langchain 0.2.19 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/README.md +9 -9
  2. package/dist/agents/chat/index.cjs +1 -1
  3. package/dist/agents/chat/index.d.ts +1 -1
  4. package/dist/agents/chat/index.js +1 -1
  5. package/dist/agents/chat_convo/index.cjs +1 -1
  6. package/dist/agents/chat_convo/index.d.ts +1 -1
  7. package/dist/agents/chat_convo/index.js +1 -1
  8. package/dist/agents/mrkl/index.cjs +1 -1
  9. package/dist/agents/mrkl/index.d.ts +1 -1
  10. package/dist/agents/mrkl/index.js +1 -1
  11. package/dist/agents/openai_functions/index.cjs +3 -3
  12. package/dist/agents/openai_functions/index.d.ts +1 -1
  13. package/dist/agents/openai_functions/index.js +3 -3
  14. package/dist/agents/structured_chat/index.cjs +1 -1
  15. package/dist/agents/structured_chat/index.d.ts +1 -1
  16. package/dist/agents/structured_chat/index.js +1 -1
  17. package/dist/agents/xml/index.cjs +1 -1
  18. package/dist/agents/xml/index.d.ts +1 -1
  19. package/dist/agents/xml/index.js +1 -1
  20. package/dist/chains/combine_documents/stuff.cjs +2 -2
  21. package/dist/chains/combine_documents/stuff.js +2 -2
  22. package/dist/chains/load.cjs +1 -1
  23. package/dist/chains/load.d.ts +1 -1
  24. package/dist/chains/load.js +1 -1
  25. package/dist/chains/openai_functions/structured_output.cjs +2 -2
  26. package/dist/chains/openai_functions/structured_output.d.ts +2 -2
  27. package/dist/chains/openai_functions/structured_output.js +2 -2
  28. package/dist/chains/serde.d.ts +12 -12
  29. package/dist/experimental/plan_and_execute/agent_executor.cjs +1 -1
  30. package/dist/experimental/plan_and_execute/agent_executor.js +1 -1
  31. package/dist/load/import_constants.cjs +2 -39
  32. package/dist/load/import_constants.js +2 -39
  33. package/dist/load/import_map.cjs +2 -3
  34. package/dist/load/import_map.d.ts +0 -1
  35. package/dist/load/import_map.js +0 -1
  36. package/dist/output_parsers/openai_tools.cjs +2 -4
  37. package/dist/output_parsers/openai_tools.d.ts +8 -3
  38. package/dist/output_parsers/openai_tools.js +2 -4
  39. package/dist/retrievers/multi_query.d.ts +1 -0
  40. package/dist/smith/config.d.ts +1 -5
  41. package/package.json +31 -854
  42. package/dist/document_loaders/fs/chatgpt.cjs +0 -90
  43. package/dist/document_loaders/fs/chatgpt.d.ts +0 -8
  44. package/dist/document_loaders/fs/chatgpt.js +0 -86
  45. package/dist/document_loaders/fs/csv.cjs +0 -73
  46. package/dist/document_loaders/fs/csv.d.ts +0 -65
  47. package/dist/document_loaders/fs/csv.js +0 -69
  48. package/dist/document_loaders/fs/docx.cjs +0 -58
  49. package/dist/document_loaders/fs/docx.d.ts +0 -25
  50. package/dist/document_loaders/fs/docx.js +0 -54
  51. package/dist/document_loaders/fs/epub.cjs +0 -103
  52. package/dist/document_loaders/fs/epub.d.ts +0 -33
  53. package/dist/document_loaders/fs/epub.js +0 -99
  54. package/dist/document_loaders/fs/notion.cjs +0 -26
  55. package/dist/document_loaders/fs/notion.d.ts +0 -12
  56. package/dist/document_loaders/fs/notion.js +0 -22
  57. package/dist/document_loaders/fs/obsidian.cjs +0 -247
  58. package/dist/document_loaders/fs/obsidian.d.ts +0 -28
  59. package/dist/document_loaders/fs/obsidian.js +0 -240
  60. package/dist/document_loaders/fs/openai_whisper_audio.cjs +0 -49
  61. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +0 -23
  62. package/dist/document_loaders/fs/openai_whisper_audio.js +0 -45
  63. package/dist/document_loaders/fs/pdf.cjs +0 -148
  64. package/dist/document_loaders/fs/pdf.d.ts +0 -49
  65. package/dist/document_loaders/fs/pdf.js +0 -144
  66. package/dist/document_loaders/fs/pptx.cjs +0 -46
  67. package/dist/document_loaders/fs/pptx.d.ts +0 -25
  68. package/dist/document_loaders/fs/pptx.js +0 -42
  69. package/dist/document_loaders/fs/srt.cjs +0 -57
  70. package/dist/document_loaders/fs/srt.d.ts +0 -32
  71. package/dist/document_loaders/fs/srt.js +0 -50
  72. package/dist/document_loaders/fs/unstructured.cjs +0 -338
  73. package/dist/document_loaders/fs/unstructured.d.ts +0 -125
  74. package/dist/document_loaders/fs/unstructured.js +0 -333
  75. package/dist/document_loaders/web/apify_dataset.cjs +0 -130
  76. package/dist/document_loaders/web/apify_dataset.d.ts +0 -85
  77. package/dist/document_loaders/web/apify_dataset.js +0 -126
  78. package/dist/document_loaders/web/assemblyai.cjs +0 -200
  79. package/dist/document_loaders/web/assemblyai.d.ts +0 -95
  80. package/dist/document_loaders/web/assemblyai.js +0 -193
  81. package/dist/document_loaders/web/azure_blob_storage_container.cjs +0 -73
  82. package/dist/document_loaders/web/azure_blob_storage_container.d.ts +0 -46
  83. package/dist/document_loaders/web/azure_blob_storage_container.js +0 -69
  84. package/dist/document_loaders/web/azure_blob_storage_file.cjs +0 -124
  85. package/dist/document_loaders/web/azure_blob_storage_file.d.ts +0 -53
  86. package/dist/document_loaders/web/azure_blob_storage_file.js +0 -97
  87. package/dist/document_loaders/web/browserbase.cjs +0 -93
  88. package/dist/document_loaders/web/browserbase.d.ts +0 -48
  89. package/dist/document_loaders/web/browserbase.js +0 -86
  90. package/dist/document_loaders/web/cheerio.cjs +0 -118
  91. package/dist/document_loaders/web/cheerio.d.ts +0 -77
  92. package/dist/document_loaders/web/cheerio.js +0 -114
  93. package/dist/document_loaders/web/college_confidential.cjs +0 -41
  94. package/dist/document_loaders/web/college_confidential.d.ts +0 -25
  95. package/dist/document_loaders/web/college_confidential.js +0 -37
  96. package/dist/document_loaders/web/confluence.cjs +0 -190
  97. package/dist/document_loaders/web/confluence.d.ts +0 -114
  98. package/dist/document_loaders/web/confluence.js +0 -186
  99. package/dist/document_loaders/web/couchbase.cjs +0 -95
  100. package/dist/document_loaders/web/couchbase.d.ts +0 -32
  101. package/dist/document_loaders/web/couchbase.js +0 -91
  102. package/dist/document_loaders/web/figma.cjs +0 -102
  103. package/dist/document_loaders/web/figma.d.ts +0 -82
  104. package/dist/document_loaders/web/figma.js +0 -98
  105. package/dist/document_loaders/web/firecrawl.cjs +0 -95
  106. package/dist/document_loaders/web/firecrawl.d.ts +0 -50
  107. package/dist/document_loaders/web/firecrawl.js +0 -88
  108. package/dist/document_loaders/web/gitbook.cjs +0 -110
  109. package/dist/document_loaders/web/gitbook.d.ts +0 -55
  110. package/dist/document_loaders/web/gitbook.js +0 -106
  111. package/dist/document_loaders/web/github.cjs +0 -615
  112. package/dist/document_loaders/web/github.d.ts +0 -203
  113. package/dist/document_loaders/web/github.js +0 -608
  114. package/dist/document_loaders/web/hn.cjs +0 -90
  115. package/dist/document_loaders/web/hn.d.ts +0 -42
  116. package/dist/document_loaders/web/hn.js +0 -86
  117. package/dist/document_loaders/web/imsdb.cjs +0 -44
  118. package/dist/document_loaders/web/imsdb.d.ts +0 -23
  119. package/dist/document_loaders/web/imsdb.js +0 -40
  120. package/dist/document_loaders/web/notionapi.cjs +0 -404
  121. package/dist/document_loaders/web/notionapi.d.ts +0 -133
  122. package/dist/document_loaders/web/notionapi.js +0 -392
  123. package/dist/document_loaders/web/notiondb.cjs +0 -199
  124. package/dist/document_loaders/web/notiondb.d.ts +0 -56
  125. package/dist/document_loaders/web/notiondb.js +0 -195
  126. package/dist/document_loaders/web/pdf.cjs +0 -140
  127. package/dist/document_loaders/web/pdf.d.ts +0 -35
  128. package/dist/document_loaders/web/pdf.js +0 -136
  129. package/dist/document_loaders/web/playwright.cjs +0 -89
  130. package/dist/document_loaders/web/playwright.d.ts +0 -58
  131. package/dist/document_loaders/web/playwright.js +0 -85
  132. package/dist/document_loaders/web/puppeteer.cjs +0 -139
  133. package/dist/document_loaders/web/puppeteer.d.ts +0 -82
  134. package/dist/document_loaders/web/puppeteer.js +0 -135
  135. package/dist/document_loaders/web/recursive_url.cjs +0 -198
  136. package/dist/document_loaders/web/recursive_url.d.ts +0 -33
  137. package/dist/document_loaders/web/recursive_url.js +0 -194
  138. package/dist/document_loaders/web/s3.cjs +0 -164
  139. package/dist/document_loaders/web/s3.d.ts +0 -78
  140. package/dist/document_loaders/web/s3.js +0 -137
  141. package/dist/document_loaders/web/searchapi.cjs +0 -150
  142. package/dist/document_loaders/web/searchapi.d.ts +0 -76
  143. package/dist/document_loaders/web/searchapi.js +0 -146
  144. package/dist/document_loaders/web/serpapi.cjs +0 -127
  145. package/dist/document_loaders/web/serpapi.d.ts +0 -62
  146. package/dist/document_loaders/web/serpapi.js +0 -123
  147. package/dist/document_loaders/web/sitemap.cjs +0 -118
  148. package/dist/document_loaders/web/sitemap.d.ts +0 -41
  149. package/dist/document_loaders/web/sitemap.js +0 -114
  150. package/dist/document_loaders/web/sonix_audio.cjs +0 -68
  151. package/dist/document_loaders/web/sonix_audio.d.ts +0 -36
  152. package/dist/document_loaders/web/sonix_audio.js +0 -64
  153. package/dist/document_loaders/web/sort_xyz_blockchain.cjs +0 -157
  154. package/dist/document_loaders/web/sort_xyz_blockchain.d.ts +0 -78
  155. package/dist/document_loaders/web/sort_xyz_blockchain.js +0 -153
  156. package/dist/document_loaders/web/youtube.cjs +0 -116
  157. package/dist/document_loaders/web/youtube.d.ts +0 -55
  158. package/dist/document_loaders/web/youtube.js +0 -112
  159. package/dist/experimental/tools/pyinterpreter.cjs +0 -248
  160. package/dist/experimental/tools/pyinterpreter.d.ts +0 -18
  161. package/dist/experimental/tools/pyinterpreter.js +0 -244
  162. package/dist/retrievers/self_query/chroma.cjs +0 -48
  163. package/dist/retrievers/self_query/chroma.d.ts +0 -26
  164. package/dist/retrievers/self_query/chroma.js +0 -44
  165. package/dist/retrievers/self_query/pinecone.cjs +0 -47
  166. package/dist/retrievers/self_query/pinecone.d.ts +0 -26
  167. package/dist/retrievers/self_query/pinecone.js +0 -43
  168. package/dist/retrievers/self_query/supabase.cjs +0 -278
  169. package/dist/retrievers/self_query/supabase.d.ts +0 -109
  170. package/dist/retrievers/self_query/supabase.js +0 -274
  171. package/dist/retrievers/self_query/supabase_utils.cjs +0 -264
  172. package/dist/retrievers/self_query/supabase_utils.d.ts +0 -101
  173. package/dist/retrievers/self_query/supabase_utils.js +0 -259
  174. package/dist/retrievers/self_query/vectara.cjs +0 -143
  175. package/dist/retrievers/self_query/vectara.d.ts +0 -42
  176. package/dist/retrievers/self_query/vectara.js +0 -139
  177. package/dist/retrievers/self_query/weaviate.cjs +0 -201
  178. package/dist/retrievers/self_query/weaviate.d.ts +0 -99
  179. package/dist/retrievers/self_query/weaviate.js +0 -197
  180. package/dist/types/assemblyai-types.cjs +0 -2
  181. package/dist/types/assemblyai-types.d.ts +0 -4
  182. package/dist/types/assemblyai-types.js +0 -1
  183. package/document_loaders/fs/chatgpt.cjs +0 -1
  184. package/document_loaders/fs/chatgpt.d.cts +0 -1
  185. package/document_loaders/fs/chatgpt.d.ts +0 -1
  186. package/document_loaders/fs/chatgpt.js +0 -1
  187. package/document_loaders/fs/csv.cjs +0 -1
  188. package/document_loaders/fs/csv.d.cts +0 -1
  189. package/document_loaders/fs/csv.d.ts +0 -1
  190. package/document_loaders/fs/csv.js +0 -1
  191. package/document_loaders/fs/docx.cjs +0 -1
  192. package/document_loaders/fs/docx.d.cts +0 -1
  193. package/document_loaders/fs/docx.d.ts +0 -1
  194. package/document_loaders/fs/docx.js +0 -1
  195. package/document_loaders/fs/epub.cjs +0 -1
  196. package/document_loaders/fs/epub.d.cts +0 -1
  197. package/document_loaders/fs/epub.d.ts +0 -1
  198. package/document_loaders/fs/epub.js +0 -1
  199. package/document_loaders/fs/notion.cjs +0 -1
  200. package/document_loaders/fs/notion.d.cts +0 -1
  201. package/document_loaders/fs/notion.d.ts +0 -1
  202. package/document_loaders/fs/notion.js +0 -1
  203. package/document_loaders/fs/obsidian.cjs +0 -1
  204. package/document_loaders/fs/obsidian.d.cts +0 -1
  205. package/document_loaders/fs/obsidian.d.ts +0 -1
  206. package/document_loaders/fs/obsidian.js +0 -1
  207. package/document_loaders/fs/openai_whisper_audio.cjs +0 -1
  208. package/document_loaders/fs/openai_whisper_audio.d.cts +0 -1
  209. package/document_loaders/fs/openai_whisper_audio.d.ts +0 -1
  210. package/document_loaders/fs/openai_whisper_audio.js +0 -1
  211. package/document_loaders/fs/pdf.cjs +0 -1
  212. package/document_loaders/fs/pdf.d.cts +0 -1
  213. package/document_loaders/fs/pdf.d.ts +0 -1
  214. package/document_loaders/fs/pdf.js +0 -1
  215. package/document_loaders/fs/pptx.cjs +0 -1
  216. package/document_loaders/fs/pptx.d.cts +0 -1
  217. package/document_loaders/fs/pptx.d.ts +0 -1
  218. package/document_loaders/fs/pptx.js +0 -1
  219. package/document_loaders/fs/srt.cjs +0 -1
  220. package/document_loaders/fs/srt.d.cts +0 -1
  221. package/document_loaders/fs/srt.d.ts +0 -1
  222. package/document_loaders/fs/srt.js +0 -1
  223. package/document_loaders/fs/unstructured.cjs +0 -1
  224. package/document_loaders/fs/unstructured.d.cts +0 -1
  225. package/document_loaders/fs/unstructured.d.ts +0 -1
  226. package/document_loaders/fs/unstructured.js +0 -1
  227. package/document_loaders/web/apify_dataset.cjs +0 -1
  228. package/document_loaders/web/apify_dataset.d.cts +0 -1
  229. package/document_loaders/web/apify_dataset.d.ts +0 -1
  230. package/document_loaders/web/apify_dataset.js +0 -1
  231. package/document_loaders/web/assemblyai.cjs +0 -1
  232. package/document_loaders/web/assemblyai.d.cts +0 -1
  233. package/document_loaders/web/assemblyai.d.ts +0 -1
  234. package/document_loaders/web/assemblyai.js +0 -1
  235. package/document_loaders/web/azure_blob_storage_container.cjs +0 -1
  236. package/document_loaders/web/azure_blob_storage_container.d.cts +0 -1
  237. package/document_loaders/web/azure_blob_storage_container.d.ts +0 -1
  238. package/document_loaders/web/azure_blob_storage_container.js +0 -1
  239. package/document_loaders/web/azure_blob_storage_file.cjs +0 -1
  240. package/document_loaders/web/azure_blob_storage_file.d.cts +0 -1
  241. package/document_loaders/web/azure_blob_storage_file.d.ts +0 -1
  242. package/document_loaders/web/azure_blob_storage_file.js +0 -1
  243. package/document_loaders/web/browserbase.cjs +0 -1
  244. package/document_loaders/web/browserbase.d.cts +0 -1
  245. package/document_loaders/web/browserbase.d.ts +0 -1
  246. package/document_loaders/web/browserbase.js +0 -1
  247. package/document_loaders/web/cheerio.cjs +0 -1
  248. package/document_loaders/web/cheerio.d.cts +0 -1
  249. package/document_loaders/web/cheerio.d.ts +0 -1
  250. package/document_loaders/web/cheerio.js +0 -1
  251. package/document_loaders/web/college_confidential.cjs +0 -1
  252. package/document_loaders/web/college_confidential.d.cts +0 -1
  253. package/document_loaders/web/college_confidential.d.ts +0 -1
  254. package/document_loaders/web/college_confidential.js +0 -1
  255. package/document_loaders/web/confluence.cjs +0 -1
  256. package/document_loaders/web/confluence.d.cts +0 -1
  257. package/document_loaders/web/confluence.d.ts +0 -1
  258. package/document_loaders/web/confluence.js +0 -1
  259. package/document_loaders/web/couchbase.cjs +0 -1
  260. package/document_loaders/web/couchbase.d.cts +0 -1
  261. package/document_loaders/web/couchbase.d.ts +0 -1
  262. package/document_loaders/web/couchbase.js +0 -1
  263. package/document_loaders/web/figma.cjs +0 -1
  264. package/document_loaders/web/figma.d.cts +0 -1
  265. package/document_loaders/web/figma.d.ts +0 -1
  266. package/document_loaders/web/figma.js +0 -1
  267. package/document_loaders/web/firecrawl.cjs +0 -1
  268. package/document_loaders/web/firecrawl.d.cts +0 -1
  269. package/document_loaders/web/firecrawl.d.ts +0 -1
  270. package/document_loaders/web/firecrawl.js +0 -1
  271. package/document_loaders/web/gitbook.cjs +0 -1
  272. package/document_loaders/web/gitbook.d.cts +0 -1
  273. package/document_loaders/web/gitbook.d.ts +0 -1
  274. package/document_loaders/web/gitbook.js +0 -1
  275. package/document_loaders/web/github.cjs +0 -1
  276. package/document_loaders/web/github.d.cts +0 -1
  277. package/document_loaders/web/github.d.ts +0 -1
  278. package/document_loaders/web/github.js +0 -1
  279. package/document_loaders/web/hn.cjs +0 -1
  280. package/document_loaders/web/hn.d.cts +0 -1
  281. package/document_loaders/web/hn.d.ts +0 -1
  282. package/document_loaders/web/hn.js +0 -1
  283. package/document_loaders/web/imsdb.cjs +0 -1
  284. package/document_loaders/web/imsdb.d.cts +0 -1
  285. package/document_loaders/web/imsdb.d.ts +0 -1
  286. package/document_loaders/web/imsdb.js +0 -1
  287. package/document_loaders/web/notionapi.cjs +0 -1
  288. package/document_loaders/web/notionapi.d.cts +0 -1
  289. package/document_loaders/web/notionapi.d.ts +0 -1
  290. package/document_loaders/web/notionapi.js +0 -1
  291. package/document_loaders/web/notiondb.cjs +0 -1
  292. package/document_loaders/web/notiondb.d.cts +0 -1
  293. package/document_loaders/web/notiondb.d.ts +0 -1
  294. package/document_loaders/web/notiondb.js +0 -1
  295. package/document_loaders/web/pdf.cjs +0 -1
  296. package/document_loaders/web/pdf.d.cts +0 -1
  297. package/document_loaders/web/pdf.d.ts +0 -1
  298. package/document_loaders/web/pdf.js +0 -1
  299. package/document_loaders/web/playwright.cjs +0 -1
  300. package/document_loaders/web/playwright.d.cts +0 -1
  301. package/document_loaders/web/playwright.d.ts +0 -1
  302. package/document_loaders/web/playwright.js +0 -1
  303. package/document_loaders/web/puppeteer.cjs +0 -1
  304. package/document_loaders/web/puppeteer.d.cts +0 -1
  305. package/document_loaders/web/puppeteer.d.ts +0 -1
  306. package/document_loaders/web/puppeteer.js +0 -1
  307. package/document_loaders/web/recursive_url.cjs +0 -1
  308. package/document_loaders/web/recursive_url.d.cts +0 -1
  309. package/document_loaders/web/recursive_url.d.ts +0 -1
  310. package/document_loaders/web/recursive_url.js +0 -1
  311. package/document_loaders/web/s3.cjs +0 -1
  312. package/document_loaders/web/s3.d.cts +0 -1
  313. package/document_loaders/web/s3.d.ts +0 -1
  314. package/document_loaders/web/s3.js +0 -1
  315. package/document_loaders/web/searchapi.cjs +0 -1
  316. package/document_loaders/web/searchapi.d.cts +0 -1
  317. package/document_loaders/web/searchapi.d.ts +0 -1
  318. package/document_loaders/web/searchapi.js +0 -1
  319. package/document_loaders/web/serpapi.cjs +0 -1
  320. package/document_loaders/web/serpapi.d.cts +0 -1
  321. package/document_loaders/web/serpapi.d.ts +0 -1
  322. package/document_loaders/web/serpapi.js +0 -1
  323. package/document_loaders/web/sitemap.cjs +0 -1
  324. package/document_loaders/web/sitemap.d.cts +0 -1
  325. package/document_loaders/web/sitemap.d.ts +0 -1
  326. package/document_loaders/web/sitemap.js +0 -1
  327. package/document_loaders/web/sonix_audio.cjs +0 -1
  328. package/document_loaders/web/sonix_audio.d.cts +0 -1
  329. package/document_loaders/web/sonix_audio.d.ts +0 -1
  330. package/document_loaders/web/sonix_audio.js +0 -1
  331. package/document_loaders/web/sort_xyz_blockchain.cjs +0 -1
  332. package/document_loaders/web/sort_xyz_blockchain.d.cts +0 -1
  333. package/document_loaders/web/sort_xyz_blockchain.d.ts +0 -1
  334. package/document_loaders/web/sort_xyz_blockchain.js +0 -1
  335. package/document_loaders/web/youtube.cjs +0 -1
  336. package/document_loaders/web/youtube.d.cts +0 -1
  337. package/document_loaders/web/youtube.d.ts +0 -1
  338. package/document_loaders/web/youtube.js +0 -1
  339. package/experimental/tools/pyinterpreter.cjs +0 -1
  340. package/experimental/tools/pyinterpreter.d.cts +0 -1
  341. package/experimental/tools/pyinterpreter.d.ts +0 -1
  342. package/experimental/tools/pyinterpreter.js +0 -1
  343. package/memory/index.cjs +0 -1
  344. package/memory/index.d.cts +0 -1
  345. package/memory/index.d.ts +0 -1
  346. package/memory/index.js +0 -1
  347. package/retrievers/self_query/chroma.cjs +0 -1
  348. package/retrievers/self_query/chroma.d.cts +0 -1
  349. package/retrievers/self_query/chroma.d.ts +0 -1
  350. package/retrievers/self_query/chroma.js +0 -1
  351. package/retrievers/self_query/pinecone.cjs +0 -1
  352. package/retrievers/self_query/pinecone.d.cts +0 -1
  353. package/retrievers/self_query/pinecone.d.ts +0 -1
  354. package/retrievers/self_query/pinecone.js +0 -1
  355. package/retrievers/self_query/supabase.cjs +0 -1
  356. package/retrievers/self_query/supabase.d.cts +0 -1
  357. package/retrievers/self_query/supabase.d.ts +0 -1
  358. package/retrievers/self_query/supabase.js +0 -1
  359. package/retrievers/self_query/vectara.cjs +0 -1
  360. package/retrievers/self_query/vectara.d.cts +0 -1
  361. package/retrievers/self_query/vectara.d.ts +0 -1
  362. package/retrievers/self_query/vectara.js +0 -1
  363. package/retrievers/self_query/weaviate.cjs +0 -1
  364. package/retrievers/self_query/weaviate.d.cts +0 -1
  365. package/retrievers/self_query/weaviate.d.ts +0 -1
  366. package/retrievers/self_query/weaviate.js +0 -1
@@ -1,200 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.AudioSubtitleLoader = exports.AudioTranscriptSentencesLoader = exports.AudioTranscriptParagraphsLoader = exports.AudioTranscriptLoader = void 0;
4
- const assemblyai_1 = require("assemblyai");
5
- const documents_1 = require("@langchain/core/documents");
6
- const env_1 = require("@langchain/core/utils/env");
7
- const base_js_1 = require("../base.cjs");
8
- const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
9
- /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
10
- oldEntrypointName: "document_loaders/web/assemblyai",
11
- newPackageName: "@langchain/community",
12
- });
13
- const defaultOptions = {
14
- userAgent: {
15
- integration: { name: "LangChainJS", version: "1.0.1" },
16
- },
17
- };
18
- /**
19
- * @deprecated
20
- * Base class for AssemblyAI loaders.
21
- */
22
- class AssemblyAILoader extends base_js_1.BaseDocumentLoader {
23
- /**
24
- * Create a new AssemblyAI loader.
25
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
26
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
27
- */
28
- constructor(assemblyAIOptions) {
29
- super();
30
- Object.defineProperty(this, "client", {
31
- enumerable: true,
32
- configurable: true,
33
- writable: true,
34
- value: void 0
35
- });
36
- let options = assemblyAIOptions;
37
- if (!options) {
38
- options = {};
39
- }
40
- if (!options.apiKey) {
41
- options.apiKey = (0, env_1.getEnvironmentVariable)("ASSEMBLYAI_API_KEY");
42
- }
43
- if (!options.apiKey) {
44
- throw new Error("No AssemblyAI API key provided");
45
- }
46
- this.client = new assemblyai_1.AssemblyAI({
47
- ...defaultOptions,
48
- ...options,
49
- });
50
- }
51
- }
52
- /**
53
- * @deprecated
54
- */
55
- class CreateTranscriptLoader extends AssemblyAILoader {
56
- /**
57
- * Transcribe audio or retrieve an existing transcript by its ID.
58
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
59
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
60
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
61
- */
62
- constructor(params, assemblyAIOptions) {
63
- super(assemblyAIOptions);
64
- Object.defineProperty(this, "transcribeParams", {
65
- enumerable: true,
66
- configurable: true,
67
- writable: true,
68
- value: void 0
69
- });
70
- Object.defineProperty(this, "transcriptId", {
71
- enumerable: true,
72
- configurable: true,
73
- writable: true,
74
- value: void 0
75
- });
76
- if (typeof params === "string") {
77
- this.transcriptId = params;
78
- }
79
- else {
80
- this.transcribeParams = params;
81
- }
82
- }
83
- async transcribeOrGetTranscript() {
84
- if (this.transcriptId) {
85
- return await this.client.transcripts.get(this.transcriptId);
86
- }
87
- if (this.transcribeParams) {
88
- let transcribeParams;
89
- if ("audio_url" in this.transcribeParams) {
90
- transcribeParams = {
91
- ...this.transcribeParams,
92
- audio: this.transcribeParams.audio_url,
93
- };
94
- }
95
- else {
96
- transcribeParams = this.transcribeParams;
97
- }
98
- return await this.client.transcripts.transcribe(transcribeParams);
99
- }
100
- else {
101
- throw new Error("No transcript ID or transcribe parameters provided");
102
- }
103
- }
104
- }
105
- /**
106
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
107
- * Transcribe audio and load the transcript as a document using AssemblyAI.
108
- */
109
- class AudioTranscriptLoader extends CreateTranscriptLoader {
110
- /**
111
- * Transcribe audio and load the transcript as a document using AssemblyAI.
112
- * @returns A promise that resolves to a single document containing the transcript text
113
- * as the page content, and the transcript object as the metadata.
114
- */
115
- async load() {
116
- const transcript = await this.transcribeOrGetTranscript();
117
- return [
118
- new documents_1.Document({
119
- pageContent: transcript.text,
120
- metadata: transcript,
121
- }),
122
- ];
123
- }
124
- }
125
- exports.AudioTranscriptLoader = AudioTranscriptLoader;
126
- /**
127
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
128
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
129
- */
130
- class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
131
- /**
132
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
133
- * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
134
- */
135
- async load() {
136
- const transcript = await this.transcribeOrGetTranscript();
137
- const paragraphsResponse = await this.client.transcripts.paragraphs(transcript.id);
138
- return paragraphsResponse.paragraphs.map((p) => new documents_1.Document({
139
- pageContent: p.text,
140
- metadata: p,
141
- }));
142
- }
143
- }
144
- exports.AudioTranscriptParagraphsLoader = AudioTranscriptParagraphsLoader;
145
- /**
146
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
147
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
148
- */
149
- class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
150
- /**
151
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
152
- * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
153
- */
154
- async load() {
155
- const transcript = await this.transcribeOrGetTranscript();
156
- const sentencesResponse = await this.client.transcripts.sentences(transcript.id);
157
- return sentencesResponse.sentences.map((p) => new documents_1.Document({
158
- pageContent: p.text,
159
- metadata: p,
160
- }));
161
- }
162
- }
163
- exports.AudioTranscriptSentencesLoader = AudioTranscriptSentencesLoader;
164
- /**
165
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
166
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
167
- */
168
- class AudioSubtitleLoader extends CreateTranscriptLoader {
169
- /**
170
- * Create a new AudioSubtitleLoader.
171
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
172
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
173
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
174
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
175
- */
176
- constructor(params, subtitleFormat = "srt", assemblyAIOptions) {
177
- super(params, assemblyAIOptions);
178
- Object.defineProperty(this, "subtitleFormat", {
179
- enumerable: true,
180
- configurable: true,
181
- writable: true,
182
- value: subtitleFormat
183
- });
184
- this.subtitleFormat = subtitleFormat;
185
- }
186
- /**
187
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
188
- * @returns A promise that resolves a document containing the subtitles as the page content.
189
- */
190
- async load() {
191
- const transcript = await this.transcribeOrGetTranscript();
192
- const subtitles = await this.client.transcripts.subtitles(transcript.id, this.subtitleFormat);
193
- return [
194
- new documents_1.Document({
195
- pageContent: subtitles,
196
- }),
197
- ];
198
- }
199
- }
200
- exports.AudioSubtitleLoader = AudioSubtitleLoader;
@@ -1,95 +0,0 @@
1
- import { AssemblyAI, TranscribeParams, SubtitleFormat, Transcript, TranscriptParagraph, TranscriptSentence, CreateTranscriptParameters } from "assemblyai";
2
- import { Document } from "@langchain/core/documents";
3
- import { BaseDocumentLoader } from "../base.js";
4
- import { AssemblyAIOptions } from "../../types/assemblyai-types.js";
5
- export type * from "../../types/assemblyai-types.js";
6
- /**
7
- * @deprecated
8
- * Base class for AssemblyAI loaders.
9
- */
10
- declare abstract class AssemblyAILoader extends BaseDocumentLoader {
11
- protected client: AssemblyAI;
12
- /**
13
- * Create a new AssemblyAI loader.
14
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
15
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
16
- */
17
- constructor(assemblyAIOptions?: AssemblyAIOptions);
18
- }
19
- /**
20
- * @deprecated
21
- */
22
- declare abstract class CreateTranscriptLoader extends AssemblyAILoader {
23
- protected transcribeParams?: TranscribeParams | CreateTranscriptParameters;
24
- protected transcriptId?: string;
25
- /**
26
- * Transcribe audio or retrieve an existing transcript by its ID.
27
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
28
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
29
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
30
- */
31
- constructor(params: TranscribeParams | CreateTranscriptParameters | string, assemblyAIOptions?: AssemblyAIOptions);
32
- protected transcribeOrGetTranscript(): Promise<Transcript>;
33
- }
34
- /**
35
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
36
- * Transcribe audio and load the transcript as a document using AssemblyAI.
37
- */
38
- export declare class AudioTranscriptLoader extends CreateTranscriptLoader {
39
- /**
40
- * Transcribe audio and load the transcript as a document using AssemblyAI.
41
- * @returns A promise that resolves to a single document containing the transcript text
42
- * as the page content, and the transcript object as the metadata.
43
- */
44
- load(): Promise<Document<Transcript>[]>;
45
- }
46
- /**
47
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
48
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
49
- */
50
- export declare class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
51
- /**
52
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
53
- * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
54
- */
55
- load(): Promise<Document<TranscriptParagraph>[]>;
56
- }
57
- /**
58
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
59
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
60
- */
61
- export declare class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
62
- /**
63
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
64
- * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
65
- */
66
- load(): Promise<Document<TranscriptSentence>[]>;
67
- }
68
- /**
69
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
70
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
71
- */
72
- export declare class AudioSubtitleLoader extends CreateTranscriptLoader {
73
- private subtitleFormat;
74
- /**
75
- * Create a new AudioSubtitleLoader.
76
- * @param transcribeParams The parameters to transcribe audio.
77
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
78
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
79
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
80
- */
81
- constructor(transcribeParams: TranscribeParams | CreateTranscriptParameters, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
82
- /**
83
- * Create a new AudioSubtitleLoader.
84
- * @param transcriptId The ID of the transcript to retrieve.
85
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
86
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
87
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
88
- */
89
- constructor(transcriptId: string, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
90
- /**
91
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
92
- * @returns A promise that resolves a document containing the subtitles as the page content.
93
- */
94
- load(): Promise<Document[]>;
95
- }
@@ -1,193 +0,0 @@
1
- import { AssemblyAI, } from "assemblyai";
2
- import { Document } from "@langchain/core/documents";
3
- import { getEnvironmentVariable } from "@langchain/core/utils/env";
4
- import { BaseDocumentLoader } from "../base.js";
5
- import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
6
- /* #__PURE__ */ logVersion020MigrationWarning({
7
- oldEntrypointName: "document_loaders/web/assemblyai",
8
- newPackageName: "@langchain/community",
9
- });
10
- const defaultOptions = {
11
- userAgent: {
12
- integration: { name: "LangChainJS", version: "1.0.1" },
13
- },
14
- };
15
- /**
16
- * @deprecated
17
- * Base class for AssemblyAI loaders.
18
- */
19
- class AssemblyAILoader extends BaseDocumentLoader {
20
- /**
21
- * Create a new AssemblyAI loader.
22
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
23
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
24
- */
25
- constructor(assemblyAIOptions) {
26
- super();
27
- Object.defineProperty(this, "client", {
28
- enumerable: true,
29
- configurable: true,
30
- writable: true,
31
- value: void 0
32
- });
33
- let options = assemblyAIOptions;
34
- if (!options) {
35
- options = {};
36
- }
37
- if (!options.apiKey) {
38
- options.apiKey = getEnvironmentVariable("ASSEMBLYAI_API_KEY");
39
- }
40
- if (!options.apiKey) {
41
- throw new Error("No AssemblyAI API key provided");
42
- }
43
- this.client = new AssemblyAI({
44
- ...defaultOptions,
45
- ...options,
46
- });
47
- }
48
- }
49
- /**
50
- * @deprecated
51
- */
52
- class CreateTranscriptLoader extends AssemblyAILoader {
53
- /**
54
- * Transcribe audio or retrieve an existing transcript by its ID.
55
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
56
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
57
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
58
- */
59
- constructor(params, assemblyAIOptions) {
60
- super(assemblyAIOptions);
61
- Object.defineProperty(this, "transcribeParams", {
62
- enumerable: true,
63
- configurable: true,
64
- writable: true,
65
- value: void 0
66
- });
67
- Object.defineProperty(this, "transcriptId", {
68
- enumerable: true,
69
- configurable: true,
70
- writable: true,
71
- value: void 0
72
- });
73
- if (typeof params === "string") {
74
- this.transcriptId = params;
75
- }
76
- else {
77
- this.transcribeParams = params;
78
- }
79
- }
80
- async transcribeOrGetTranscript() {
81
- if (this.transcriptId) {
82
- return await this.client.transcripts.get(this.transcriptId);
83
- }
84
- if (this.transcribeParams) {
85
- let transcribeParams;
86
- if ("audio_url" in this.transcribeParams) {
87
- transcribeParams = {
88
- ...this.transcribeParams,
89
- audio: this.transcribeParams.audio_url,
90
- };
91
- }
92
- else {
93
- transcribeParams = this.transcribeParams;
94
- }
95
- return await this.client.transcripts.transcribe(transcribeParams);
96
- }
97
- else {
98
- throw new Error("No transcript ID or transcribe parameters provided");
99
- }
100
- }
101
- }
102
- /**
103
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
104
- * Transcribe audio and load the transcript as a document using AssemblyAI.
105
- */
106
- export class AudioTranscriptLoader extends CreateTranscriptLoader {
107
- /**
108
- * Transcribe audio and load the transcript as a document using AssemblyAI.
109
- * @returns A promise that resolves to a single document containing the transcript text
110
- * as the page content, and the transcript object as the metadata.
111
- */
112
- async load() {
113
- const transcript = await this.transcribeOrGetTranscript();
114
- return [
115
- new Document({
116
- pageContent: transcript.text,
117
- metadata: transcript,
118
- }),
119
- ];
120
- }
121
- }
122
- /**
123
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
124
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
125
- */
126
- export class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
127
- /**
128
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
129
- * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
130
- */
131
- async load() {
132
- const transcript = await this.transcribeOrGetTranscript();
133
- const paragraphsResponse = await this.client.transcripts.paragraphs(transcript.id);
134
- return paragraphsResponse.paragraphs.map((p) => new Document({
135
- pageContent: p.text,
136
- metadata: p,
137
- }));
138
- }
139
- }
140
- /**
141
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
142
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
143
- */
144
- export class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
145
- /**
146
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
147
- * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
148
- */
149
- async load() {
150
- const transcript = await this.transcribeOrGetTranscript();
151
- const sentencesResponse = await this.client.transcripts.sentences(transcript.id);
152
- return sentencesResponse.sentences.map((p) => new Document({
153
- pageContent: p.text,
154
- metadata: p,
155
- }));
156
- }
157
- }
158
- /**
159
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
160
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
161
- */
162
- export class AudioSubtitleLoader extends CreateTranscriptLoader {
163
- /**
164
- * Create a new AudioSubtitleLoader.
165
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
166
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
167
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
168
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
169
- */
170
- constructor(params, subtitleFormat = "srt", assemblyAIOptions) {
171
- super(params, assemblyAIOptions);
172
- Object.defineProperty(this, "subtitleFormat", {
173
- enumerable: true,
174
- configurable: true,
175
- writable: true,
176
- value: subtitleFormat
177
- });
178
- this.subtitleFormat = subtitleFormat;
179
- }
180
- /**
181
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
182
- * @returns A promise that resolves a document containing the subtitles as the page content.
183
- */
184
- async load() {
185
- const transcript = await this.transcribeOrGetTranscript();
186
- const subtitles = await this.client.transcripts.subtitles(transcript.id, this.subtitleFormat);
187
- return [
188
- new Document({
189
- pageContent: subtitles,
190
- }),
191
- ];
192
- }
193
- }
@@ -1,73 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.AzureBlobStorageContainerLoader = void 0;
4
- const storage_blob_1 = require("@azure/storage-blob");
5
- const azure_blob_storage_file_js_1 = require("./azure_blob_storage_file.cjs");
6
- const base_js_1 = require("../base.cjs");
7
- const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
8
- /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
9
- oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
10
- newPackageName: "@langchain/community",
11
- });
12
- /**
13
- * @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
14
- * Class representing a document loader that loads documents from an Azure
15
- * Blob Storage container. It extends the BaseDocumentLoader class.
16
- */
17
- class AzureBlobStorageContainerLoader extends base_js_1.BaseDocumentLoader {
18
- constructor({ azureConfig, unstructuredConfig, }) {
19
- super();
20
- Object.defineProperty(this, "connectionString", {
21
- enumerable: true,
22
- configurable: true,
23
- writable: true,
24
- value: void 0
25
- });
26
- Object.defineProperty(this, "container", {
27
- enumerable: true,
28
- configurable: true,
29
- writable: true,
30
- value: void 0
31
- });
32
- Object.defineProperty(this, "unstructuredConfig", {
33
- enumerable: true,
34
- configurable: true,
35
- writable: true,
36
- value: void 0
37
- });
38
- this.connectionString = azureConfig.connectionString;
39
- this.container = azureConfig.container;
40
- this.unstructuredConfig = unstructuredConfig;
41
- }
42
- /**
43
- * Method to load documents from an Azure Blob Storage container. It
44
- * creates a BlobServiceClient using the connection string, gets the
45
- * container client using the container name, and iterates over the blobs
46
- * in the container. For each blob, it creates an instance of
47
- * AzureBlobStorageFileLoader and loads the documents using the loader.
48
- * The loaded documents are concatenated to the docs array and returned.
49
- * @returns An array of loaded documents.
50
- */
51
- async load() {
52
- const blobServiceClient = storage_blob_1.BlobServiceClient.fromConnectionString(this.connectionString, {
53
- userAgentOptions: {
54
- userAgentPrefix: "langchainjs-blob-storage-container",
55
- },
56
- });
57
- const containerClient = blobServiceClient.getContainerClient(this.container);
58
- let docs = [];
59
- for await (const blob of containerClient.listBlobsFlat()) {
60
- const loader = new azure_blob_storage_file_js_1.AzureBlobStorageFileLoader({
61
- azureConfig: {
62
- connectionString: this.connectionString,
63
- container: this.container,
64
- blobName: blob.name,
65
- },
66
- unstructuredConfig: this.unstructuredConfig,
67
- });
68
- docs = docs.concat(await loader.load());
69
- }
70
- return docs;
71
- }
72
- }
73
- exports.AzureBlobStorageContainerLoader = AzureBlobStorageContainerLoader;
@@ -1,46 +0,0 @@
1
- import { Document } from "@langchain/core/documents";
2
- import { BaseDocumentLoader } from "../base.js";
3
- import { UnstructuredLoaderOptions } from "../fs/unstructured.js";
4
- /**
5
- * Interface representing the configuration for accessing an Azure Blob
6
- * Storage container. It includes properties for the connection string and
7
- * container name.
8
- */
9
- interface AzureBlobStorageContainerConfig {
10
- connectionString: string;
11
- container: string;
12
- }
13
- /**
14
- * Interface representing the configuration for the
15
- * AzureBlobStorageContainerLoader. It includes properties for the
16
- * azureConfig and unstructuredConfig. The azureConfig property contains
17
- * the Azure Blob Storage container configuration, and the
18
- * unstructuredConfig property contains the options for the
19
- * UnstructuredLoader.
20
- */
21
- interface AzureBlobStorageContainerLoaderConfig {
22
- azureConfig: AzureBlobStorageContainerConfig;
23
- unstructuredConfig?: UnstructuredLoaderOptions;
24
- }
25
- /**
26
- * @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
27
- * Class representing a document loader that loads documents from an Azure
28
- * Blob Storage container. It extends the BaseDocumentLoader class.
29
- */
30
- export declare class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
31
- private readonly connectionString;
32
- private readonly container;
33
- private readonly unstructuredConfig?;
34
- constructor({ azureConfig, unstructuredConfig, }: AzureBlobStorageContainerLoaderConfig);
35
- /**
36
- * Method to load documents from an Azure Blob Storage container. It
37
- * creates a BlobServiceClient using the connection string, gets the
38
- * container client using the container name, and iterates over the blobs
39
- * in the container. For each blob, it creates an instance of
40
- * AzureBlobStorageFileLoader and loads the documents using the loader.
41
- * The loaded documents are concatenated to the docs array and returned.
42
- * @returns An array of loaded documents.
43
- */
44
- load(): Promise<Document<Record<string, any>>[]>;
45
- }
46
- export {};
@@ -1,69 +0,0 @@
1
- import { BlobServiceClient } from "@azure/storage-blob";
2
- import { AzureBlobStorageFileLoader } from "./azure_blob_storage_file.js";
3
- import { BaseDocumentLoader } from "../base.js";
4
- import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
5
- /* #__PURE__ */ logVersion020MigrationWarning({
6
- oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
7
- newPackageName: "@langchain/community",
8
- });
9
- /**
10
- * @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
11
- * Class representing a document loader that loads documents from an Azure
12
- * Blob Storage container. It extends the BaseDocumentLoader class.
13
- */
14
- export class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
15
- constructor({ azureConfig, unstructuredConfig, }) {
16
- super();
17
- Object.defineProperty(this, "connectionString", {
18
- enumerable: true,
19
- configurable: true,
20
- writable: true,
21
- value: void 0
22
- });
23
- Object.defineProperty(this, "container", {
24
- enumerable: true,
25
- configurable: true,
26
- writable: true,
27
- value: void 0
28
- });
29
- Object.defineProperty(this, "unstructuredConfig", {
30
- enumerable: true,
31
- configurable: true,
32
- writable: true,
33
- value: void 0
34
- });
35
- this.connectionString = azureConfig.connectionString;
36
- this.container = azureConfig.container;
37
- this.unstructuredConfig = unstructuredConfig;
38
- }
39
- /**
40
- * Method to load documents from an Azure Blob Storage container. It
41
- * creates a BlobServiceClient using the connection string, gets the
42
- * container client using the container name, and iterates over the blobs
43
- * in the container. For each blob, it creates an instance of
44
- * AzureBlobStorageFileLoader and loads the documents using the loader.
45
- * The loaded documents are concatenated to the docs array and returned.
46
- * @returns An array of loaded documents.
47
- */
48
- async load() {
49
- const blobServiceClient = BlobServiceClient.fromConnectionString(this.connectionString, {
50
- userAgentOptions: {
51
- userAgentPrefix: "langchainjs-blob-storage-container",
52
- },
53
- });
54
- const containerClient = blobServiceClient.getContainerClient(this.container);
55
- let docs = [];
56
- for await (const blob of containerClient.listBlobsFlat()) {
57
- const loader = new AzureBlobStorageFileLoader({
58
- azureConfig: {
59
- connectionString: this.connectionString,
60
- container: this.container,
61
- blobName: blob.name,
62
- },
63
- unstructuredConfig: this.unstructuredConfig,
64
- });
65
- docs = docs.concat(await loader.load());
66
- }
67
- return docs;
68
- }
69
- }