langchain 0.2.17 → 0.3.0-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/dist/agents/executor.cjs +11 -0
  2. package/dist/agents/executor.d.ts +2 -0
  3. package/dist/agents/executor.js +11 -0
  4. package/dist/agents/openai_functions/index.cjs +2 -2
  5. package/dist/agents/openai_functions/index.js +2 -2
  6. package/dist/agents/react/output_parser.cjs +3 -2
  7. package/dist/agents/react/output_parser.js +3 -2
  8. package/dist/chains/combine_documents/stuff.cjs +2 -2
  9. package/dist/chains/combine_documents/stuff.js +2 -2
  10. package/dist/chains/conversational_retrieval_chain.cjs +1 -1
  11. package/dist/chains/conversational_retrieval_chain.d.ts +1 -1
  12. package/dist/chains/conversational_retrieval_chain.js +1 -1
  13. package/dist/chains/llm_chain.cjs +1 -1
  14. package/dist/chains/llm_chain.d.ts +1 -1
  15. package/dist/chains/llm_chain.js +1 -1
  16. package/dist/chains/openai_functions/openapi.cjs +3 -1
  17. package/dist/chains/openai_functions/openapi.js +3 -1
  18. package/dist/chains/retrieval_qa.cjs +1 -1
  19. package/dist/chains/retrieval_qa.d.ts +1 -1
  20. package/dist/chains/retrieval_qa.js +1 -1
  21. package/dist/load/import_constants.cjs +2 -39
  22. package/dist/load/import_constants.js +2 -39
  23. package/dist/load/import_map.cjs +2 -3
  24. package/dist/load/import_map.d.ts +0 -1
  25. package/dist/load/import_map.js +0 -1
  26. package/dist/smith/config.d.ts +1 -5
  27. package/package.json +35 -858
  28. package/dist/document_loaders/fs/chatgpt.cjs +0 -90
  29. package/dist/document_loaders/fs/chatgpt.d.ts +0 -8
  30. package/dist/document_loaders/fs/chatgpt.js +0 -86
  31. package/dist/document_loaders/fs/csv.cjs +0 -73
  32. package/dist/document_loaders/fs/csv.d.ts +0 -65
  33. package/dist/document_loaders/fs/csv.js +0 -69
  34. package/dist/document_loaders/fs/docx.cjs +0 -58
  35. package/dist/document_loaders/fs/docx.d.ts +0 -25
  36. package/dist/document_loaders/fs/docx.js +0 -54
  37. package/dist/document_loaders/fs/epub.cjs +0 -103
  38. package/dist/document_loaders/fs/epub.d.ts +0 -33
  39. package/dist/document_loaders/fs/epub.js +0 -99
  40. package/dist/document_loaders/fs/notion.cjs +0 -26
  41. package/dist/document_loaders/fs/notion.d.ts +0 -12
  42. package/dist/document_loaders/fs/notion.js +0 -22
  43. package/dist/document_loaders/fs/obsidian.cjs +0 -247
  44. package/dist/document_loaders/fs/obsidian.d.ts +0 -28
  45. package/dist/document_loaders/fs/obsidian.js +0 -240
  46. package/dist/document_loaders/fs/openai_whisper_audio.cjs +0 -49
  47. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +0 -23
  48. package/dist/document_loaders/fs/openai_whisper_audio.js +0 -45
  49. package/dist/document_loaders/fs/pdf.cjs +0 -148
  50. package/dist/document_loaders/fs/pdf.d.ts +0 -49
  51. package/dist/document_loaders/fs/pdf.js +0 -144
  52. package/dist/document_loaders/fs/pptx.cjs +0 -46
  53. package/dist/document_loaders/fs/pptx.d.ts +0 -25
  54. package/dist/document_loaders/fs/pptx.js +0 -42
  55. package/dist/document_loaders/fs/srt.cjs +0 -57
  56. package/dist/document_loaders/fs/srt.d.ts +0 -32
  57. package/dist/document_loaders/fs/srt.js +0 -50
  58. package/dist/document_loaders/fs/unstructured.cjs +0 -338
  59. package/dist/document_loaders/fs/unstructured.d.ts +0 -125
  60. package/dist/document_loaders/fs/unstructured.js +0 -333
  61. package/dist/document_loaders/web/apify_dataset.cjs +0 -130
  62. package/dist/document_loaders/web/apify_dataset.d.ts +0 -85
  63. package/dist/document_loaders/web/apify_dataset.js +0 -126
  64. package/dist/document_loaders/web/assemblyai.cjs +0 -200
  65. package/dist/document_loaders/web/assemblyai.d.ts +0 -95
  66. package/dist/document_loaders/web/assemblyai.js +0 -193
  67. package/dist/document_loaders/web/azure_blob_storage_container.cjs +0 -73
  68. package/dist/document_loaders/web/azure_blob_storage_container.d.ts +0 -46
  69. package/dist/document_loaders/web/azure_blob_storage_container.js +0 -69
  70. package/dist/document_loaders/web/azure_blob_storage_file.cjs +0 -124
  71. package/dist/document_loaders/web/azure_blob_storage_file.d.ts +0 -53
  72. package/dist/document_loaders/web/azure_blob_storage_file.js +0 -97
  73. package/dist/document_loaders/web/browserbase.cjs +0 -93
  74. package/dist/document_loaders/web/browserbase.d.ts +0 -48
  75. package/dist/document_loaders/web/browserbase.js +0 -86
  76. package/dist/document_loaders/web/cheerio.cjs +0 -118
  77. package/dist/document_loaders/web/cheerio.d.ts +0 -77
  78. package/dist/document_loaders/web/cheerio.js +0 -114
  79. package/dist/document_loaders/web/college_confidential.cjs +0 -41
  80. package/dist/document_loaders/web/college_confidential.d.ts +0 -25
  81. package/dist/document_loaders/web/college_confidential.js +0 -37
  82. package/dist/document_loaders/web/confluence.cjs +0 -190
  83. package/dist/document_loaders/web/confluence.d.ts +0 -114
  84. package/dist/document_loaders/web/confluence.js +0 -186
  85. package/dist/document_loaders/web/couchbase.cjs +0 -95
  86. package/dist/document_loaders/web/couchbase.d.ts +0 -32
  87. package/dist/document_loaders/web/couchbase.js +0 -91
  88. package/dist/document_loaders/web/figma.cjs +0 -102
  89. package/dist/document_loaders/web/figma.d.ts +0 -82
  90. package/dist/document_loaders/web/figma.js +0 -98
  91. package/dist/document_loaders/web/firecrawl.cjs +0 -95
  92. package/dist/document_loaders/web/firecrawl.d.ts +0 -50
  93. package/dist/document_loaders/web/firecrawl.js +0 -88
  94. package/dist/document_loaders/web/gitbook.cjs +0 -110
  95. package/dist/document_loaders/web/gitbook.d.ts +0 -55
  96. package/dist/document_loaders/web/gitbook.js +0 -106
  97. package/dist/document_loaders/web/github.cjs +0 -615
  98. package/dist/document_loaders/web/github.d.ts +0 -203
  99. package/dist/document_loaders/web/github.js +0 -608
  100. package/dist/document_loaders/web/hn.cjs +0 -90
  101. package/dist/document_loaders/web/hn.d.ts +0 -42
  102. package/dist/document_loaders/web/hn.js +0 -86
  103. package/dist/document_loaders/web/imsdb.cjs +0 -44
  104. package/dist/document_loaders/web/imsdb.d.ts +0 -23
  105. package/dist/document_loaders/web/imsdb.js +0 -40
  106. package/dist/document_loaders/web/notionapi.cjs +0 -404
  107. package/dist/document_loaders/web/notionapi.d.ts +0 -133
  108. package/dist/document_loaders/web/notionapi.js +0 -392
  109. package/dist/document_loaders/web/notiondb.cjs +0 -199
  110. package/dist/document_loaders/web/notiondb.d.ts +0 -56
  111. package/dist/document_loaders/web/notiondb.js +0 -195
  112. package/dist/document_loaders/web/pdf.cjs +0 -140
  113. package/dist/document_loaders/web/pdf.d.ts +0 -35
  114. package/dist/document_loaders/web/pdf.js +0 -136
  115. package/dist/document_loaders/web/playwright.cjs +0 -89
  116. package/dist/document_loaders/web/playwright.d.ts +0 -58
  117. package/dist/document_loaders/web/playwright.js +0 -85
  118. package/dist/document_loaders/web/puppeteer.cjs +0 -139
  119. package/dist/document_loaders/web/puppeteer.d.ts +0 -82
  120. package/dist/document_loaders/web/puppeteer.js +0 -135
  121. package/dist/document_loaders/web/recursive_url.cjs +0 -198
  122. package/dist/document_loaders/web/recursive_url.d.ts +0 -33
  123. package/dist/document_loaders/web/recursive_url.js +0 -194
  124. package/dist/document_loaders/web/s3.cjs +0 -164
  125. package/dist/document_loaders/web/s3.d.ts +0 -78
  126. package/dist/document_loaders/web/s3.js +0 -137
  127. package/dist/document_loaders/web/searchapi.cjs +0 -150
  128. package/dist/document_loaders/web/searchapi.d.ts +0 -76
  129. package/dist/document_loaders/web/searchapi.js +0 -146
  130. package/dist/document_loaders/web/serpapi.cjs +0 -127
  131. package/dist/document_loaders/web/serpapi.d.ts +0 -62
  132. package/dist/document_loaders/web/serpapi.js +0 -123
  133. package/dist/document_loaders/web/sitemap.cjs +0 -118
  134. package/dist/document_loaders/web/sitemap.d.ts +0 -41
  135. package/dist/document_loaders/web/sitemap.js +0 -114
  136. package/dist/document_loaders/web/sonix_audio.cjs +0 -68
  137. package/dist/document_loaders/web/sonix_audio.d.ts +0 -36
  138. package/dist/document_loaders/web/sonix_audio.js +0 -64
  139. package/dist/document_loaders/web/sort_xyz_blockchain.cjs +0 -157
  140. package/dist/document_loaders/web/sort_xyz_blockchain.d.ts +0 -78
  141. package/dist/document_loaders/web/sort_xyz_blockchain.js +0 -153
  142. package/dist/document_loaders/web/youtube.cjs +0 -116
  143. package/dist/document_loaders/web/youtube.d.ts +0 -55
  144. package/dist/document_loaders/web/youtube.js +0 -112
  145. package/dist/experimental/chrome_ai/app/dist/bundle.cjs +0 -1250
  146. package/dist/experimental/chrome_ai/app/dist/bundle.d.ts +0 -1
  147. package/dist/experimental/chrome_ai/app/dist/bundle.js +0 -1249
  148. package/dist/experimental/tools/pyinterpreter.cjs +0 -248
  149. package/dist/experimental/tools/pyinterpreter.d.ts +0 -18
  150. package/dist/experimental/tools/pyinterpreter.js +0 -244
  151. package/dist/retrievers/self_query/chroma.cjs +0 -48
  152. package/dist/retrievers/self_query/chroma.d.ts +0 -26
  153. package/dist/retrievers/self_query/chroma.js +0 -44
  154. package/dist/retrievers/self_query/pinecone.cjs +0 -47
  155. package/dist/retrievers/self_query/pinecone.d.ts +0 -26
  156. package/dist/retrievers/self_query/pinecone.js +0 -43
  157. package/dist/retrievers/self_query/supabase.cjs +0 -278
  158. package/dist/retrievers/self_query/supabase.d.ts +0 -109
  159. package/dist/retrievers/self_query/supabase.js +0 -274
  160. package/dist/retrievers/self_query/supabase_utils.cjs +0 -264
  161. package/dist/retrievers/self_query/supabase_utils.d.ts +0 -101
  162. package/dist/retrievers/self_query/supabase_utils.js +0 -259
  163. package/dist/retrievers/self_query/vectara.cjs +0 -143
  164. package/dist/retrievers/self_query/vectara.d.ts +0 -42
  165. package/dist/retrievers/self_query/vectara.js +0 -139
  166. package/dist/retrievers/self_query/weaviate.cjs +0 -201
  167. package/dist/retrievers/self_query/weaviate.d.ts +0 -99
  168. package/dist/retrievers/self_query/weaviate.js +0 -197
  169. package/dist/types/assemblyai-types.cjs +0 -2
  170. package/dist/types/assemblyai-types.d.ts +0 -4
  171. package/dist/types/assemblyai-types.js +0 -1
  172. package/document_loaders/fs/chatgpt.cjs +0 -1
  173. package/document_loaders/fs/chatgpt.d.cts +0 -1
  174. package/document_loaders/fs/chatgpt.d.ts +0 -1
  175. package/document_loaders/fs/chatgpt.js +0 -1
  176. package/document_loaders/fs/csv.cjs +0 -1
  177. package/document_loaders/fs/csv.d.cts +0 -1
  178. package/document_loaders/fs/csv.d.ts +0 -1
  179. package/document_loaders/fs/csv.js +0 -1
  180. package/document_loaders/fs/docx.cjs +0 -1
  181. package/document_loaders/fs/docx.d.cts +0 -1
  182. package/document_loaders/fs/docx.d.ts +0 -1
  183. package/document_loaders/fs/docx.js +0 -1
  184. package/document_loaders/fs/epub.cjs +0 -1
  185. package/document_loaders/fs/epub.d.cts +0 -1
  186. package/document_loaders/fs/epub.d.ts +0 -1
  187. package/document_loaders/fs/epub.js +0 -1
  188. package/document_loaders/fs/notion.cjs +0 -1
  189. package/document_loaders/fs/notion.d.cts +0 -1
  190. package/document_loaders/fs/notion.d.ts +0 -1
  191. package/document_loaders/fs/notion.js +0 -1
  192. package/document_loaders/fs/obsidian.cjs +0 -1
  193. package/document_loaders/fs/obsidian.d.cts +0 -1
  194. package/document_loaders/fs/obsidian.d.ts +0 -1
  195. package/document_loaders/fs/obsidian.js +0 -1
  196. package/document_loaders/fs/openai_whisper_audio.cjs +0 -1
  197. package/document_loaders/fs/openai_whisper_audio.d.cts +0 -1
  198. package/document_loaders/fs/openai_whisper_audio.d.ts +0 -1
  199. package/document_loaders/fs/openai_whisper_audio.js +0 -1
  200. package/document_loaders/fs/pdf.cjs +0 -1
  201. package/document_loaders/fs/pdf.d.cts +0 -1
  202. package/document_loaders/fs/pdf.d.ts +0 -1
  203. package/document_loaders/fs/pdf.js +0 -1
  204. package/document_loaders/fs/pptx.cjs +0 -1
  205. package/document_loaders/fs/pptx.d.cts +0 -1
  206. package/document_loaders/fs/pptx.d.ts +0 -1
  207. package/document_loaders/fs/pptx.js +0 -1
  208. package/document_loaders/fs/srt.cjs +0 -1
  209. package/document_loaders/fs/srt.d.cts +0 -1
  210. package/document_loaders/fs/srt.d.ts +0 -1
  211. package/document_loaders/fs/srt.js +0 -1
  212. package/document_loaders/fs/unstructured.cjs +0 -1
  213. package/document_loaders/fs/unstructured.d.cts +0 -1
  214. package/document_loaders/fs/unstructured.d.ts +0 -1
  215. package/document_loaders/fs/unstructured.js +0 -1
  216. package/document_loaders/web/apify_dataset.cjs +0 -1
  217. package/document_loaders/web/apify_dataset.d.cts +0 -1
  218. package/document_loaders/web/apify_dataset.d.ts +0 -1
  219. package/document_loaders/web/apify_dataset.js +0 -1
  220. package/document_loaders/web/assemblyai.cjs +0 -1
  221. package/document_loaders/web/assemblyai.d.cts +0 -1
  222. package/document_loaders/web/assemblyai.d.ts +0 -1
  223. package/document_loaders/web/assemblyai.js +0 -1
  224. package/document_loaders/web/azure_blob_storage_container.cjs +0 -1
  225. package/document_loaders/web/azure_blob_storage_container.d.cts +0 -1
  226. package/document_loaders/web/azure_blob_storage_container.d.ts +0 -1
  227. package/document_loaders/web/azure_blob_storage_container.js +0 -1
  228. package/document_loaders/web/azure_blob_storage_file.cjs +0 -1
  229. package/document_loaders/web/azure_blob_storage_file.d.cts +0 -1
  230. package/document_loaders/web/azure_blob_storage_file.d.ts +0 -1
  231. package/document_loaders/web/azure_blob_storage_file.js +0 -1
  232. package/document_loaders/web/browserbase.cjs +0 -1
  233. package/document_loaders/web/browserbase.d.cts +0 -1
  234. package/document_loaders/web/browserbase.d.ts +0 -1
  235. package/document_loaders/web/browserbase.js +0 -1
  236. package/document_loaders/web/cheerio.cjs +0 -1
  237. package/document_loaders/web/cheerio.d.cts +0 -1
  238. package/document_loaders/web/cheerio.d.ts +0 -1
  239. package/document_loaders/web/cheerio.js +0 -1
  240. package/document_loaders/web/college_confidential.cjs +0 -1
  241. package/document_loaders/web/college_confidential.d.cts +0 -1
  242. package/document_loaders/web/college_confidential.d.ts +0 -1
  243. package/document_loaders/web/college_confidential.js +0 -1
  244. package/document_loaders/web/confluence.cjs +0 -1
  245. package/document_loaders/web/confluence.d.cts +0 -1
  246. package/document_loaders/web/confluence.d.ts +0 -1
  247. package/document_loaders/web/confluence.js +0 -1
  248. package/document_loaders/web/couchbase.cjs +0 -1
  249. package/document_loaders/web/couchbase.d.cts +0 -1
  250. package/document_loaders/web/couchbase.d.ts +0 -1
  251. package/document_loaders/web/couchbase.js +0 -1
  252. package/document_loaders/web/figma.cjs +0 -1
  253. package/document_loaders/web/figma.d.cts +0 -1
  254. package/document_loaders/web/figma.d.ts +0 -1
  255. package/document_loaders/web/figma.js +0 -1
  256. package/document_loaders/web/firecrawl.cjs +0 -1
  257. package/document_loaders/web/firecrawl.d.cts +0 -1
  258. package/document_loaders/web/firecrawl.d.ts +0 -1
  259. package/document_loaders/web/firecrawl.js +0 -1
  260. package/document_loaders/web/gitbook.cjs +0 -1
  261. package/document_loaders/web/gitbook.d.cts +0 -1
  262. package/document_loaders/web/gitbook.d.ts +0 -1
  263. package/document_loaders/web/gitbook.js +0 -1
  264. package/document_loaders/web/github.cjs +0 -1
  265. package/document_loaders/web/github.d.cts +0 -1
  266. package/document_loaders/web/github.d.ts +0 -1
  267. package/document_loaders/web/github.js +0 -1
  268. package/document_loaders/web/hn.cjs +0 -1
  269. package/document_loaders/web/hn.d.cts +0 -1
  270. package/document_loaders/web/hn.d.ts +0 -1
  271. package/document_loaders/web/hn.js +0 -1
  272. package/document_loaders/web/imsdb.cjs +0 -1
  273. package/document_loaders/web/imsdb.d.cts +0 -1
  274. package/document_loaders/web/imsdb.d.ts +0 -1
  275. package/document_loaders/web/imsdb.js +0 -1
  276. package/document_loaders/web/notionapi.cjs +0 -1
  277. package/document_loaders/web/notionapi.d.cts +0 -1
  278. package/document_loaders/web/notionapi.d.ts +0 -1
  279. package/document_loaders/web/notionapi.js +0 -1
  280. package/document_loaders/web/notiondb.cjs +0 -1
  281. package/document_loaders/web/notiondb.d.cts +0 -1
  282. package/document_loaders/web/notiondb.d.ts +0 -1
  283. package/document_loaders/web/notiondb.js +0 -1
  284. package/document_loaders/web/pdf.cjs +0 -1
  285. package/document_loaders/web/pdf.d.cts +0 -1
  286. package/document_loaders/web/pdf.d.ts +0 -1
  287. package/document_loaders/web/pdf.js +0 -1
  288. package/document_loaders/web/playwright.cjs +0 -1
  289. package/document_loaders/web/playwright.d.cts +0 -1
  290. package/document_loaders/web/playwright.d.ts +0 -1
  291. package/document_loaders/web/playwright.js +0 -1
  292. package/document_loaders/web/puppeteer.cjs +0 -1
  293. package/document_loaders/web/puppeteer.d.cts +0 -1
  294. package/document_loaders/web/puppeteer.d.ts +0 -1
  295. package/document_loaders/web/puppeteer.js +0 -1
  296. package/document_loaders/web/recursive_url.cjs +0 -1
  297. package/document_loaders/web/recursive_url.d.cts +0 -1
  298. package/document_loaders/web/recursive_url.d.ts +0 -1
  299. package/document_loaders/web/recursive_url.js +0 -1
  300. package/document_loaders/web/s3.cjs +0 -1
  301. package/document_loaders/web/s3.d.cts +0 -1
  302. package/document_loaders/web/s3.d.ts +0 -1
  303. package/document_loaders/web/s3.js +0 -1
  304. package/document_loaders/web/searchapi.cjs +0 -1
  305. package/document_loaders/web/searchapi.d.cts +0 -1
  306. package/document_loaders/web/searchapi.d.ts +0 -1
  307. package/document_loaders/web/searchapi.js +0 -1
  308. package/document_loaders/web/serpapi.cjs +0 -1
  309. package/document_loaders/web/serpapi.d.cts +0 -1
  310. package/document_loaders/web/serpapi.d.ts +0 -1
  311. package/document_loaders/web/serpapi.js +0 -1
  312. package/document_loaders/web/sitemap.cjs +0 -1
  313. package/document_loaders/web/sitemap.d.cts +0 -1
  314. package/document_loaders/web/sitemap.d.ts +0 -1
  315. package/document_loaders/web/sitemap.js +0 -1
  316. package/document_loaders/web/sonix_audio.cjs +0 -1
  317. package/document_loaders/web/sonix_audio.d.cts +0 -1
  318. package/document_loaders/web/sonix_audio.d.ts +0 -1
  319. package/document_loaders/web/sonix_audio.js +0 -1
  320. package/document_loaders/web/sort_xyz_blockchain.cjs +0 -1
  321. package/document_loaders/web/sort_xyz_blockchain.d.cts +0 -1
  322. package/document_loaders/web/sort_xyz_blockchain.d.ts +0 -1
  323. package/document_loaders/web/sort_xyz_blockchain.js +0 -1
  324. package/document_loaders/web/youtube.cjs +0 -1
  325. package/document_loaders/web/youtube.d.cts +0 -1
  326. package/document_loaders/web/youtube.d.ts +0 -1
  327. package/document_loaders/web/youtube.js +0 -1
  328. package/experimental/tools/pyinterpreter.cjs +0 -1
  329. package/experimental/tools/pyinterpreter.d.cts +0 -1
  330. package/experimental/tools/pyinterpreter.d.ts +0 -1
  331. package/experimental/tools/pyinterpreter.js +0 -1
  332. package/memory/index.cjs +0 -1
  333. package/memory/index.d.cts +0 -1
  334. package/memory/index.d.ts +0 -1
  335. package/memory/index.js +0 -1
  336. package/retrievers/self_query/chroma.cjs +0 -1
  337. package/retrievers/self_query/chroma.d.cts +0 -1
  338. package/retrievers/self_query/chroma.d.ts +0 -1
  339. package/retrievers/self_query/chroma.js +0 -1
  340. package/retrievers/self_query/pinecone.cjs +0 -1
  341. package/retrievers/self_query/pinecone.d.cts +0 -1
  342. package/retrievers/self_query/pinecone.d.ts +0 -1
  343. package/retrievers/self_query/pinecone.js +0 -1
  344. package/retrievers/self_query/supabase.cjs +0 -1
  345. package/retrievers/self_query/supabase.d.cts +0 -1
  346. package/retrievers/self_query/supabase.d.ts +0 -1
  347. package/retrievers/self_query/supabase.js +0 -1
  348. package/retrievers/self_query/vectara.cjs +0 -1
  349. package/retrievers/self_query/vectara.d.cts +0 -1
  350. package/retrievers/self_query/vectara.d.ts +0 -1
  351. package/retrievers/self_query/vectara.js +0 -1
  352. package/retrievers/self_query/weaviate.cjs +0 -1
  353. package/retrievers/self_query/weaviate.d.cts +0 -1
  354. package/retrievers/self_query/weaviate.d.ts +0 -1
  355. package/retrievers/self_query/weaviate.js +0 -1
@@ -1,200 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.AudioSubtitleLoader = exports.AudioTranscriptSentencesLoader = exports.AudioTranscriptParagraphsLoader = exports.AudioTranscriptLoader = void 0;
4
- const assemblyai_1 = require("assemblyai");
5
- const documents_1 = require("@langchain/core/documents");
6
- const env_1 = require("@langchain/core/utils/env");
7
- const base_js_1 = require("../base.cjs");
8
- const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
9
- /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
10
- oldEntrypointName: "document_loaders/web/assemblyai",
11
- newPackageName: "@langchain/community",
12
- });
13
- const defaultOptions = {
14
- userAgent: {
15
- integration: { name: "LangChainJS", version: "1.0.1" },
16
- },
17
- };
18
- /**
19
- * @deprecated
20
- * Base class for AssemblyAI loaders.
21
- */
22
- class AssemblyAILoader extends base_js_1.BaseDocumentLoader {
23
- /**
24
- * Create a new AssemblyAI loader.
25
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
26
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
27
- */
28
- constructor(assemblyAIOptions) {
29
- super();
30
- Object.defineProperty(this, "client", {
31
- enumerable: true,
32
- configurable: true,
33
- writable: true,
34
- value: void 0
35
- });
36
- let options = assemblyAIOptions;
37
- if (!options) {
38
- options = {};
39
- }
40
- if (!options.apiKey) {
41
- options.apiKey = (0, env_1.getEnvironmentVariable)("ASSEMBLYAI_API_KEY");
42
- }
43
- if (!options.apiKey) {
44
- throw new Error("No AssemblyAI API key provided");
45
- }
46
- this.client = new assemblyai_1.AssemblyAI({
47
- ...defaultOptions,
48
- ...options,
49
- });
50
- }
51
- }
52
- /**
53
- * @deprecated
54
- */
55
- class CreateTranscriptLoader extends AssemblyAILoader {
56
- /**
57
- * Transcribe audio or retrieve an existing transcript by its ID.
58
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
59
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
60
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
61
- */
62
- constructor(params, assemblyAIOptions) {
63
- super(assemblyAIOptions);
64
- Object.defineProperty(this, "transcribeParams", {
65
- enumerable: true,
66
- configurable: true,
67
- writable: true,
68
- value: void 0
69
- });
70
- Object.defineProperty(this, "transcriptId", {
71
- enumerable: true,
72
- configurable: true,
73
- writable: true,
74
- value: void 0
75
- });
76
- if (typeof params === "string") {
77
- this.transcriptId = params;
78
- }
79
- else {
80
- this.transcribeParams = params;
81
- }
82
- }
83
- async transcribeOrGetTranscript() {
84
- if (this.transcriptId) {
85
- return await this.client.transcripts.get(this.transcriptId);
86
- }
87
- if (this.transcribeParams) {
88
- let transcribeParams;
89
- if ("audio_url" in this.transcribeParams) {
90
- transcribeParams = {
91
- ...this.transcribeParams,
92
- audio: this.transcribeParams.audio_url,
93
- };
94
- }
95
- else {
96
- transcribeParams = this.transcribeParams;
97
- }
98
- return await this.client.transcripts.transcribe(transcribeParams);
99
- }
100
- else {
101
- throw new Error("No transcript ID or transcribe parameters provided");
102
- }
103
- }
104
- }
105
- /**
106
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
107
- * Transcribe audio and load the transcript as a document using AssemblyAI.
108
- */
109
- class AudioTranscriptLoader extends CreateTranscriptLoader {
110
- /**
111
- * Transcribe audio and load the transcript as a document using AssemblyAI.
112
- * @returns A promise that resolves to a single document containing the transcript text
113
- * as the page content, and the transcript object as the metadata.
114
- */
115
- async load() {
116
- const transcript = await this.transcribeOrGetTranscript();
117
- return [
118
- new documents_1.Document({
119
- pageContent: transcript.text,
120
- metadata: transcript,
121
- }),
122
- ];
123
- }
124
- }
125
- exports.AudioTranscriptLoader = AudioTranscriptLoader;
126
- /**
127
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
128
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
129
- */
130
- class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
131
- /**
132
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
133
- * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
134
- */
135
- async load() {
136
- const transcript = await this.transcribeOrGetTranscript();
137
- const paragraphsResponse = await this.client.transcripts.paragraphs(transcript.id);
138
- return paragraphsResponse.paragraphs.map((p) => new documents_1.Document({
139
- pageContent: p.text,
140
- metadata: p,
141
- }));
142
- }
143
- }
144
- exports.AudioTranscriptParagraphsLoader = AudioTranscriptParagraphsLoader;
145
- /**
146
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
147
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
148
- */
149
- class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
150
- /**
151
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
152
- * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
153
- */
154
- async load() {
155
- const transcript = await this.transcribeOrGetTranscript();
156
- const sentencesResponse = await this.client.transcripts.sentences(transcript.id);
157
- return sentencesResponse.sentences.map((p) => new documents_1.Document({
158
- pageContent: p.text,
159
- metadata: p,
160
- }));
161
- }
162
- }
163
- exports.AudioTranscriptSentencesLoader = AudioTranscriptSentencesLoader;
164
- /**
165
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
166
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
167
- */
168
- class AudioSubtitleLoader extends CreateTranscriptLoader {
169
- /**
170
- * Create a new AudioSubtitleLoader.
171
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
172
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
173
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
174
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
175
- */
176
- constructor(params, subtitleFormat = "srt", assemblyAIOptions) {
177
- super(params, assemblyAIOptions);
178
- Object.defineProperty(this, "subtitleFormat", {
179
- enumerable: true,
180
- configurable: true,
181
- writable: true,
182
- value: subtitleFormat
183
- });
184
- this.subtitleFormat = subtitleFormat;
185
- }
186
- /**
187
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
188
- * @returns A promise that resolves a document containing the subtitles as the page content.
189
- */
190
- async load() {
191
- const transcript = await this.transcribeOrGetTranscript();
192
- const subtitles = await this.client.transcripts.subtitles(transcript.id, this.subtitleFormat);
193
- return [
194
- new documents_1.Document({
195
- pageContent: subtitles,
196
- }),
197
- ];
198
- }
199
- }
200
- exports.AudioSubtitleLoader = AudioSubtitleLoader;
@@ -1,95 +0,0 @@
1
- import { AssemblyAI, TranscribeParams, SubtitleFormat, Transcript, TranscriptParagraph, TranscriptSentence, CreateTranscriptParameters } from "assemblyai";
2
- import { Document } from "@langchain/core/documents";
3
- import { BaseDocumentLoader } from "../base.js";
4
- import { AssemblyAIOptions } from "../../types/assemblyai-types.js";
5
- export type * from "../../types/assemblyai-types.js";
6
- /**
7
- * @deprecated
8
- * Base class for AssemblyAI loaders.
9
- */
10
- declare abstract class AssemblyAILoader extends BaseDocumentLoader {
11
- protected client: AssemblyAI;
12
- /**
13
- * Create a new AssemblyAI loader.
14
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
15
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
16
- */
17
- constructor(assemblyAIOptions?: AssemblyAIOptions);
18
- }
19
- /**
20
- * @deprecated
21
- */
22
- declare abstract class CreateTranscriptLoader extends AssemblyAILoader {
23
- protected transcribeParams?: TranscribeParams | CreateTranscriptParameters;
24
- protected transcriptId?: string;
25
- /**
26
- * Transcribe audio or retrieve an existing transcript by its ID.
27
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
28
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
29
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
30
- */
31
- constructor(params: TranscribeParams | CreateTranscriptParameters | string, assemblyAIOptions?: AssemblyAIOptions);
32
- protected transcribeOrGetTranscript(): Promise<Transcript>;
33
- }
34
- /**
35
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
36
- * Transcribe audio and load the transcript as a document using AssemblyAI.
37
- */
38
- export declare class AudioTranscriptLoader extends CreateTranscriptLoader {
39
- /**
40
- * Transcribe audio and load the transcript as a document using AssemblyAI.
41
- * @returns A promise that resolves to a single document containing the transcript text
42
- * as the page content, and the transcript object as the metadata.
43
- */
44
- load(): Promise<Document<Transcript>[]>;
45
- }
46
- /**
47
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
48
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
49
- */
50
- export declare class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
51
- /**
52
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
53
- * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
54
- */
55
- load(): Promise<Document<TranscriptParagraph>[]>;
56
- }
57
- /**
58
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
59
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
60
- */
61
- export declare class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
62
- /**
63
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
64
- * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
65
- */
66
- load(): Promise<Document<TranscriptSentence>[]>;
67
- }
68
- /**
69
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
70
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
71
- */
72
- export declare class AudioSubtitleLoader extends CreateTranscriptLoader {
73
- private subtitleFormat;
74
- /**
75
- * Create a new AudioSubtitleLoader.
76
- * @param transcribeParams The parameters to transcribe audio.
77
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
78
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
79
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
80
- */
81
- constructor(transcribeParams: TranscribeParams | CreateTranscriptParameters, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
82
- /**
83
- * Create a new AudioSubtitleLoader.
84
- * @param transcriptId The ID of the transcript to retrieve.
85
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
86
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
87
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
88
- */
89
- constructor(transcriptId: string, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
90
- /**
91
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
92
- * @returns A promise that resolves a document containing the subtitles as the page content.
93
- */
94
- load(): Promise<Document[]>;
95
- }
@@ -1,193 +0,0 @@
1
- import { AssemblyAI, } from "assemblyai";
2
- import { Document } from "@langchain/core/documents";
3
- import { getEnvironmentVariable } from "@langchain/core/utils/env";
4
- import { BaseDocumentLoader } from "../base.js";
5
- import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
6
- /* #__PURE__ */ logVersion020MigrationWarning({
7
- oldEntrypointName: "document_loaders/web/assemblyai",
8
- newPackageName: "@langchain/community",
9
- });
10
- const defaultOptions = {
11
- userAgent: {
12
- integration: { name: "LangChainJS", version: "1.0.1" },
13
- },
14
- };
15
- /**
16
- * @deprecated
17
- * Base class for AssemblyAI loaders.
18
- */
19
- class AssemblyAILoader extends BaseDocumentLoader {
20
- /**
21
- * Create a new AssemblyAI loader.
22
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
23
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
24
- */
25
- constructor(assemblyAIOptions) {
26
- super();
27
- Object.defineProperty(this, "client", {
28
- enumerable: true,
29
- configurable: true,
30
- writable: true,
31
- value: void 0
32
- });
33
- let options = assemblyAIOptions;
34
- if (!options) {
35
- options = {};
36
- }
37
- if (!options.apiKey) {
38
- options.apiKey = getEnvironmentVariable("ASSEMBLYAI_API_KEY");
39
- }
40
- if (!options.apiKey) {
41
- throw new Error("No AssemblyAI API key provided");
42
- }
43
- this.client = new AssemblyAI({
44
- ...defaultOptions,
45
- ...options,
46
- });
47
- }
48
- }
49
- /**
50
- * @deprecated
51
- */
52
- class CreateTranscriptLoader extends AssemblyAILoader {
53
- /**
54
- * Transcribe audio or retrieve an existing transcript by its ID.
55
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
56
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
57
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
58
- */
59
- constructor(params, assemblyAIOptions) {
60
- super(assemblyAIOptions);
61
- Object.defineProperty(this, "transcribeParams", {
62
- enumerable: true,
63
- configurable: true,
64
- writable: true,
65
- value: void 0
66
- });
67
- Object.defineProperty(this, "transcriptId", {
68
- enumerable: true,
69
- configurable: true,
70
- writable: true,
71
- value: void 0
72
- });
73
- if (typeof params === "string") {
74
- this.transcriptId = params;
75
- }
76
- else {
77
- this.transcribeParams = params;
78
- }
79
- }
80
- async transcribeOrGetTranscript() {
81
- if (this.transcriptId) {
82
- return await this.client.transcripts.get(this.transcriptId);
83
- }
84
- if (this.transcribeParams) {
85
- let transcribeParams;
86
- if ("audio_url" in this.transcribeParams) {
87
- transcribeParams = {
88
- ...this.transcribeParams,
89
- audio: this.transcribeParams.audio_url,
90
- };
91
- }
92
- else {
93
- transcribeParams = this.transcribeParams;
94
- }
95
- return await this.client.transcripts.transcribe(transcribeParams);
96
- }
97
- else {
98
- throw new Error("No transcript ID or transcribe parameters provided");
99
- }
100
- }
101
- }
102
- /**
103
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
104
- * Transcribe audio and load the transcript as a document using AssemblyAI.
105
- */
106
- export class AudioTranscriptLoader extends CreateTranscriptLoader {
107
- /**
108
- * Transcribe audio and load the transcript as a document using AssemblyAI.
109
- * @returns A promise that resolves to a single document containing the transcript text
110
- * as the page content, and the transcript object as the metadata.
111
- */
112
- async load() {
113
- const transcript = await this.transcribeOrGetTranscript();
114
- return [
115
- new Document({
116
- pageContent: transcript.text,
117
- metadata: transcript,
118
- }),
119
- ];
120
- }
121
- }
122
- /**
123
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
124
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
125
- */
126
- export class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
127
- /**
128
- * Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
129
- * @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
130
- */
131
- async load() {
132
- const transcript = await this.transcribeOrGetTranscript();
133
- const paragraphsResponse = await this.client.transcripts.paragraphs(transcript.id);
134
- return paragraphsResponse.paragraphs.map((p) => new Document({
135
- pageContent: p.text,
136
- metadata: p,
137
- }));
138
- }
139
- }
140
- /**
141
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
142
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
143
- */
144
- export class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
145
- /**
146
- * Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
147
- * @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
148
- */
149
- async load() {
150
- const transcript = await this.transcribeOrGetTranscript();
151
- const sentencesResponse = await this.client.transcripts.sentences(transcript.id);
152
- return sentencesResponse.sentences.map((p) => new Document({
153
- pageContent: p.text,
154
- metadata: p,
155
- }));
156
- }
157
- }
158
- /**
159
- * @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
160
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
161
- */
162
- export class AudioSubtitleLoader extends CreateTranscriptLoader {
163
- /**
164
- * Create a new AudioSubtitleLoader.
165
- * @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
166
- * @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
167
- * @param assemblyAIOptions The options to configure the AssemblyAI loader.
168
- * Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
169
- */
170
- constructor(params, subtitleFormat = "srt", assemblyAIOptions) {
171
- super(params, assemblyAIOptions);
172
- Object.defineProperty(this, "subtitleFormat", {
173
- enumerable: true,
174
- configurable: true,
175
- writable: true,
176
- value: subtitleFormat
177
- });
178
- this.subtitleFormat = subtitleFormat;
179
- }
180
- /**
181
- * Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
182
- * @returns A promise that resolves a document containing the subtitles as the page content.
183
- */
184
- async load() {
185
- const transcript = await this.transcribeOrGetTranscript();
186
- const subtitles = await this.client.transcripts.subtitles(transcript.id, this.subtitleFormat);
187
- return [
188
- new Document({
189
- pageContent: subtitles,
190
- }),
191
- ];
192
- }
193
- }
@@ -1,73 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.AzureBlobStorageContainerLoader = void 0;
4
- const storage_blob_1 = require("@azure/storage-blob");
5
- const azure_blob_storage_file_js_1 = require("./azure_blob_storage_file.cjs");
6
- const base_js_1 = require("../base.cjs");
7
- const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
8
- /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
9
- oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
10
- newPackageName: "@langchain/community",
11
- });
12
- /**
13
- * @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
14
- * Class representing a document loader that loads documents from an Azure
15
- * Blob Storage container. It extends the BaseDocumentLoader class.
16
- */
17
- class AzureBlobStorageContainerLoader extends base_js_1.BaseDocumentLoader {
18
- constructor({ azureConfig, unstructuredConfig, }) {
19
- super();
20
- Object.defineProperty(this, "connectionString", {
21
- enumerable: true,
22
- configurable: true,
23
- writable: true,
24
- value: void 0
25
- });
26
- Object.defineProperty(this, "container", {
27
- enumerable: true,
28
- configurable: true,
29
- writable: true,
30
- value: void 0
31
- });
32
- Object.defineProperty(this, "unstructuredConfig", {
33
- enumerable: true,
34
- configurable: true,
35
- writable: true,
36
- value: void 0
37
- });
38
- this.connectionString = azureConfig.connectionString;
39
- this.container = azureConfig.container;
40
- this.unstructuredConfig = unstructuredConfig;
41
- }
42
- /**
43
- * Method to load documents from an Azure Blob Storage container. It
44
- * creates a BlobServiceClient using the connection string, gets the
45
- * container client using the container name, and iterates over the blobs
46
- * in the container. For each blob, it creates an instance of
47
- * AzureBlobStorageFileLoader and loads the documents using the loader.
48
- * The loaded documents are concatenated to the docs array and returned.
49
- * @returns An array of loaded documents.
50
- */
51
- async load() {
52
- const blobServiceClient = storage_blob_1.BlobServiceClient.fromConnectionString(this.connectionString, {
53
- userAgentOptions: {
54
- userAgentPrefix: "langchainjs-blob-storage-container",
55
- },
56
- });
57
- const containerClient = blobServiceClient.getContainerClient(this.container);
58
- let docs = [];
59
- for await (const blob of containerClient.listBlobsFlat()) {
60
- const loader = new azure_blob_storage_file_js_1.AzureBlobStorageFileLoader({
61
- azureConfig: {
62
- connectionString: this.connectionString,
63
- container: this.container,
64
- blobName: blob.name,
65
- },
66
- unstructuredConfig: this.unstructuredConfig,
67
- });
68
- docs = docs.concat(await loader.load());
69
- }
70
- return docs;
71
- }
72
- }
73
- exports.AzureBlobStorageContainerLoader = AzureBlobStorageContainerLoader;
@@ -1,46 +0,0 @@
1
- import { Document } from "@langchain/core/documents";
2
- import { BaseDocumentLoader } from "../base.js";
3
- import { UnstructuredLoaderOptions } from "../fs/unstructured.js";
4
- /**
5
- * Interface representing the configuration for accessing an Azure Blob
6
- * Storage container. It includes properties for the connection string and
7
- * container name.
8
- */
9
- interface AzureBlobStorageContainerConfig {
10
- connectionString: string;
11
- container: string;
12
- }
13
- /**
14
- * Interface representing the configuration for the
15
- * AzureBlobStorageContainerLoader. It includes properties for the
16
- * azureConfig and unstructuredConfig. The azureConfig property contains
17
- * the Azure Blob Storage container configuration, and the
18
- * unstructuredConfig property contains the options for the
19
- * UnstructuredLoader.
20
- */
21
- interface AzureBlobStorageContainerLoaderConfig {
22
- azureConfig: AzureBlobStorageContainerConfig;
23
- unstructuredConfig?: UnstructuredLoaderOptions;
24
- }
25
- /**
26
- * @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
27
- * Class representing a document loader that loads documents from an Azure
28
- * Blob Storage container. It extends the BaseDocumentLoader class.
29
- */
30
- export declare class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
31
- private readonly connectionString;
32
- private readonly container;
33
- private readonly unstructuredConfig?;
34
- constructor({ azureConfig, unstructuredConfig, }: AzureBlobStorageContainerLoaderConfig);
35
- /**
36
- * Method to load documents from an Azure Blob Storage container. It
37
- * creates a BlobServiceClient using the connection string, gets the
38
- * container client using the container name, and iterates over the blobs
39
- * in the container. For each blob, it creates an instance of
40
- * AzureBlobStorageFileLoader and loads the documents using the loader.
41
- * The loaded documents are concatenated to the docs array and returned.
42
- * @returns An array of loaded documents.
43
- */
44
- load(): Promise<Document<Record<string, any>>[]>;
45
- }
46
- export {};
@@ -1,69 +0,0 @@
1
- import { BlobServiceClient } from "@azure/storage-blob";
2
- import { AzureBlobStorageFileLoader } from "./azure_blob_storage_file.js";
3
- import { BaseDocumentLoader } from "../base.js";
4
- import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
5
- /* #__PURE__ */ logVersion020MigrationWarning({
6
- oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
7
- newPackageName: "@langchain/community",
8
- });
9
- /**
10
- * @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
11
- * Class representing a document loader that loads documents from an Azure
12
- * Blob Storage container. It extends the BaseDocumentLoader class.
13
- */
14
- export class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
15
- constructor({ azureConfig, unstructuredConfig, }) {
16
- super();
17
- Object.defineProperty(this, "connectionString", {
18
- enumerable: true,
19
- configurable: true,
20
- writable: true,
21
- value: void 0
22
- });
23
- Object.defineProperty(this, "container", {
24
- enumerable: true,
25
- configurable: true,
26
- writable: true,
27
- value: void 0
28
- });
29
- Object.defineProperty(this, "unstructuredConfig", {
30
- enumerable: true,
31
- configurable: true,
32
- writable: true,
33
- value: void 0
34
- });
35
- this.connectionString = azureConfig.connectionString;
36
- this.container = azureConfig.container;
37
- this.unstructuredConfig = unstructuredConfig;
38
- }
39
- /**
40
- * Method to load documents from an Azure Blob Storage container. It
41
- * creates a BlobServiceClient using the connection string, gets the
42
- * container client using the container name, and iterates over the blobs
43
- * in the container. For each blob, it creates an instance of
44
- * AzureBlobStorageFileLoader and loads the documents using the loader.
45
- * The loaded documents are concatenated to the docs array and returned.
46
- * @returns An array of loaded documents.
47
- */
48
- async load() {
49
- const blobServiceClient = BlobServiceClient.fromConnectionString(this.connectionString, {
50
- userAgentOptions: {
51
- userAgentPrefix: "langchainjs-blob-storage-container",
52
- },
53
- });
54
- const containerClient = blobServiceClient.getContainerClient(this.container);
55
- let docs = [];
56
- for await (const blob of containerClient.listBlobsFlat()) {
57
- const loader = new AzureBlobStorageFileLoader({
58
- azureConfig: {
59
- connectionString: this.connectionString,
60
- container: this.container,
61
- blobName: blob.name,
62
- },
63
- unstructuredConfig: this.unstructuredConfig,
64
- });
65
- docs = docs.concat(await loader.load());
66
- }
67
- return docs;
68
- }
69
- }