langchain 0.0.202 → 0.0.204-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (519) hide show
  1. package/dist/cache/cloudflare_kv.cjs +15 -69
  2. package/dist/cache/cloudflare_kv.d.ts +1 -42
  3. package/dist/cache/cloudflare_kv.js +1 -67
  4. package/dist/cache/momento.cjs +15 -135
  5. package/dist/cache/momento.d.ts +1 -91
  6. package/dist/cache/momento.js +1 -133
  7. package/dist/cache/upstash_redis.cjs +15 -72
  8. package/dist/cache/upstash_redis.d.ts +1 -45
  9. package/dist/cache/upstash_redis.js +1 -70
  10. package/dist/callbacks/handlers/llmonitor.cjs +14 -238
  11. package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
  12. package/dist/callbacks/handlers/llmonitor.js +1 -233
  13. package/dist/chains/openai_moderation.cjs +2 -2
  14. package/dist/chains/openai_moderation.d.ts +1 -1
  15. package/dist/chains/openai_moderation.js +1 -1
  16. package/dist/chat_models/anthropic.d.ts +4 -4
  17. package/dist/chat_models/baiduwenxin.cjs +15 -411
  18. package/dist/chat_models/baiduwenxin.d.ts +1 -150
  19. package/dist/chat_models/baiduwenxin.js +1 -409
  20. package/dist/chat_models/bedrock/index.cjs +15 -33
  21. package/dist/chat_models/bedrock/index.d.ts +1 -23
  22. package/dist/chat_models/bedrock/index.js +1 -29
  23. package/dist/chat_models/bedrock/web.cjs +15 -360
  24. package/dist/chat_models/bedrock/web.d.ts +1 -82
  25. package/dist/chat_models/bedrock/web.js +1 -356
  26. package/dist/chat_models/cloudflare_workersai.cjs +15 -216
  27. package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
  28. package/dist/chat_models/cloudflare_workersai.js +1 -214
  29. package/dist/chat_models/fireworks.cjs +15 -89
  30. package/dist/chat_models/fireworks.d.ts +1 -43
  31. package/dist/chat_models/fireworks.js +1 -87
  32. package/dist/chat_models/googlepalm.cjs +15 -235
  33. package/dist/chat_models/googlepalm.d.ts +1 -108
  34. package/dist/chat_models/googlepalm.js +1 -233
  35. package/dist/chat_models/googlevertexai/index.cjs +15 -40
  36. package/dist/chat_models/googlevertexai/index.d.ts +1 -28
  37. package/dist/chat_models/googlevertexai/index.js +1 -38
  38. package/dist/chat_models/googlevertexai/web.cjs +15 -39
  39. package/dist/chat_models/googlevertexai/web.d.ts +1 -28
  40. package/dist/chat_models/googlevertexai/web.js +1 -37
  41. package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
  42. package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
  43. package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
  44. package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
  45. package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
  46. package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
  47. package/dist/chat_models/llama_cpp.cjs +15 -275
  48. package/dist/chat_models/llama_cpp.d.ts +1 -71
  49. package/dist/chat_models/llama_cpp.js +1 -273
  50. package/dist/chat_models/minimax.cjs +15 -578
  51. package/dist/chat_models/minimax.d.ts +1 -369
  52. package/dist/chat_models/minimax.js +1 -576
  53. package/dist/chat_models/ollama.cjs +15 -394
  54. package/dist/chat_models/ollama.d.ts +1 -127
  55. package/dist/chat_models/ollama.js +1 -392
  56. package/dist/chat_models/openai.cjs +4 -698
  57. package/dist/chat_models/openai.d.ts +4 -137
  58. package/dist/chat_models/openai.js +2 -695
  59. package/dist/chat_models/portkey.cjs +15 -167
  60. package/dist/chat_models/portkey.d.ts +1 -17
  61. package/dist/chat_models/portkey.js +1 -165
  62. package/dist/chat_models/yandex.cjs +15 -132
  63. package/dist/chat_models/yandex.d.ts +1 -30
  64. package/dist/chat_models/yandex.js +1 -130
  65. package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
  66. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
  67. package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
  68. package/dist/document_loaders/fs/pdf.cjs +1 -1
  69. package/dist/document_loaders/fs/pdf.js +1 -1
  70. package/dist/document_loaders/web/pdf.cjs +1 -1
  71. package/dist/document_loaders/web/pdf.js +1 -1
  72. package/dist/document_transformers/html_to_text.cjs +15 -47
  73. package/dist/document_transformers/html_to_text.d.ts +1 -30
  74. package/dist/document_transformers/html_to_text.js +1 -45
  75. package/dist/document_transformers/mozilla_readability.cjs +15 -53
  76. package/dist/document_transformers/mozilla_readability.d.ts +1 -31
  77. package/dist/document_transformers/mozilla_readability.js +1 -51
  78. package/dist/embeddings/bedrock.cjs +15 -109
  79. package/dist/embeddings/bedrock.d.ts +1 -71
  80. package/dist/embeddings/bedrock.js +1 -107
  81. package/dist/embeddings/cloudflare_workersai.cjs +15 -67
  82. package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
  83. package/dist/embeddings/cloudflare_workersai.js +1 -65
  84. package/dist/embeddings/cohere.cjs +15 -124
  85. package/dist/embeddings/cohere.d.ts +1 -66
  86. package/dist/embeddings/cohere.js +1 -122
  87. package/dist/embeddings/googlepalm.cjs +15 -88
  88. package/dist/embeddings/googlepalm.d.ts +1 -61
  89. package/dist/embeddings/googlepalm.js +1 -86
  90. package/dist/embeddings/googlevertexai.cjs +15 -81
  91. package/dist/embeddings/googlevertexai.d.ts +1 -54
  92. package/dist/embeddings/googlevertexai.js +1 -79
  93. package/dist/embeddings/gradient_ai.cjs +15 -101
  94. package/dist/embeddings/gradient_ai.d.ts +1 -48
  95. package/dist/embeddings/gradient_ai.js +1 -99
  96. package/dist/embeddings/hf.cjs +15 -75
  97. package/dist/embeddings/hf.d.ts +1 -41
  98. package/dist/embeddings/hf.js +1 -73
  99. package/dist/embeddings/hf_transformers.cjs +15 -87
  100. package/dist/embeddings/hf_transformers.d.ts +1 -47
  101. package/dist/embeddings/hf_transformers.js +1 -85
  102. package/dist/embeddings/llama_cpp.cjs +15 -81
  103. package/dist/embeddings/llama_cpp.d.ts +1 -42
  104. package/dist/embeddings/llama_cpp.js +1 -79
  105. package/dist/embeddings/minimax.cjs +15 -165
  106. package/dist/embeddings/minimax.d.ts +1 -119
  107. package/dist/embeddings/minimax.js +1 -163
  108. package/dist/embeddings/ollama.cjs +15 -118
  109. package/dist/embeddings/ollama.d.ts +1 -34
  110. package/dist/embeddings/ollama.js +1 -116
  111. package/dist/embeddings/openai.cjs +2 -240
  112. package/dist/embeddings/openai.d.ts +1 -82
  113. package/dist/embeddings/openai.js +1 -239
  114. package/dist/embeddings/tensorflow.cjs +3 -96
  115. package/dist/embeddings/tensorflow.d.ts +1 -59
  116. package/dist/embeddings/tensorflow.js +1 -83
  117. package/dist/embeddings/voyage.cjs +15 -118
  118. package/dist/embeddings/voyage.d.ts +1 -66
  119. package/dist/embeddings/voyage.js +1 -116
  120. package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
  121. package/dist/experimental/masking/index.cjs +9 -0
  122. package/dist/experimental/masking/index.d.ts +4 -0
  123. package/dist/experimental/masking/index.js +3 -0
  124. package/dist/experimental/masking/parser.cjs +134 -0
  125. package/dist/experimental/masking/parser.d.ts +44 -0
  126. package/dist/experimental/masking/parser.js +130 -0
  127. package/dist/experimental/masking/regex_masking_transformer.cjs +145 -0
  128. package/dist/experimental/masking/regex_masking_transformer.d.ts +48 -0
  129. package/dist/experimental/masking/regex_masking_transformer.js +141 -0
  130. package/dist/experimental/masking/transformer.cjs +9 -0
  131. package/dist/experimental/masking/transformer.d.ts +7 -0
  132. package/dist/experimental/masking/transformer.js +5 -0
  133. package/dist/experimental/masking/types.cjs +2 -0
  134. package/dist/experimental/masking/types.d.ts +25 -0
  135. package/dist/experimental/masking/types.js +1 -0
  136. package/dist/experimental/openai_assistant/index.cjs +3 -3
  137. package/dist/experimental/openai_assistant/index.d.ts +1 -1
  138. package/dist/experimental/openai_assistant/index.js +1 -1
  139. package/dist/experimental/openai_assistant/schema.d.ts +1 -1
  140. package/dist/experimental/openai_files/index.cjs +2 -2
  141. package/dist/experimental/openai_files/index.d.ts +1 -1
  142. package/dist/experimental/openai_files/index.js +1 -1
  143. package/dist/graphs/neo4j_graph.cjs +3 -254
  144. package/dist/graphs/neo4j_graph.d.ts +1 -63
  145. package/dist/graphs/neo4j_graph.js +1 -241
  146. package/dist/llms/ai21.cjs +15 -200
  147. package/dist/llms/ai21.d.ts +1 -100
  148. package/dist/llms/ai21.js +1 -198
  149. package/dist/llms/aleph_alpha.cjs +15 -374
  150. package/dist/llms/aleph_alpha.d.ts +1 -161
  151. package/dist/llms/aleph_alpha.js +1 -372
  152. package/dist/llms/bedrock/web.cjs +15 -310
  153. package/dist/llms/bedrock/web.d.ts +1 -66
  154. package/dist/llms/bedrock/web.js +1 -308
  155. package/dist/llms/cloudflare_workersai.cjs +15 -168
  156. package/dist/llms/cloudflare_workersai.d.ts +1 -55
  157. package/dist/llms/cloudflare_workersai.js +1 -166
  158. package/dist/llms/cohere.cjs +15 -110
  159. package/dist/llms/cohere.d.ts +1 -54
  160. package/dist/llms/cohere.js +1 -108
  161. package/dist/llms/fireworks.cjs +15 -90
  162. package/dist/llms/fireworks.d.ts +1 -33
  163. package/dist/llms/fireworks.js +1 -88
  164. package/dist/llms/googlepalm.cjs +15 -134
  165. package/dist/llms/googlepalm.d.ts +1 -92
  166. package/dist/llms/googlepalm.js +1 -132
  167. package/dist/llms/googlevertexai/index.cjs +15 -45
  168. package/dist/llms/googlevertexai/index.d.ts +1 -38
  169. package/dist/llms/googlevertexai/index.js +1 -43
  170. package/dist/llms/googlevertexai/web.cjs +15 -42
  171. package/dist/llms/googlevertexai/web.d.ts +1 -36
  172. package/dist/llms/googlevertexai/web.js +1 -40
  173. package/dist/llms/gradient_ai.cjs +15 -110
  174. package/dist/llms/gradient_ai.d.ts +1 -55
  175. package/dist/llms/gradient_ai.js +1 -108
  176. package/dist/llms/hf.cjs +15 -136
  177. package/dist/llms/hf.d.ts +1 -68
  178. package/dist/llms/hf.js +1 -134
  179. package/dist/llms/llama_cpp.cjs +15 -111
  180. package/dist/llms/llama_cpp.d.ts +1 -41
  181. package/dist/llms/llama_cpp.js +1 -109
  182. package/dist/llms/ollama.cjs +15 -353
  183. package/dist/llms/ollama.d.ts +1 -106
  184. package/dist/llms/ollama.js +1 -351
  185. package/dist/llms/openai-chat.cjs +3 -445
  186. package/dist/llms/openai-chat.d.ts +4 -123
  187. package/dist/llms/openai-chat.js +2 -443
  188. package/dist/llms/openai.cjs +6 -530
  189. package/dist/llms/openai.d.ts +4 -123
  190. package/dist/llms/openai.js +2 -525
  191. package/dist/llms/portkey.cjs +14 -168
  192. package/dist/llms/portkey.d.ts +1 -57
  193. package/dist/llms/portkey.js +1 -162
  194. package/dist/llms/raycast.cjs +15 -94
  195. package/dist/llms/raycast.d.ts +1 -50
  196. package/dist/llms/raycast.js +1 -92
  197. package/dist/llms/replicate.cjs +15 -132
  198. package/dist/llms/replicate.d.ts +1 -51
  199. package/dist/llms/replicate.js +1 -130
  200. package/dist/llms/sagemaker_endpoint.cjs +15 -203
  201. package/dist/llms/sagemaker_endpoint.d.ts +1 -121
  202. package/dist/llms/sagemaker_endpoint.js +1 -200
  203. package/dist/llms/watsonx_ai.cjs +15 -152
  204. package/dist/llms/watsonx_ai.d.ts +1 -72
  205. package/dist/llms/watsonx_ai.js +1 -150
  206. package/dist/llms/writer.cjs +15 -165
  207. package/dist/llms/writer.d.ts +1 -60
  208. package/dist/llms/writer.js +1 -163
  209. package/dist/llms/yandex.cjs +15 -98
  210. package/dist/llms/yandex.d.ts +1 -40
  211. package/dist/llms/yandex.js +1 -96
  212. package/dist/load/import_map.cjs +2 -1
  213. package/dist/load/import_map.d.ts +1 -0
  214. package/dist/load/import_map.js +1 -0
  215. package/dist/load/index.cjs +3 -1
  216. package/dist/load/index.d.ts +1 -1
  217. package/dist/load/index.js +3 -1
  218. package/dist/retrievers/amazon_kendra.cjs +15 -273
  219. package/dist/retrievers/amazon_kendra.d.ts +1 -142
  220. package/dist/retrievers/amazon_kendra.js +1 -271
  221. package/dist/retrievers/chaindesk.cjs +15 -88
  222. package/dist/retrievers/chaindesk.d.ts +1 -31
  223. package/dist/retrievers/chaindesk.js +1 -86
  224. package/dist/retrievers/databerry.cjs +15 -82
  225. package/dist/retrievers/databerry.d.ts +1 -34
  226. package/dist/retrievers/databerry.js +1 -80
  227. package/dist/retrievers/metal.cjs +15 -51
  228. package/dist/retrievers/metal.d.ts +1 -36
  229. package/dist/retrievers/metal.js +1 -49
  230. package/dist/retrievers/supabase.cjs +15 -167
  231. package/dist/retrievers/supabase.d.ts +1 -82
  232. package/dist/retrievers/supabase.js +1 -165
  233. package/dist/retrievers/tavily_search_api.cjs +15 -142
  234. package/dist/retrievers/tavily_search_api.d.ts +1 -38
  235. package/dist/retrievers/tavily_search_api.js +1 -140
  236. package/dist/retrievers/zep.cjs +15 -150
  237. package/dist/retrievers/zep.d.ts +1 -76
  238. package/dist/retrievers/zep.js +1 -148
  239. package/dist/schema/document.cjs +2 -16
  240. package/dist/schema/document.d.ts +1 -11
  241. package/dist/schema/document.js +1 -16
  242. package/dist/schema/index.cjs +2 -7
  243. package/dist/schema/index.d.ts +2 -10
  244. package/dist/schema/index.js +1 -6
  245. package/dist/storage/convex.cjs +15 -143
  246. package/dist/storage/convex.d.ts +1 -106
  247. package/dist/storage/convex.js +1 -141
  248. package/dist/storage/ioredis.cjs +15 -158
  249. package/dist/storage/ioredis.d.ts +1 -71
  250. package/dist/storage/ioredis.js +1 -156
  251. package/dist/storage/upstash_redis.cjs +15 -172
  252. package/dist/storage/upstash_redis.d.ts +1 -78
  253. package/dist/storage/upstash_redis.js +1 -170
  254. package/dist/storage/vercel_kv.cjs +15 -161
  255. package/dist/storage/vercel_kv.d.ts +1 -62
  256. package/dist/storage/vercel_kv.js +1 -159
  257. package/dist/stores/doc/in_memory.cjs +15 -105
  258. package/dist/stores/doc/in_memory.d.ts +1 -46
  259. package/dist/stores/doc/in_memory.js +1 -102
  260. package/dist/stores/message/cassandra.cjs +15 -158
  261. package/dist/stores/message/cassandra.d.ts +1 -69
  262. package/dist/stores/message/cassandra.js +1 -156
  263. package/dist/stores/message/cloudflare_d1.cjs +15 -150
  264. package/dist/stores/message/cloudflare_d1.d.ts +1 -67
  265. package/dist/stores/message/cloudflare_d1.js +1 -148
  266. package/dist/stores/message/convex.cjs +15 -118
  267. package/dist/stores/message/convex.d.ts +1 -81
  268. package/dist/stores/message/convex.js +1 -116
  269. package/dist/stores/message/dynamodb.cjs +15 -159
  270. package/dist/stores/message/dynamodb.d.ts +1 -51
  271. package/dist/stores/message/dynamodb.js +1 -157
  272. package/dist/stores/message/firestore.cjs +15 -185
  273. package/dist/stores/message/firestore.d.ts +1 -68
  274. package/dist/stores/message/firestore.js +1 -183
  275. package/dist/stores/message/ioredis.cjs +15 -98
  276. package/dist/stores/message/ioredis.d.ts +1 -64
  277. package/dist/stores/message/ioredis.js +1 -96
  278. package/dist/stores/message/momento.cjs +15 -160
  279. package/dist/stores/message/momento.d.ts +1 -97
  280. package/dist/stores/message/momento.js +1 -158
  281. package/dist/stores/message/mongodb.cjs +15 -57
  282. package/dist/stores/message/mongodb.d.ts +1 -26
  283. package/dist/stores/message/mongodb.js +1 -55
  284. package/dist/stores/message/planetscale.cjs +15 -170
  285. package/dist/stores/message/planetscale.d.ts +1 -75
  286. package/dist/stores/message/planetscale.js +1 -168
  287. package/dist/stores/message/redis.cjs +15 -114
  288. package/dist/stores/message/redis.d.ts +1 -69
  289. package/dist/stores/message/redis.js +1 -112
  290. package/dist/stores/message/upstash_redis.cjs +15 -85
  291. package/dist/stores/message/upstash_redis.d.ts +1 -43
  292. package/dist/stores/message/upstash_redis.js +1 -83
  293. package/dist/stores/message/utils.cjs +3 -23
  294. package/dist/stores/message/utils.d.ts +1 -17
  295. package/dist/stores/message/utils.js +1 -21
  296. package/dist/stores/message/xata.cjs +15 -216
  297. package/dist/stores/message/xata.d.ts +1 -76
  298. package/dist/stores/message/xata.js +1 -214
  299. package/dist/tools/IFTTTWebhook.cjs +15 -87
  300. package/dist/tools/IFTTTWebhook.d.ts +1 -50
  301. package/dist/tools/IFTTTWebhook.js +1 -85
  302. package/dist/tools/aiplugin.cjs +15 -73
  303. package/dist/tools/aiplugin.d.ts +1 -34
  304. package/dist/tools/aiplugin.js +1 -71
  305. package/dist/tools/aws_sfn.cjs +15 -201
  306. package/dist/tools/aws_sfn.d.ts +1 -57
  307. package/dist/tools/aws_sfn.js +1 -197
  308. package/dist/tools/bingserpapi.cjs +15 -76
  309. package/dist/tools/bingserpapi.d.ts +1 -23
  310. package/dist/tools/bingserpapi.js +1 -75
  311. package/dist/tools/brave_search.cjs +15 -64
  312. package/dist/tools/brave_search.d.ts +1 -23
  313. package/dist/tools/brave_search.js +1 -62
  314. package/dist/tools/connery.cjs +15 -277
  315. package/dist/tools/connery.d.ts +1 -145
  316. package/dist/tools/connery.js +1 -274
  317. package/dist/tools/convert_to_openai.d.ts +1 -1
  318. package/dist/tools/dadjokeapi.cjs +15 -46
  319. package/dist/tools/dadjokeapi.d.ts +1 -15
  320. package/dist/tools/dadjokeapi.js +1 -45
  321. package/dist/tools/dataforseo_api_search.cjs +15 -280
  322. package/dist/tools/dataforseo_api_search.d.ts +1 -170
  323. package/dist/tools/dataforseo_api_search.js +1 -278
  324. package/dist/tools/gmail/index.cjs +15 -11
  325. package/dist/tools/gmail/index.d.ts +1 -11
  326. package/dist/tools/gmail/index.js +1 -5
  327. package/dist/tools/google_custom_search.cjs +15 -70
  328. package/dist/tools/google_custom_search.d.ts +1 -25
  329. package/dist/tools/google_custom_search.js +1 -68
  330. package/dist/tools/google_places.cjs +15 -79
  331. package/dist/tools/google_places.d.ts +1 -21
  332. package/dist/tools/google_places.js +1 -77
  333. package/dist/tools/searchapi.cjs +15 -164
  334. package/dist/tools/searchapi.d.ts +1 -91
  335. package/dist/tools/searchapi.js +1 -162
  336. package/dist/tools/searxng_search.cjs +15 -156
  337. package/dist/tools/searxng_search.d.ts +1 -114
  338. package/dist/tools/searxng_search.js +1 -154
  339. package/dist/tools/serpapi.cjs +15 -199
  340. package/dist/tools/serpapi.d.ts +1 -302
  341. package/dist/tools/serpapi.js +1 -197
  342. package/dist/tools/serper.cjs +15 -94
  343. package/dist/tools/serper.d.ts +1 -32
  344. package/dist/tools/serper.js +1 -92
  345. package/dist/tools/wikipedia_query_run.cjs +15 -133
  346. package/dist/tools/wikipedia_query_run.d.ts +1 -54
  347. package/dist/tools/wikipedia_query_run.js +1 -131
  348. package/dist/tools/wolframalpha.cjs +15 -47
  349. package/dist/tools/wolframalpha.d.ts +1 -21
  350. package/dist/tools/wolframalpha.js +1 -45
  351. package/dist/types/openai-types.d.ts +1 -1
  352. package/dist/util/convex.d.ts +1 -1
  353. package/dist/util/event-source-parse.cjs +15 -224
  354. package/dist/util/event-source-parse.d.ts +1 -39
  355. package/dist/util/event-source-parse.js +1 -219
  356. package/dist/util/math.cjs +15 -123
  357. package/dist/util/math.d.ts +1 -40
  358. package/dist/util/math.js +1 -116
  359. package/dist/util/openapi.d.ts +2 -2
  360. package/dist/vectorstores/analyticdb.cjs +3 -333
  361. package/dist/vectorstores/analyticdb.d.ts +1 -110
  362. package/dist/vectorstores/analyticdb.js +1 -317
  363. package/dist/vectorstores/base.cjs +15 -165
  364. package/dist/vectorstores/base.d.ts +1 -104
  365. package/dist/vectorstores/base.js +1 -161
  366. package/dist/vectorstores/cassandra.cjs +15 -478
  367. package/dist/vectorstores/cassandra.d.ts +1 -162
  368. package/dist/vectorstores/cassandra.js +1 -476
  369. package/dist/vectorstores/chroma.cjs +3 -312
  370. package/dist/vectorstores/chroma.d.ts +1 -133
  371. package/dist/vectorstores/chroma.js +1 -299
  372. package/dist/vectorstores/clickhouse.cjs +3 -272
  373. package/dist/vectorstores/clickhouse.d.ts +1 -126
  374. package/dist/vectorstores/clickhouse.js +1 -259
  375. package/dist/vectorstores/closevector/node.cjs +15 -107
  376. package/dist/vectorstores/closevector/node.d.ts +1 -83
  377. package/dist/vectorstores/closevector/node.js +1 -105
  378. package/dist/vectorstores/closevector/web.cjs +15 -107
  379. package/dist/vectorstores/closevector/web.d.ts +1 -80
  380. package/dist/vectorstores/closevector/web.js +1 -105
  381. package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
  382. package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
  383. package/dist/vectorstores/cloudflare_vectorize.js +1 -173
  384. package/dist/vectorstores/convex.cjs +15 -175
  385. package/dist/vectorstores/convex.d.ts +1 -134
  386. package/dist/vectorstores/convex.js +1 -173
  387. package/dist/vectorstores/elasticsearch.cjs +3 -287
  388. package/dist/vectorstores/elasticsearch.d.ts +1 -143
  389. package/dist/vectorstores/elasticsearch.js +1 -274
  390. package/dist/vectorstores/faiss.cjs +3 -378
  391. package/dist/vectorstores/faiss.d.ts +1 -127
  392. package/dist/vectorstores/faiss.js +1 -365
  393. package/dist/vectorstores/googlevertexai.cjs +3 -538
  394. package/dist/vectorstores/googlevertexai.d.ts +1 -181
  395. package/dist/vectorstores/googlevertexai.js +1 -521
  396. package/dist/vectorstores/hnswlib.cjs +15 -273
  397. package/dist/vectorstores/hnswlib.d.ts +1 -122
  398. package/dist/vectorstores/hnswlib.js +1 -271
  399. package/dist/vectorstores/lancedb.cjs +15 -126
  400. package/dist/vectorstores/lancedb.d.ts +1 -61
  401. package/dist/vectorstores/lancedb.js +1 -124
  402. package/dist/vectorstores/memory.cjs +15 -143
  403. package/dist/vectorstores/memory.d.ts +1 -92
  404. package/dist/vectorstores/memory.js +1 -141
  405. package/dist/vectorstores/milvus.cjs +3 -592
  406. package/dist/vectorstores/milvus.d.ts +1 -139
  407. package/dist/vectorstores/milvus.js +1 -579
  408. package/dist/vectorstores/momento_vector_index.cjs +3 -305
  409. package/dist/vectorstores/momento_vector_index.d.ts +1 -143
  410. package/dist/vectorstores/momento_vector_index.js +1 -292
  411. package/dist/vectorstores/mongodb_atlas.cjs +15 -218
  412. package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
  413. package/dist/vectorstores/mongodb_atlas.js +1 -216
  414. package/dist/vectorstores/myscale.cjs +3 -263
  415. package/dist/vectorstores/myscale.d.ts +1 -129
  416. package/dist/vectorstores/myscale.js +1 -250
  417. package/dist/vectorstores/neo4j_vector.cjs +3 -578
  418. package/dist/vectorstores/neo4j_vector.d.ts +1 -75
  419. package/dist/vectorstores/neo4j_vector.js +1 -562
  420. package/dist/vectorstores/opensearch.cjs +3 -274
  421. package/dist/vectorstores/opensearch.d.ts +1 -119
  422. package/dist/vectorstores/opensearch.js +1 -261
  423. package/dist/vectorstores/pgvector.cjs +14 -404
  424. package/dist/vectorstores/pgvector.d.ts +1 -160
  425. package/dist/vectorstores/pgvector.js +1 -400
  426. package/dist/vectorstores/pinecone.cjs +3 -280
  427. package/dist/vectorstores/pinecone.d.ts +1 -120
  428. package/dist/vectorstores/pinecone.js +1 -264
  429. package/dist/vectorstores/prisma.cjs +15 -305
  430. package/dist/vectorstores/prisma.d.ts +1 -180
  431. package/dist/vectorstores/prisma.js +1 -304
  432. package/dist/vectorstores/qdrant.cjs +15 -195
  433. package/dist/vectorstores/qdrant.d.ts +1 -95
  434. package/dist/vectorstores/qdrant.js +1 -193
  435. package/dist/vectorstores/redis.cjs +15 -333
  436. package/dist/vectorstores/redis.d.ts +1 -186
  437. package/dist/vectorstores/redis.js +1 -331
  438. package/dist/vectorstores/rockset.cjs +15 -351
  439. package/dist/vectorstores/rockset.d.ts +1 -202
  440. package/dist/vectorstores/rockset.js +1 -347
  441. package/dist/vectorstores/singlestore.cjs +15 -220
  442. package/dist/vectorstores/singlestore.d.ts +1 -88
  443. package/dist/vectorstores/singlestore.js +1 -218
  444. package/dist/vectorstores/supabase.cjs +15 -217
  445. package/dist/vectorstores/supabase.d.ts +1 -118
  446. package/dist/vectorstores/supabase.js +1 -215
  447. package/dist/vectorstores/tigris.cjs +3 -143
  448. package/dist/vectorstores/tigris.d.ts +1 -74
  449. package/dist/vectorstores/tigris.js +1 -130
  450. package/dist/vectorstores/typeorm.cjs +15 -259
  451. package/dist/vectorstores/typeorm.d.ts +1 -109
  452. package/dist/vectorstores/typeorm.js +1 -256
  453. package/dist/vectorstores/typesense.cjs +15 -223
  454. package/dist/vectorstores/typesense.d.ts +1 -131
  455. package/dist/vectorstores/typesense.js +1 -221
  456. package/dist/vectorstores/usearch.cjs +3 -203
  457. package/dist/vectorstores/usearch.d.ts +1 -85
  458. package/dist/vectorstores/usearch.js +1 -187
  459. package/dist/vectorstores/vectara.cjs +3 -409
  460. package/dist/vectorstores/vectara.d.ts +1 -148
  461. package/dist/vectorstores/vectara.js +1 -396
  462. package/dist/vectorstores/vercel_postgres.cjs +15 -320
  463. package/dist/vectorstores/vercel_postgres.d.ts +1 -145
  464. package/dist/vectorstores/vercel_postgres.js +1 -318
  465. package/dist/vectorstores/voy.cjs +15 -156
  466. package/dist/vectorstores/voy.d.ts +1 -73
  467. package/dist/vectorstores/voy.js +1 -154
  468. package/dist/vectorstores/weaviate.cjs +3 -347
  469. package/dist/vectorstores/weaviate.d.ts +1 -140
  470. package/dist/vectorstores/weaviate.js +1 -333
  471. package/dist/vectorstores/xata.cjs +15 -108
  472. package/dist/vectorstores/xata.d.ts +1 -70
  473. package/dist/vectorstores/xata.js +1 -106
  474. package/dist/vectorstores/zep.cjs +15 -313
  475. package/dist/vectorstores/zep.d.ts +1 -146
  476. package/dist/vectorstores/zep.js +1 -311
  477. package/experimental/masking.cjs +1 -0
  478. package/experimental/masking.d.ts +1 -0
  479. package/experimental/masking.js +1 -0
  480. package/package.json +13 -27
  481. package/dist/chat_models/googlevertexai/common.cjs +0 -274
  482. package/dist/chat_models/googlevertexai/common.d.ts +0 -123
  483. package/dist/chat_models/googlevertexai/common.js +0 -269
  484. package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
  485. package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
  486. package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
  487. package/dist/llms/googlevertexai/common.cjs +0 -168
  488. package/dist/llms/googlevertexai/common.d.ts +0 -82
  489. package/dist/llms/googlevertexai/common.js +0 -164
  490. package/dist/tools/gmail/base.cjs +0 -69
  491. package/dist/tools/gmail/base.d.ts +0 -19
  492. package/dist/tools/gmail/base.js +0 -65
  493. package/dist/tools/gmail/create_draft.cjs +0 -62
  494. package/dist/tools/gmail/create_draft.d.ts +0 -35
  495. package/dist/tools/gmail/create_draft.js +0 -58
  496. package/dist/tools/gmail/descriptions.cjs +0 -118
  497. package/dist/tools/gmail/descriptions.d.ts +0 -5
  498. package/dist/tools/gmail/descriptions.js +0 -115
  499. package/dist/tools/gmail/get_message.cjs +0 -83
  500. package/dist/tools/gmail/get_message.d.ts +0 -18
  501. package/dist/tools/gmail/get_message.js +0 -79
  502. package/dist/tools/gmail/get_thread.cjs +0 -89
  503. package/dist/tools/gmail/get_thread.d.ts +0 -18
  504. package/dist/tools/gmail/get_thread.js +0 -85
  505. package/dist/tools/gmail/search.cjs +0 -118
  506. package/dist/tools/gmail/search.d.ts +0 -29
  507. package/dist/tools/gmail/search.js +0 -114
  508. package/dist/tools/gmail/send_message.cjs +0 -74
  509. package/dist/tools/gmail/send_message.d.ts +0 -35
  510. package/dist/tools/gmail/send_message.js +0 -70
  511. package/dist/util/openai-format-fndef.cjs +0 -81
  512. package/dist/util/openai-format-fndef.d.ts +0 -44
  513. package/dist/util/openai-format-fndef.js +0 -77
  514. package/dist/util/openai.cjs +0 -21
  515. package/dist/util/openai.d.ts +0 -1
  516. package/dist/util/openai.js +0 -17
  517. package/dist/vectorstores/closevector/common.cjs +0 -128
  518. package/dist/vectorstores/closevector/common.d.ts +0 -82
  519. package/dist/vectorstores/closevector/common.js +0 -124
@@ -1,40 +1 @@
1
- type VectorFunction = (xVector: number[], yVector: number[]) => number;
2
- /**
3
- * Apply a row-wise function between two matrices with the same number of columns.
4
- *
5
- * @param {number[][]} X - The first matrix.
6
- * @param {number[][]} Y - The second matrix.
7
- * @param {VectorFunction} func - The function to apply.
8
- *
9
- * @throws {Error} If the number of columns in X and Y are not the same.
10
- *
11
- * @returns {number[][] | [[]]} A matrix where each row represents the result of applying the function between the corresponding rows of X and Y.
12
- */
13
- export declare function matrixFunc(X: number[][], Y: number[][], func: VectorFunction): number[][];
14
- export declare function normalize(M: number[][], similarity?: boolean): number[][];
15
- /**
16
- * This function calculates the row-wise cosine similarity between two matrices with the same number of columns.
17
- *
18
- * @param {number[][]} X - The first matrix.
19
- * @param {number[][]} Y - The second matrix.
20
- *
21
- * @throws {Error} If the number of columns in X and Y are not the same.
22
- *
23
- * @returns {number[][] | [[]]} A matrix where each row represents the cosine similarity values between the corresponding rows of X and Y.
24
- */
25
- export declare function cosineSimilarity(X: number[][], Y: number[][]): number[][];
26
- export declare function innerProduct(X: number[][], Y: number[][]): number[][];
27
- export declare function euclideanDistance(X: number[][], Y: number[][]): number[][];
28
- /**
29
- * This function implements the Maximal Marginal Relevance algorithm
30
- * to select a set of embeddings that maximizes the diversity and relevance to a query embedding.
31
- *
32
- * @param {number[]|number[][]} queryEmbedding - The query embedding.
33
- * @param {number[][]} embeddingList - The list of embeddings to select from.
34
- * @param {number} [lambda=0.5] - The trade-off parameter between relevance and diversity.
35
- * @param {number} [k=4] - The maximum number of embeddings to select.
36
- *
37
- * @returns {number[]} The indexes of the selected embeddings in the embeddingList.
38
- */
39
- export declare function maximalMarginalRelevance(queryEmbedding: number[] | number[][], embeddingList: number[][], lambda?: number, k?: number): number[];
40
- export {};
1
+ export * from "@langchain/core/utils/math";
package/dist/util/math.js CHANGED
@@ -1,116 +1 @@
1
- import { similarity as ml_distance_similarity, distance as ml_distance, } from "ml-distance";
2
- /**
3
- * Apply a row-wise function between two matrices with the same number of columns.
4
- *
5
- * @param {number[][]} X - The first matrix.
6
- * @param {number[][]} Y - The second matrix.
7
- * @param {VectorFunction} func - The function to apply.
8
- *
9
- * @throws {Error} If the number of columns in X and Y are not the same.
10
- *
11
- * @returns {number[][] | [[]]} A matrix where each row represents the result of applying the function between the corresponding rows of X and Y.
12
- */
13
- export function matrixFunc(X, Y, func) {
14
- if (X.length === 0 ||
15
- X[0].length === 0 ||
16
- Y.length === 0 ||
17
- Y[0].length === 0) {
18
- return [[]];
19
- }
20
- if (X[0].length !== Y[0].length) {
21
- throw new Error(`Number of columns in X and Y must be the same. X has shape ${[
22
- X.length,
23
- X[0].length,
24
- ]} and Y has shape ${[Y.length, Y[0].length]}.`);
25
- }
26
- return X.map((xVector) => Y.map((yVector) => func(xVector, yVector)).map((similarity) => Number.isNaN(similarity) ? 0 : similarity));
27
- }
28
- export function normalize(M, similarity = false) {
29
- const max = matrixMaxVal(M);
30
- return M.map((row) => row.map((val) => (similarity ? 1 - val / max : val / max)));
31
- }
32
- /**
33
- * This function calculates the row-wise cosine similarity between two matrices with the same number of columns.
34
- *
35
- * @param {number[][]} X - The first matrix.
36
- * @param {number[][]} Y - The second matrix.
37
- *
38
- * @throws {Error} If the number of columns in X and Y are not the same.
39
- *
40
- * @returns {number[][] | [[]]} A matrix where each row represents the cosine similarity values between the corresponding rows of X and Y.
41
- */
42
- export function cosineSimilarity(X, Y) {
43
- return matrixFunc(X, Y, ml_distance_similarity.cosine);
44
- }
45
- export function innerProduct(X, Y) {
46
- return matrixFunc(X, Y, ml_distance.innerProduct);
47
- }
48
- export function euclideanDistance(X, Y) {
49
- return matrixFunc(X, Y, ml_distance.euclidean);
50
- }
51
- /**
52
- * This function implements the Maximal Marginal Relevance algorithm
53
- * to select a set of embeddings that maximizes the diversity and relevance to a query embedding.
54
- *
55
- * @param {number[]|number[][]} queryEmbedding - The query embedding.
56
- * @param {number[][]} embeddingList - The list of embeddings to select from.
57
- * @param {number} [lambda=0.5] - The trade-off parameter between relevance and diversity.
58
- * @param {number} [k=4] - The maximum number of embeddings to select.
59
- *
60
- * @returns {number[]} The indexes of the selected embeddings in the embeddingList.
61
- */
62
- export function maximalMarginalRelevance(queryEmbedding, embeddingList, lambda = 0.5, k = 4) {
63
- if (Math.min(k, embeddingList.length) <= 0) {
64
- return [];
65
- }
66
- const queryEmbeddingExpanded = (Array.isArray(queryEmbedding[0]) ? queryEmbedding : [queryEmbedding]);
67
- const similarityToQuery = cosineSimilarity(queryEmbeddingExpanded, embeddingList)[0];
68
- const mostSimilarEmbeddingIndex = argMax(similarityToQuery).maxIndex;
69
- const selectedEmbeddings = [embeddingList[mostSimilarEmbeddingIndex]];
70
- const selectedEmbeddingsIndexes = [mostSimilarEmbeddingIndex];
71
- while (selectedEmbeddingsIndexes.length < Math.min(k, embeddingList.length)) {
72
- let bestScore = -Infinity;
73
- let bestIndex = -1;
74
- const similarityToSelected = cosineSimilarity(embeddingList, selectedEmbeddings);
75
- similarityToQuery.forEach((queryScore, queryScoreIndex) => {
76
- if (selectedEmbeddingsIndexes.includes(queryScoreIndex)) {
77
- return;
78
- }
79
- const maxSimilarityToSelected = Math.max(...similarityToSelected[queryScoreIndex]);
80
- const score = lambda * queryScore - (1 - lambda) * maxSimilarityToSelected;
81
- if (score > bestScore) {
82
- bestScore = score;
83
- bestIndex = queryScoreIndex;
84
- }
85
- });
86
- selectedEmbeddings.push(embeddingList[bestIndex]);
87
- selectedEmbeddingsIndexes.push(bestIndex);
88
- }
89
- return selectedEmbeddingsIndexes;
90
- }
91
- /**
92
- * Finds the index of the maximum value in the given array.
93
- * @param {number[]} array - The input array.
94
- *
95
- * @returns {number} The index of the maximum value in the array. If the array is empty, returns -1.
96
- */
97
- function argMax(array) {
98
- if (array.length === 0) {
99
- return {
100
- maxIndex: -1,
101
- maxValue: NaN,
102
- };
103
- }
104
- let maxValue = array[0];
105
- let maxIndex = 0;
106
- for (let i = 1; i < array.length; i += 1) {
107
- if (array[i] > maxValue) {
108
- maxIndex = i;
109
- maxValue = array[i];
110
- }
111
- }
112
- return { maxIndex, maxValue };
113
- }
114
- function matrixMaxVal(arrays) {
115
- return arrays.reduce((acc, array) => Math.max(acc, argMax(array).maxValue), 0);
116
- }
1
+ export * from "@langchain/core/utils/math";
@@ -7,7 +7,7 @@ export declare class OpenAPISpec {
7
7
  getParametersStrict(): Record<string, OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject>;
8
8
  getSchemasStrict(): Record<string, OpenAPIV3_1.SchemaObject>;
9
9
  getRequestBodiesStrict(): Record<string, OpenAPIV3_1.ReferenceObject | OpenAPIV3_1.RequestBodyObject>;
10
- getPathStrict(path: string): Omit<OpenAPIV3.PathItemObject<{}>, "parameters" | "servers"> & {
10
+ getPathStrict(path: string): Omit<OpenAPIV3.PathItemObject<{}>, "servers" | "parameters"> & {
11
11
  servers?: OpenAPIV3_1.ServerObject[] | undefined;
12
12
  parameters?: (OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject)[] | undefined;
13
13
  } & {
@@ -59,7 +59,7 @@ export declare class OpenAPISpec {
59
59
  deprecated?: boolean | undefined;
60
60
  security?: OpenAPIV3.SecurityRequirementObject[] | undefined;
61
61
  servers?: OpenAPIV3.ServerObject[] | undefined;
62
- }, "callbacks" | "parameters" | "servers" | "responses" | "requestBody"> & {
62
+ }, "callbacks" | "servers" | "parameters" | "responses" | "requestBody"> & {
63
63
  parameters?: (OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject)[] | undefined;
64
64
  requestBody?: OpenAPIV3_1.ReferenceObject | OpenAPIV3_1.RequestBodyObject | undefined;
65
65
  responses?: OpenAPIV3_1.ResponsesObject | undefined;
@@ -10,338 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
10
10
  if (k2 === undefined) k2 = k;
11
11
  o[k2] = m[k];
12
12
  }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
27
15
  };
28
16
  Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.AnalyticDBVectorStore = void 0;
30
- const uuid = __importStar(require("uuid"));
31
- const pg_1 = __importDefault(require("pg"));
32
- const pg_copy_streams_1 = require("pg-copy-streams");
33
- const promises_1 = require("node:stream/promises");
34
- const node_stream_1 = require("node:stream");
35
- const base_js_1 = require("./base.cjs");
36
- const document_js_1 = require("../document.cjs");
37
- const _LANGCHAIN_DEFAULT_COLLECTION_NAME = "langchain_document";
38
- /**
39
- * Class that provides methods for creating and managing a collection of
40
- * documents in an AnalyticDB, adding documents or vectors to the
41
- * collection, performing similarity search on vectors, and creating an
42
- * instance of `AnalyticDBVectorStore` from texts or documents.
43
- */
44
- class AnalyticDBVectorStore extends base_js_1.VectorStore {
45
- _vectorstoreType() {
46
- return "analyticdb";
47
- }
48
- constructor(embeddings, args) {
49
- super(embeddings, args);
50
- Object.defineProperty(this, "pool", {
51
- enumerable: true,
52
- configurable: true,
53
- writable: true,
54
- value: void 0
55
- });
56
- Object.defineProperty(this, "embeddingDimension", {
57
- enumerable: true,
58
- configurable: true,
59
- writable: true,
60
- value: void 0
61
- });
62
- Object.defineProperty(this, "collectionName", {
63
- enumerable: true,
64
- configurable: true,
65
- writable: true,
66
- value: void 0
67
- });
68
- Object.defineProperty(this, "preDeleteCollection", {
69
- enumerable: true,
70
- configurable: true,
71
- writable: true,
72
- value: void 0
73
- });
74
- Object.defineProperty(this, "isCreateCollection", {
75
- enumerable: true,
76
- configurable: true,
77
- writable: true,
78
- value: false
79
- });
80
- this.pool = new pg_1.default.Pool({
81
- host: args.connectionOptions.host,
82
- port: args.connectionOptions.port,
83
- database: args.connectionOptions.database,
84
- user: args.connectionOptions.user,
85
- password: args.connectionOptions.password,
86
- });
87
- this.embeddingDimension = args.embeddingDimension;
88
- this.collectionName =
89
- args.collectionName || _LANGCHAIN_DEFAULT_COLLECTION_NAME;
90
- this.preDeleteCollection = args.preDeleteCollection || false;
91
- }
92
- /**
93
- * Closes all the clients in the pool and terminates the pool.
94
- * @returns Promise that resolves when all clients are closed and the pool is terminated.
95
- */
96
- async end() {
97
- return this.pool.end();
98
- }
99
- /**
100
- * Creates a new table in the database if it does not already exist. The
101
- * table is created with columns for id, embedding, document, and
102
- * metadata. An index is also created on the embedding column if it does
103
- * not already exist.
104
- * @returns Promise that resolves when the table and index are created.
105
- */
106
- async createTableIfNotExists() {
107
- if (!this.embeddingDimension) {
108
- this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
109
- }
110
- const client = await this.pool.connect();
111
- try {
112
- await client.query("BEGIN");
113
- // Create the table if it doesn't exist
114
- await client.query(`
115
- CREATE TABLE IF NOT EXISTS ${this.collectionName} (
116
- id TEXT PRIMARY KEY DEFAULT NULL,
117
- embedding REAL[],
118
- document TEXT,
119
- metadata JSON
120
- );
121
- `);
122
- // Check if the index exists
123
- const indexName = `${this.collectionName}_embedding_idx`;
124
- const indexQuery = `
125
- SELECT 1
126
- FROM pg_indexes
127
- WHERE indexname = '${indexName}';
128
- `;
129
- const result = await client.query(indexQuery);
130
- // Create the index if it doesn't exist
131
- if (result.rowCount === 0) {
132
- const indexStatement = `
133
- CREATE INDEX ${indexName}
134
- ON ${this.collectionName} USING ann(embedding)
135
- WITH (
136
- "dim" = ${this.embeddingDimension},
137
- "hnsw_m" = 100
138
- );
139
- `;
140
- await client.query(indexStatement);
141
- }
142
- await client.query("COMMIT");
143
- }
144
- catch (err) {
145
- await client.query("ROLLBACK");
146
- throw err;
147
- }
148
- finally {
149
- client.release();
150
- }
151
- }
152
- /**
153
- * Deletes the collection from the database if it exists.
154
- * @returns Promise that resolves when the collection is deleted.
155
- */
156
- async deleteCollection() {
157
- const dropStatement = `DROP TABLE IF EXISTS ${this.collectionName};`;
158
- await this.pool.query(dropStatement);
159
- }
160
- /**
161
- * Creates a new collection in the database. If `preDeleteCollection` is
162
- * true, any existing collection with the same name is deleted before the
163
- * new collection is created.
164
- * @returns Promise that resolves when the collection is created.
165
- */
166
- async createCollection() {
167
- if (this.preDeleteCollection) {
168
- await this.deleteCollection();
169
- }
170
- await this.createTableIfNotExists();
171
- this.isCreateCollection = true;
172
- }
173
- /**
174
- * Adds an array of documents to the collection. The documents are first
175
- * converted to vectors using the `embedDocuments` method of the
176
- * `embeddings` instance.
177
- * @param documents Array of Document instances to be added to the collection.
178
- * @returns Promise that resolves when the documents are added.
179
- */
180
- async addDocuments(documents) {
181
- const texts = documents.map(({ pageContent }) => pageContent);
182
- return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
183
- }
184
- /**
185
- * Adds an array of vectors and corresponding documents to the collection.
186
- * The vectors and documents are batch inserted into the database.
187
- * @param vectors Array of vectors to be added to the collection.
188
- * @param documents Array of Document instances corresponding to the vectors.
189
- * @returns Promise that resolves when the vectors and documents are added.
190
- */
191
- async addVectors(vectors, documents) {
192
- if (vectors.length === 0) {
193
- return;
194
- }
195
- if (vectors.length !== documents.length) {
196
- throw new Error(`Vectors and documents must have the same length`);
197
- }
198
- if (!this.embeddingDimension) {
199
- this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
200
- }
201
- if (vectors[0].length !== this.embeddingDimension) {
202
- throw new Error(`Vectors must have the same length as the number of dimensions (${this.embeddingDimension})`);
203
- }
204
- if (!this.isCreateCollection) {
205
- await this.createCollection();
206
- }
207
- const client = await this.pool.connect();
208
- try {
209
- const chunkSize = 500;
210
- const chunksTableData = [];
211
- for (let i = 0; i < documents.length; i += 1) {
212
- chunksTableData.push({
213
- id: uuid.v4(),
214
- embedding: vectors[i],
215
- document: documents[i].pageContent,
216
- metadata: documents[i].metadata,
217
- });
218
- // Execute the batch insert when the batch size is reached
219
- if (chunksTableData.length === chunkSize) {
220
- const rs = new node_stream_1.Readable();
221
- let currentIndex = 0;
222
- rs._read = function () {
223
- if (currentIndex === chunkSize) {
224
- rs.push(null);
225
- }
226
- else {
227
- const data = chunksTableData[currentIndex];
228
- rs.push(`${data.id}\t{${data.embedding.join(",")}}\t${data.document}\t${JSON.stringify(data.metadata)}\n`);
229
- currentIndex += 1;
230
- }
231
- };
232
- const ws = client.query((0, pg_copy_streams_1.from)(`COPY ${this.collectionName}(id, embedding, document, metadata) FROM STDIN`));
233
- await (0, promises_1.pipeline)(rs, ws);
234
- // Clear the chunksTableData list for the next batch
235
- chunksTableData.length = 0;
236
- }
237
- }
238
- // Insert any remaining records that didn't make up a full batch
239
- if (chunksTableData.length > 0) {
240
- const rs = new node_stream_1.Readable();
241
- let currentIndex = 0;
242
- rs._read = function () {
243
- if (currentIndex === chunksTableData.length) {
244
- rs.push(null);
245
- }
246
- else {
247
- const data = chunksTableData[currentIndex];
248
- rs.push(`${data.id}\t{${data.embedding.join(",")}}\t${data.document}\t${JSON.stringify(data.metadata)}\n`);
249
- currentIndex += 1;
250
- }
251
- };
252
- const ws = client.query((0, pg_copy_streams_1.from)(`COPY ${this.collectionName}(id, embedding, document, metadata) FROM STDIN`));
253
- await (0, promises_1.pipeline)(rs, ws);
254
- }
255
- }
256
- finally {
257
- client.release();
258
- }
259
- }
260
- /**
261
- * Performs a similarity search on the vectors in the collection. The
262
- * search is performed using the given query vector and returns the top k
263
- * most similar vectors along with their corresponding documents and
264
- * similarity scores.
265
- * @param query Query vector for the similarity search.
266
- * @param k Number of top similar vectors to return.
267
- * @param filter Optional. Filter to apply on the metadata of the documents.
268
- * @returns Promise that resolves to an array of tuples, each containing a Document instance and its similarity score.
269
- */
270
- async similaritySearchVectorWithScore(query, k, filter) {
271
- if (!this.isCreateCollection) {
272
- await this.createCollection();
273
- }
274
- let filterCondition = "";
275
- const filterEntries = filter ? Object.entries(filter) : [];
276
- if (filterEntries.length > 0) {
277
- const conditions = filterEntries.map((_, index) => `metadata->>$${2 * index + 3} = $${2 * index + 4}`);
278
- filterCondition = `WHERE ${conditions.join(" AND ")}`;
279
- }
280
- const sqlQuery = `
281
- SELECT *, l2_distance(embedding, $1::real[]) AS distance
282
- FROM ${this.collectionName}
283
- ${filterCondition}
284
- ORDER BY embedding <-> $1
285
- LIMIT $2;
286
- `;
287
- // Execute the query and fetch the results
288
- const { rows } = await this.pool.query(sqlQuery, [
289
- query,
290
- k,
291
- ...filterEntries.flatMap(([key, value]) => [key, value]),
292
- ]);
293
- const result = rows.map((row) => [
294
- new document_js_1.Document({ pageContent: row.document, metadata: row.metadata }),
295
- row.distance,
296
- ]);
297
- return result;
298
- }
299
- /**
300
- * Creates an instance of `AnalyticDBVectorStore` from an array of texts
301
- * and corresponding metadata. The texts are first converted to Document
302
- * instances before being added to the collection.
303
- * @param texts Array of texts to be added to the collection.
304
- * @param metadatas Array or object of metadata corresponding to the texts.
305
- * @param embeddings Embeddings instance used to convert the texts to vectors.
306
- * @param dbConfig Configuration for the AnalyticDB.
307
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
308
- */
309
- static async fromTexts(texts, metadatas, embeddings, dbConfig) {
310
- const docs = [];
311
- for (let i = 0; i < texts.length; i += 1) {
312
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
313
- const newDoc = new document_js_1.Document({
314
- pageContent: texts[i],
315
- metadata,
316
- });
317
- docs.push(newDoc);
318
- }
319
- return AnalyticDBVectorStore.fromDocuments(docs, embeddings, dbConfig);
320
- }
321
- /**
322
- * Creates an instance of `AnalyticDBVectorStore` from an array of
323
- * Document instances. The documents are added to the collection.
324
- * @param docs Array of Document instances to be added to the collection.
325
- * @param embeddings Embeddings instance used to convert the documents to vectors.
326
- * @param dbConfig Configuration for the AnalyticDB.
327
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
328
- */
329
- static async fromDocuments(docs, embeddings, dbConfig) {
330
- const instance = new this(embeddings, dbConfig);
331
- await instance.addDocuments(docs);
332
- return instance;
333
- }
334
- /**
335
- * Creates an instance of `AnalyticDBVectorStore` from an existing index
336
- * in the database. A new collection is created in the database.
337
- * @param embeddings Embeddings instance used to convert the documents to vectors.
338
- * @param dbConfig Configuration for the AnalyticDB.
339
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
340
- */
341
- static async fromExistingIndex(embeddings, dbConfig) {
342
- const instance = new this(embeddings, dbConfig);
343
- await instance.createCollection();
344
- return instance;
345
- }
346
- }
347
- exports.AnalyticDBVectorStore = AnalyticDBVectorStore;
17
+ __exportStar(require("@langchain/community/vectorstores/analyticdb"), exports);
@@ -1,110 +1 @@
1
- import { PoolConfig } from "pg";
2
- import { VectorStore } from "./base.js";
3
- import { Embeddings } from "../embeddings/base.js";
4
- import { Document } from "../document.js";
5
- /**
6
- * Interface defining the arguments required to create an instance of
7
- * `AnalyticDBVectorStore`.
8
- */
9
- export interface AnalyticDBArgs {
10
- connectionOptions: PoolConfig;
11
- embeddingDimension?: number;
12
- collectionName?: string;
13
- preDeleteCollection?: boolean;
14
- }
15
- /**
16
- * Class that provides methods for creating and managing a collection of
17
- * documents in an AnalyticDB, adding documents or vectors to the
18
- * collection, performing similarity search on vectors, and creating an
19
- * instance of `AnalyticDBVectorStore` from texts or documents.
20
- */
21
- export declare class AnalyticDBVectorStore extends VectorStore {
22
- FilterType: Record<string, any>;
23
- private pool;
24
- private embeddingDimension?;
25
- private collectionName;
26
- private preDeleteCollection;
27
- private isCreateCollection;
28
- _vectorstoreType(): string;
29
- constructor(embeddings: Embeddings, args: AnalyticDBArgs);
30
- /**
31
- * Closes all the clients in the pool and terminates the pool.
32
- * @returns Promise that resolves when all clients are closed and the pool is terminated.
33
- */
34
- end(): Promise<void>;
35
- /**
36
- * Creates a new table in the database if it does not already exist. The
37
- * table is created with columns for id, embedding, document, and
38
- * metadata. An index is also created on the embedding column if it does
39
- * not already exist.
40
- * @returns Promise that resolves when the table and index are created.
41
- */
42
- createTableIfNotExists(): Promise<void>;
43
- /**
44
- * Deletes the collection from the database if it exists.
45
- * @returns Promise that resolves when the collection is deleted.
46
- */
47
- deleteCollection(): Promise<void>;
48
- /**
49
- * Creates a new collection in the database. If `preDeleteCollection` is
50
- * true, any existing collection with the same name is deleted before the
51
- * new collection is created.
52
- * @returns Promise that resolves when the collection is created.
53
- */
54
- createCollection(): Promise<void>;
55
- /**
56
- * Adds an array of documents to the collection. The documents are first
57
- * converted to vectors using the `embedDocuments` method of the
58
- * `embeddings` instance.
59
- * @param documents Array of Document instances to be added to the collection.
60
- * @returns Promise that resolves when the documents are added.
61
- */
62
- addDocuments(documents: Document[]): Promise<void>;
63
- /**
64
- * Adds an array of vectors and corresponding documents to the collection.
65
- * The vectors and documents are batch inserted into the database.
66
- * @param vectors Array of vectors to be added to the collection.
67
- * @param documents Array of Document instances corresponding to the vectors.
68
- * @returns Promise that resolves when the vectors and documents are added.
69
- */
70
- addVectors(vectors: number[][], documents: Document[]): Promise<void>;
71
- /**
72
- * Performs a similarity search on the vectors in the collection. The
73
- * search is performed using the given query vector and returns the top k
74
- * most similar vectors along with their corresponding documents and
75
- * similarity scores.
76
- * @param query Query vector for the similarity search.
77
- * @param k Number of top similar vectors to return.
78
- * @param filter Optional. Filter to apply on the metadata of the documents.
79
- * @returns Promise that resolves to an array of tuples, each containing a Document instance and its similarity score.
80
- */
81
- similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document, number][]>;
82
- /**
83
- * Creates an instance of `AnalyticDBVectorStore` from an array of texts
84
- * and corresponding metadata. The texts are first converted to Document
85
- * instances before being added to the collection.
86
- * @param texts Array of texts to be added to the collection.
87
- * @param metadatas Array or object of metadata corresponding to the texts.
88
- * @param embeddings Embeddings instance used to convert the texts to vectors.
89
- * @param dbConfig Configuration for the AnalyticDB.
90
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
91
- */
92
- static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
93
- /**
94
- * Creates an instance of `AnalyticDBVectorStore` from an array of
95
- * Document instances. The documents are added to the collection.
96
- * @param docs Array of Document instances to be added to the collection.
97
- * @param embeddings Embeddings instance used to convert the documents to vectors.
98
- * @param dbConfig Configuration for the AnalyticDB.
99
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
100
- */
101
- static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
102
- /**
103
- * Creates an instance of `AnalyticDBVectorStore` from an existing index
104
- * in the database. A new collection is created in the database.
105
- * @param embeddings Embeddings instance used to convert the documents to vectors.
106
- * @param dbConfig Configuration for the AnalyticDB.
107
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
108
- */
109
- static fromExistingIndex(embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
110
- }
1
+ export * from "@langchain/community/vectorstores/analyticdb";