langchain 0.0.203 → 0.0.204-rc.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (544) hide show
  1. package/dist/agents/toolkits/aws_sfn.cjs +3 -75
  2. package/dist/agents/toolkits/aws_sfn.d.ts +2 -45
  3. package/dist/agents/toolkits/aws_sfn.js +2 -73
  4. package/dist/agents/toolkits/base.cjs +15 -9
  5. package/dist/agents/toolkits/base.d.ts +1 -9
  6. package/dist/agents/toolkits/base.js +1 -7
  7. package/dist/agents/toolkits/connery/index.cjs +15 -37
  8. package/dist/agents/toolkits/connery/index.d.ts +1 -23
  9. package/dist/agents/toolkits/connery/index.js +1 -35
  10. package/dist/cache/cloudflare_kv.cjs +15 -69
  11. package/dist/cache/cloudflare_kv.d.ts +1 -42
  12. package/dist/cache/cloudflare_kv.js +1 -67
  13. package/dist/cache/ioredis.cjs +15 -77
  14. package/dist/cache/ioredis.d.ts +1 -40
  15. package/dist/cache/ioredis.js +1 -75
  16. package/dist/cache/momento.cjs +15 -135
  17. package/dist/cache/momento.d.ts +1 -91
  18. package/dist/cache/momento.js +1 -133
  19. package/dist/cache/upstash_redis.cjs +15 -72
  20. package/dist/cache/upstash_redis.d.ts +1 -45
  21. package/dist/cache/upstash_redis.js +1 -70
  22. package/dist/callbacks/handlers/llmonitor.cjs +14 -238
  23. package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
  24. package/dist/callbacks/handlers/llmonitor.js +1 -233
  25. package/dist/chains/openai_moderation.cjs +2 -2
  26. package/dist/chains/openai_moderation.d.ts +1 -1
  27. package/dist/chains/openai_moderation.js +1 -1
  28. package/dist/chat_models/anthropic.d.ts +4 -4
  29. package/dist/chat_models/baiduwenxin.cjs +15 -411
  30. package/dist/chat_models/baiduwenxin.d.ts +1 -150
  31. package/dist/chat_models/baiduwenxin.js +1 -409
  32. package/dist/chat_models/bedrock/index.cjs +15 -33
  33. package/dist/chat_models/bedrock/index.d.ts +1 -23
  34. package/dist/chat_models/bedrock/index.js +1 -29
  35. package/dist/chat_models/bedrock/web.cjs +15 -360
  36. package/dist/chat_models/bedrock/web.d.ts +1 -82
  37. package/dist/chat_models/bedrock/web.js +1 -356
  38. package/dist/chat_models/cloudflare_workersai.cjs +15 -216
  39. package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
  40. package/dist/chat_models/cloudflare_workersai.js +1 -214
  41. package/dist/chat_models/fireworks.cjs +15 -89
  42. package/dist/chat_models/fireworks.d.ts +1 -43
  43. package/dist/chat_models/fireworks.js +1 -87
  44. package/dist/chat_models/googlepalm.cjs +15 -235
  45. package/dist/chat_models/googlepalm.d.ts +1 -108
  46. package/dist/chat_models/googlepalm.js +1 -233
  47. package/dist/chat_models/googlevertexai/index.cjs +15 -40
  48. package/dist/chat_models/googlevertexai/index.d.ts +1 -28
  49. package/dist/chat_models/googlevertexai/index.js +1 -38
  50. package/dist/chat_models/googlevertexai/web.cjs +15 -39
  51. package/dist/chat_models/googlevertexai/web.d.ts +1 -28
  52. package/dist/chat_models/googlevertexai/web.js +1 -37
  53. package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
  54. package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
  55. package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
  56. package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
  57. package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
  58. package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
  59. package/dist/chat_models/llama_cpp.cjs +15 -275
  60. package/dist/chat_models/llama_cpp.d.ts +1 -71
  61. package/dist/chat_models/llama_cpp.js +1 -273
  62. package/dist/chat_models/minimax.cjs +15 -578
  63. package/dist/chat_models/minimax.d.ts +1 -369
  64. package/dist/chat_models/minimax.js +1 -576
  65. package/dist/chat_models/ollama.cjs +15 -394
  66. package/dist/chat_models/ollama.d.ts +1 -127
  67. package/dist/chat_models/ollama.js +1 -392
  68. package/dist/chat_models/openai.cjs +4 -698
  69. package/dist/chat_models/openai.d.ts +4 -137
  70. package/dist/chat_models/openai.js +2 -695
  71. package/dist/chat_models/portkey.cjs +15 -167
  72. package/dist/chat_models/portkey.d.ts +1 -17
  73. package/dist/chat_models/portkey.js +1 -165
  74. package/dist/chat_models/yandex.cjs +15 -132
  75. package/dist/chat_models/yandex.d.ts +1 -30
  76. package/dist/chat_models/yandex.js +1 -130
  77. package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
  78. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
  79. package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
  80. package/dist/document_transformers/html_to_text.cjs +15 -47
  81. package/dist/document_transformers/html_to_text.d.ts +1 -30
  82. package/dist/document_transformers/html_to_text.js +1 -45
  83. package/dist/document_transformers/mozilla_readability.cjs +15 -53
  84. package/dist/document_transformers/mozilla_readability.d.ts +1 -31
  85. package/dist/document_transformers/mozilla_readability.js +1 -51
  86. package/dist/embeddings/bedrock.cjs +15 -109
  87. package/dist/embeddings/bedrock.d.ts +1 -71
  88. package/dist/embeddings/bedrock.js +1 -107
  89. package/dist/embeddings/cloudflare_workersai.cjs +15 -67
  90. package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
  91. package/dist/embeddings/cloudflare_workersai.js +1 -65
  92. package/dist/embeddings/cohere.cjs +15 -124
  93. package/dist/embeddings/cohere.d.ts +1 -66
  94. package/dist/embeddings/cohere.js +1 -122
  95. package/dist/embeddings/googlepalm.cjs +15 -88
  96. package/dist/embeddings/googlepalm.d.ts +1 -61
  97. package/dist/embeddings/googlepalm.js +1 -86
  98. package/dist/embeddings/googlevertexai.cjs +15 -81
  99. package/dist/embeddings/googlevertexai.d.ts +1 -54
  100. package/dist/embeddings/googlevertexai.js +1 -79
  101. package/dist/embeddings/gradient_ai.cjs +15 -101
  102. package/dist/embeddings/gradient_ai.d.ts +1 -48
  103. package/dist/embeddings/gradient_ai.js +1 -99
  104. package/dist/embeddings/hf.cjs +15 -75
  105. package/dist/embeddings/hf.d.ts +1 -41
  106. package/dist/embeddings/hf.js +1 -73
  107. package/dist/embeddings/hf_transformers.cjs +15 -87
  108. package/dist/embeddings/hf_transformers.d.ts +1 -47
  109. package/dist/embeddings/hf_transformers.js +1 -85
  110. package/dist/embeddings/llama_cpp.cjs +15 -81
  111. package/dist/embeddings/llama_cpp.d.ts +1 -42
  112. package/dist/embeddings/llama_cpp.js +1 -79
  113. package/dist/embeddings/minimax.cjs +15 -165
  114. package/dist/embeddings/minimax.d.ts +1 -119
  115. package/dist/embeddings/minimax.js +1 -163
  116. package/dist/embeddings/ollama.cjs +15 -118
  117. package/dist/embeddings/ollama.d.ts +1 -34
  118. package/dist/embeddings/ollama.js +1 -116
  119. package/dist/embeddings/openai.cjs +2 -240
  120. package/dist/embeddings/openai.d.ts +1 -82
  121. package/dist/embeddings/openai.js +1 -239
  122. package/dist/embeddings/tensorflow.cjs +3 -96
  123. package/dist/embeddings/tensorflow.d.ts +1 -59
  124. package/dist/embeddings/tensorflow.js +1 -83
  125. package/dist/embeddings/voyage.cjs +15 -118
  126. package/dist/embeddings/voyage.d.ts +1 -66
  127. package/dist/embeddings/voyage.js +1 -116
  128. package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
  129. package/dist/experimental/openai_assistant/index.cjs +3 -3
  130. package/dist/experimental/openai_assistant/index.d.ts +1 -1
  131. package/dist/experimental/openai_assistant/index.js +1 -1
  132. package/dist/experimental/openai_assistant/schema.d.ts +1 -1
  133. package/dist/experimental/openai_files/index.cjs +2 -2
  134. package/dist/experimental/openai_files/index.d.ts +1 -1
  135. package/dist/experimental/openai_files/index.js +1 -1
  136. package/dist/graphs/neo4j_graph.cjs +3 -254
  137. package/dist/graphs/neo4j_graph.d.ts +1 -63
  138. package/dist/graphs/neo4j_graph.js +1 -241
  139. package/dist/llms/ai21.cjs +15 -200
  140. package/dist/llms/ai21.d.ts +1 -100
  141. package/dist/llms/ai21.js +1 -198
  142. package/dist/llms/aleph_alpha.cjs +15 -374
  143. package/dist/llms/aleph_alpha.d.ts +1 -161
  144. package/dist/llms/aleph_alpha.js +1 -372
  145. package/dist/llms/bedrock/web.cjs +15 -310
  146. package/dist/llms/bedrock/web.d.ts +1 -66
  147. package/dist/llms/bedrock/web.js +1 -308
  148. package/dist/llms/cloudflare_workersai.cjs +15 -168
  149. package/dist/llms/cloudflare_workersai.d.ts +1 -55
  150. package/dist/llms/cloudflare_workersai.js +1 -166
  151. package/dist/llms/cohere.cjs +15 -110
  152. package/dist/llms/cohere.d.ts +1 -54
  153. package/dist/llms/cohere.js +1 -108
  154. package/dist/llms/fireworks.cjs +15 -90
  155. package/dist/llms/fireworks.d.ts +1 -33
  156. package/dist/llms/fireworks.js +1 -88
  157. package/dist/llms/googlepalm.cjs +15 -134
  158. package/dist/llms/googlepalm.d.ts +1 -92
  159. package/dist/llms/googlepalm.js +1 -132
  160. package/dist/llms/googlevertexai/index.cjs +15 -45
  161. package/dist/llms/googlevertexai/index.d.ts +1 -38
  162. package/dist/llms/googlevertexai/index.js +1 -43
  163. package/dist/llms/googlevertexai/web.cjs +15 -42
  164. package/dist/llms/googlevertexai/web.d.ts +1 -36
  165. package/dist/llms/googlevertexai/web.js +1 -40
  166. package/dist/llms/gradient_ai.cjs +15 -110
  167. package/dist/llms/gradient_ai.d.ts +1 -55
  168. package/dist/llms/gradient_ai.js +1 -108
  169. package/dist/llms/hf.cjs +15 -136
  170. package/dist/llms/hf.d.ts +1 -68
  171. package/dist/llms/hf.js +1 -134
  172. package/dist/llms/llama_cpp.cjs +15 -111
  173. package/dist/llms/llama_cpp.d.ts +1 -41
  174. package/dist/llms/llama_cpp.js +1 -109
  175. package/dist/llms/ollama.cjs +15 -353
  176. package/dist/llms/ollama.d.ts +1 -106
  177. package/dist/llms/ollama.js +1 -351
  178. package/dist/llms/openai-chat.cjs +3 -445
  179. package/dist/llms/openai-chat.d.ts +4 -123
  180. package/dist/llms/openai-chat.js +2 -443
  181. package/dist/llms/openai.cjs +6 -530
  182. package/dist/llms/openai.d.ts +4 -123
  183. package/dist/llms/openai.js +2 -525
  184. package/dist/llms/portkey.cjs +14 -168
  185. package/dist/llms/portkey.d.ts +1 -57
  186. package/dist/llms/portkey.js +1 -162
  187. package/dist/llms/raycast.cjs +15 -94
  188. package/dist/llms/raycast.d.ts +1 -50
  189. package/dist/llms/raycast.js +1 -92
  190. package/dist/llms/replicate.cjs +15 -132
  191. package/dist/llms/replicate.d.ts +1 -51
  192. package/dist/llms/replicate.js +1 -130
  193. package/dist/llms/sagemaker_endpoint.cjs +15 -203
  194. package/dist/llms/sagemaker_endpoint.d.ts +1 -121
  195. package/dist/llms/sagemaker_endpoint.js +1 -200
  196. package/dist/llms/watsonx_ai.cjs +15 -152
  197. package/dist/llms/watsonx_ai.d.ts +1 -72
  198. package/dist/llms/watsonx_ai.js +1 -150
  199. package/dist/llms/writer.cjs +15 -165
  200. package/dist/llms/writer.d.ts +1 -60
  201. package/dist/llms/writer.js +1 -163
  202. package/dist/llms/yandex.cjs +15 -98
  203. package/dist/llms/yandex.d.ts +1 -40
  204. package/dist/llms/yandex.js +1 -96
  205. package/dist/load/index.cjs +3 -1
  206. package/dist/load/index.d.ts +1 -1
  207. package/dist/load/index.js +3 -1
  208. package/dist/memory/chat_memory.cjs +15 -61
  209. package/dist/memory/chat_memory.d.ts +1 -36
  210. package/dist/memory/chat_memory.js +1 -59
  211. package/dist/memory/motorhead_memory.cjs +15 -161
  212. package/dist/memory/motorhead_memory.d.ts +1 -63
  213. package/dist/memory/motorhead_memory.js +1 -159
  214. package/dist/memory/zep.cjs +15 -222
  215. package/dist/memory/zep.d.ts +1 -86
  216. package/dist/memory/zep.js +1 -220
  217. package/dist/retrievers/amazon_kendra.cjs +15 -273
  218. package/dist/retrievers/amazon_kendra.d.ts +1 -142
  219. package/dist/retrievers/amazon_kendra.js +1 -271
  220. package/dist/retrievers/chaindesk.cjs +15 -88
  221. package/dist/retrievers/chaindesk.d.ts +1 -31
  222. package/dist/retrievers/chaindesk.js +1 -86
  223. package/dist/retrievers/databerry.cjs +15 -82
  224. package/dist/retrievers/databerry.d.ts +1 -34
  225. package/dist/retrievers/databerry.js +1 -80
  226. package/dist/retrievers/metal.cjs +15 -51
  227. package/dist/retrievers/metal.d.ts +1 -36
  228. package/dist/retrievers/metal.js +1 -49
  229. package/dist/retrievers/supabase.cjs +15 -167
  230. package/dist/retrievers/supabase.d.ts +1 -82
  231. package/dist/retrievers/supabase.js +1 -165
  232. package/dist/retrievers/tavily_search_api.cjs +15 -142
  233. package/dist/retrievers/tavily_search_api.d.ts +1 -38
  234. package/dist/retrievers/tavily_search_api.js +1 -140
  235. package/dist/retrievers/zep.cjs +15 -150
  236. package/dist/retrievers/zep.d.ts +1 -76
  237. package/dist/retrievers/zep.js +1 -148
  238. package/dist/schema/document.cjs +2 -16
  239. package/dist/schema/document.d.ts +1 -11
  240. package/dist/schema/document.js +1 -16
  241. package/dist/schema/index.cjs +2 -7
  242. package/dist/schema/index.d.ts +2 -10
  243. package/dist/schema/index.js +1 -6
  244. package/dist/storage/convex.cjs +15 -143
  245. package/dist/storage/convex.d.ts +1 -106
  246. package/dist/storage/convex.js +1 -141
  247. package/dist/storage/ioredis.cjs +15 -158
  248. package/dist/storage/ioredis.d.ts +1 -71
  249. package/dist/storage/ioredis.js +1 -156
  250. package/dist/storage/upstash_redis.cjs +15 -172
  251. package/dist/storage/upstash_redis.d.ts +1 -78
  252. package/dist/storage/upstash_redis.js +1 -170
  253. package/dist/storage/vercel_kv.cjs +15 -161
  254. package/dist/storage/vercel_kv.d.ts +1 -62
  255. package/dist/storage/vercel_kv.js +1 -159
  256. package/dist/stores/doc/in_memory.cjs +15 -105
  257. package/dist/stores/doc/in_memory.d.ts +1 -46
  258. package/dist/stores/doc/in_memory.js +1 -102
  259. package/dist/stores/message/cassandra.cjs +15 -158
  260. package/dist/stores/message/cassandra.d.ts +1 -69
  261. package/dist/stores/message/cassandra.js +1 -156
  262. package/dist/stores/message/cloudflare_d1.cjs +15 -150
  263. package/dist/stores/message/cloudflare_d1.d.ts +1 -67
  264. package/dist/stores/message/cloudflare_d1.js +1 -148
  265. package/dist/stores/message/convex.cjs +15 -118
  266. package/dist/stores/message/convex.d.ts +1 -81
  267. package/dist/stores/message/convex.js +1 -116
  268. package/dist/stores/message/dynamodb.cjs +15 -159
  269. package/dist/stores/message/dynamodb.d.ts +1 -51
  270. package/dist/stores/message/dynamodb.js +1 -157
  271. package/dist/stores/message/firestore.cjs +15 -185
  272. package/dist/stores/message/firestore.d.ts +1 -68
  273. package/dist/stores/message/firestore.js +1 -183
  274. package/dist/stores/message/in_memory.cjs +15 -49
  275. package/dist/stores/message/in_memory.d.ts +1 -28
  276. package/dist/stores/message/in_memory.js +1 -47
  277. package/dist/stores/message/ioredis.cjs +15 -98
  278. package/dist/stores/message/ioredis.d.ts +1 -64
  279. package/dist/stores/message/ioredis.js +1 -96
  280. package/dist/stores/message/momento.cjs +15 -160
  281. package/dist/stores/message/momento.d.ts +1 -97
  282. package/dist/stores/message/momento.js +1 -158
  283. package/dist/stores/message/mongodb.cjs +15 -57
  284. package/dist/stores/message/mongodb.d.ts +1 -26
  285. package/dist/stores/message/mongodb.js +1 -55
  286. package/dist/stores/message/planetscale.cjs +15 -170
  287. package/dist/stores/message/planetscale.d.ts +1 -75
  288. package/dist/stores/message/planetscale.js +1 -168
  289. package/dist/stores/message/redis.cjs +15 -114
  290. package/dist/stores/message/redis.d.ts +1 -69
  291. package/dist/stores/message/redis.js +1 -112
  292. package/dist/stores/message/upstash_redis.cjs +15 -85
  293. package/dist/stores/message/upstash_redis.d.ts +1 -43
  294. package/dist/stores/message/upstash_redis.js +1 -83
  295. package/dist/stores/message/utils.cjs +3 -23
  296. package/dist/stores/message/utils.d.ts +1 -17
  297. package/dist/stores/message/utils.js +1 -21
  298. package/dist/stores/message/xata.cjs +15 -216
  299. package/dist/stores/message/xata.d.ts +1 -76
  300. package/dist/stores/message/xata.js +1 -214
  301. package/dist/tools/IFTTTWebhook.cjs +15 -87
  302. package/dist/tools/IFTTTWebhook.d.ts +1 -50
  303. package/dist/tools/IFTTTWebhook.js +1 -85
  304. package/dist/tools/aiplugin.cjs +15 -73
  305. package/dist/tools/aiplugin.d.ts +1 -34
  306. package/dist/tools/aiplugin.js +1 -71
  307. package/dist/tools/aws_lambda.cjs +15 -83
  308. package/dist/tools/aws_lambda.d.ts +1 -25
  309. package/dist/tools/aws_lambda.js +1 -82
  310. package/dist/tools/aws_sfn.cjs +15 -201
  311. package/dist/tools/aws_sfn.d.ts +1 -57
  312. package/dist/tools/aws_sfn.js +1 -197
  313. package/dist/tools/bingserpapi.cjs +15 -76
  314. package/dist/tools/bingserpapi.d.ts +1 -23
  315. package/dist/tools/bingserpapi.js +1 -75
  316. package/dist/tools/brave_search.cjs +15 -64
  317. package/dist/tools/brave_search.d.ts +1 -23
  318. package/dist/tools/brave_search.js +1 -62
  319. package/dist/tools/connery.cjs +15 -277
  320. package/dist/tools/connery.d.ts +1 -145
  321. package/dist/tools/connery.js +1 -274
  322. package/dist/tools/convert_to_openai.d.ts +1 -1
  323. package/dist/tools/dadjokeapi.cjs +15 -46
  324. package/dist/tools/dadjokeapi.d.ts +1 -15
  325. package/dist/tools/dadjokeapi.js +1 -45
  326. package/dist/tools/dataforseo_api_search.cjs +15 -280
  327. package/dist/tools/dataforseo_api_search.d.ts +1 -170
  328. package/dist/tools/dataforseo_api_search.js +1 -278
  329. package/dist/tools/dynamic.cjs +15 -87
  330. package/dist/tools/dynamic.d.ts +1 -48
  331. package/dist/tools/dynamic.js +1 -84
  332. package/dist/tools/gmail/index.cjs +15 -11
  333. package/dist/tools/gmail/index.d.ts +1 -11
  334. package/dist/tools/gmail/index.js +1 -5
  335. package/dist/tools/google_custom_search.cjs +15 -70
  336. package/dist/tools/google_custom_search.d.ts +1 -25
  337. package/dist/tools/google_custom_search.js +1 -68
  338. package/dist/tools/google_places.cjs +15 -79
  339. package/dist/tools/google_places.d.ts +1 -21
  340. package/dist/tools/google_places.js +1 -77
  341. package/dist/tools/searchapi.cjs +15 -164
  342. package/dist/tools/searchapi.d.ts +1 -91
  343. package/dist/tools/searchapi.js +1 -162
  344. package/dist/tools/searxng_search.cjs +15 -156
  345. package/dist/tools/searxng_search.d.ts +1 -114
  346. package/dist/tools/searxng_search.js +1 -154
  347. package/dist/tools/serpapi.cjs +15 -199
  348. package/dist/tools/serpapi.d.ts +1 -302
  349. package/dist/tools/serpapi.js +1 -197
  350. package/dist/tools/serper.cjs +15 -94
  351. package/dist/tools/serper.d.ts +1 -32
  352. package/dist/tools/serper.js +1 -92
  353. package/dist/tools/wikipedia_query_run.cjs +15 -133
  354. package/dist/tools/wikipedia_query_run.d.ts +1 -54
  355. package/dist/tools/wikipedia_query_run.js +1 -131
  356. package/dist/tools/wolframalpha.cjs +15 -47
  357. package/dist/tools/wolframalpha.d.ts +1 -21
  358. package/dist/tools/wolframalpha.js +1 -45
  359. package/dist/types/openai-types.d.ts +1 -1
  360. package/dist/util/convex.cjs +15 -75
  361. package/dist/util/convex.d.ts +1 -26
  362. package/dist/util/convex.js +1 -74
  363. package/dist/util/event-source-parse.cjs +15 -224
  364. package/dist/util/event-source-parse.d.ts +1 -39
  365. package/dist/util/event-source-parse.js +1 -219
  366. package/dist/util/math.cjs +15 -123
  367. package/dist/util/math.d.ts +1 -40
  368. package/dist/util/math.js +1 -116
  369. package/dist/util/openapi.d.ts +2 -2
  370. package/dist/vectorstores/analyticdb.cjs +3 -333
  371. package/dist/vectorstores/analyticdb.d.ts +1 -110
  372. package/dist/vectorstores/analyticdb.js +1 -317
  373. package/dist/vectorstores/base.cjs +15 -165
  374. package/dist/vectorstores/base.d.ts +1 -104
  375. package/dist/vectorstores/base.js +1 -161
  376. package/dist/vectorstores/cassandra.cjs +15 -478
  377. package/dist/vectorstores/cassandra.d.ts +1 -162
  378. package/dist/vectorstores/cassandra.js +1 -476
  379. package/dist/vectorstores/chroma.cjs +3 -312
  380. package/dist/vectorstores/chroma.d.ts +1 -133
  381. package/dist/vectorstores/chroma.js +1 -299
  382. package/dist/vectorstores/clickhouse.cjs +3 -272
  383. package/dist/vectorstores/clickhouse.d.ts +1 -126
  384. package/dist/vectorstores/clickhouse.js +1 -259
  385. package/dist/vectorstores/closevector/node.cjs +15 -107
  386. package/dist/vectorstores/closevector/node.d.ts +1 -83
  387. package/dist/vectorstores/closevector/node.js +1 -105
  388. package/dist/vectorstores/closevector/web.cjs +15 -107
  389. package/dist/vectorstores/closevector/web.d.ts +1 -80
  390. package/dist/vectorstores/closevector/web.js +1 -105
  391. package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
  392. package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
  393. package/dist/vectorstores/cloudflare_vectorize.js +1 -173
  394. package/dist/vectorstores/convex.cjs +15 -175
  395. package/dist/vectorstores/convex.d.ts +1 -134
  396. package/dist/vectorstores/convex.js +1 -173
  397. package/dist/vectorstores/elasticsearch.cjs +3 -287
  398. package/dist/vectorstores/elasticsearch.d.ts +1 -143
  399. package/dist/vectorstores/elasticsearch.js +1 -274
  400. package/dist/vectorstores/faiss.cjs +3 -378
  401. package/dist/vectorstores/faiss.d.ts +1 -127
  402. package/dist/vectorstores/faiss.js +1 -365
  403. package/dist/vectorstores/googlevertexai.cjs +3 -538
  404. package/dist/vectorstores/googlevertexai.d.ts +1 -181
  405. package/dist/vectorstores/googlevertexai.js +1 -521
  406. package/dist/vectorstores/hnswlib.cjs +15 -273
  407. package/dist/vectorstores/hnswlib.d.ts +1 -122
  408. package/dist/vectorstores/hnswlib.js +1 -271
  409. package/dist/vectorstores/lancedb.cjs +15 -126
  410. package/dist/vectorstores/lancedb.d.ts +1 -61
  411. package/dist/vectorstores/lancedb.js +1 -124
  412. package/dist/vectorstores/memory.cjs +6 -6
  413. package/dist/vectorstores/memory.d.ts +3 -3
  414. package/dist/vectorstores/memory.js +2 -2
  415. package/dist/vectorstores/milvus.cjs +3 -592
  416. package/dist/vectorstores/milvus.d.ts +1 -139
  417. package/dist/vectorstores/milvus.js +1 -579
  418. package/dist/vectorstores/momento_vector_index.cjs +3 -305
  419. package/dist/vectorstores/momento_vector_index.d.ts +1 -143
  420. package/dist/vectorstores/momento_vector_index.js +1 -292
  421. package/dist/vectorstores/mongodb_atlas.cjs +15 -218
  422. package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
  423. package/dist/vectorstores/mongodb_atlas.js +1 -216
  424. package/dist/vectorstores/myscale.cjs +3 -263
  425. package/dist/vectorstores/myscale.d.ts +1 -129
  426. package/dist/vectorstores/myscale.js +1 -250
  427. package/dist/vectorstores/neo4j_vector.cjs +3 -578
  428. package/dist/vectorstores/neo4j_vector.d.ts +1 -75
  429. package/dist/vectorstores/neo4j_vector.js +1 -562
  430. package/dist/vectorstores/opensearch.cjs +3 -274
  431. package/dist/vectorstores/opensearch.d.ts +1 -119
  432. package/dist/vectorstores/opensearch.js +1 -261
  433. package/dist/vectorstores/pgvector.cjs +14 -404
  434. package/dist/vectorstores/pgvector.d.ts +1 -160
  435. package/dist/vectorstores/pgvector.js +1 -400
  436. package/dist/vectorstores/pinecone.cjs +3 -280
  437. package/dist/vectorstores/pinecone.d.ts +1 -120
  438. package/dist/vectorstores/pinecone.js +1 -264
  439. package/dist/vectorstores/prisma.cjs +15 -305
  440. package/dist/vectorstores/prisma.d.ts +1 -180
  441. package/dist/vectorstores/prisma.js +1 -303
  442. package/dist/vectorstores/qdrant.cjs +15 -195
  443. package/dist/vectorstores/qdrant.d.ts +1 -95
  444. package/dist/vectorstores/qdrant.js +1 -193
  445. package/dist/vectorstores/redis.cjs +15 -333
  446. package/dist/vectorstores/redis.d.ts +1 -186
  447. package/dist/vectorstores/redis.js +1 -331
  448. package/dist/vectorstores/rockset.cjs +15 -351
  449. package/dist/vectorstores/rockset.d.ts +1 -202
  450. package/dist/vectorstores/rockset.js +1 -347
  451. package/dist/vectorstores/singlestore.cjs +15 -220
  452. package/dist/vectorstores/singlestore.d.ts +1 -88
  453. package/dist/vectorstores/singlestore.js +1 -218
  454. package/dist/vectorstores/supabase.cjs +15 -217
  455. package/dist/vectorstores/supabase.d.ts +1 -118
  456. package/dist/vectorstores/supabase.js +1 -215
  457. package/dist/vectorstores/tigris.cjs +3 -143
  458. package/dist/vectorstores/tigris.d.ts +1 -74
  459. package/dist/vectorstores/tigris.js +1 -130
  460. package/dist/vectorstores/typeorm.cjs +15 -259
  461. package/dist/vectorstores/typeorm.d.ts +1 -109
  462. package/dist/vectorstores/typeorm.js +1 -256
  463. package/dist/vectorstores/typesense.cjs +15 -223
  464. package/dist/vectorstores/typesense.d.ts +1 -131
  465. package/dist/vectorstores/typesense.js +1 -221
  466. package/dist/vectorstores/usearch.cjs +3 -203
  467. package/dist/vectorstores/usearch.d.ts +1 -85
  468. package/dist/vectorstores/usearch.js +1 -187
  469. package/dist/vectorstores/vectara.cjs +3 -409
  470. package/dist/vectorstores/vectara.d.ts +1 -148
  471. package/dist/vectorstores/vectara.js +1 -396
  472. package/dist/vectorstores/vercel_postgres.cjs +15 -320
  473. package/dist/vectorstores/vercel_postgres.d.ts +1 -145
  474. package/dist/vectorstores/vercel_postgres.js +1 -318
  475. package/dist/vectorstores/voy.cjs +15 -156
  476. package/dist/vectorstores/voy.d.ts +1 -73
  477. package/dist/vectorstores/voy.js +1 -154
  478. package/dist/vectorstores/weaviate.cjs +3 -347
  479. package/dist/vectorstores/weaviate.d.ts +1 -140
  480. package/dist/vectorstores/weaviate.js +1 -333
  481. package/dist/vectorstores/xata.cjs +15 -108
  482. package/dist/vectorstores/xata.d.ts +1 -70
  483. package/dist/vectorstores/xata.js +1 -106
  484. package/dist/vectorstores/zep.cjs +15 -313
  485. package/dist/vectorstores/zep.d.ts +1 -146
  486. package/dist/vectorstores/zep.js +1 -311
  487. package/package.json +4 -265
  488. package/dist/chat_models/googlevertexai/common.cjs +0 -274
  489. package/dist/chat_models/googlevertexai/common.d.ts +0 -123
  490. package/dist/chat_models/googlevertexai/common.js +0 -269
  491. package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
  492. package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
  493. package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
  494. package/dist/llms/googlevertexai/common.cjs +0 -168
  495. package/dist/llms/googlevertexai/common.d.ts +0 -82
  496. package/dist/llms/googlevertexai/common.js +0 -164
  497. package/dist/tools/gmail/base.cjs +0 -69
  498. package/dist/tools/gmail/base.d.ts +0 -19
  499. package/dist/tools/gmail/base.js +0 -65
  500. package/dist/tools/gmail/create_draft.cjs +0 -62
  501. package/dist/tools/gmail/create_draft.d.ts +0 -35
  502. package/dist/tools/gmail/create_draft.js +0 -58
  503. package/dist/tools/gmail/descriptions.cjs +0 -118
  504. package/dist/tools/gmail/descriptions.d.ts +0 -5
  505. package/dist/tools/gmail/descriptions.js +0 -115
  506. package/dist/tools/gmail/get_message.cjs +0 -83
  507. package/dist/tools/gmail/get_message.d.ts +0 -18
  508. package/dist/tools/gmail/get_message.js +0 -79
  509. package/dist/tools/gmail/get_thread.cjs +0 -89
  510. package/dist/tools/gmail/get_thread.d.ts +0 -18
  511. package/dist/tools/gmail/get_thread.js +0 -85
  512. package/dist/tools/gmail/search.cjs +0 -118
  513. package/dist/tools/gmail/search.d.ts +0 -29
  514. package/dist/tools/gmail/search.js +0 -114
  515. package/dist/tools/gmail/send_message.cjs +0 -74
  516. package/dist/tools/gmail/send_message.d.ts +0 -35
  517. package/dist/tools/gmail/send_message.js +0 -70
  518. package/dist/util/chunk.cjs +0 -11
  519. package/dist/util/chunk.d.ts +0 -1
  520. package/dist/util/chunk.js +0 -7
  521. package/dist/util/googlevertexai-gauth.cjs +0 -36
  522. package/dist/util/googlevertexai-gauth.d.ts +0 -8
  523. package/dist/util/googlevertexai-gauth.js +0 -32
  524. package/dist/util/googlevertexai-webauth.cjs +0 -96
  525. package/dist/util/googlevertexai-webauth.d.ts +0 -22
  526. package/dist/util/googlevertexai-webauth.js +0 -92
  527. package/dist/util/iflytek_websocket_stream.cjs +0 -81
  528. package/dist/util/iflytek_websocket_stream.d.ts +0 -27
  529. package/dist/util/iflytek_websocket_stream.js +0 -77
  530. package/dist/util/llama_cpp.cjs +0 -34
  531. package/dist/util/llama_cpp.d.ts +0 -46
  532. package/dist/util/llama_cpp.js +0 -28
  533. package/dist/util/momento.cjs +0 -26
  534. package/dist/util/momento.d.ts +0 -9
  535. package/dist/util/momento.js +0 -22
  536. package/dist/util/openai-format-fndef.cjs +0 -81
  537. package/dist/util/openai-format-fndef.d.ts +0 -44
  538. package/dist/util/openai-format-fndef.js +0 -77
  539. package/dist/util/openai.cjs +0 -21
  540. package/dist/util/openai.d.ts +0 -1
  541. package/dist/util/openai.js +0 -17
  542. package/dist/vectorstores/closevector/common.cjs +0 -128
  543. package/dist/vectorstores/closevector/common.d.ts +0 -82
  544. package/dist/vectorstores/closevector/common.js +0 -124
@@ -1,40 +1 @@
1
- type VectorFunction = (xVector: number[], yVector: number[]) => number;
2
- /**
3
- * Apply a row-wise function between two matrices with the same number of columns.
4
- *
5
- * @param {number[][]} X - The first matrix.
6
- * @param {number[][]} Y - The second matrix.
7
- * @param {VectorFunction} func - The function to apply.
8
- *
9
- * @throws {Error} If the number of columns in X and Y are not the same.
10
- *
11
- * @returns {number[][] | [[]]} A matrix where each row represents the result of applying the function between the corresponding rows of X and Y.
12
- */
13
- export declare function matrixFunc(X: number[][], Y: number[][], func: VectorFunction): number[][];
14
- export declare function normalize(M: number[][], similarity?: boolean): number[][];
15
- /**
16
- * This function calculates the row-wise cosine similarity between two matrices with the same number of columns.
17
- *
18
- * @param {number[][]} X - The first matrix.
19
- * @param {number[][]} Y - The second matrix.
20
- *
21
- * @throws {Error} If the number of columns in X and Y are not the same.
22
- *
23
- * @returns {number[][] | [[]]} A matrix where each row represents the cosine similarity values between the corresponding rows of X and Y.
24
- */
25
- export declare function cosineSimilarity(X: number[][], Y: number[][]): number[][];
26
- export declare function innerProduct(X: number[][], Y: number[][]): number[][];
27
- export declare function euclideanDistance(X: number[][], Y: number[][]): number[][];
28
- /**
29
- * This function implements the Maximal Marginal Relevance algorithm
30
- * to select a set of embeddings that maximizes the diversity and relevance to a query embedding.
31
- *
32
- * @param {number[]|number[][]} queryEmbedding - The query embedding.
33
- * @param {number[][]} embeddingList - The list of embeddings to select from.
34
- * @param {number} [lambda=0.5] - The trade-off parameter between relevance and diversity.
35
- * @param {number} [k=4] - The maximum number of embeddings to select.
36
- *
37
- * @returns {number[]} The indexes of the selected embeddings in the embeddingList.
38
- */
39
- export declare function maximalMarginalRelevance(queryEmbedding: number[] | number[][], embeddingList: number[][], lambda?: number, k?: number): number[];
40
- export {};
1
+ export * from "@langchain/core/utils/math";
package/dist/util/math.js CHANGED
@@ -1,116 +1 @@
1
- import { similarity as ml_distance_similarity, distance as ml_distance, } from "ml-distance";
2
- /**
3
- * Apply a row-wise function between two matrices with the same number of columns.
4
- *
5
- * @param {number[][]} X - The first matrix.
6
- * @param {number[][]} Y - The second matrix.
7
- * @param {VectorFunction} func - The function to apply.
8
- *
9
- * @throws {Error} If the number of columns in X and Y are not the same.
10
- *
11
- * @returns {number[][] | [[]]} A matrix where each row represents the result of applying the function between the corresponding rows of X and Y.
12
- */
13
- export function matrixFunc(X, Y, func) {
14
- if (X.length === 0 ||
15
- X[0].length === 0 ||
16
- Y.length === 0 ||
17
- Y[0].length === 0) {
18
- return [[]];
19
- }
20
- if (X[0].length !== Y[0].length) {
21
- throw new Error(`Number of columns in X and Y must be the same. X has shape ${[
22
- X.length,
23
- X[0].length,
24
- ]} and Y has shape ${[Y.length, Y[0].length]}.`);
25
- }
26
- return X.map((xVector) => Y.map((yVector) => func(xVector, yVector)).map((similarity) => Number.isNaN(similarity) ? 0 : similarity));
27
- }
28
- export function normalize(M, similarity = false) {
29
- const max = matrixMaxVal(M);
30
- return M.map((row) => row.map((val) => (similarity ? 1 - val / max : val / max)));
31
- }
32
- /**
33
- * This function calculates the row-wise cosine similarity between two matrices with the same number of columns.
34
- *
35
- * @param {number[][]} X - The first matrix.
36
- * @param {number[][]} Y - The second matrix.
37
- *
38
- * @throws {Error} If the number of columns in X and Y are not the same.
39
- *
40
- * @returns {number[][] | [[]]} A matrix where each row represents the cosine similarity values between the corresponding rows of X and Y.
41
- */
42
- export function cosineSimilarity(X, Y) {
43
- return matrixFunc(X, Y, ml_distance_similarity.cosine);
44
- }
45
- export function innerProduct(X, Y) {
46
- return matrixFunc(X, Y, ml_distance.innerProduct);
47
- }
48
- export function euclideanDistance(X, Y) {
49
- return matrixFunc(X, Y, ml_distance.euclidean);
50
- }
51
- /**
52
- * This function implements the Maximal Marginal Relevance algorithm
53
- * to select a set of embeddings that maximizes the diversity and relevance to a query embedding.
54
- *
55
- * @param {number[]|number[][]} queryEmbedding - The query embedding.
56
- * @param {number[][]} embeddingList - The list of embeddings to select from.
57
- * @param {number} [lambda=0.5] - The trade-off parameter between relevance and diversity.
58
- * @param {number} [k=4] - The maximum number of embeddings to select.
59
- *
60
- * @returns {number[]} The indexes of the selected embeddings in the embeddingList.
61
- */
62
- export function maximalMarginalRelevance(queryEmbedding, embeddingList, lambda = 0.5, k = 4) {
63
- if (Math.min(k, embeddingList.length) <= 0) {
64
- return [];
65
- }
66
- const queryEmbeddingExpanded = (Array.isArray(queryEmbedding[0]) ? queryEmbedding : [queryEmbedding]);
67
- const similarityToQuery = cosineSimilarity(queryEmbeddingExpanded, embeddingList)[0];
68
- const mostSimilarEmbeddingIndex = argMax(similarityToQuery).maxIndex;
69
- const selectedEmbeddings = [embeddingList[mostSimilarEmbeddingIndex]];
70
- const selectedEmbeddingsIndexes = [mostSimilarEmbeddingIndex];
71
- while (selectedEmbeddingsIndexes.length < Math.min(k, embeddingList.length)) {
72
- let bestScore = -Infinity;
73
- let bestIndex = -1;
74
- const similarityToSelected = cosineSimilarity(embeddingList, selectedEmbeddings);
75
- similarityToQuery.forEach((queryScore, queryScoreIndex) => {
76
- if (selectedEmbeddingsIndexes.includes(queryScoreIndex)) {
77
- return;
78
- }
79
- const maxSimilarityToSelected = Math.max(...similarityToSelected[queryScoreIndex]);
80
- const score = lambda * queryScore - (1 - lambda) * maxSimilarityToSelected;
81
- if (score > bestScore) {
82
- bestScore = score;
83
- bestIndex = queryScoreIndex;
84
- }
85
- });
86
- selectedEmbeddings.push(embeddingList[bestIndex]);
87
- selectedEmbeddingsIndexes.push(bestIndex);
88
- }
89
- return selectedEmbeddingsIndexes;
90
- }
91
- /**
92
- * Finds the index of the maximum value in the given array.
93
- * @param {number[]} array - The input array.
94
- *
95
- * @returns {number} The index of the maximum value in the array. If the array is empty, returns -1.
96
- */
97
- function argMax(array) {
98
- if (array.length === 0) {
99
- return {
100
- maxIndex: -1,
101
- maxValue: NaN,
102
- };
103
- }
104
- let maxValue = array[0];
105
- let maxIndex = 0;
106
- for (let i = 1; i < array.length; i += 1) {
107
- if (array[i] > maxValue) {
108
- maxIndex = i;
109
- maxValue = array[i];
110
- }
111
- }
112
- return { maxIndex, maxValue };
113
- }
114
- function matrixMaxVal(arrays) {
115
- return arrays.reduce((acc, array) => Math.max(acc, argMax(array).maxValue), 0);
116
- }
1
+ export * from "@langchain/core/utils/math";
@@ -7,7 +7,7 @@ export declare class OpenAPISpec {
7
7
  getParametersStrict(): Record<string, OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject>;
8
8
  getSchemasStrict(): Record<string, OpenAPIV3_1.SchemaObject>;
9
9
  getRequestBodiesStrict(): Record<string, OpenAPIV3_1.ReferenceObject | OpenAPIV3_1.RequestBodyObject>;
10
- getPathStrict(path: string): Omit<OpenAPIV3.PathItemObject<{}>, "parameters" | "servers"> & {
10
+ getPathStrict(path: string): Omit<OpenAPIV3.PathItemObject<{}>, "servers" | "parameters"> & {
11
11
  servers?: OpenAPIV3_1.ServerObject[] | undefined;
12
12
  parameters?: (OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject)[] | undefined;
13
13
  } & {
@@ -59,7 +59,7 @@ export declare class OpenAPISpec {
59
59
  deprecated?: boolean | undefined;
60
60
  security?: OpenAPIV3.SecurityRequirementObject[] | undefined;
61
61
  servers?: OpenAPIV3.ServerObject[] | undefined;
62
- }, "callbacks" | "parameters" | "servers" | "responses" | "requestBody"> & {
62
+ }, "callbacks" | "servers" | "parameters" | "responses" | "requestBody"> & {
63
63
  parameters?: (OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject)[] | undefined;
64
64
  requestBody?: OpenAPIV3_1.ReferenceObject | OpenAPIV3_1.RequestBodyObject | undefined;
65
65
  responses?: OpenAPIV3_1.ResponsesObject | undefined;
@@ -10,338 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
10
10
  if (k2 === undefined) k2 = k;
11
11
  o[k2] = m[k];
12
12
  }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
27
15
  };
28
16
  Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.AnalyticDBVectorStore = void 0;
30
- const uuid = __importStar(require("uuid"));
31
- const pg_1 = __importDefault(require("pg"));
32
- const pg_copy_streams_1 = require("pg-copy-streams");
33
- const promises_1 = require("node:stream/promises");
34
- const node_stream_1 = require("node:stream");
35
- const base_js_1 = require("./base.cjs");
36
- const document_js_1 = require("../document.cjs");
37
- const _LANGCHAIN_DEFAULT_COLLECTION_NAME = "langchain_document";
38
- /**
39
- * Class that provides methods for creating and managing a collection of
40
- * documents in an AnalyticDB, adding documents or vectors to the
41
- * collection, performing similarity search on vectors, and creating an
42
- * instance of `AnalyticDBVectorStore` from texts or documents.
43
- */
44
- class AnalyticDBVectorStore extends base_js_1.VectorStore {
45
- _vectorstoreType() {
46
- return "analyticdb";
47
- }
48
- constructor(embeddings, args) {
49
- super(embeddings, args);
50
- Object.defineProperty(this, "pool", {
51
- enumerable: true,
52
- configurable: true,
53
- writable: true,
54
- value: void 0
55
- });
56
- Object.defineProperty(this, "embeddingDimension", {
57
- enumerable: true,
58
- configurable: true,
59
- writable: true,
60
- value: void 0
61
- });
62
- Object.defineProperty(this, "collectionName", {
63
- enumerable: true,
64
- configurable: true,
65
- writable: true,
66
- value: void 0
67
- });
68
- Object.defineProperty(this, "preDeleteCollection", {
69
- enumerable: true,
70
- configurable: true,
71
- writable: true,
72
- value: void 0
73
- });
74
- Object.defineProperty(this, "isCreateCollection", {
75
- enumerable: true,
76
- configurable: true,
77
- writable: true,
78
- value: false
79
- });
80
- this.pool = new pg_1.default.Pool({
81
- host: args.connectionOptions.host,
82
- port: args.connectionOptions.port,
83
- database: args.connectionOptions.database,
84
- user: args.connectionOptions.user,
85
- password: args.connectionOptions.password,
86
- });
87
- this.embeddingDimension = args.embeddingDimension;
88
- this.collectionName =
89
- args.collectionName || _LANGCHAIN_DEFAULT_COLLECTION_NAME;
90
- this.preDeleteCollection = args.preDeleteCollection || false;
91
- }
92
- /**
93
- * Closes all the clients in the pool and terminates the pool.
94
- * @returns Promise that resolves when all clients are closed and the pool is terminated.
95
- */
96
- async end() {
97
- return this.pool.end();
98
- }
99
- /**
100
- * Creates a new table in the database if it does not already exist. The
101
- * table is created with columns for id, embedding, document, and
102
- * metadata. An index is also created on the embedding column if it does
103
- * not already exist.
104
- * @returns Promise that resolves when the table and index are created.
105
- */
106
- async createTableIfNotExists() {
107
- if (!this.embeddingDimension) {
108
- this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
109
- }
110
- const client = await this.pool.connect();
111
- try {
112
- await client.query("BEGIN");
113
- // Create the table if it doesn't exist
114
- await client.query(`
115
- CREATE TABLE IF NOT EXISTS ${this.collectionName} (
116
- id TEXT PRIMARY KEY DEFAULT NULL,
117
- embedding REAL[],
118
- document TEXT,
119
- metadata JSON
120
- );
121
- `);
122
- // Check if the index exists
123
- const indexName = `${this.collectionName}_embedding_idx`;
124
- const indexQuery = `
125
- SELECT 1
126
- FROM pg_indexes
127
- WHERE indexname = '${indexName}';
128
- `;
129
- const result = await client.query(indexQuery);
130
- // Create the index if it doesn't exist
131
- if (result.rowCount === 0) {
132
- const indexStatement = `
133
- CREATE INDEX ${indexName}
134
- ON ${this.collectionName} USING ann(embedding)
135
- WITH (
136
- "dim" = ${this.embeddingDimension},
137
- "hnsw_m" = 100
138
- );
139
- `;
140
- await client.query(indexStatement);
141
- }
142
- await client.query("COMMIT");
143
- }
144
- catch (err) {
145
- await client.query("ROLLBACK");
146
- throw err;
147
- }
148
- finally {
149
- client.release();
150
- }
151
- }
152
- /**
153
- * Deletes the collection from the database if it exists.
154
- * @returns Promise that resolves when the collection is deleted.
155
- */
156
- async deleteCollection() {
157
- const dropStatement = `DROP TABLE IF EXISTS ${this.collectionName};`;
158
- await this.pool.query(dropStatement);
159
- }
160
- /**
161
- * Creates a new collection in the database. If `preDeleteCollection` is
162
- * true, any existing collection with the same name is deleted before the
163
- * new collection is created.
164
- * @returns Promise that resolves when the collection is created.
165
- */
166
- async createCollection() {
167
- if (this.preDeleteCollection) {
168
- await this.deleteCollection();
169
- }
170
- await this.createTableIfNotExists();
171
- this.isCreateCollection = true;
172
- }
173
- /**
174
- * Adds an array of documents to the collection. The documents are first
175
- * converted to vectors using the `embedDocuments` method of the
176
- * `embeddings` instance.
177
- * @param documents Array of Document instances to be added to the collection.
178
- * @returns Promise that resolves when the documents are added.
179
- */
180
- async addDocuments(documents) {
181
- const texts = documents.map(({ pageContent }) => pageContent);
182
- return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
183
- }
184
- /**
185
- * Adds an array of vectors and corresponding documents to the collection.
186
- * The vectors and documents are batch inserted into the database.
187
- * @param vectors Array of vectors to be added to the collection.
188
- * @param documents Array of Document instances corresponding to the vectors.
189
- * @returns Promise that resolves when the vectors and documents are added.
190
- */
191
- async addVectors(vectors, documents) {
192
- if (vectors.length === 0) {
193
- return;
194
- }
195
- if (vectors.length !== documents.length) {
196
- throw new Error(`Vectors and documents must have the same length`);
197
- }
198
- if (!this.embeddingDimension) {
199
- this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
200
- }
201
- if (vectors[0].length !== this.embeddingDimension) {
202
- throw new Error(`Vectors must have the same length as the number of dimensions (${this.embeddingDimension})`);
203
- }
204
- if (!this.isCreateCollection) {
205
- await this.createCollection();
206
- }
207
- const client = await this.pool.connect();
208
- try {
209
- const chunkSize = 500;
210
- const chunksTableData = [];
211
- for (let i = 0; i < documents.length; i += 1) {
212
- chunksTableData.push({
213
- id: uuid.v4(),
214
- embedding: vectors[i],
215
- document: documents[i].pageContent,
216
- metadata: documents[i].metadata,
217
- });
218
- // Execute the batch insert when the batch size is reached
219
- if (chunksTableData.length === chunkSize) {
220
- const rs = new node_stream_1.Readable();
221
- let currentIndex = 0;
222
- rs._read = function () {
223
- if (currentIndex === chunkSize) {
224
- rs.push(null);
225
- }
226
- else {
227
- const data = chunksTableData[currentIndex];
228
- rs.push(`${data.id}\t{${data.embedding.join(",")}}\t${data.document}\t${JSON.stringify(data.metadata)}\n`);
229
- currentIndex += 1;
230
- }
231
- };
232
- const ws = client.query((0, pg_copy_streams_1.from)(`COPY ${this.collectionName}(id, embedding, document, metadata) FROM STDIN`));
233
- await (0, promises_1.pipeline)(rs, ws);
234
- // Clear the chunksTableData list for the next batch
235
- chunksTableData.length = 0;
236
- }
237
- }
238
- // Insert any remaining records that didn't make up a full batch
239
- if (chunksTableData.length > 0) {
240
- const rs = new node_stream_1.Readable();
241
- let currentIndex = 0;
242
- rs._read = function () {
243
- if (currentIndex === chunksTableData.length) {
244
- rs.push(null);
245
- }
246
- else {
247
- const data = chunksTableData[currentIndex];
248
- rs.push(`${data.id}\t{${data.embedding.join(",")}}\t${data.document}\t${JSON.stringify(data.metadata)}\n`);
249
- currentIndex += 1;
250
- }
251
- };
252
- const ws = client.query((0, pg_copy_streams_1.from)(`COPY ${this.collectionName}(id, embedding, document, metadata) FROM STDIN`));
253
- await (0, promises_1.pipeline)(rs, ws);
254
- }
255
- }
256
- finally {
257
- client.release();
258
- }
259
- }
260
- /**
261
- * Performs a similarity search on the vectors in the collection. The
262
- * search is performed using the given query vector and returns the top k
263
- * most similar vectors along with their corresponding documents and
264
- * similarity scores.
265
- * @param query Query vector for the similarity search.
266
- * @param k Number of top similar vectors to return.
267
- * @param filter Optional. Filter to apply on the metadata of the documents.
268
- * @returns Promise that resolves to an array of tuples, each containing a Document instance and its similarity score.
269
- */
270
- async similaritySearchVectorWithScore(query, k, filter) {
271
- if (!this.isCreateCollection) {
272
- await this.createCollection();
273
- }
274
- let filterCondition = "";
275
- const filterEntries = filter ? Object.entries(filter) : [];
276
- if (filterEntries.length > 0) {
277
- const conditions = filterEntries.map((_, index) => `metadata->>$${2 * index + 3} = $${2 * index + 4}`);
278
- filterCondition = `WHERE ${conditions.join(" AND ")}`;
279
- }
280
- const sqlQuery = `
281
- SELECT *, l2_distance(embedding, $1::real[]) AS distance
282
- FROM ${this.collectionName}
283
- ${filterCondition}
284
- ORDER BY embedding <-> $1
285
- LIMIT $2;
286
- `;
287
- // Execute the query and fetch the results
288
- const { rows } = await this.pool.query(sqlQuery, [
289
- query,
290
- k,
291
- ...filterEntries.flatMap(([key, value]) => [key, value]),
292
- ]);
293
- const result = rows.map((row) => [
294
- new document_js_1.Document({ pageContent: row.document, metadata: row.metadata }),
295
- row.distance,
296
- ]);
297
- return result;
298
- }
299
- /**
300
- * Creates an instance of `AnalyticDBVectorStore` from an array of texts
301
- * and corresponding metadata. The texts are first converted to Document
302
- * instances before being added to the collection.
303
- * @param texts Array of texts to be added to the collection.
304
- * @param metadatas Array or object of metadata corresponding to the texts.
305
- * @param embeddings Embeddings instance used to convert the texts to vectors.
306
- * @param dbConfig Configuration for the AnalyticDB.
307
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
308
- */
309
- static async fromTexts(texts, metadatas, embeddings, dbConfig) {
310
- const docs = [];
311
- for (let i = 0; i < texts.length; i += 1) {
312
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
313
- const newDoc = new document_js_1.Document({
314
- pageContent: texts[i],
315
- metadata,
316
- });
317
- docs.push(newDoc);
318
- }
319
- return AnalyticDBVectorStore.fromDocuments(docs, embeddings, dbConfig);
320
- }
321
- /**
322
- * Creates an instance of `AnalyticDBVectorStore` from an array of
323
- * Document instances. The documents are added to the collection.
324
- * @param docs Array of Document instances to be added to the collection.
325
- * @param embeddings Embeddings instance used to convert the documents to vectors.
326
- * @param dbConfig Configuration for the AnalyticDB.
327
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
328
- */
329
- static async fromDocuments(docs, embeddings, dbConfig) {
330
- const instance = new this(embeddings, dbConfig);
331
- await instance.addDocuments(docs);
332
- return instance;
333
- }
334
- /**
335
- * Creates an instance of `AnalyticDBVectorStore` from an existing index
336
- * in the database. A new collection is created in the database.
337
- * @param embeddings Embeddings instance used to convert the documents to vectors.
338
- * @param dbConfig Configuration for the AnalyticDB.
339
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
340
- */
341
- static async fromExistingIndex(embeddings, dbConfig) {
342
- const instance = new this(embeddings, dbConfig);
343
- await instance.createCollection();
344
- return instance;
345
- }
346
- }
347
- exports.AnalyticDBVectorStore = AnalyticDBVectorStore;
17
+ __exportStar(require("@langchain/community/vectorstores/analyticdb"), exports);
@@ -1,110 +1 @@
1
- import { PoolConfig } from "pg";
2
- import { VectorStore } from "./base.js";
3
- import { Embeddings } from "../embeddings/base.js";
4
- import { Document } from "../document.js";
5
- /**
6
- * Interface defining the arguments required to create an instance of
7
- * `AnalyticDBVectorStore`.
8
- */
9
- export interface AnalyticDBArgs {
10
- connectionOptions: PoolConfig;
11
- embeddingDimension?: number;
12
- collectionName?: string;
13
- preDeleteCollection?: boolean;
14
- }
15
- /**
16
- * Class that provides methods for creating and managing a collection of
17
- * documents in an AnalyticDB, adding documents or vectors to the
18
- * collection, performing similarity search on vectors, and creating an
19
- * instance of `AnalyticDBVectorStore` from texts or documents.
20
- */
21
- export declare class AnalyticDBVectorStore extends VectorStore {
22
- FilterType: Record<string, any>;
23
- private pool;
24
- private embeddingDimension?;
25
- private collectionName;
26
- private preDeleteCollection;
27
- private isCreateCollection;
28
- _vectorstoreType(): string;
29
- constructor(embeddings: Embeddings, args: AnalyticDBArgs);
30
- /**
31
- * Closes all the clients in the pool and terminates the pool.
32
- * @returns Promise that resolves when all clients are closed and the pool is terminated.
33
- */
34
- end(): Promise<void>;
35
- /**
36
- * Creates a new table in the database if it does not already exist. The
37
- * table is created with columns for id, embedding, document, and
38
- * metadata. An index is also created on the embedding column if it does
39
- * not already exist.
40
- * @returns Promise that resolves when the table and index are created.
41
- */
42
- createTableIfNotExists(): Promise<void>;
43
- /**
44
- * Deletes the collection from the database if it exists.
45
- * @returns Promise that resolves when the collection is deleted.
46
- */
47
- deleteCollection(): Promise<void>;
48
- /**
49
- * Creates a new collection in the database. If `preDeleteCollection` is
50
- * true, any existing collection with the same name is deleted before the
51
- * new collection is created.
52
- * @returns Promise that resolves when the collection is created.
53
- */
54
- createCollection(): Promise<void>;
55
- /**
56
- * Adds an array of documents to the collection. The documents are first
57
- * converted to vectors using the `embedDocuments` method of the
58
- * `embeddings` instance.
59
- * @param documents Array of Document instances to be added to the collection.
60
- * @returns Promise that resolves when the documents are added.
61
- */
62
- addDocuments(documents: Document[]): Promise<void>;
63
- /**
64
- * Adds an array of vectors and corresponding documents to the collection.
65
- * The vectors and documents are batch inserted into the database.
66
- * @param vectors Array of vectors to be added to the collection.
67
- * @param documents Array of Document instances corresponding to the vectors.
68
- * @returns Promise that resolves when the vectors and documents are added.
69
- */
70
- addVectors(vectors: number[][], documents: Document[]): Promise<void>;
71
- /**
72
- * Performs a similarity search on the vectors in the collection. The
73
- * search is performed using the given query vector and returns the top k
74
- * most similar vectors along with their corresponding documents and
75
- * similarity scores.
76
- * @param query Query vector for the similarity search.
77
- * @param k Number of top similar vectors to return.
78
- * @param filter Optional. Filter to apply on the metadata of the documents.
79
- * @returns Promise that resolves to an array of tuples, each containing a Document instance and its similarity score.
80
- */
81
- similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document, number][]>;
82
- /**
83
- * Creates an instance of `AnalyticDBVectorStore` from an array of texts
84
- * and corresponding metadata. The texts are first converted to Document
85
- * instances before being added to the collection.
86
- * @param texts Array of texts to be added to the collection.
87
- * @param metadatas Array or object of metadata corresponding to the texts.
88
- * @param embeddings Embeddings instance used to convert the texts to vectors.
89
- * @param dbConfig Configuration for the AnalyticDB.
90
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
91
- */
92
- static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
93
- /**
94
- * Creates an instance of `AnalyticDBVectorStore` from an array of
95
- * Document instances. The documents are added to the collection.
96
- * @param docs Array of Document instances to be added to the collection.
97
- * @param embeddings Embeddings instance used to convert the documents to vectors.
98
- * @param dbConfig Configuration for the AnalyticDB.
99
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
100
- */
101
- static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
102
- /**
103
- * Creates an instance of `AnalyticDBVectorStore` from an existing index
104
- * in the database. A new collection is created in the database.
105
- * @param embeddings Embeddings instance used to convert the documents to vectors.
106
- * @param dbConfig Configuration for the AnalyticDB.
107
- * @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
108
- */
109
- static fromExistingIndex(embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
110
- }
1
+ export * from "@langchain/community/vectorstores/analyticdb";