langchain 0.0.202 → 0.0.204-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (519) hide show
  1. package/dist/cache/cloudflare_kv.cjs +15 -69
  2. package/dist/cache/cloudflare_kv.d.ts +1 -42
  3. package/dist/cache/cloudflare_kv.js +1 -67
  4. package/dist/cache/momento.cjs +15 -135
  5. package/dist/cache/momento.d.ts +1 -91
  6. package/dist/cache/momento.js +1 -133
  7. package/dist/cache/upstash_redis.cjs +15 -72
  8. package/dist/cache/upstash_redis.d.ts +1 -45
  9. package/dist/cache/upstash_redis.js +1 -70
  10. package/dist/callbacks/handlers/llmonitor.cjs +14 -238
  11. package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
  12. package/dist/callbacks/handlers/llmonitor.js +1 -233
  13. package/dist/chains/openai_moderation.cjs +2 -2
  14. package/dist/chains/openai_moderation.d.ts +1 -1
  15. package/dist/chains/openai_moderation.js +1 -1
  16. package/dist/chat_models/anthropic.d.ts +4 -4
  17. package/dist/chat_models/baiduwenxin.cjs +15 -411
  18. package/dist/chat_models/baiduwenxin.d.ts +1 -150
  19. package/dist/chat_models/baiduwenxin.js +1 -409
  20. package/dist/chat_models/bedrock/index.cjs +15 -33
  21. package/dist/chat_models/bedrock/index.d.ts +1 -23
  22. package/dist/chat_models/bedrock/index.js +1 -29
  23. package/dist/chat_models/bedrock/web.cjs +15 -360
  24. package/dist/chat_models/bedrock/web.d.ts +1 -82
  25. package/dist/chat_models/bedrock/web.js +1 -356
  26. package/dist/chat_models/cloudflare_workersai.cjs +15 -216
  27. package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
  28. package/dist/chat_models/cloudflare_workersai.js +1 -214
  29. package/dist/chat_models/fireworks.cjs +15 -89
  30. package/dist/chat_models/fireworks.d.ts +1 -43
  31. package/dist/chat_models/fireworks.js +1 -87
  32. package/dist/chat_models/googlepalm.cjs +15 -235
  33. package/dist/chat_models/googlepalm.d.ts +1 -108
  34. package/dist/chat_models/googlepalm.js +1 -233
  35. package/dist/chat_models/googlevertexai/index.cjs +15 -40
  36. package/dist/chat_models/googlevertexai/index.d.ts +1 -28
  37. package/dist/chat_models/googlevertexai/index.js +1 -38
  38. package/dist/chat_models/googlevertexai/web.cjs +15 -39
  39. package/dist/chat_models/googlevertexai/web.d.ts +1 -28
  40. package/dist/chat_models/googlevertexai/web.js +1 -37
  41. package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
  42. package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
  43. package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
  44. package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
  45. package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
  46. package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
  47. package/dist/chat_models/llama_cpp.cjs +15 -275
  48. package/dist/chat_models/llama_cpp.d.ts +1 -71
  49. package/dist/chat_models/llama_cpp.js +1 -273
  50. package/dist/chat_models/minimax.cjs +15 -578
  51. package/dist/chat_models/minimax.d.ts +1 -369
  52. package/dist/chat_models/minimax.js +1 -576
  53. package/dist/chat_models/ollama.cjs +15 -394
  54. package/dist/chat_models/ollama.d.ts +1 -127
  55. package/dist/chat_models/ollama.js +1 -392
  56. package/dist/chat_models/openai.cjs +4 -698
  57. package/dist/chat_models/openai.d.ts +4 -137
  58. package/dist/chat_models/openai.js +2 -695
  59. package/dist/chat_models/portkey.cjs +15 -167
  60. package/dist/chat_models/portkey.d.ts +1 -17
  61. package/dist/chat_models/portkey.js +1 -165
  62. package/dist/chat_models/yandex.cjs +15 -132
  63. package/dist/chat_models/yandex.d.ts +1 -30
  64. package/dist/chat_models/yandex.js +1 -130
  65. package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
  66. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
  67. package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
  68. package/dist/document_loaders/fs/pdf.cjs +1 -1
  69. package/dist/document_loaders/fs/pdf.js +1 -1
  70. package/dist/document_loaders/web/pdf.cjs +1 -1
  71. package/dist/document_loaders/web/pdf.js +1 -1
  72. package/dist/document_transformers/html_to_text.cjs +15 -47
  73. package/dist/document_transformers/html_to_text.d.ts +1 -30
  74. package/dist/document_transformers/html_to_text.js +1 -45
  75. package/dist/document_transformers/mozilla_readability.cjs +15 -53
  76. package/dist/document_transformers/mozilla_readability.d.ts +1 -31
  77. package/dist/document_transformers/mozilla_readability.js +1 -51
  78. package/dist/embeddings/bedrock.cjs +15 -109
  79. package/dist/embeddings/bedrock.d.ts +1 -71
  80. package/dist/embeddings/bedrock.js +1 -107
  81. package/dist/embeddings/cloudflare_workersai.cjs +15 -67
  82. package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
  83. package/dist/embeddings/cloudflare_workersai.js +1 -65
  84. package/dist/embeddings/cohere.cjs +15 -124
  85. package/dist/embeddings/cohere.d.ts +1 -66
  86. package/dist/embeddings/cohere.js +1 -122
  87. package/dist/embeddings/googlepalm.cjs +15 -88
  88. package/dist/embeddings/googlepalm.d.ts +1 -61
  89. package/dist/embeddings/googlepalm.js +1 -86
  90. package/dist/embeddings/googlevertexai.cjs +15 -81
  91. package/dist/embeddings/googlevertexai.d.ts +1 -54
  92. package/dist/embeddings/googlevertexai.js +1 -79
  93. package/dist/embeddings/gradient_ai.cjs +15 -101
  94. package/dist/embeddings/gradient_ai.d.ts +1 -48
  95. package/dist/embeddings/gradient_ai.js +1 -99
  96. package/dist/embeddings/hf.cjs +15 -75
  97. package/dist/embeddings/hf.d.ts +1 -41
  98. package/dist/embeddings/hf.js +1 -73
  99. package/dist/embeddings/hf_transformers.cjs +15 -87
  100. package/dist/embeddings/hf_transformers.d.ts +1 -47
  101. package/dist/embeddings/hf_transformers.js +1 -85
  102. package/dist/embeddings/llama_cpp.cjs +15 -81
  103. package/dist/embeddings/llama_cpp.d.ts +1 -42
  104. package/dist/embeddings/llama_cpp.js +1 -79
  105. package/dist/embeddings/minimax.cjs +15 -165
  106. package/dist/embeddings/minimax.d.ts +1 -119
  107. package/dist/embeddings/minimax.js +1 -163
  108. package/dist/embeddings/ollama.cjs +15 -118
  109. package/dist/embeddings/ollama.d.ts +1 -34
  110. package/dist/embeddings/ollama.js +1 -116
  111. package/dist/embeddings/openai.cjs +2 -240
  112. package/dist/embeddings/openai.d.ts +1 -82
  113. package/dist/embeddings/openai.js +1 -239
  114. package/dist/embeddings/tensorflow.cjs +3 -96
  115. package/dist/embeddings/tensorflow.d.ts +1 -59
  116. package/dist/embeddings/tensorflow.js +1 -83
  117. package/dist/embeddings/voyage.cjs +15 -118
  118. package/dist/embeddings/voyage.d.ts +1 -66
  119. package/dist/embeddings/voyage.js +1 -116
  120. package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
  121. package/dist/experimental/masking/index.cjs +9 -0
  122. package/dist/experimental/masking/index.d.ts +4 -0
  123. package/dist/experimental/masking/index.js +3 -0
  124. package/dist/experimental/masking/parser.cjs +134 -0
  125. package/dist/experimental/masking/parser.d.ts +44 -0
  126. package/dist/experimental/masking/parser.js +130 -0
  127. package/dist/experimental/masking/regex_masking_transformer.cjs +145 -0
  128. package/dist/experimental/masking/regex_masking_transformer.d.ts +48 -0
  129. package/dist/experimental/masking/regex_masking_transformer.js +141 -0
  130. package/dist/experimental/masking/transformer.cjs +9 -0
  131. package/dist/experimental/masking/transformer.d.ts +7 -0
  132. package/dist/experimental/masking/transformer.js +5 -0
  133. package/dist/experimental/masking/types.cjs +2 -0
  134. package/dist/experimental/masking/types.d.ts +25 -0
  135. package/dist/experimental/masking/types.js +1 -0
  136. package/dist/experimental/openai_assistant/index.cjs +3 -3
  137. package/dist/experimental/openai_assistant/index.d.ts +1 -1
  138. package/dist/experimental/openai_assistant/index.js +1 -1
  139. package/dist/experimental/openai_assistant/schema.d.ts +1 -1
  140. package/dist/experimental/openai_files/index.cjs +2 -2
  141. package/dist/experimental/openai_files/index.d.ts +1 -1
  142. package/dist/experimental/openai_files/index.js +1 -1
  143. package/dist/graphs/neo4j_graph.cjs +3 -254
  144. package/dist/graphs/neo4j_graph.d.ts +1 -63
  145. package/dist/graphs/neo4j_graph.js +1 -241
  146. package/dist/llms/ai21.cjs +15 -200
  147. package/dist/llms/ai21.d.ts +1 -100
  148. package/dist/llms/ai21.js +1 -198
  149. package/dist/llms/aleph_alpha.cjs +15 -374
  150. package/dist/llms/aleph_alpha.d.ts +1 -161
  151. package/dist/llms/aleph_alpha.js +1 -372
  152. package/dist/llms/bedrock/web.cjs +15 -310
  153. package/dist/llms/bedrock/web.d.ts +1 -66
  154. package/dist/llms/bedrock/web.js +1 -308
  155. package/dist/llms/cloudflare_workersai.cjs +15 -168
  156. package/dist/llms/cloudflare_workersai.d.ts +1 -55
  157. package/dist/llms/cloudflare_workersai.js +1 -166
  158. package/dist/llms/cohere.cjs +15 -110
  159. package/dist/llms/cohere.d.ts +1 -54
  160. package/dist/llms/cohere.js +1 -108
  161. package/dist/llms/fireworks.cjs +15 -90
  162. package/dist/llms/fireworks.d.ts +1 -33
  163. package/dist/llms/fireworks.js +1 -88
  164. package/dist/llms/googlepalm.cjs +15 -134
  165. package/dist/llms/googlepalm.d.ts +1 -92
  166. package/dist/llms/googlepalm.js +1 -132
  167. package/dist/llms/googlevertexai/index.cjs +15 -45
  168. package/dist/llms/googlevertexai/index.d.ts +1 -38
  169. package/dist/llms/googlevertexai/index.js +1 -43
  170. package/dist/llms/googlevertexai/web.cjs +15 -42
  171. package/dist/llms/googlevertexai/web.d.ts +1 -36
  172. package/dist/llms/googlevertexai/web.js +1 -40
  173. package/dist/llms/gradient_ai.cjs +15 -110
  174. package/dist/llms/gradient_ai.d.ts +1 -55
  175. package/dist/llms/gradient_ai.js +1 -108
  176. package/dist/llms/hf.cjs +15 -136
  177. package/dist/llms/hf.d.ts +1 -68
  178. package/dist/llms/hf.js +1 -134
  179. package/dist/llms/llama_cpp.cjs +15 -111
  180. package/dist/llms/llama_cpp.d.ts +1 -41
  181. package/dist/llms/llama_cpp.js +1 -109
  182. package/dist/llms/ollama.cjs +15 -353
  183. package/dist/llms/ollama.d.ts +1 -106
  184. package/dist/llms/ollama.js +1 -351
  185. package/dist/llms/openai-chat.cjs +3 -445
  186. package/dist/llms/openai-chat.d.ts +4 -123
  187. package/dist/llms/openai-chat.js +2 -443
  188. package/dist/llms/openai.cjs +6 -530
  189. package/dist/llms/openai.d.ts +4 -123
  190. package/dist/llms/openai.js +2 -525
  191. package/dist/llms/portkey.cjs +14 -168
  192. package/dist/llms/portkey.d.ts +1 -57
  193. package/dist/llms/portkey.js +1 -162
  194. package/dist/llms/raycast.cjs +15 -94
  195. package/dist/llms/raycast.d.ts +1 -50
  196. package/dist/llms/raycast.js +1 -92
  197. package/dist/llms/replicate.cjs +15 -132
  198. package/dist/llms/replicate.d.ts +1 -51
  199. package/dist/llms/replicate.js +1 -130
  200. package/dist/llms/sagemaker_endpoint.cjs +15 -203
  201. package/dist/llms/sagemaker_endpoint.d.ts +1 -121
  202. package/dist/llms/sagemaker_endpoint.js +1 -200
  203. package/dist/llms/watsonx_ai.cjs +15 -152
  204. package/dist/llms/watsonx_ai.d.ts +1 -72
  205. package/dist/llms/watsonx_ai.js +1 -150
  206. package/dist/llms/writer.cjs +15 -165
  207. package/dist/llms/writer.d.ts +1 -60
  208. package/dist/llms/writer.js +1 -163
  209. package/dist/llms/yandex.cjs +15 -98
  210. package/dist/llms/yandex.d.ts +1 -40
  211. package/dist/llms/yandex.js +1 -96
  212. package/dist/load/import_map.cjs +2 -1
  213. package/dist/load/import_map.d.ts +1 -0
  214. package/dist/load/import_map.js +1 -0
  215. package/dist/load/index.cjs +3 -1
  216. package/dist/load/index.d.ts +1 -1
  217. package/dist/load/index.js +3 -1
  218. package/dist/retrievers/amazon_kendra.cjs +15 -273
  219. package/dist/retrievers/amazon_kendra.d.ts +1 -142
  220. package/dist/retrievers/amazon_kendra.js +1 -271
  221. package/dist/retrievers/chaindesk.cjs +15 -88
  222. package/dist/retrievers/chaindesk.d.ts +1 -31
  223. package/dist/retrievers/chaindesk.js +1 -86
  224. package/dist/retrievers/databerry.cjs +15 -82
  225. package/dist/retrievers/databerry.d.ts +1 -34
  226. package/dist/retrievers/databerry.js +1 -80
  227. package/dist/retrievers/metal.cjs +15 -51
  228. package/dist/retrievers/metal.d.ts +1 -36
  229. package/dist/retrievers/metal.js +1 -49
  230. package/dist/retrievers/supabase.cjs +15 -167
  231. package/dist/retrievers/supabase.d.ts +1 -82
  232. package/dist/retrievers/supabase.js +1 -165
  233. package/dist/retrievers/tavily_search_api.cjs +15 -142
  234. package/dist/retrievers/tavily_search_api.d.ts +1 -38
  235. package/dist/retrievers/tavily_search_api.js +1 -140
  236. package/dist/retrievers/zep.cjs +15 -150
  237. package/dist/retrievers/zep.d.ts +1 -76
  238. package/dist/retrievers/zep.js +1 -148
  239. package/dist/schema/document.cjs +2 -16
  240. package/dist/schema/document.d.ts +1 -11
  241. package/dist/schema/document.js +1 -16
  242. package/dist/schema/index.cjs +2 -7
  243. package/dist/schema/index.d.ts +2 -10
  244. package/dist/schema/index.js +1 -6
  245. package/dist/storage/convex.cjs +15 -143
  246. package/dist/storage/convex.d.ts +1 -106
  247. package/dist/storage/convex.js +1 -141
  248. package/dist/storage/ioredis.cjs +15 -158
  249. package/dist/storage/ioredis.d.ts +1 -71
  250. package/dist/storage/ioredis.js +1 -156
  251. package/dist/storage/upstash_redis.cjs +15 -172
  252. package/dist/storage/upstash_redis.d.ts +1 -78
  253. package/dist/storage/upstash_redis.js +1 -170
  254. package/dist/storage/vercel_kv.cjs +15 -161
  255. package/dist/storage/vercel_kv.d.ts +1 -62
  256. package/dist/storage/vercel_kv.js +1 -159
  257. package/dist/stores/doc/in_memory.cjs +15 -105
  258. package/dist/stores/doc/in_memory.d.ts +1 -46
  259. package/dist/stores/doc/in_memory.js +1 -102
  260. package/dist/stores/message/cassandra.cjs +15 -158
  261. package/dist/stores/message/cassandra.d.ts +1 -69
  262. package/dist/stores/message/cassandra.js +1 -156
  263. package/dist/stores/message/cloudflare_d1.cjs +15 -150
  264. package/dist/stores/message/cloudflare_d1.d.ts +1 -67
  265. package/dist/stores/message/cloudflare_d1.js +1 -148
  266. package/dist/stores/message/convex.cjs +15 -118
  267. package/dist/stores/message/convex.d.ts +1 -81
  268. package/dist/stores/message/convex.js +1 -116
  269. package/dist/stores/message/dynamodb.cjs +15 -159
  270. package/dist/stores/message/dynamodb.d.ts +1 -51
  271. package/dist/stores/message/dynamodb.js +1 -157
  272. package/dist/stores/message/firestore.cjs +15 -185
  273. package/dist/stores/message/firestore.d.ts +1 -68
  274. package/dist/stores/message/firestore.js +1 -183
  275. package/dist/stores/message/ioredis.cjs +15 -98
  276. package/dist/stores/message/ioredis.d.ts +1 -64
  277. package/dist/stores/message/ioredis.js +1 -96
  278. package/dist/stores/message/momento.cjs +15 -160
  279. package/dist/stores/message/momento.d.ts +1 -97
  280. package/dist/stores/message/momento.js +1 -158
  281. package/dist/stores/message/mongodb.cjs +15 -57
  282. package/dist/stores/message/mongodb.d.ts +1 -26
  283. package/dist/stores/message/mongodb.js +1 -55
  284. package/dist/stores/message/planetscale.cjs +15 -170
  285. package/dist/stores/message/planetscale.d.ts +1 -75
  286. package/dist/stores/message/planetscale.js +1 -168
  287. package/dist/stores/message/redis.cjs +15 -114
  288. package/dist/stores/message/redis.d.ts +1 -69
  289. package/dist/stores/message/redis.js +1 -112
  290. package/dist/stores/message/upstash_redis.cjs +15 -85
  291. package/dist/stores/message/upstash_redis.d.ts +1 -43
  292. package/dist/stores/message/upstash_redis.js +1 -83
  293. package/dist/stores/message/utils.cjs +3 -23
  294. package/dist/stores/message/utils.d.ts +1 -17
  295. package/dist/stores/message/utils.js +1 -21
  296. package/dist/stores/message/xata.cjs +15 -216
  297. package/dist/stores/message/xata.d.ts +1 -76
  298. package/dist/stores/message/xata.js +1 -214
  299. package/dist/tools/IFTTTWebhook.cjs +15 -87
  300. package/dist/tools/IFTTTWebhook.d.ts +1 -50
  301. package/dist/tools/IFTTTWebhook.js +1 -85
  302. package/dist/tools/aiplugin.cjs +15 -73
  303. package/dist/tools/aiplugin.d.ts +1 -34
  304. package/dist/tools/aiplugin.js +1 -71
  305. package/dist/tools/aws_sfn.cjs +15 -201
  306. package/dist/tools/aws_sfn.d.ts +1 -57
  307. package/dist/tools/aws_sfn.js +1 -197
  308. package/dist/tools/bingserpapi.cjs +15 -76
  309. package/dist/tools/bingserpapi.d.ts +1 -23
  310. package/dist/tools/bingserpapi.js +1 -75
  311. package/dist/tools/brave_search.cjs +15 -64
  312. package/dist/tools/brave_search.d.ts +1 -23
  313. package/dist/tools/brave_search.js +1 -62
  314. package/dist/tools/connery.cjs +15 -277
  315. package/dist/tools/connery.d.ts +1 -145
  316. package/dist/tools/connery.js +1 -274
  317. package/dist/tools/convert_to_openai.d.ts +1 -1
  318. package/dist/tools/dadjokeapi.cjs +15 -46
  319. package/dist/tools/dadjokeapi.d.ts +1 -15
  320. package/dist/tools/dadjokeapi.js +1 -45
  321. package/dist/tools/dataforseo_api_search.cjs +15 -280
  322. package/dist/tools/dataforseo_api_search.d.ts +1 -170
  323. package/dist/tools/dataforseo_api_search.js +1 -278
  324. package/dist/tools/gmail/index.cjs +15 -11
  325. package/dist/tools/gmail/index.d.ts +1 -11
  326. package/dist/tools/gmail/index.js +1 -5
  327. package/dist/tools/google_custom_search.cjs +15 -70
  328. package/dist/tools/google_custom_search.d.ts +1 -25
  329. package/dist/tools/google_custom_search.js +1 -68
  330. package/dist/tools/google_places.cjs +15 -79
  331. package/dist/tools/google_places.d.ts +1 -21
  332. package/dist/tools/google_places.js +1 -77
  333. package/dist/tools/searchapi.cjs +15 -164
  334. package/dist/tools/searchapi.d.ts +1 -91
  335. package/dist/tools/searchapi.js +1 -162
  336. package/dist/tools/searxng_search.cjs +15 -156
  337. package/dist/tools/searxng_search.d.ts +1 -114
  338. package/dist/tools/searxng_search.js +1 -154
  339. package/dist/tools/serpapi.cjs +15 -199
  340. package/dist/tools/serpapi.d.ts +1 -302
  341. package/dist/tools/serpapi.js +1 -197
  342. package/dist/tools/serper.cjs +15 -94
  343. package/dist/tools/serper.d.ts +1 -32
  344. package/dist/tools/serper.js +1 -92
  345. package/dist/tools/wikipedia_query_run.cjs +15 -133
  346. package/dist/tools/wikipedia_query_run.d.ts +1 -54
  347. package/dist/tools/wikipedia_query_run.js +1 -131
  348. package/dist/tools/wolframalpha.cjs +15 -47
  349. package/dist/tools/wolframalpha.d.ts +1 -21
  350. package/dist/tools/wolframalpha.js +1 -45
  351. package/dist/types/openai-types.d.ts +1 -1
  352. package/dist/util/convex.d.ts +1 -1
  353. package/dist/util/event-source-parse.cjs +15 -224
  354. package/dist/util/event-source-parse.d.ts +1 -39
  355. package/dist/util/event-source-parse.js +1 -219
  356. package/dist/util/math.cjs +15 -123
  357. package/dist/util/math.d.ts +1 -40
  358. package/dist/util/math.js +1 -116
  359. package/dist/util/openapi.d.ts +2 -2
  360. package/dist/vectorstores/analyticdb.cjs +3 -333
  361. package/dist/vectorstores/analyticdb.d.ts +1 -110
  362. package/dist/vectorstores/analyticdb.js +1 -317
  363. package/dist/vectorstores/base.cjs +15 -165
  364. package/dist/vectorstores/base.d.ts +1 -104
  365. package/dist/vectorstores/base.js +1 -161
  366. package/dist/vectorstores/cassandra.cjs +15 -478
  367. package/dist/vectorstores/cassandra.d.ts +1 -162
  368. package/dist/vectorstores/cassandra.js +1 -476
  369. package/dist/vectorstores/chroma.cjs +3 -312
  370. package/dist/vectorstores/chroma.d.ts +1 -133
  371. package/dist/vectorstores/chroma.js +1 -299
  372. package/dist/vectorstores/clickhouse.cjs +3 -272
  373. package/dist/vectorstores/clickhouse.d.ts +1 -126
  374. package/dist/vectorstores/clickhouse.js +1 -259
  375. package/dist/vectorstores/closevector/node.cjs +15 -107
  376. package/dist/vectorstores/closevector/node.d.ts +1 -83
  377. package/dist/vectorstores/closevector/node.js +1 -105
  378. package/dist/vectorstores/closevector/web.cjs +15 -107
  379. package/dist/vectorstores/closevector/web.d.ts +1 -80
  380. package/dist/vectorstores/closevector/web.js +1 -105
  381. package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
  382. package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
  383. package/dist/vectorstores/cloudflare_vectorize.js +1 -173
  384. package/dist/vectorstores/convex.cjs +15 -175
  385. package/dist/vectorstores/convex.d.ts +1 -134
  386. package/dist/vectorstores/convex.js +1 -173
  387. package/dist/vectorstores/elasticsearch.cjs +3 -287
  388. package/dist/vectorstores/elasticsearch.d.ts +1 -143
  389. package/dist/vectorstores/elasticsearch.js +1 -274
  390. package/dist/vectorstores/faiss.cjs +3 -378
  391. package/dist/vectorstores/faiss.d.ts +1 -127
  392. package/dist/vectorstores/faiss.js +1 -365
  393. package/dist/vectorstores/googlevertexai.cjs +3 -538
  394. package/dist/vectorstores/googlevertexai.d.ts +1 -181
  395. package/dist/vectorstores/googlevertexai.js +1 -521
  396. package/dist/vectorstores/hnswlib.cjs +15 -273
  397. package/dist/vectorstores/hnswlib.d.ts +1 -122
  398. package/dist/vectorstores/hnswlib.js +1 -271
  399. package/dist/vectorstores/lancedb.cjs +15 -126
  400. package/dist/vectorstores/lancedb.d.ts +1 -61
  401. package/dist/vectorstores/lancedb.js +1 -124
  402. package/dist/vectorstores/memory.cjs +15 -143
  403. package/dist/vectorstores/memory.d.ts +1 -92
  404. package/dist/vectorstores/memory.js +1 -141
  405. package/dist/vectorstores/milvus.cjs +3 -592
  406. package/dist/vectorstores/milvus.d.ts +1 -139
  407. package/dist/vectorstores/milvus.js +1 -579
  408. package/dist/vectorstores/momento_vector_index.cjs +3 -305
  409. package/dist/vectorstores/momento_vector_index.d.ts +1 -143
  410. package/dist/vectorstores/momento_vector_index.js +1 -292
  411. package/dist/vectorstores/mongodb_atlas.cjs +15 -218
  412. package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
  413. package/dist/vectorstores/mongodb_atlas.js +1 -216
  414. package/dist/vectorstores/myscale.cjs +3 -263
  415. package/dist/vectorstores/myscale.d.ts +1 -129
  416. package/dist/vectorstores/myscale.js +1 -250
  417. package/dist/vectorstores/neo4j_vector.cjs +3 -578
  418. package/dist/vectorstores/neo4j_vector.d.ts +1 -75
  419. package/dist/vectorstores/neo4j_vector.js +1 -562
  420. package/dist/vectorstores/opensearch.cjs +3 -274
  421. package/dist/vectorstores/opensearch.d.ts +1 -119
  422. package/dist/vectorstores/opensearch.js +1 -261
  423. package/dist/vectorstores/pgvector.cjs +14 -404
  424. package/dist/vectorstores/pgvector.d.ts +1 -160
  425. package/dist/vectorstores/pgvector.js +1 -400
  426. package/dist/vectorstores/pinecone.cjs +3 -280
  427. package/dist/vectorstores/pinecone.d.ts +1 -120
  428. package/dist/vectorstores/pinecone.js +1 -264
  429. package/dist/vectorstores/prisma.cjs +15 -305
  430. package/dist/vectorstores/prisma.d.ts +1 -180
  431. package/dist/vectorstores/prisma.js +1 -304
  432. package/dist/vectorstores/qdrant.cjs +15 -195
  433. package/dist/vectorstores/qdrant.d.ts +1 -95
  434. package/dist/vectorstores/qdrant.js +1 -193
  435. package/dist/vectorstores/redis.cjs +15 -333
  436. package/dist/vectorstores/redis.d.ts +1 -186
  437. package/dist/vectorstores/redis.js +1 -331
  438. package/dist/vectorstores/rockset.cjs +15 -351
  439. package/dist/vectorstores/rockset.d.ts +1 -202
  440. package/dist/vectorstores/rockset.js +1 -347
  441. package/dist/vectorstores/singlestore.cjs +15 -220
  442. package/dist/vectorstores/singlestore.d.ts +1 -88
  443. package/dist/vectorstores/singlestore.js +1 -218
  444. package/dist/vectorstores/supabase.cjs +15 -217
  445. package/dist/vectorstores/supabase.d.ts +1 -118
  446. package/dist/vectorstores/supabase.js +1 -215
  447. package/dist/vectorstores/tigris.cjs +3 -143
  448. package/dist/vectorstores/tigris.d.ts +1 -74
  449. package/dist/vectorstores/tigris.js +1 -130
  450. package/dist/vectorstores/typeorm.cjs +15 -259
  451. package/dist/vectorstores/typeorm.d.ts +1 -109
  452. package/dist/vectorstores/typeorm.js +1 -256
  453. package/dist/vectorstores/typesense.cjs +15 -223
  454. package/dist/vectorstores/typesense.d.ts +1 -131
  455. package/dist/vectorstores/typesense.js +1 -221
  456. package/dist/vectorstores/usearch.cjs +3 -203
  457. package/dist/vectorstores/usearch.d.ts +1 -85
  458. package/dist/vectorstores/usearch.js +1 -187
  459. package/dist/vectorstores/vectara.cjs +3 -409
  460. package/dist/vectorstores/vectara.d.ts +1 -148
  461. package/dist/vectorstores/vectara.js +1 -396
  462. package/dist/vectorstores/vercel_postgres.cjs +15 -320
  463. package/dist/vectorstores/vercel_postgres.d.ts +1 -145
  464. package/dist/vectorstores/vercel_postgres.js +1 -318
  465. package/dist/vectorstores/voy.cjs +15 -156
  466. package/dist/vectorstores/voy.d.ts +1 -73
  467. package/dist/vectorstores/voy.js +1 -154
  468. package/dist/vectorstores/weaviate.cjs +3 -347
  469. package/dist/vectorstores/weaviate.d.ts +1 -140
  470. package/dist/vectorstores/weaviate.js +1 -333
  471. package/dist/vectorstores/xata.cjs +15 -108
  472. package/dist/vectorstores/xata.d.ts +1 -70
  473. package/dist/vectorstores/xata.js +1 -106
  474. package/dist/vectorstores/zep.cjs +15 -313
  475. package/dist/vectorstores/zep.d.ts +1 -146
  476. package/dist/vectorstores/zep.js +1 -311
  477. package/experimental/masking.cjs +1 -0
  478. package/experimental/masking.d.ts +1 -0
  479. package/experimental/masking.js +1 -0
  480. package/package.json +13 -27
  481. package/dist/chat_models/googlevertexai/common.cjs +0 -274
  482. package/dist/chat_models/googlevertexai/common.d.ts +0 -123
  483. package/dist/chat_models/googlevertexai/common.js +0 -269
  484. package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
  485. package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
  486. package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
  487. package/dist/llms/googlevertexai/common.cjs +0 -168
  488. package/dist/llms/googlevertexai/common.d.ts +0 -82
  489. package/dist/llms/googlevertexai/common.js +0 -164
  490. package/dist/tools/gmail/base.cjs +0 -69
  491. package/dist/tools/gmail/base.d.ts +0 -19
  492. package/dist/tools/gmail/base.js +0 -65
  493. package/dist/tools/gmail/create_draft.cjs +0 -62
  494. package/dist/tools/gmail/create_draft.d.ts +0 -35
  495. package/dist/tools/gmail/create_draft.js +0 -58
  496. package/dist/tools/gmail/descriptions.cjs +0 -118
  497. package/dist/tools/gmail/descriptions.d.ts +0 -5
  498. package/dist/tools/gmail/descriptions.js +0 -115
  499. package/dist/tools/gmail/get_message.cjs +0 -83
  500. package/dist/tools/gmail/get_message.d.ts +0 -18
  501. package/dist/tools/gmail/get_message.js +0 -79
  502. package/dist/tools/gmail/get_thread.cjs +0 -89
  503. package/dist/tools/gmail/get_thread.d.ts +0 -18
  504. package/dist/tools/gmail/get_thread.js +0 -85
  505. package/dist/tools/gmail/search.cjs +0 -118
  506. package/dist/tools/gmail/search.d.ts +0 -29
  507. package/dist/tools/gmail/search.js +0 -114
  508. package/dist/tools/gmail/send_message.cjs +0 -74
  509. package/dist/tools/gmail/send_message.d.ts +0 -35
  510. package/dist/tools/gmail/send_message.js +0 -70
  511. package/dist/util/openai-format-fndef.cjs +0 -81
  512. package/dist/util/openai-format-fndef.d.ts +0 -44
  513. package/dist/util/openai-format-fndef.js +0 -77
  514. package/dist/util/openai.cjs +0 -21
  515. package/dist/util/openai.d.ts +0 -1
  516. package/dist/util/openai.js +0 -17
  517. package/dist/vectorstores/closevector/common.cjs +0 -128
  518. package/dist/vectorstores/closevector/common.d.ts +0 -82
  519. package/dist/vectorstores/closevector/common.js +0 -124
@@ -1,400 +1 @@
1
- import pg from "pg";
2
- import { VectorStore } from "./base.js";
3
- import { Document } from "../document.js";
4
- import { getEnvironmentVariable } from "../util/env.js";
5
- /**
6
- * Class that provides an interface to a Postgres vector database. It
7
- * extends the `VectorStore` base class and implements methods for adding
8
- * documents and vectors, performing similarity searches, and ensuring the
9
- * existence of a table in the database.
10
- */
11
- export class PGVectorStore extends VectorStore {
12
- _vectorstoreType() {
13
- return "pgvector";
14
- }
15
- constructor(embeddings, config) {
16
- super(embeddings, config);
17
- Object.defineProperty(this, "tableName", {
18
- enumerable: true,
19
- configurable: true,
20
- writable: true,
21
- value: void 0
22
- });
23
- Object.defineProperty(this, "collectionTableName", {
24
- enumerable: true,
25
- configurable: true,
26
- writable: true,
27
- value: void 0
28
- });
29
- Object.defineProperty(this, "collectionName", {
30
- enumerable: true,
31
- configurable: true,
32
- writable: true,
33
- value: "langchain"
34
- });
35
- Object.defineProperty(this, "collectionMetadata", {
36
- enumerable: true,
37
- configurable: true,
38
- writable: true,
39
- value: void 0
40
- });
41
- Object.defineProperty(this, "idColumnName", {
42
- enumerable: true,
43
- configurable: true,
44
- writable: true,
45
- value: void 0
46
- });
47
- Object.defineProperty(this, "vectorColumnName", {
48
- enumerable: true,
49
- configurable: true,
50
- writable: true,
51
- value: void 0
52
- });
53
- Object.defineProperty(this, "contentColumnName", {
54
- enumerable: true,
55
- configurable: true,
56
- writable: true,
57
- value: void 0
58
- });
59
- Object.defineProperty(this, "metadataColumnName", {
60
- enumerable: true,
61
- configurable: true,
62
- writable: true,
63
- value: void 0
64
- });
65
- Object.defineProperty(this, "filter", {
66
- enumerable: true,
67
- configurable: true,
68
- writable: true,
69
- value: void 0
70
- });
71
- Object.defineProperty(this, "_verbose", {
72
- enumerable: true,
73
- configurable: true,
74
- writable: true,
75
- value: void 0
76
- });
77
- Object.defineProperty(this, "pool", {
78
- enumerable: true,
79
- configurable: true,
80
- writable: true,
81
- value: void 0
82
- });
83
- Object.defineProperty(this, "client", {
84
- enumerable: true,
85
- configurable: true,
86
- writable: true,
87
- value: void 0
88
- });
89
- Object.defineProperty(this, "chunkSize", {
90
- enumerable: true,
91
- configurable: true,
92
- writable: true,
93
- value: 500
94
- });
95
- this.tableName = config.tableName;
96
- this.collectionTableName = config.collectionTableName;
97
- this.collectionName = config.collectionName ?? "langchain";
98
- this.collectionMetadata = config.collectionMetadata ?? null;
99
- this.filter = config.filter;
100
- this.vectorColumnName = config.columns?.vectorColumnName ?? "embedding";
101
- this.contentColumnName = config.columns?.contentColumnName ?? "text";
102
- this.idColumnName = config.columns?.idColumnName ?? "id";
103
- this.metadataColumnName = config.columns?.metadataColumnName ?? "metadata";
104
- const pool = new pg.Pool(config.postgresConnectionOptions);
105
- this.pool = pool;
106
- this.chunkSize = config.chunkSize ?? 500;
107
- this._verbose =
108
- getEnvironmentVariable("LANGCHAIN_VERBOSE") === "true" ??
109
- !!config.verbose;
110
- }
111
- /**
112
- * Static method to create a new `PGVectorStore` instance from a
113
- * connection. It creates a table if one does not exist, and calls
114
- * `connect` to return a new instance of `PGVectorStore`.
115
- *
116
- * @param embeddings - Embeddings instance.
117
- * @param fields - `PGVectorStoreArgs` instance.
118
- * @returns A new instance of `PGVectorStore`.
119
- */
120
- static async initialize(embeddings, config) {
121
- const postgresqlVectorStore = new PGVectorStore(embeddings, config);
122
- await postgresqlVectorStore._initializeClient();
123
- await postgresqlVectorStore.ensureTableInDatabase();
124
- if (postgresqlVectorStore.collectionTableName) {
125
- await postgresqlVectorStore.ensureCollectionTableInDatabase();
126
- }
127
- return postgresqlVectorStore;
128
- }
129
- async _initializeClient() {
130
- this.client = await this.pool.connect();
131
- }
132
- /**
133
- * Method to add documents to the vector store. It converts the documents into
134
- * vectors, and adds them to the store.
135
- *
136
- * @param documents - Array of `Document` instances.
137
- * @returns Promise that resolves when the documents have been added.
138
- */
139
- async addDocuments(documents) {
140
- const texts = documents.map(({ pageContent }) => pageContent);
141
- return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
142
- }
143
- /**
144
- * Inserts a row for the collectionName provided at initialization if it does not
145
- * exist and returns the collectionId.
146
- *
147
- * @returns The collectionId for the given collectionName.
148
- */
149
- async getOrCreateCollection() {
150
- const queryString = `
151
- SELECT uuid from ${this.collectionTableName}
152
- WHERE name = $1;
153
- `;
154
- const queryResult = await this.pool.query(queryString, [
155
- this.collectionName,
156
- ]);
157
- let collectionId = queryResult.rows[0]?.uuid;
158
- if (!collectionId) {
159
- const insertString = `
160
- INSERT INTO ${this.collectionTableName}(
161
- uuid,
162
- name,
163
- cmetadata
164
- )
165
- VALUES (
166
- uuid_generate_v4(),
167
- $1,
168
- $2
169
- )
170
- RETURNING uuid;
171
- `;
172
- const insertResult = await this.pool.query(insertString, [
173
- this.collectionName,
174
- this.collectionMetadata,
175
- ]);
176
- collectionId = insertResult.rows[0]?.uuid;
177
- }
178
- return collectionId;
179
- }
180
- /**
181
- * Generates the SQL placeholders for a specific row at the provided index.
182
- *
183
- * @param index - The index of the row for which placeholders need to be generated.
184
- * @param numOfColumns - The number of columns we are inserting data into.
185
- * @returns The SQL placeholders for the row values.
186
- */
187
- generatePlaceholderForRowAt(index, numOfColumns) {
188
- const placeholders = [];
189
- for (let i = 0; i < numOfColumns; i += 1) {
190
- placeholders.push(`$${index * numOfColumns + i + 1}`);
191
- }
192
- return `(${placeholders.join(", ")})`;
193
- }
194
- /**
195
- * Constructs the SQL query for inserting rows into the specified table.
196
- *
197
- * @param rows - The rows of data to be inserted, consisting of values and records.
198
- * @param chunkIndex - The starting index for generating query placeholders based on chunk positioning.
199
- * @returns The complete SQL INSERT INTO query string.
200
- */
201
- async buildInsertQuery(rows) {
202
- let collectionId;
203
- if (this.collectionTableName) {
204
- collectionId = await this.getOrCreateCollection();
205
- }
206
- const columns = [
207
- this.contentColumnName,
208
- this.vectorColumnName,
209
- this.metadataColumnName,
210
- ];
211
- if (collectionId) {
212
- columns.push("collection_id");
213
- }
214
- const valuesPlaceholders = rows
215
- .map((_, j) => this.generatePlaceholderForRowAt(j, columns.length))
216
- .join(", ");
217
- const text = `
218
- INSERT INTO ${this.tableName}(
219
- ${columns}
220
- )
221
- VALUES ${valuesPlaceholders}
222
- `;
223
- return text;
224
- }
225
- /**
226
- * Method to add vectors to the vector store. It converts the vectors into
227
- * rows and inserts them into the database.
228
- *
229
- * @param vectors - Array of vectors.
230
- * @param documents - Array of `Document` instances.
231
- * @returns Promise that resolves when the vectors have been added.
232
- */
233
- async addVectors(vectors, documents) {
234
- const rows = [];
235
- let collectionId;
236
- if (this.collectionTableName) {
237
- collectionId = await this.getOrCreateCollection();
238
- }
239
- for (let i = 0; i < vectors.length; i += 1) {
240
- const values = [];
241
- const embedding = vectors[i];
242
- const embeddingString = `[${embedding.join(",")}]`;
243
- values.push(documents[i].pageContent, embeddingString, documents[i].metadata);
244
- if (collectionId) {
245
- values.push(collectionId);
246
- }
247
- rows.push(values);
248
- }
249
- for (let i = 0; i < rows.length; i += this.chunkSize) {
250
- const chunk = rows.slice(i, i + this.chunkSize);
251
- const insertQuery = await this.buildInsertQuery(chunk);
252
- const flatValues = chunk.flat();
253
- try {
254
- await this.pool.query(insertQuery, flatValues);
255
- }
256
- catch (e) {
257
- console.error(e);
258
- throw new Error(`Error inserting: ${e.message}`);
259
- }
260
- }
261
- }
262
- /**
263
- * Method to perform a similarity search in the vector store. It returns
264
- * the `k` most similar documents to the query vector, along with their
265
- * similarity scores.
266
- *
267
- * @param query - Query vector.
268
- * @param k - Number of most similar documents to return.
269
- * @param filter - Optional filter to apply to the search.
270
- * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
271
- */
272
- async similaritySearchVectorWithScore(query, k, filter) {
273
- const embeddingString = `[${query.join(",")}]`;
274
- const _filter = filter ?? "{}";
275
- let collectionId;
276
- if (this.collectionTableName) {
277
- collectionId = await this.getOrCreateCollection();
278
- }
279
- const parameters = [embeddingString, _filter, k];
280
- if (collectionId) {
281
- parameters.push(collectionId);
282
- }
283
- const queryString = `
284
- SELECT *, ${this.vectorColumnName} <=> $1 as "_distance"
285
- FROM ${this.tableName}
286
- WHERE ${this.metadataColumnName}::jsonb @> $2
287
- ${collectionId ? "AND collection_id = $4" : ""}
288
- ORDER BY "_distance" ASC
289
- LIMIT $3;
290
- `;
291
- const documents = (await this.pool.query(queryString, parameters)).rows;
292
- const results = [];
293
- for (const doc of documents) {
294
- if (doc._distance != null && doc[this.contentColumnName] != null) {
295
- const document = new Document({
296
- pageContent: doc[this.contentColumnName],
297
- metadata: doc[this.metadataColumnName],
298
- });
299
- results.push([document, doc._distance]);
300
- }
301
- }
302
- return results;
303
- }
304
- /**
305
- * Method to ensure the existence of the table in the database. It creates
306
- * the table if it does not already exist.
307
- *
308
- * @returns Promise that resolves when the table has been ensured.
309
- */
310
- async ensureTableInDatabase() {
311
- await this.pool.query("CREATE EXTENSION IF NOT EXISTS vector;");
312
- await this.pool.query('CREATE EXTENSION IF NOT EXISTS "uuid-ossp";');
313
- await this.pool.query(`
314
- CREATE TABLE IF NOT EXISTS ${this.tableName} (
315
- "${this.idColumnName}" uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
316
- "${this.contentColumnName}" text,
317
- "${this.metadataColumnName}" jsonb,
318
- "${this.vectorColumnName}" vector
319
- );
320
- `);
321
- }
322
- /**
323
- * Method to ensure the existence of the collection table in the database.
324
- * It creates the table if it does not already exist.
325
- *
326
- * @returns Promise that resolves when the collection table has been ensured.
327
- */
328
- async ensureCollectionTableInDatabase() {
329
- try {
330
- await this.pool.query(`
331
- CREATE TABLE IF NOT EXISTS ${this.collectionTableName} (
332
- uuid uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
333
- name character varying,
334
- cmetadata jsonb
335
- );
336
-
337
- ALTER TABLE ${this.tableName}
338
- ADD COLUMN collection_id uuid;
339
-
340
- ALTER TABLE ${this.tableName}
341
- ADD CONSTRAINT ${this.tableName}_collection_id_fkey
342
- FOREIGN KEY (collection_id)
343
- REFERENCES ${this.collectionTableName}(uuid)
344
- ON DELETE CASCADE;
345
- `);
346
- }
347
- catch (e) {
348
- if (!e.message.includes("already exists")) {
349
- console.error(e);
350
- throw new Error(`Error adding column: ${e.message}`);
351
- }
352
- }
353
- }
354
- /**
355
- * Static method to create a new `PGVectorStore` instance from an
356
- * array of texts and their metadata. It converts the texts into
357
- * `Document` instances and adds them to the store.
358
- *
359
- * @param texts - Array of texts.
360
- * @param metadatas - Array of metadata objects or a single metadata object.
361
- * @param embeddings - Embeddings instance.
362
- * @param dbConfig - `PGVectorStoreArgs` instance.
363
- * @returns Promise that resolves with a new instance of `PGVectorStore`.
364
- */
365
- static async fromTexts(texts, metadatas, embeddings, dbConfig) {
366
- const docs = [];
367
- for (let i = 0; i < texts.length; i += 1) {
368
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
369
- const newDoc = new Document({
370
- pageContent: texts[i],
371
- metadata,
372
- });
373
- docs.push(newDoc);
374
- }
375
- return PGVectorStore.fromDocuments(docs, embeddings, dbConfig);
376
- }
377
- /**
378
- * Static method to create a new `PGVectorStore` instance from an
379
- * array of `Document` instances. It adds the documents to the store.
380
- *
381
- * @param docs - Array of `Document` instances.
382
- * @param embeddings - Embeddings instance.
383
- * @param dbConfig - `PGVectorStoreArgs` instance.
384
- * @returns Promise that resolves with a new instance of `PGVectorStore`.
385
- */
386
- static async fromDocuments(docs, embeddings, dbConfig) {
387
- const instance = await PGVectorStore.initialize(embeddings, dbConfig);
388
- await instance.addDocuments(docs);
389
- return instance;
390
- }
391
- /**
392
- * Closes all the clients in the pool and terminates the pool.
393
- *
394
- * @returns Promise that resolves when all clients are closed and the pool is terminated.
395
- */
396
- async end() {
397
- this.client?.release();
398
- return this.pool.end();
399
- }
400
- }
1
+ export * from "@langchain/community/vectorstores/pgvector";
@@ -10,285 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
10
10
  if (k2 === undefined) k2 = k;
11
11
  o[k2] = m[k];
12
12
  }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
27
15
  };
28
16
  Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.PineconeStore = void 0;
30
- /* eslint-disable no-process-env */
31
- const uuid = __importStar(require("uuid"));
32
- const flat_1 = __importDefault(require("flat"));
33
- const base_js_1 = require("./base.cjs");
34
- const document_js_1 = require("../document.cjs");
35
- const async_caller_js_1 = require("../util/async_caller.cjs");
36
- const math_js_1 = require("../util/math.cjs");
37
- const chunk_js_1 = require("../util/chunk.cjs");
38
- /**
39
- * Class that extends the VectorStore class and provides methods to
40
- * interact with the Pinecone vector database.
41
- */
42
- class PineconeStore extends base_js_1.VectorStore {
43
- _vectorstoreType() {
44
- return "pinecone";
45
- }
46
- constructor(embeddings, args) {
47
- super(embeddings, args);
48
- Object.defineProperty(this, "textKey", {
49
- enumerable: true,
50
- configurable: true,
51
- writable: true,
52
- value: void 0
53
- });
54
- Object.defineProperty(this, "namespace", {
55
- enumerable: true,
56
- configurable: true,
57
- writable: true,
58
- value: void 0
59
- });
60
- Object.defineProperty(this, "pineconeIndex", {
61
- enumerable: true,
62
- configurable: true,
63
- writable: true,
64
- value: void 0
65
- });
66
- Object.defineProperty(this, "filter", {
67
- enumerable: true,
68
- configurable: true,
69
- writable: true,
70
- value: void 0
71
- });
72
- Object.defineProperty(this, "caller", {
73
- enumerable: true,
74
- configurable: true,
75
- writable: true,
76
- value: void 0
77
- });
78
- this.embeddings = embeddings;
79
- const { namespace, pineconeIndex, textKey, filter, ...asyncCallerArgs } = args;
80
- this.namespace = namespace;
81
- this.pineconeIndex = pineconeIndex;
82
- this.textKey = textKey ?? "text";
83
- this.filter = filter;
84
- this.caller = new async_caller_js_1.AsyncCaller(asyncCallerArgs);
85
- }
86
- /**
87
- * Method that adds documents to the Pinecone database.
88
- * @param documents Array of documents to add to the Pinecone database.
89
- * @param options Optional ids for the documents.
90
- * @returns Promise that resolves with the ids of the added documents.
91
- */
92
- async addDocuments(documents, options) {
93
- const texts = documents.map(({ pageContent }) => pageContent);
94
- return this.addVectors(await this.embeddings.embedDocuments(texts), documents, options);
95
- }
96
- /**
97
- * Method that adds vectors to the Pinecone database.
98
- * @param vectors Array of vectors to add to the Pinecone database.
99
- * @param documents Array of documents associated with the vectors.
100
- * @param options Optional ids for the vectors.
101
- * @returns Promise that resolves with the ids of the added vectors.
102
- */
103
- async addVectors(vectors, documents, options) {
104
- const ids = Array.isArray(options) ? options : options?.ids;
105
- const documentIds = ids == null ? documents.map(() => uuid.v4()) : ids;
106
- const pineconeVectors = vectors.map((values, idx) => {
107
- // Pinecone doesn't support nested objects, so we flatten them
108
- const documentMetadata = { ...documents[idx].metadata };
109
- // preserve string arrays which are allowed
110
- const stringArrays = {};
111
- for (const key of Object.keys(documentMetadata)) {
112
- if (Array.isArray(documentMetadata[key]) &&
113
- // eslint-disable-next-line @typescript-eslint/ban-types, @typescript-eslint/no-explicit-any
114
- documentMetadata[key].every((el) => typeof el === "string")) {
115
- stringArrays[key] = documentMetadata[key];
116
- delete documentMetadata[key];
117
- }
118
- }
119
- const metadata = {
120
- ...(0, flat_1.default)(documentMetadata),
121
- ...stringArrays,
122
- [this.textKey]: documents[idx].pageContent,
123
- };
124
- // Pinecone doesn't support null values, so we remove them
125
- for (const key of Object.keys(metadata)) {
126
- if (metadata[key] == null) {
127
- delete metadata[key];
128
- }
129
- else if (typeof metadata[key] === "object" &&
130
- Object.keys(metadata[key]).length === 0) {
131
- delete metadata[key];
132
- }
133
- }
134
- return {
135
- id: documentIds[idx],
136
- metadata,
137
- values,
138
- };
139
- });
140
- const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
141
- // Pinecone recommends a limit of 100 vectors per upsert request
142
- const chunkSize = 100;
143
- const chunkedVectors = (0, chunk_js_1.chunkArray)(pineconeVectors, chunkSize);
144
- const batchRequests = chunkedVectors.map((chunk) => this.caller.call(async () => namespace.upsert(chunk)));
145
- await Promise.all(batchRequests);
146
- return documentIds;
147
- }
148
- /**
149
- * Method that deletes vectors from the Pinecone database.
150
- * @param params Parameters for the delete operation.
151
- * @returns Promise that resolves when the delete operation is complete.
152
- */
153
- async delete(params) {
154
- const { deleteAll, ids, filter } = params;
155
- const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
156
- if (deleteAll) {
157
- await namespace.deleteAll();
158
- }
159
- else if (ids) {
160
- const batchSize = 1000;
161
- for (let i = 0; i < ids.length; i += batchSize) {
162
- const batchIds = ids.slice(i, i + batchSize);
163
- await namespace.deleteMany(batchIds);
164
- }
165
- }
166
- else if (filter) {
167
- await namespace.deleteMany(filter);
168
- }
169
- else {
170
- throw new Error("Either ids or delete_all must be provided.");
171
- }
172
- }
173
- async _runPineconeQuery(query, k, filter, options) {
174
- if (filter && this.filter) {
175
- throw new Error("cannot provide both `filter` and `this.filter`");
176
- }
177
- const _filter = filter ?? this.filter;
178
- const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
179
- const results = await namespace.query({
180
- includeMetadata: true,
181
- topK: k,
182
- vector: query,
183
- filter: _filter,
184
- ...options,
185
- });
186
- return results;
187
- }
188
- /**
189
- * Method that performs a similarity search in the Pinecone database and
190
- * returns the results along with their scores.
191
- * @param query Query vector for the similarity search.
192
- * @param k Number of top results to return.
193
- * @param filter Optional filter to apply to the search.
194
- * @returns Promise that resolves with an array of documents and their scores.
195
- */
196
- async similaritySearchVectorWithScore(query, k, filter) {
197
- const results = await this._runPineconeQuery(query, k, filter);
198
- const result = [];
199
- if (results.matches) {
200
- for (const res of results.matches) {
201
- const { [this.textKey]: pageContent, ...metadata } = (res.metadata ??
202
- {});
203
- if (res.score) {
204
- result.push([new document_js_1.Document({ metadata, pageContent }), res.score]);
205
- }
206
- }
207
- }
208
- return result;
209
- }
210
- /**
211
- * Return documents selected using the maximal marginal relevance.
212
- * Maximal marginal relevance optimizes for similarity to the query AND diversity
213
- * among selected documents.
214
- *
215
- * @param {string} query - Text to look up documents similar to.
216
- * @param {number} options.k - Number of documents to return.
217
- * @param {number} options.fetchK=20 - Number of documents to fetch before passing to the MMR algorithm.
218
- * @param {number} options.lambda=0.5 - Number between 0 and 1 that determines the degree of diversity among the results,
219
- * where 0 corresponds to maximum diversity and 1 to minimum diversity.
220
- * @param {PineconeMetadata} options.filter - Optional filter to apply to the search.
221
- *
222
- * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
223
- */
224
- async maxMarginalRelevanceSearch(query, options) {
225
- const queryEmbedding = await this.embeddings.embedQuery(query);
226
- const results = await this._runPineconeQuery(queryEmbedding, options.fetchK ?? 20, options.filter, { includeValues: true });
227
- const matches = results?.matches ?? [];
228
- const embeddingList = matches.map((match) => match.values);
229
- const mmrIndexes = (0, math_js_1.maximalMarginalRelevance)(queryEmbedding, embeddingList, options.lambda, options.k);
230
- const topMmrMatches = mmrIndexes.map((idx) => matches[idx]);
231
- const finalResult = [];
232
- for (const res of topMmrMatches) {
233
- const { [this.textKey]: pageContent, ...metadata } = (res.metadata ??
234
- {});
235
- if (res.score) {
236
- finalResult.push(new document_js_1.Document({ metadata, pageContent }));
237
- }
238
- }
239
- return finalResult;
240
- }
241
- /**
242
- * Static method that creates a new instance of the PineconeStore class
243
- * from texts.
244
- * @param texts Array of texts to add to the Pinecone database.
245
- * @param metadatas Metadata associated with the texts.
246
- * @param embeddings Embeddings to use for the texts.
247
- * @param dbConfig Configuration for the Pinecone database.
248
- * @returns Promise that resolves with a new instance of the PineconeStore class.
249
- */
250
- static async fromTexts(texts, metadatas, embeddings, dbConfig) {
251
- const docs = [];
252
- for (let i = 0; i < texts.length; i += 1) {
253
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
254
- const newDoc = new document_js_1.Document({
255
- pageContent: texts[i],
256
- metadata,
257
- });
258
- docs.push(newDoc);
259
- }
260
- const args = {
261
- pineconeIndex: dbConfig.pineconeIndex,
262
- textKey: dbConfig.textKey,
263
- namespace: dbConfig.namespace,
264
- };
265
- return PineconeStore.fromDocuments(docs, embeddings, args);
266
- }
267
- /**
268
- * Static method that creates a new instance of the PineconeStore class
269
- * from documents.
270
- * @param docs Array of documents to add to the Pinecone database.
271
- * @param embeddings Embeddings to use for the documents.
272
- * @param dbConfig Configuration for the Pinecone database.
273
- * @returns Promise that resolves with a new instance of the PineconeStore class.
274
- */
275
- static async fromDocuments(docs, embeddings, dbConfig) {
276
- const args = dbConfig;
277
- args.textKey = dbConfig.textKey ?? "text";
278
- const instance = new this(embeddings, args);
279
- await instance.addDocuments(docs);
280
- return instance;
281
- }
282
- /**
283
- * Static method that creates a new instance of the PineconeStore class
284
- * from an existing index.
285
- * @param embeddings Embeddings to use for the documents.
286
- * @param dbConfig Configuration for the Pinecone database.
287
- * @returns Promise that resolves with a new instance of the PineconeStore class.
288
- */
289
- static async fromExistingIndex(embeddings, dbConfig) {
290
- const instance = new this(embeddings, dbConfig);
291
- return instance;
292
- }
293
- }
294
- exports.PineconeStore = PineconeStore;
17
+ __exportStar(require("@langchain/community/vectorstores/pinecone"), exports);