langchain 0.0.203 → 0.0.204-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (494) hide show
  1. package/dist/cache/cloudflare_kv.cjs +15 -69
  2. package/dist/cache/cloudflare_kv.d.ts +1 -42
  3. package/dist/cache/cloudflare_kv.js +1 -67
  4. package/dist/cache/momento.cjs +15 -135
  5. package/dist/cache/momento.d.ts +1 -91
  6. package/dist/cache/momento.js +1 -133
  7. package/dist/cache/upstash_redis.cjs +15 -72
  8. package/dist/cache/upstash_redis.d.ts +1 -45
  9. package/dist/cache/upstash_redis.js +1 -70
  10. package/dist/callbacks/handlers/llmonitor.cjs +14 -238
  11. package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
  12. package/dist/callbacks/handlers/llmonitor.js +1 -233
  13. package/dist/chains/openai_moderation.cjs +2 -2
  14. package/dist/chains/openai_moderation.d.ts +1 -1
  15. package/dist/chains/openai_moderation.js +1 -1
  16. package/dist/chat_models/anthropic.d.ts +4 -4
  17. package/dist/chat_models/baiduwenxin.cjs +15 -411
  18. package/dist/chat_models/baiduwenxin.d.ts +1 -150
  19. package/dist/chat_models/baiduwenxin.js +1 -409
  20. package/dist/chat_models/bedrock/index.cjs +15 -33
  21. package/dist/chat_models/bedrock/index.d.ts +1 -23
  22. package/dist/chat_models/bedrock/index.js +1 -29
  23. package/dist/chat_models/bedrock/web.cjs +15 -360
  24. package/dist/chat_models/bedrock/web.d.ts +1 -82
  25. package/dist/chat_models/bedrock/web.js +1 -356
  26. package/dist/chat_models/cloudflare_workersai.cjs +15 -216
  27. package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
  28. package/dist/chat_models/cloudflare_workersai.js +1 -214
  29. package/dist/chat_models/fireworks.cjs +15 -89
  30. package/dist/chat_models/fireworks.d.ts +1 -43
  31. package/dist/chat_models/fireworks.js +1 -87
  32. package/dist/chat_models/googlepalm.cjs +15 -235
  33. package/dist/chat_models/googlepalm.d.ts +1 -108
  34. package/dist/chat_models/googlepalm.js +1 -233
  35. package/dist/chat_models/googlevertexai/index.cjs +15 -40
  36. package/dist/chat_models/googlevertexai/index.d.ts +1 -28
  37. package/dist/chat_models/googlevertexai/index.js +1 -38
  38. package/dist/chat_models/googlevertexai/web.cjs +15 -39
  39. package/dist/chat_models/googlevertexai/web.d.ts +1 -28
  40. package/dist/chat_models/googlevertexai/web.js +1 -37
  41. package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
  42. package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
  43. package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
  44. package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
  45. package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
  46. package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
  47. package/dist/chat_models/llama_cpp.cjs +15 -275
  48. package/dist/chat_models/llama_cpp.d.ts +1 -71
  49. package/dist/chat_models/llama_cpp.js +1 -273
  50. package/dist/chat_models/minimax.cjs +15 -578
  51. package/dist/chat_models/minimax.d.ts +1 -369
  52. package/dist/chat_models/minimax.js +1 -576
  53. package/dist/chat_models/ollama.cjs +15 -394
  54. package/dist/chat_models/ollama.d.ts +1 -127
  55. package/dist/chat_models/ollama.js +1 -392
  56. package/dist/chat_models/openai.cjs +4 -698
  57. package/dist/chat_models/openai.d.ts +4 -137
  58. package/dist/chat_models/openai.js +2 -695
  59. package/dist/chat_models/portkey.cjs +15 -167
  60. package/dist/chat_models/portkey.d.ts +1 -17
  61. package/dist/chat_models/portkey.js +1 -165
  62. package/dist/chat_models/yandex.cjs +15 -132
  63. package/dist/chat_models/yandex.d.ts +1 -30
  64. package/dist/chat_models/yandex.js +1 -130
  65. package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
  66. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
  67. package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
  68. package/dist/document_transformers/html_to_text.cjs +15 -47
  69. package/dist/document_transformers/html_to_text.d.ts +1 -30
  70. package/dist/document_transformers/html_to_text.js +1 -45
  71. package/dist/document_transformers/mozilla_readability.cjs +15 -53
  72. package/dist/document_transformers/mozilla_readability.d.ts +1 -31
  73. package/dist/document_transformers/mozilla_readability.js +1 -51
  74. package/dist/embeddings/bedrock.cjs +15 -109
  75. package/dist/embeddings/bedrock.d.ts +1 -71
  76. package/dist/embeddings/bedrock.js +1 -107
  77. package/dist/embeddings/cloudflare_workersai.cjs +15 -67
  78. package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
  79. package/dist/embeddings/cloudflare_workersai.js +1 -65
  80. package/dist/embeddings/cohere.cjs +15 -124
  81. package/dist/embeddings/cohere.d.ts +1 -66
  82. package/dist/embeddings/cohere.js +1 -122
  83. package/dist/embeddings/googlepalm.cjs +15 -88
  84. package/dist/embeddings/googlepalm.d.ts +1 -61
  85. package/dist/embeddings/googlepalm.js +1 -86
  86. package/dist/embeddings/googlevertexai.cjs +15 -81
  87. package/dist/embeddings/googlevertexai.d.ts +1 -54
  88. package/dist/embeddings/googlevertexai.js +1 -79
  89. package/dist/embeddings/gradient_ai.cjs +15 -101
  90. package/dist/embeddings/gradient_ai.d.ts +1 -48
  91. package/dist/embeddings/gradient_ai.js +1 -99
  92. package/dist/embeddings/hf.cjs +15 -75
  93. package/dist/embeddings/hf.d.ts +1 -41
  94. package/dist/embeddings/hf.js +1 -73
  95. package/dist/embeddings/hf_transformers.cjs +15 -87
  96. package/dist/embeddings/hf_transformers.d.ts +1 -47
  97. package/dist/embeddings/hf_transformers.js +1 -85
  98. package/dist/embeddings/llama_cpp.cjs +15 -81
  99. package/dist/embeddings/llama_cpp.d.ts +1 -42
  100. package/dist/embeddings/llama_cpp.js +1 -79
  101. package/dist/embeddings/minimax.cjs +15 -165
  102. package/dist/embeddings/minimax.d.ts +1 -119
  103. package/dist/embeddings/minimax.js +1 -163
  104. package/dist/embeddings/ollama.cjs +15 -118
  105. package/dist/embeddings/ollama.d.ts +1 -34
  106. package/dist/embeddings/ollama.js +1 -116
  107. package/dist/embeddings/openai.cjs +2 -240
  108. package/dist/embeddings/openai.d.ts +1 -82
  109. package/dist/embeddings/openai.js +1 -239
  110. package/dist/embeddings/tensorflow.cjs +3 -96
  111. package/dist/embeddings/tensorflow.d.ts +1 -59
  112. package/dist/embeddings/tensorflow.js +1 -83
  113. package/dist/embeddings/voyage.cjs +15 -118
  114. package/dist/embeddings/voyage.d.ts +1 -66
  115. package/dist/embeddings/voyage.js +1 -116
  116. package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
  117. package/dist/experimental/openai_assistant/index.cjs +3 -3
  118. package/dist/experimental/openai_assistant/index.d.ts +1 -1
  119. package/dist/experimental/openai_assistant/index.js +1 -1
  120. package/dist/experimental/openai_assistant/schema.d.ts +1 -1
  121. package/dist/experimental/openai_files/index.cjs +2 -2
  122. package/dist/experimental/openai_files/index.d.ts +1 -1
  123. package/dist/experimental/openai_files/index.js +1 -1
  124. package/dist/graphs/neo4j_graph.cjs +3 -254
  125. package/dist/graphs/neo4j_graph.d.ts +1 -63
  126. package/dist/graphs/neo4j_graph.js +1 -241
  127. package/dist/llms/ai21.cjs +15 -200
  128. package/dist/llms/ai21.d.ts +1 -100
  129. package/dist/llms/ai21.js +1 -198
  130. package/dist/llms/aleph_alpha.cjs +15 -374
  131. package/dist/llms/aleph_alpha.d.ts +1 -161
  132. package/dist/llms/aleph_alpha.js +1 -372
  133. package/dist/llms/bedrock/web.cjs +15 -310
  134. package/dist/llms/bedrock/web.d.ts +1 -66
  135. package/dist/llms/bedrock/web.js +1 -308
  136. package/dist/llms/cloudflare_workersai.cjs +15 -168
  137. package/dist/llms/cloudflare_workersai.d.ts +1 -55
  138. package/dist/llms/cloudflare_workersai.js +1 -166
  139. package/dist/llms/cohere.cjs +15 -110
  140. package/dist/llms/cohere.d.ts +1 -54
  141. package/dist/llms/cohere.js +1 -108
  142. package/dist/llms/fireworks.cjs +15 -90
  143. package/dist/llms/fireworks.d.ts +1 -33
  144. package/dist/llms/fireworks.js +1 -88
  145. package/dist/llms/googlepalm.cjs +15 -134
  146. package/dist/llms/googlepalm.d.ts +1 -92
  147. package/dist/llms/googlepalm.js +1 -132
  148. package/dist/llms/googlevertexai/index.cjs +15 -45
  149. package/dist/llms/googlevertexai/index.d.ts +1 -38
  150. package/dist/llms/googlevertexai/index.js +1 -43
  151. package/dist/llms/googlevertexai/web.cjs +15 -42
  152. package/dist/llms/googlevertexai/web.d.ts +1 -36
  153. package/dist/llms/googlevertexai/web.js +1 -40
  154. package/dist/llms/gradient_ai.cjs +15 -110
  155. package/dist/llms/gradient_ai.d.ts +1 -55
  156. package/dist/llms/gradient_ai.js +1 -108
  157. package/dist/llms/hf.cjs +15 -136
  158. package/dist/llms/hf.d.ts +1 -68
  159. package/dist/llms/hf.js +1 -134
  160. package/dist/llms/llama_cpp.cjs +15 -111
  161. package/dist/llms/llama_cpp.d.ts +1 -41
  162. package/dist/llms/llama_cpp.js +1 -109
  163. package/dist/llms/ollama.cjs +15 -353
  164. package/dist/llms/ollama.d.ts +1 -106
  165. package/dist/llms/ollama.js +1 -351
  166. package/dist/llms/openai-chat.cjs +3 -445
  167. package/dist/llms/openai-chat.d.ts +4 -123
  168. package/dist/llms/openai-chat.js +2 -443
  169. package/dist/llms/openai.cjs +6 -530
  170. package/dist/llms/openai.d.ts +4 -123
  171. package/dist/llms/openai.js +2 -525
  172. package/dist/llms/portkey.cjs +14 -168
  173. package/dist/llms/portkey.d.ts +1 -57
  174. package/dist/llms/portkey.js +1 -162
  175. package/dist/llms/raycast.cjs +15 -94
  176. package/dist/llms/raycast.d.ts +1 -50
  177. package/dist/llms/raycast.js +1 -92
  178. package/dist/llms/replicate.cjs +15 -132
  179. package/dist/llms/replicate.d.ts +1 -51
  180. package/dist/llms/replicate.js +1 -130
  181. package/dist/llms/sagemaker_endpoint.cjs +15 -203
  182. package/dist/llms/sagemaker_endpoint.d.ts +1 -121
  183. package/dist/llms/sagemaker_endpoint.js +1 -200
  184. package/dist/llms/watsonx_ai.cjs +15 -152
  185. package/dist/llms/watsonx_ai.d.ts +1 -72
  186. package/dist/llms/watsonx_ai.js +1 -150
  187. package/dist/llms/writer.cjs +15 -165
  188. package/dist/llms/writer.d.ts +1 -60
  189. package/dist/llms/writer.js +1 -163
  190. package/dist/llms/yandex.cjs +15 -98
  191. package/dist/llms/yandex.d.ts +1 -40
  192. package/dist/llms/yandex.js +1 -96
  193. package/dist/load/index.cjs +3 -1
  194. package/dist/load/index.d.ts +1 -1
  195. package/dist/load/index.js +3 -1
  196. package/dist/retrievers/amazon_kendra.cjs +15 -273
  197. package/dist/retrievers/amazon_kendra.d.ts +1 -142
  198. package/dist/retrievers/amazon_kendra.js +1 -271
  199. package/dist/retrievers/chaindesk.cjs +15 -88
  200. package/dist/retrievers/chaindesk.d.ts +1 -31
  201. package/dist/retrievers/chaindesk.js +1 -86
  202. package/dist/retrievers/databerry.cjs +15 -82
  203. package/dist/retrievers/databerry.d.ts +1 -34
  204. package/dist/retrievers/databerry.js +1 -80
  205. package/dist/retrievers/metal.cjs +15 -51
  206. package/dist/retrievers/metal.d.ts +1 -36
  207. package/dist/retrievers/metal.js +1 -49
  208. package/dist/retrievers/supabase.cjs +15 -167
  209. package/dist/retrievers/supabase.d.ts +1 -82
  210. package/dist/retrievers/supabase.js +1 -165
  211. package/dist/retrievers/tavily_search_api.cjs +15 -142
  212. package/dist/retrievers/tavily_search_api.d.ts +1 -38
  213. package/dist/retrievers/tavily_search_api.js +1 -140
  214. package/dist/retrievers/zep.cjs +15 -150
  215. package/dist/retrievers/zep.d.ts +1 -76
  216. package/dist/retrievers/zep.js +1 -148
  217. package/dist/schema/document.cjs +2 -16
  218. package/dist/schema/document.d.ts +1 -11
  219. package/dist/schema/document.js +1 -16
  220. package/dist/schema/index.cjs +2 -7
  221. package/dist/schema/index.d.ts +2 -10
  222. package/dist/schema/index.js +1 -6
  223. package/dist/storage/convex.cjs +15 -143
  224. package/dist/storage/convex.d.ts +1 -106
  225. package/dist/storage/convex.js +1 -141
  226. package/dist/storage/ioredis.cjs +15 -158
  227. package/dist/storage/ioredis.d.ts +1 -71
  228. package/dist/storage/ioredis.js +1 -156
  229. package/dist/storage/upstash_redis.cjs +15 -172
  230. package/dist/storage/upstash_redis.d.ts +1 -78
  231. package/dist/storage/upstash_redis.js +1 -170
  232. package/dist/storage/vercel_kv.cjs +15 -161
  233. package/dist/storage/vercel_kv.d.ts +1 -62
  234. package/dist/storage/vercel_kv.js +1 -159
  235. package/dist/stores/doc/in_memory.cjs +15 -105
  236. package/dist/stores/doc/in_memory.d.ts +1 -46
  237. package/dist/stores/doc/in_memory.js +1 -102
  238. package/dist/stores/message/cassandra.cjs +15 -158
  239. package/dist/stores/message/cassandra.d.ts +1 -69
  240. package/dist/stores/message/cassandra.js +1 -156
  241. package/dist/stores/message/cloudflare_d1.cjs +15 -150
  242. package/dist/stores/message/cloudflare_d1.d.ts +1 -67
  243. package/dist/stores/message/cloudflare_d1.js +1 -148
  244. package/dist/stores/message/convex.cjs +15 -118
  245. package/dist/stores/message/convex.d.ts +1 -81
  246. package/dist/stores/message/convex.js +1 -116
  247. package/dist/stores/message/dynamodb.cjs +15 -159
  248. package/dist/stores/message/dynamodb.d.ts +1 -51
  249. package/dist/stores/message/dynamodb.js +1 -157
  250. package/dist/stores/message/firestore.cjs +15 -185
  251. package/dist/stores/message/firestore.d.ts +1 -68
  252. package/dist/stores/message/firestore.js +1 -183
  253. package/dist/stores/message/ioredis.cjs +15 -98
  254. package/dist/stores/message/ioredis.d.ts +1 -64
  255. package/dist/stores/message/ioredis.js +1 -96
  256. package/dist/stores/message/momento.cjs +15 -160
  257. package/dist/stores/message/momento.d.ts +1 -97
  258. package/dist/stores/message/momento.js +1 -158
  259. package/dist/stores/message/mongodb.cjs +15 -57
  260. package/dist/stores/message/mongodb.d.ts +1 -26
  261. package/dist/stores/message/mongodb.js +1 -55
  262. package/dist/stores/message/planetscale.cjs +15 -170
  263. package/dist/stores/message/planetscale.d.ts +1 -75
  264. package/dist/stores/message/planetscale.js +1 -168
  265. package/dist/stores/message/redis.cjs +15 -114
  266. package/dist/stores/message/redis.d.ts +1 -69
  267. package/dist/stores/message/redis.js +1 -112
  268. package/dist/stores/message/upstash_redis.cjs +15 -85
  269. package/dist/stores/message/upstash_redis.d.ts +1 -43
  270. package/dist/stores/message/upstash_redis.js +1 -83
  271. package/dist/stores/message/utils.cjs +3 -23
  272. package/dist/stores/message/utils.d.ts +1 -17
  273. package/dist/stores/message/utils.js +1 -21
  274. package/dist/stores/message/xata.cjs +15 -216
  275. package/dist/stores/message/xata.d.ts +1 -76
  276. package/dist/stores/message/xata.js +1 -214
  277. package/dist/tools/IFTTTWebhook.cjs +15 -87
  278. package/dist/tools/IFTTTWebhook.d.ts +1 -50
  279. package/dist/tools/IFTTTWebhook.js +1 -85
  280. package/dist/tools/aiplugin.cjs +15 -73
  281. package/dist/tools/aiplugin.d.ts +1 -34
  282. package/dist/tools/aiplugin.js +1 -71
  283. package/dist/tools/aws_sfn.cjs +15 -201
  284. package/dist/tools/aws_sfn.d.ts +1 -57
  285. package/dist/tools/aws_sfn.js +1 -197
  286. package/dist/tools/bingserpapi.cjs +15 -76
  287. package/dist/tools/bingserpapi.d.ts +1 -23
  288. package/dist/tools/bingserpapi.js +1 -75
  289. package/dist/tools/brave_search.cjs +15 -64
  290. package/dist/tools/brave_search.d.ts +1 -23
  291. package/dist/tools/brave_search.js +1 -62
  292. package/dist/tools/connery.cjs +15 -277
  293. package/dist/tools/connery.d.ts +1 -145
  294. package/dist/tools/connery.js +1 -274
  295. package/dist/tools/convert_to_openai.d.ts +1 -1
  296. package/dist/tools/dadjokeapi.cjs +15 -46
  297. package/dist/tools/dadjokeapi.d.ts +1 -15
  298. package/dist/tools/dadjokeapi.js +1 -45
  299. package/dist/tools/dataforseo_api_search.cjs +15 -280
  300. package/dist/tools/dataforseo_api_search.d.ts +1 -170
  301. package/dist/tools/dataforseo_api_search.js +1 -278
  302. package/dist/tools/gmail/index.cjs +15 -11
  303. package/dist/tools/gmail/index.d.ts +1 -11
  304. package/dist/tools/gmail/index.js +1 -5
  305. package/dist/tools/google_custom_search.cjs +15 -70
  306. package/dist/tools/google_custom_search.d.ts +1 -25
  307. package/dist/tools/google_custom_search.js +1 -68
  308. package/dist/tools/google_places.cjs +15 -79
  309. package/dist/tools/google_places.d.ts +1 -21
  310. package/dist/tools/google_places.js +1 -77
  311. package/dist/tools/searchapi.cjs +15 -164
  312. package/dist/tools/searchapi.d.ts +1 -91
  313. package/dist/tools/searchapi.js +1 -162
  314. package/dist/tools/searxng_search.cjs +15 -156
  315. package/dist/tools/searxng_search.d.ts +1 -114
  316. package/dist/tools/searxng_search.js +1 -154
  317. package/dist/tools/serpapi.cjs +15 -199
  318. package/dist/tools/serpapi.d.ts +1 -302
  319. package/dist/tools/serpapi.js +1 -197
  320. package/dist/tools/serper.cjs +15 -94
  321. package/dist/tools/serper.d.ts +1 -32
  322. package/dist/tools/serper.js +1 -92
  323. package/dist/tools/wikipedia_query_run.cjs +15 -133
  324. package/dist/tools/wikipedia_query_run.d.ts +1 -54
  325. package/dist/tools/wikipedia_query_run.js +1 -131
  326. package/dist/tools/wolframalpha.cjs +15 -47
  327. package/dist/tools/wolframalpha.d.ts +1 -21
  328. package/dist/tools/wolframalpha.js +1 -45
  329. package/dist/types/openai-types.d.ts +1 -1
  330. package/dist/util/convex.d.ts +1 -1
  331. package/dist/util/event-source-parse.cjs +15 -224
  332. package/dist/util/event-source-parse.d.ts +1 -39
  333. package/dist/util/event-source-parse.js +1 -219
  334. package/dist/util/math.cjs +15 -123
  335. package/dist/util/math.d.ts +1 -40
  336. package/dist/util/math.js +1 -116
  337. package/dist/util/openapi.d.ts +2 -2
  338. package/dist/vectorstores/analyticdb.cjs +3 -333
  339. package/dist/vectorstores/analyticdb.d.ts +1 -110
  340. package/dist/vectorstores/analyticdb.js +1 -317
  341. package/dist/vectorstores/base.cjs +15 -165
  342. package/dist/vectorstores/base.d.ts +1 -104
  343. package/dist/vectorstores/base.js +1 -161
  344. package/dist/vectorstores/cassandra.cjs +15 -478
  345. package/dist/vectorstores/cassandra.d.ts +1 -162
  346. package/dist/vectorstores/cassandra.js +1 -476
  347. package/dist/vectorstores/chroma.cjs +3 -312
  348. package/dist/vectorstores/chroma.d.ts +1 -133
  349. package/dist/vectorstores/chroma.js +1 -299
  350. package/dist/vectorstores/clickhouse.cjs +3 -272
  351. package/dist/vectorstores/clickhouse.d.ts +1 -126
  352. package/dist/vectorstores/clickhouse.js +1 -259
  353. package/dist/vectorstores/closevector/node.cjs +15 -107
  354. package/dist/vectorstores/closevector/node.d.ts +1 -83
  355. package/dist/vectorstores/closevector/node.js +1 -105
  356. package/dist/vectorstores/closevector/web.cjs +15 -107
  357. package/dist/vectorstores/closevector/web.d.ts +1 -80
  358. package/dist/vectorstores/closevector/web.js +1 -105
  359. package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
  360. package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
  361. package/dist/vectorstores/cloudflare_vectorize.js +1 -173
  362. package/dist/vectorstores/convex.cjs +15 -175
  363. package/dist/vectorstores/convex.d.ts +1 -134
  364. package/dist/vectorstores/convex.js +1 -173
  365. package/dist/vectorstores/elasticsearch.cjs +3 -287
  366. package/dist/vectorstores/elasticsearch.d.ts +1 -143
  367. package/dist/vectorstores/elasticsearch.js +1 -274
  368. package/dist/vectorstores/faiss.cjs +3 -378
  369. package/dist/vectorstores/faiss.d.ts +1 -127
  370. package/dist/vectorstores/faiss.js +1 -365
  371. package/dist/vectorstores/googlevertexai.cjs +3 -538
  372. package/dist/vectorstores/googlevertexai.d.ts +1 -181
  373. package/dist/vectorstores/googlevertexai.js +1 -521
  374. package/dist/vectorstores/hnswlib.cjs +15 -273
  375. package/dist/vectorstores/hnswlib.d.ts +1 -122
  376. package/dist/vectorstores/hnswlib.js +1 -271
  377. package/dist/vectorstores/lancedb.cjs +15 -126
  378. package/dist/vectorstores/lancedb.d.ts +1 -61
  379. package/dist/vectorstores/lancedb.js +1 -124
  380. package/dist/vectorstores/memory.cjs +15 -143
  381. package/dist/vectorstores/memory.d.ts +1 -92
  382. package/dist/vectorstores/memory.js +1 -141
  383. package/dist/vectorstores/milvus.cjs +3 -592
  384. package/dist/vectorstores/milvus.d.ts +1 -139
  385. package/dist/vectorstores/milvus.js +1 -579
  386. package/dist/vectorstores/momento_vector_index.cjs +3 -305
  387. package/dist/vectorstores/momento_vector_index.d.ts +1 -143
  388. package/dist/vectorstores/momento_vector_index.js +1 -292
  389. package/dist/vectorstores/mongodb_atlas.cjs +15 -218
  390. package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
  391. package/dist/vectorstores/mongodb_atlas.js +1 -216
  392. package/dist/vectorstores/myscale.cjs +3 -263
  393. package/dist/vectorstores/myscale.d.ts +1 -129
  394. package/dist/vectorstores/myscale.js +1 -250
  395. package/dist/vectorstores/neo4j_vector.cjs +3 -578
  396. package/dist/vectorstores/neo4j_vector.d.ts +1 -75
  397. package/dist/vectorstores/neo4j_vector.js +1 -562
  398. package/dist/vectorstores/opensearch.cjs +3 -274
  399. package/dist/vectorstores/opensearch.d.ts +1 -119
  400. package/dist/vectorstores/opensearch.js +1 -261
  401. package/dist/vectorstores/pgvector.cjs +14 -404
  402. package/dist/vectorstores/pgvector.d.ts +1 -160
  403. package/dist/vectorstores/pgvector.js +1 -400
  404. package/dist/vectorstores/pinecone.cjs +3 -280
  405. package/dist/vectorstores/pinecone.d.ts +1 -120
  406. package/dist/vectorstores/pinecone.js +1 -264
  407. package/dist/vectorstores/prisma.cjs +15 -305
  408. package/dist/vectorstores/prisma.d.ts +1 -180
  409. package/dist/vectorstores/prisma.js +1 -303
  410. package/dist/vectorstores/qdrant.cjs +15 -195
  411. package/dist/vectorstores/qdrant.d.ts +1 -95
  412. package/dist/vectorstores/qdrant.js +1 -193
  413. package/dist/vectorstores/redis.cjs +15 -333
  414. package/dist/vectorstores/redis.d.ts +1 -186
  415. package/dist/vectorstores/redis.js +1 -331
  416. package/dist/vectorstores/rockset.cjs +15 -351
  417. package/dist/vectorstores/rockset.d.ts +1 -202
  418. package/dist/vectorstores/rockset.js +1 -347
  419. package/dist/vectorstores/singlestore.cjs +15 -220
  420. package/dist/vectorstores/singlestore.d.ts +1 -88
  421. package/dist/vectorstores/singlestore.js +1 -218
  422. package/dist/vectorstores/supabase.cjs +15 -217
  423. package/dist/vectorstores/supabase.d.ts +1 -118
  424. package/dist/vectorstores/supabase.js +1 -215
  425. package/dist/vectorstores/tigris.cjs +3 -143
  426. package/dist/vectorstores/tigris.d.ts +1 -74
  427. package/dist/vectorstores/tigris.js +1 -130
  428. package/dist/vectorstores/typeorm.cjs +15 -259
  429. package/dist/vectorstores/typeorm.d.ts +1 -109
  430. package/dist/vectorstores/typeorm.js +1 -256
  431. package/dist/vectorstores/typesense.cjs +15 -223
  432. package/dist/vectorstores/typesense.d.ts +1 -131
  433. package/dist/vectorstores/typesense.js +1 -221
  434. package/dist/vectorstores/usearch.cjs +3 -203
  435. package/dist/vectorstores/usearch.d.ts +1 -85
  436. package/dist/vectorstores/usearch.js +1 -187
  437. package/dist/vectorstores/vectara.cjs +3 -409
  438. package/dist/vectorstores/vectara.d.ts +1 -148
  439. package/dist/vectorstores/vectara.js +1 -396
  440. package/dist/vectorstores/vercel_postgres.cjs +15 -320
  441. package/dist/vectorstores/vercel_postgres.d.ts +1 -145
  442. package/dist/vectorstores/vercel_postgres.js +1 -318
  443. package/dist/vectorstores/voy.cjs +15 -156
  444. package/dist/vectorstores/voy.d.ts +1 -73
  445. package/dist/vectorstores/voy.js +1 -154
  446. package/dist/vectorstores/weaviate.cjs +3 -347
  447. package/dist/vectorstores/weaviate.d.ts +1 -140
  448. package/dist/vectorstores/weaviate.js +1 -333
  449. package/dist/vectorstores/xata.cjs +15 -108
  450. package/dist/vectorstores/xata.d.ts +1 -70
  451. package/dist/vectorstores/xata.js +1 -106
  452. package/dist/vectorstores/zep.cjs +15 -313
  453. package/dist/vectorstores/zep.d.ts +1 -146
  454. package/dist/vectorstores/zep.js +1 -311
  455. package/package.json +4 -26
  456. package/dist/chat_models/googlevertexai/common.cjs +0 -274
  457. package/dist/chat_models/googlevertexai/common.d.ts +0 -123
  458. package/dist/chat_models/googlevertexai/common.js +0 -269
  459. package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
  460. package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
  461. package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
  462. package/dist/llms/googlevertexai/common.cjs +0 -168
  463. package/dist/llms/googlevertexai/common.d.ts +0 -82
  464. package/dist/llms/googlevertexai/common.js +0 -164
  465. package/dist/tools/gmail/base.cjs +0 -69
  466. package/dist/tools/gmail/base.d.ts +0 -19
  467. package/dist/tools/gmail/base.js +0 -65
  468. package/dist/tools/gmail/create_draft.cjs +0 -62
  469. package/dist/tools/gmail/create_draft.d.ts +0 -35
  470. package/dist/tools/gmail/create_draft.js +0 -58
  471. package/dist/tools/gmail/descriptions.cjs +0 -118
  472. package/dist/tools/gmail/descriptions.d.ts +0 -5
  473. package/dist/tools/gmail/descriptions.js +0 -115
  474. package/dist/tools/gmail/get_message.cjs +0 -83
  475. package/dist/tools/gmail/get_message.d.ts +0 -18
  476. package/dist/tools/gmail/get_message.js +0 -79
  477. package/dist/tools/gmail/get_thread.cjs +0 -89
  478. package/dist/tools/gmail/get_thread.d.ts +0 -18
  479. package/dist/tools/gmail/get_thread.js +0 -85
  480. package/dist/tools/gmail/search.cjs +0 -118
  481. package/dist/tools/gmail/search.d.ts +0 -29
  482. package/dist/tools/gmail/search.js +0 -114
  483. package/dist/tools/gmail/send_message.cjs +0 -74
  484. package/dist/tools/gmail/send_message.d.ts +0 -35
  485. package/dist/tools/gmail/send_message.js +0 -70
  486. package/dist/util/openai-format-fndef.cjs +0 -81
  487. package/dist/util/openai-format-fndef.d.ts +0 -44
  488. package/dist/util/openai-format-fndef.js +0 -77
  489. package/dist/util/openai.cjs +0 -21
  490. package/dist/util/openai.d.ts +0 -1
  491. package/dist/util/openai.js +0 -17
  492. package/dist/vectorstores/closevector/common.cjs +0 -128
  493. package/dist/vectorstores/closevector/common.d.ts +0 -82
  494. package/dist/vectorstores/closevector/common.js +0 -124
@@ -1,400 +1 @@
1
- import pg from "pg";
2
- import { VectorStore } from "./base.js";
3
- import { Document } from "../document.js";
4
- import { getEnvironmentVariable } from "../util/env.js";
5
- /**
6
- * Class that provides an interface to a Postgres vector database. It
7
- * extends the `VectorStore` base class and implements methods for adding
8
- * documents and vectors, performing similarity searches, and ensuring the
9
- * existence of a table in the database.
10
- */
11
- export class PGVectorStore extends VectorStore {
12
- _vectorstoreType() {
13
- return "pgvector";
14
- }
15
- constructor(embeddings, config) {
16
- super(embeddings, config);
17
- Object.defineProperty(this, "tableName", {
18
- enumerable: true,
19
- configurable: true,
20
- writable: true,
21
- value: void 0
22
- });
23
- Object.defineProperty(this, "collectionTableName", {
24
- enumerable: true,
25
- configurable: true,
26
- writable: true,
27
- value: void 0
28
- });
29
- Object.defineProperty(this, "collectionName", {
30
- enumerable: true,
31
- configurable: true,
32
- writable: true,
33
- value: "langchain"
34
- });
35
- Object.defineProperty(this, "collectionMetadata", {
36
- enumerable: true,
37
- configurable: true,
38
- writable: true,
39
- value: void 0
40
- });
41
- Object.defineProperty(this, "idColumnName", {
42
- enumerable: true,
43
- configurable: true,
44
- writable: true,
45
- value: void 0
46
- });
47
- Object.defineProperty(this, "vectorColumnName", {
48
- enumerable: true,
49
- configurable: true,
50
- writable: true,
51
- value: void 0
52
- });
53
- Object.defineProperty(this, "contentColumnName", {
54
- enumerable: true,
55
- configurable: true,
56
- writable: true,
57
- value: void 0
58
- });
59
- Object.defineProperty(this, "metadataColumnName", {
60
- enumerable: true,
61
- configurable: true,
62
- writable: true,
63
- value: void 0
64
- });
65
- Object.defineProperty(this, "filter", {
66
- enumerable: true,
67
- configurable: true,
68
- writable: true,
69
- value: void 0
70
- });
71
- Object.defineProperty(this, "_verbose", {
72
- enumerable: true,
73
- configurable: true,
74
- writable: true,
75
- value: void 0
76
- });
77
- Object.defineProperty(this, "pool", {
78
- enumerable: true,
79
- configurable: true,
80
- writable: true,
81
- value: void 0
82
- });
83
- Object.defineProperty(this, "client", {
84
- enumerable: true,
85
- configurable: true,
86
- writable: true,
87
- value: void 0
88
- });
89
- Object.defineProperty(this, "chunkSize", {
90
- enumerable: true,
91
- configurable: true,
92
- writable: true,
93
- value: 500
94
- });
95
- this.tableName = config.tableName;
96
- this.collectionTableName = config.collectionTableName;
97
- this.collectionName = config.collectionName ?? "langchain";
98
- this.collectionMetadata = config.collectionMetadata ?? null;
99
- this.filter = config.filter;
100
- this.vectorColumnName = config.columns?.vectorColumnName ?? "embedding";
101
- this.contentColumnName = config.columns?.contentColumnName ?? "text";
102
- this.idColumnName = config.columns?.idColumnName ?? "id";
103
- this.metadataColumnName = config.columns?.metadataColumnName ?? "metadata";
104
- const pool = new pg.Pool(config.postgresConnectionOptions);
105
- this.pool = pool;
106
- this.chunkSize = config.chunkSize ?? 500;
107
- this._verbose =
108
- getEnvironmentVariable("LANGCHAIN_VERBOSE") === "true" ??
109
- !!config.verbose;
110
- }
111
- /**
112
- * Static method to create a new `PGVectorStore` instance from a
113
- * connection. It creates a table if one does not exist, and calls
114
- * `connect` to return a new instance of `PGVectorStore`.
115
- *
116
- * @param embeddings - Embeddings instance.
117
- * @param fields - `PGVectorStoreArgs` instance.
118
- * @returns A new instance of `PGVectorStore`.
119
- */
120
- static async initialize(embeddings, config) {
121
- const postgresqlVectorStore = new PGVectorStore(embeddings, config);
122
- await postgresqlVectorStore._initializeClient();
123
- await postgresqlVectorStore.ensureTableInDatabase();
124
- if (postgresqlVectorStore.collectionTableName) {
125
- await postgresqlVectorStore.ensureCollectionTableInDatabase();
126
- }
127
- return postgresqlVectorStore;
128
- }
129
- async _initializeClient() {
130
- this.client = await this.pool.connect();
131
- }
132
- /**
133
- * Method to add documents to the vector store. It converts the documents into
134
- * vectors, and adds them to the store.
135
- *
136
- * @param documents - Array of `Document` instances.
137
- * @returns Promise that resolves when the documents have been added.
138
- */
139
- async addDocuments(documents) {
140
- const texts = documents.map(({ pageContent }) => pageContent);
141
- return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
142
- }
143
- /**
144
- * Inserts a row for the collectionName provided at initialization if it does not
145
- * exist and returns the collectionId.
146
- *
147
- * @returns The collectionId for the given collectionName.
148
- */
149
- async getOrCreateCollection() {
150
- const queryString = `
151
- SELECT uuid from ${this.collectionTableName}
152
- WHERE name = $1;
153
- `;
154
- const queryResult = await this.pool.query(queryString, [
155
- this.collectionName,
156
- ]);
157
- let collectionId = queryResult.rows[0]?.uuid;
158
- if (!collectionId) {
159
- const insertString = `
160
- INSERT INTO ${this.collectionTableName}(
161
- uuid,
162
- name,
163
- cmetadata
164
- )
165
- VALUES (
166
- uuid_generate_v4(),
167
- $1,
168
- $2
169
- )
170
- RETURNING uuid;
171
- `;
172
- const insertResult = await this.pool.query(insertString, [
173
- this.collectionName,
174
- this.collectionMetadata,
175
- ]);
176
- collectionId = insertResult.rows[0]?.uuid;
177
- }
178
- return collectionId;
179
- }
180
- /**
181
- * Generates the SQL placeholders for a specific row at the provided index.
182
- *
183
- * @param index - The index of the row for which placeholders need to be generated.
184
- * @param numOfColumns - The number of columns we are inserting data into.
185
- * @returns The SQL placeholders for the row values.
186
- */
187
- generatePlaceholderForRowAt(index, numOfColumns) {
188
- const placeholders = [];
189
- for (let i = 0; i < numOfColumns; i += 1) {
190
- placeholders.push(`$${index * numOfColumns + i + 1}`);
191
- }
192
- return `(${placeholders.join(", ")})`;
193
- }
194
- /**
195
- * Constructs the SQL query for inserting rows into the specified table.
196
- *
197
- * @param rows - The rows of data to be inserted, consisting of values and records.
198
- * @param chunkIndex - The starting index for generating query placeholders based on chunk positioning.
199
- * @returns The complete SQL INSERT INTO query string.
200
- */
201
- async buildInsertQuery(rows) {
202
- let collectionId;
203
- if (this.collectionTableName) {
204
- collectionId = await this.getOrCreateCollection();
205
- }
206
- const columns = [
207
- this.contentColumnName,
208
- this.vectorColumnName,
209
- this.metadataColumnName,
210
- ];
211
- if (collectionId) {
212
- columns.push("collection_id");
213
- }
214
- const valuesPlaceholders = rows
215
- .map((_, j) => this.generatePlaceholderForRowAt(j, columns.length))
216
- .join(", ");
217
- const text = `
218
- INSERT INTO ${this.tableName}(
219
- ${columns}
220
- )
221
- VALUES ${valuesPlaceholders}
222
- `;
223
- return text;
224
- }
225
- /**
226
- * Method to add vectors to the vector store. It converts the vectors into
227
- * rows and inserts them into the database.
228
- *
229
- * @param vectors - Array of vectors.
230
- * @param documents - Array of `Document` instances.
231
- * @returns Promise that resolves when the vectors have been added.
232
- */
233
- async addVectors(vectors, documents) {
234
- const rows = [];
235
- let collectionId;
236
- if (this.collectionTableName) {
237
- collectionId = await this.getOrCreateCollection();
238
- }
239
- for (let i = 0; i < vectors.length; i += 1) {
240
- const values = [];
241
- const embedding = vectors[i];
242
- const embeddingString = `[${embedding.join(",")}]`;
243
- values.push(documents[i].pageContent, embeddingString, documents[i].metadata);
244
- if (collectionId) {
245
- values.push(collectionId);
246
- }
247
- rows.push(values);
248
- }
249
- for (let i = 0; i < rows.length; i += this.chunkSize) {
250
- const chunk = rows.slice(i, i + this.chunkSize);
251
- const insertQuery = await this.buildInsertQuery(chunk);
252
- const flatValues = chunk.flat();
253
- try {
254
- await this.pool.query(insertQuery, flatValues);
255
- }
256
- catch (e) {
257
- console.error(e);
258
- throw new Error(`Error inserting: ${e.message}`);
259
- }
260
- }
261
- }
262
- /**
263
- * Method to perform a similarity search in the vector store. It returns
264
- * the `k` most similar documents to the query vector, along with their
265
- * similarity scores.
266
- *
267
- * @param query - Query vector.
268
- * @param k - Number of most similar documents to return.
269
- * @param filter - Optional filter to apply to the search.
270
- * @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
271
- */
272
- async similaritySearchVectorWithScore(query, k, filter) {
273
- const embeddingString = `[${query.join(",")}]`;
274
- const _filter = filter ?? "{}";
275
- let collectionId;
276
- if (this.collectionTableName) {
277
- collectionId = await this.getOrCreateCollection();
278
- }
279
- const parameters = [embeddingString, _filter, k];
280
- if (collectionId) {
281
- parameters.push(collectionId);
282
- }
283
- const queryString = `
284
- SELECT *, ${this.vectorColumnName} <=> $1 as "_distance"
285
- FROM ${this.tableName}
286
- WHERE ${this.metadataColumnName}::jsonb @> $2
287
- ${collectionId ? "AND collection_id = $4" : ""}
288
- ORDER BY "_distance" ASC
289
- LIMIT $3;
290
- `;
291
- const documents = (await this.pool.query(queryString, parameters)).rows;
292
- const results = [];
293
- for (const doc of documents) {
294
- if (doc._distance != null && doc[this.contentColumnName] != null) {
295
- const document = new Document({
296
- pageContent: doc[this.contentColumnName],
297
- metadata: doc[this.metadataColumnName],
298
- });
299
- results.push([document, doc._distance]);
300
- }
301
- }
302
- return results;
303
- }
304
- /**
305
- * Method to ensure the existence of the table in the database. It creates
306
- * the table if it does not already exist.
307
- *
308
- * @returns Promise that resolves when the table has been ensured.
309
- */
310
- async ensureTableInDatabase() {
311
- await this.pool.query("CREATE EXTENSION IF NOT EXISTS vector;");
312
- await this.pool.query('CREATE EXTENSION IF NOT EXISTS "uuid-ossp";');
313
- await this.pool.query(`
314
- CREATE TABLE IF NOT EXISTS ${this.tableName} (
315
- "${this.idColumnName}" uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
316
- "${this.contentColumnName}" text,
317
- "${this.metadataColumnName}" jsonb,
318
- "${this.vectorColumnName}" vector
319
- );
320
- `);
321
- }
322
- /**
323
- * Method to ensure the existence of the collection table in the database.
324
- * It creates the table if it does not already exist.
325
- *
326
- * @returns Promise that resolves when the collection table has been ensured.
327
- */
328
- async ensureCollectionTableInDatabase() {
329
- try {
330
- await this.pool.query(`
331
- CREATE TABLE IF NOT EXISTS ${this.collectionTableName} (
332
- uuid uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
333
- name character varying,
334
- cmetadata jsonb
335
- );
336
-
337
- ALTER TABLE ${this.tableName}
338
- ADD COLUMN collection_id uuid;
339
-
340
- ALTER TABLE ${this.tableName}
341
- ADD CONSTRAINT ${this.tableName}_collection_id_fkey
342
- FOREIGN KEY (collection_id)
343
- REFERENCES ${this.collectionTableName}(uuid)
344
- ON DELETE CASCADE;
345
- `);
346
- }
347
- catch (e) {
348
- if (!e.message.includes("already exists")) {
349
- console.error(e);
350
- throw new Error(`Error adding column: ${e.message}`);
351
- }
352
- }
353
- }
354
- /**
355
- * Static method to create a new `PGVectorStore` instance from an
356
- * array of texts and their metadata. It converts the texts into
357
- * `Document` instances and adds them to the store.
358
- *
359
- * @param texts - Array of texts.
360
- * @param metadatas - Array of metadata objects or a single metadata object.
361
- * @param embeddings - Embeddings instance.
362
- * @param dbConfig - `PGVectorStoreArgs` instance.
363
- * @returns Promise that resolves with a new instance of `PGVectorStore`.
364
- */
365
- static async fromTexts(texts, metadatas, embeddings, dbConfig) {
366
- const docs = [];
367
- for (let i = 0; i < texts.length; i += 1) {
368
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
369
- const newDoc = new Document({
370
- pageContent: texts[i],
371
- metadata,
372
- });
373
- docs.push(newDoc);
374
- }
375
- return PGVectorStore.fromDocuments(docs, embeddings, dbConfig);
376
- }
377
- /**
378
- * Static method to create a new `PGVectorStore` instance from an
379
- * array of `Document` instances. It adds the documents to the store.
380
- *
381
- * @param docs - Array of `Document` instances.
382
- * @param embeddings - Embeddings instance.
383
- * @param dbConfig - `PGVectorStoreArgs` instance.
384
- * @returns Promise that resolves with a new instance of `PGVectorStore`.
385
- */
386
- static async fromDocuments(docs, embeddings, dbConfig) {
387
- const instance = await PGVectorStore.initialize(embeddings, dbConfig);
388
- await instance.addDocuments(docs);
389
- return instance;
390
- }
391
- /**
392
- * Closes all the clients in the pool and terminates the pool.
393
- *
394
- * @returns Promise that resolves when all clients are closed and the pool is terminated.
395
- */
396
- async end() {
397
- this.client?.release();
398
- return this.pool.end();
399
- }
400
- }
1
+ export * from "@langchain/community/vectorstores/pgvector";
@@ -10,285 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
10
10
  if (k2 === undefined) k2 = k;
11
11
  o[k2] = m[k];
12
12
  }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
27
15
  };
28
16
  Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.PineconeStore = void 0;
30
- /* eslint-disable no-process-env */
31
- const uuid = __importStar(require("uuid"));
32
- const flat_1 = __importDefault(require("flat"));
33
- const base_js_1 = require("./base.cjs");
34
- const document_js_1 = require("../document.cjs");
35
- const async_caller_js_1 = require("../util/async_caller.cjs");
36
- const math_js_1 = require("../util/math.cjs");
37
- const chunk_js_1 = require("../util/chunk.cjs");
38
- /**
39
- * Class that extends the VectorStore class and provides methods to
40
- * interact with the Pinecone vector database.
41
- */
42
- class PineconeStore extends base_js_1.VectorStore {
43
- _vectorstoreType() {
44
- return "pinecone";
45
- }
46
- constructor(embeddings, args) {
47
- super(embeddings, args);
48
- Object.defineProperty(this, "textKey", {
49
- enumerable: true,
50
- configurable: true,
51
- writable: true,
52
- value: void 0
53
- });
54
- Object.defineProperty(this, "namespace", {
55
- enumerable: true,
56
- configurable: true,
57
- writable: true,
58
- value: void 0
59
- });
60
- Object.defineProperty(this, "pineconeIndex", {
61
- enumerable: true,
62
- configurable: true,
63
- writable: true,
64
- value: void 0
65
- });
66
- Object.defineProperty(this, "filter", {
67
- enumerable: true,
68
- configurable: true,
69
- writable: true,
70
- value: void 0
71
- });
72
- Object.defineProperty(this, "caller", {
73
- enumerable: true,
74
- configurable: true,
75
- writable: true,
76
- value: void 0
77
- });
78
- this.embeddings = embeddings;
79
- const { namespace, pineconeIndex, textKey, filter, ...asyncCallerArgs } = args;
80
- this.namespace = namespace;
81
- this.pineconeIndex = pineconeIndex;
82
- this.textKey = textKey ?? "text";
83
- this.filter = filter;
84
- this.caller = new async_caller_js_1.AsyncCaller(asyncCallerArgs);
85
- }
86
- /**
87
- * Method that adds documents to the Pinecone database.
88
- * @param documents Array of documents to add to the Pinecone database.
89
- * @param options Optional ids for the documents.
90
- * @returns Promise that resolves with the ids of the added documents.
91
- */
92
- async addDocuments(documents, options) {
93
- const texts = documents.map(({ pageContent }) => pageContent);
94
- return this.addVectors(await this.embeddings.embedDocuments(texts), documents, options);
95
- }
96
- /**
97
- * Method that adds vectors to the Pinecone database.
98
- * @param vectors Array of vectors to add to the Pinecone database.
99
- * @param documents Array of documents associated with the vectors.
100
- * @param options Optional ids for the vectors.
101
- * @returns Promise that resolves with the ids of the added vectors.
102
- */
103
- async addVectors(vectors, documents, options) {
104
- const ids = Array.isArray(options) ? options : options?.ids;
105
- const documentIds = ids == null ? documents.map(() => uuid.v4()) : ids;
106
- const pineconeVectors = vectors.map((values, idx) => {
107
- // Pinecone doesn't support nested objects, so we flatten them
108
- const documentMetadata = { ...documents[idx].metadata };
109
- // preserve string arrays which are allowed
110
- const stringArrays = {};
111
- for (const key of Object.keys(documentMetadata)) {
112
- if (Array.isArray(documentMetadata[key]) &&
113
- // eslint-disable-next-line @typescript-eslint/ban-types, @typescript-eslint/no-explicit-any
114
- documentMetadata[key].every((el) => typeof el === "string")) {
115
- stringArrays[key] = documentMetadata[key];
116
- delete documentMetadata[key];
117
- }
118
- }
119
- const metadata = {
120
- ...(0, flat_1.default)(documentMetadata),
121
- ...stringArrays,
122
- [this.textKey]: documents[idx].pageContent,
123
- };
124
- // Pinecone doesn't support null values, so we remove them
125
- for (const key of Object.keys(metadata)) {
126
- if (metadata[key] == null) {
127
- delete metadata[key];
128
- }
129
- else if (typeof metadata[key] === "object" &&
130
- Object.keys(metadata[key]).length === 0) {
131
- delete metadata[key];
132
- }
133
- }
134
- return {
135
- id: documentIds[idx],
136
- metadata,
137
- values,
138
- };
139
- });
140
- const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
141
- // Pinecone recommends a limit of 100 vectors per upsert request
142
- const chunkSize = 100;
143
- const chunkedVectors = (0, chunk_js_1.chunkArray)(pineconeVectors, chunkSize);
144
- const batchRequests = chunkedVectors.map((chunk) => this.caller.call(async () => namespace.upsert(chunk)));
145
- await Promise.all(batchRequests);
146
- return documentIds;
147
- }
148
- /**
149
- * Method that deletes vectors from the Pinecone database.
150
- * @param params Parameters for the delete operation.
151
- * @returns Promise that resolves when the delete operation is complete.
152
- */
153
- async delete(params) {
154
- const { deleteAll, ids, filter } = params;
155
- const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
156
- if (deleteAll) {
157
- await namespace.deleteAll();
158
- }
159
- else if (ids) {
160
- const batchSize = 1000;
161
- for (let i = 0; i < ids.length; i += batchSize) {
162
- const batchIds = ids.slice(i, i + batchSize);
163
- await namespace.deleteMany(batchIds);
164
- }
165
- }
166
- else if (filter) {
167
- await namespace.deleteMany(filter);
168
- }
169
- else {
170
- throw new Error("Either ids or delete_all must be provided.");
171
- }
172
- }
173
- async _runPineconeQuery(query, k, filter, options) {
174
- if (filter && this.filter) {
175
- throw new Error("cannot provide both `filter` and `this.filter`");
176
- }
177
- const _filter = filter ?? this.filter;
178
- const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
179
- const results = await namespace.query({
180
- includeMetadata: true,
181
- topK: k,
182
- vector: query,
183
- filter: _filter,
184
- ...options,
185
- });
186
- return results;
187
- }
188
- /**
189
- * Method that performs a similarity search in the Pinecone database and
190
- * returns the results along with their scores.
191
- * @param query Query vector for the similarity search.
192
- * @param k Number of top results to return.
193
- * @param filter Optional filter to apply to the search.
194
- * @returns Promise that resolves with an array of documents and their scores.
195
- */
196
- async similaritySearchVectorWithScore(query, k, filter) {
197
- const results = await this._runPineconeQuery(query, k, filter);
198
- const result = [];
199
- if (results.matches) {
200
- for (const res of results.matches) {
201
- const { [this.textKey]: pageContent, ...metadata } = (res.metadata ??
202
- {});
203
- if (res.score) {
204
- result.push([new document_js_1.Document({ metadata, pageContent }), res.score]);
205
- }
206
- }
207
- }
208
- return result;
209
- }
210
- /**
211
- * Return documents selected using the maximal marginal relevance.
212
- * Maximal marginal relevance optimizes for similarity to the query AND diversity
213
- * among selected documents.
214
- *
215
- * @param {string} query - Text to look up documents similar to.
216
- * @param {number} options.k - Number of documents to return.
217
- * @param {number} options.fetchK=20 - Number of documents to fetch before passing to the MMR algorithm.
218
- * @param {number} options.lambda=0.5 - Number between 0 and 1 that determines the degree of diversity among the results,
219
- * where 0 corresponds to maximum diversity and 1 to minimum diversity.
220
- * @param {PineconeMetadata} options.filter - Optional filter to apply to the search.
221
- *
222
- * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
223
- */
224
- async maxMarginalRelevanceSearch(query, options) {
225
- const queryEmbedding = await this.embeddings.embedQuery(query);
226
- const results = await this._runPineconeQuery(queryEmbedding, options.fetchK ?? 20, options.filter, { includeValues: true });
227
- const matches = results?.matches ?? [];
228
- const embeddingList = matches.map((match) => match.values);
229
- const mmrIndexes = (0, math_js_1.maximalMarginalRelevance)(queryEmbedding, embeddingList, options.lambda, options.k);
230
- const topMmrMatches = mmrIndexes.map((idx) => matches[idx]);
231
- const finalResult = [];
232
- for (const res of topMmrMatches) {
233
- const { [this.textKey]: pageContent, ...metadata } = (res.metadata ??
234
- {});
235
- if (res.score) {
236
- finalResult.push(new document_js_1.Document({ metadata, pageContent }));
237
- }
238
- }
239
- return finalResult;
240
- }
241
- /**
242
- * Static method that creates a new instance of the PineconeStore class
243
- * from texts.
244
- * @param texts Array of texts to add to the Pinecone database.
245
- * @param metadatas Metadata associated with the texts.
246
- * @param embeddings Embeddings to use for the texts.
247
- * @param dbConfig Configuration for the Pinecone database.
248
- * @returns Promise that resolves with a new instance of the PineconeStore class.
249
- */
250
- static async fromTexts(texts, metadatas, embeddings, dbConfig) {
251
- const docs = [];
252
- for (let i = 0; i < texts.length; i += 1) {
253
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
254
- const newDoc = new document_js_1.Document({
255
- pageContent: texts[i],
256
- metadata,
257
- });
258
- docs.push(newDoc);
259
- }
260
- const args = {
261
- pineconeIndex: dbConfig.pineconeIndex,
262
- textKey: dbConfig.textKey,
263
- namespace: dbConfig.namespace,
264
- };
265
- return PineconeStore.fromDocuments(docs, embeddings, args);
266
- }
267
- /**
268
- * Static method that creates a new instance of the PineconeStore class
269
- * from documents.
270
- * @param docs Array of documents to add to the Pinecone database.
271
- * @param embeddings Embeddings to use for the documents.
272
- * @param dbConfig Configuration for the Pinecone database.
273
- * @returns Promise that resolves with a new instance of the PineconeStore class.
274
- */
275
- static async fromDocuments(docs, embeddings, dbConfig) {
276
- const args = dbConfig;
277
- args.textKey = dbConfig.textKey ?? "text";
278
- const instance = new this(embeddings, args);
279
- await instance.addDocuments(docs);
280
- return instance;
281
- }
282
- /**
283
- * Static method that creates a new instance of the PineconeStore class
284
- * from an existing index.
285
- * @param embeddings Embeddings to use for the documents.
286
- * @param dbConfig Configuration for the Pinecone database.
287
- * @returns Promise that resolves with a new instance of the PineconeStore class.
288
- */
289
- static async fromExistingIndex(embeddings, dbConfig) {
290
- const instance = new this(embeddings, dbConfig);
291
- return instance;
292
- }
293
- }
294
- exports.PineconeStore = PineconeStore;
17
+ __exportStar(require("@langchain/community/vectorstores/pinecone"), exports);