langchain 0.0.202 → 0.0.204-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (519) hide show
  1. package/dist/cache/cloudflare_kv.cjs +15 -69
  2. package/dist/cache/cloudflare_kv.d.ts +1 -42
  3. package/dist/cache/cloudflare_kv.js +1 -67
  4. package/dist/cache/momento.cjs +15 -135
  5. package/dist/cache/momento.d.ts +1 -91
  6. package/dist/cache/momento.js +1 -133
  7. package/dist/cache/upstash_redis.cjs +15 -72
  8. package/dist/cache/upstash_redis.d.ts +1 -45
  9. package/dist/cache/upstash_redis.js +1 -70
  10. package/dist/callbacks/handlers/llmonitor.cjs +14 -238
  11. package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
  12. package/dist/callbacks/handlers/llmonitor.js +1 -233
  13. package/dist/chains/openai_moderation.cjs +2 -2
  14. package/dist/chains/openai_moderation.d.ts +1 -1
  15. package/dist/chains/openai_moderation.js +1 -1
  16. package/dist/chat_models/anthropic.d.ts +4 -4
  17. package/dist/chat_models/baiduwenxin.cjs +15 -411
  18. package/dist/chat_models/baiduwenxin.d.ts +1 -150
  19. package/dist/chat_models/baiduwenxin.js +1 -409
  20. package/dist/chat_models/bedrock/index.cjs +15 -33
  21. package/dist/chat_models/bedrock/index.d.ts +1 -23
  22. package/dist/chat_models/bedrock/index.js +1 -29
  23. package/dist/chat_models/bedrock/web.cjs +15 -360
  24. package/dist/chat_models/bedrock/web.d.ts +1 -82
  25. package/dist/chat_models/bedrock/web.js +1 -356
  26. package/dist/chat_models/cloudflare_workersai.cjs +15 -216
  27. package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
  28. package/dist/chat_models/cloudflare_workersai.js +1 -214
  29. package/dist/chat_models/fireworks.cjs +15 -89
  30. package/dist/chat_models/fireworks.d.ts +1 -43
  31. package/dist/chat_models/fireworks.js +1 -87
  32. package/dist/chat_models/googlepalm.cjs +15 -235
  33. package/dist/chat_models/googlepalm.d.ts +1 -108
  34. package/dist/chat_models/googlepalm.js +1 -233
  35. package/dist/chat_models/googlevertexai/index.cjs +15 -40
  36. package/dist/chat_models/googlevertexai/index.d.ts +1 -28
  37. package/dist/chat_models/googlevertexai/index.js +1 -38
  38. package/dist/chat_models/googlevertexai/web.cjs +15 -39
  39. package/dist/chat_models/googlevertexai/web.d.ts +1 -28
  40. package/dist/chat_models/googlevertexai/web.js +1 -37
  41. package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
  42. package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
  43. package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
  44. package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
  45. package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
  46. package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
  47. package/dist/chat_models/llama_cpp.cjs +15 -275
  48. package/dist/chat_models/llama_cpp.d.ts +1 -71
  49. package/dist/chat_models/llama_cpp.js +1 -273
  50. package/dist/chat_models/minimax.cjs +15 -578
  51. package/dist/chat_models/minimax.d.ts +1 -369
  52. package/dist/chat_models/minimax.js +1 -576
  53. package/dist/chat_models/ollama.cjs +15 -394
  54. package/dist/chat_models/ollama.d.ts +1 -127
  55. package/dist/chat_models/ollama.js +1 -392
  56. package/dist/chat_models/openai.cjs +4 -698
  57. package/dist/chat_models/openai.d.ts +4 -137
  58. package/dist/chat_models/openai.js +2 -695
  59. package/dist/chat_models/portkey.cjs +15 -167
  60. package/dist/chat_models/portkey.d.ts +1 -17
  61. package/dist/chat_models/portkey.js +1 -165
  62. package/dist/chat_models/yandex.cjs +15 -132
  63. package/dist/chat_models/yandex.d.ts +1 -30
  64. package/dist/chat_models/yandex.js +1 -130
  65. package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
  66. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
  67. package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
  68. package/dist/document_loaders/fs/pdf.cjs +1 -1
  69. package/dist/document_loaders/fs/pdf.js +1 -1
  70. package/dist/document_loaders/web/pdf.cjs +1 -1
  71. package/dist/document_loaders/web/pdf.js +1 -1
  72. package/dist/document_transformers/html_to_text.cjs +15 -47
  73. package/dist/document_transformers/html_to_text.d.ts +1 -30
  74. package/dist/document_transformers/html_to_text.js +1 -45
  75. package/dist/document_transformers/mozilla_readability.cjs +15 -53
  76. package/dist/document_transformers/mozilla_readability.d.ts +1 -31
  77. package/dist/document_transformers/mozilla_readability.js +1 -51
  78. package/dist/embeddings/bedrock.cjs +15 -109
  79. package/dist/embeddings/bedrock.d.ts +1 -71
  80. package/dist/embeddings/bedrock.js +1 -107
  81. package/dist/embeddings/cloudflare_workersai.cjs +15 -67
  82. package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
  83. package/dist/embeddings/cloudflare_workersai.js +1 -65
  84. package/dist/embeddings/cohere.cjs +15 -124
  85. package/dist/embeddings/cohere.d.ts +1 -66
  86. package/dist/embeddings/cohere.js +1 -122
  87. package/dist/embeddings/googlepalm.cjs +15 -88
  88. package/dist/embeddings/googlepalm.d.ts +1 -61
  89. package/dist/embeddings/googlepalm.js +1 -86
  90. package/dist/embeddings/googlevertexai.cjs +15 -81
  91. package/dist/embeddings/googlevertexai.d.ts +1 -54
  92. package/dist/embeddings/googlevertexai.js +1 -79
  93. package/dist/embeddings/gradient_ai.cjs +15 -101
  94. package/dist/embeddings/gradient_ai.d.ts +1 -48
  95. package/dist/embeddings/gradient_ai.js +1 -99
  96. package/dist/embeddings/hf.cjs +15 -75
  97. package/dist/embeddings/hf.d.ts +1 -41
  98. package/dist/embeddings/hf.js +1 -73
  99. package/dist/embeddings/hf_transformers.cjs +15 -87
  100. package/dist/embeddings/hf_transformers.d.ts +1 -47
  101. package/dist/embeddings/hf_transformers.js +1 -85
  102. package/dist/embeddings/llama_cpp.cjs +15 -81
  103. package/dist/embeddings/llama_cpp.d.ts +1 -42
  104. package/dist/embeddings/llama_cpp.js +1 -79
  105. package/dist/embeddings/minimax.cjs +15 -165
  106. package/dist/embeddings/minimax.d.ts +1 -119
  107. package/dist/embeddings/minimax.js +1 -163
  108. package/dist/embeddings/ollama.cjs +15 -118
  109. package/dist/embeddings/ollama.d.ts +1 -34
  110. package/dist/embeddings/ollama.js +1 -116
  111. package/dist/embeddings/openai.cjs +2 -240
  112. package/dist/embeddings/openai.d.ts +1 -82
  113. package/dist/embeddings/openai.js +1 -239
  114. package/dist/embeddings/tensorflow.cjs +3 -96
  115. package/dist/embeddings/tensorflow.d.ts +1 -59
  116. package/dist/embeddings/tensorflow.js +1 -83
  117. package/dist/embeddings/voyage.cjs +15 -118
  118. package/dist/embeddings/voyage.d.ts +1 -66
  119. package/dist/embeddings/voyage.js +1 -116
  120. package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
  121. package/dist/experimental/masking/index.cjs +9 -0
  122. package/dist/experimental/masking/index.d.ts +4 -0
  123. package/dist/experimental/masking/index.js +3 -0
  124. package/dist/experimental/masking/parser.cjs +134 -0
  125. package/dist/experimental/masking/parser.d.ts +44 -0
  126. package/dist/experimental/masking/parser.js +130 -0
  127. package/dist/experimental/masking/regex_masking_transformer.cjs +145 -0
  128. package/dist/experimental/masking/regex_masking_transformer.d.ts +48 -0
  129. package/dist/experimental/masking/regex_masking_transformer.js +141 -0
  130. package/dist/experimental/masking/transformer.cjs +9 -0
  131. package/dist/experimental/masking/transformer.d.ts +7 -0
  132. package/dist/experimental/masking/transformer.js +5 -0
  133. package/dist/experimental/masking/types.cjs +2 -0
  134. package/dist/experimental/masking/types.d.ts +25 -0
  135. package/dist/experimental/masking/types.js +1 -0
  136. package/dist/experimental/openai_assistant/index.cjs +3 -3
  137. package/dist/experimental/openai_assistant/index.d.ts +1 -1
  138. package/dist/experimental/openai_assistant/index.js +1 -1
  139. package/dist/experimental/openai_assistant/schema.d.ts +1 -1
  140. package/dist/experimental/openai_files/index.cjs +2 -2
  141. package/dist/experimental/openai_files/index.d.ts +1 -1
  142. package/dist/experimental/openai_files/index.js +1 -1
  143. package/dist/graphs/neo4j_graph.cjs +3 -254
  144. package/dist/graphs/neo4j_graph.d.ts +1 -63
  145. package/dist/graphs/neo4j_graph.js +1 -241
  146. package/dist/llms/ai21.cjs +15 -200
  147. package/dist/llms/ai21.d.ts +1 -100
  148. package/dist/llms/ai21.js +1 -198
  149. package/dist/llms/aleph_alpha.cjs +15 -374
  150. package/dist/llms/aleph_alpha.d.ts +1 -161
  151. package/dist/llms/aleph_alpha.js +1 -372
  152. package/dist/llms/bedrock/web.cjs +15 -310
  153. package/dist/llms/bedrock/web.d.ts +1 -66
  154. package/dist/llms/bedrock/web.js +1 -308
  155. package/dist/llms/cloudflare_workersai.cjs +15 -168
  156. package/dist/llms/cloudflare_workersai.d.ts +1 -55
  157. package/dist/llms/cloudflare_workersai.js +1 -166
  158. package/dist/llms/cohere.cjs +15 -110
  159. package/dist/llms/cohere.d.ts +1 -54
  160. package/dist/llms/cohere.js +1 -108
  161. package/dist/llms/fireworks.cjs +15 -90
  162. package/dist/llms/fireworks.d.ts +1 -33
  163. package/dist/llms/fireworks.js +1 -88
  164. package/dist/llms/googlepalm.cjs +15 -134
  165. package/dist/llms/googlepalm.d.ts +1 -92
  166. package/dist/llms/googlepalm.js +1 -132
  167. package/dist/llms/googlevertexai/index.cjs +15 -45
  168. package/dist/llms/googlevertexai/index.d.ts +1 -38
  169. package/dist/llms/googlevertexai/index.js +1 -43
  170. package/dist/llms/googlevertexai/web.cjs +15 -42
  171. package/dist/llms/googlevertexai/web.d.ts +1 -36
  172. package/dist/llms/googlevertexai/web.js +1 -40
  173. package/dist/llms/gradient_ai.cjs +15 -110
  174. package/dist/llms/gradient_ai.d.ts +1 -55
  175. package/dist/llms/gradient_ai.js +1 -108
  176. package/dist/llms/hf.cjs +15 -136
  177. package/dist/llms/hf.d.ts +1 -68
  178. package/dist/llms/hf.js +1 -134
  179. package/dist/llms/llama_cpp.cjs +15 -111
  180. package/dist/llms/llama_cpp.d.ts +1 -41
  181. package/dist/llms/llama_cpp.js +1 -109
  182. package/dist/llms/ollama.cjs +15 -353
  183. package/dist/llms/ollama.d.ts +1 -106
  184. package/dist/llms/ollama.js +1 -351
  185. package/dist/llms/openai-chat.cjs +3 -445
  186. package/dist/llms/openai-chat.d.ts +4 -123
  187. package/dist/llms/openai-chat.js +2 -443
  188. package/dist/llms/openai.cjs +6 -530
  189. package/dist/llms/openai.d.ts +4 -123
  190. package/dist/llms/openai.js +2 -525
  191. package/dist/llms/portkey.cjs +14 -168
  192. package/dist/llms/portkey.d.ts +1 -57
  193. package/dist/llms/portkey.js +1 -162
  194. package/dist/llms/raycast.cjs +15 -94
  195. package/dist/llms/raycast.d.ts +1 -50
  196. package/dist/llms/raycast.js +1 -92
  197. package/dist/llms/replicate.cjs +15 -132
  198. package/dist/llms/replicate.d.ts +1 -51
  199. package/dist/llms/replicate.js +1 -130
  200. package/dist/llms/sagemaker_endpoint.cjs +15 -203
  201. package/dist/llms/sagemaker_endpoint.d.ts +1 -121
  202. package/dist/llms/sagemaker_endpoint.js +1 -200
  203. package/dist/llms/watsonx_ai.cjs +15 -152
  204. package/dist/llms/watsonx_ai.d.ts +1 -72
  205. package/dist/llms/watsonx_ai.js +1 -150
  206. package/dist/llms/writer.cjs +15 -165
  207. package/dist/llms/writer.d.ts +1 -60
  208. package/dist/llms/writer.js +1 -163
  209. package/dist/llms/yandex.cjs +15 -98
  210. package/dist/llms/yandex.d.ts +1 -40
  211. package/dist/llms/yandex.js +1 -96
  212. package/dist/load/import_map.cjs +2 -1
  213. package/dist/load/import_map.d.ts +1 -0
  214. package/dist/load/import_map.js +1 -0
  215. package/dist/load/index.cjs +3 -1
  216. package/dist/load/index.d.ts +1 -1
  217. package/dist/load/index.js +3 -1
  218. package/dist/retrievers/amazon_kendra.cjs +15 -273
  219. package/dist/retrievers/amazon_kendra.d.ts +1 -142
  220. package/dist/retrievers/amazon_kendra.js +1 -271
  221. package/dist/retrievers/chaindesk.cjs +15 -88
  222. package/dist/retrievers/chaindesk.d.ts +1 -31
  223. package/dist/retrievers/chaindesk.js +1 -86
  224. package/dist/retrievers/databerry.cjs +15 -82
  225. package/dist/retrievers/databerry.d.ts +1 -34
  226. package/dist/retrievers/databerry.js +1 -80
  227. package/dist/retrievers/metal.cjs +15 -51
  228. package/dist/retrievers/metal.d.ts +1 -36
  229. package/dist/retrievers/metal.js +1 -49
  230. package/dist/retrievers/supabase.cjs +15 -167
  231. package/dist/retrievers/supabase.d.ts +1 -82
  232. package/dist/retrievers/supabase.js +1 -165
  233. package/dist/retrievers/tavily_search_api.cjs +15 -142
  234. package/dist/retrievers/tavily_search_api.d.ts +1 -38
  235. package/dist/retrievers/tavily_search_api.js +1 -140
  236. package/dist/retrievers/zep.cjs +15 -150
  237. package/dist/retrievers/zep.d.ts +1 -76
  238. package/dist/retrievers/zep.js +1 -148
  239. package/dist/schema/document.cjs +2 -16
  240. package/dist/schema/document.d.ts +1 -11
  241. package/dist/schema/document.js +1 -16
  242. package/dist/schema/index.cjs +2 -7
  243. package/dist/schema/index.d.ts +2 -10
  244. package/dist/schema/index.js +1 -6
  245. package/dist/storage/convex.cjs +15 -143
  246. package/dist/storage/convex.d.ts +1 -106
  247. package/dist/storage/convex.js +1 -141
  248. package/dist/storage/ioredis.cjs +15 -158
  249. package/dist/storage/ioredis.d.ts +1 -71
  250. package/dist/storage/ioredis.js +1 -156
  251. package/dist/storage/upstash_redis.cjs +15 -172
  252. package/dist/storage/upstash_redis.d.ts +1 -78
  253. package/dist/storage/upstash_redis.js +1 -170
  254. package/dist/storage/vercel_kv.cjs +15 -161
  255. package/dist/storage/vercel_kv.d.ts +1 -62
  256. package/dist/storage/vercel_kv.js +1 -159
  257. package/dist/stores/doc/in_memory.cjs +15 -105
  258. package/dist/stores/doc/in_memory.d.ts +1 -46
  259. package/dist/stores/doc/in_memory.js +1 -102
  260. package/dist/stores/message/cassandra.cjs +15 -158
  261. package/dist/stores/message/cassandra.d.ts +1 -69
  262. package/dist/stores/message/cassandra.js +1 -156
  263. package/dist/stores/message/cloudflare_d1.cjs +15 -150
  264. package/dist/stores/message/cloudflare_d1.d.ts +1 -67
  265. package/dist/stores/message/cloudflare_d1.js +1 -148
  266. package/dist/stores/message/convex.cjs +15 -118
  267. package/dist/stores/message/convex.d.ts +1 -81
  268. package/dist/stores/message/convex.js +1 -116
  269. package/dist/stores/message/dynamodb.cjs +15 -159
  270. package/dist/stores/message/dynamodb.d.ts +1 -51
  271. package/dist/stores/message/dynamodb.js +1 -157
  272. package/dist/stores/message/firestore.cjs +15 -185
  273. package/dist/stores/message/firestore.d.ts +1 -68
  274. package/dist/stores/message/firestore.js +1 -183
  275. package/dist/stores/message/ioredis.cjs +15 -98
  276. package/dist/stores/message/ioredis.d.ts +1 -64
  277. package/dist/stores/message/ioredis.js +1 -96
  278. package/dist/stores/message/momento.cjs +15 -160
  279. package/dist/stores/message/momento.d.ts +1 -97
  280. package/dist/stores/message/momento.js +1 -158
  281. package/dist/stores/message/mongodb.cjs +15 -57
  282. package/dist/stores/message/mongodb.d.ts +1 -26
  283. package/dist/stores/message/mongodb.js +1 -55
  284. package/dist/stores/message/planetscale.cjs +15 -170
  285. package/dist/stores/message/planetscale.d.ts +1 -75
  286. package/dist/stores/message/planetscale.js +1 -168
  287. package/dist/stores/message/redis.cjs +15 -114
  288. package/dist/stores/message/redis.d.ts +1 -69
  289. package/dist/stores/message/redis.js +1 -112
  290. package/dist/stores/message/upstash_redis.cjs +15 -85
  291. package/dist/stores/message/upstash_redis.d.ts +1 -43
  292. package/dist/stores/message/upstash_redis.js +1 -83
  293. package/dist/stores/message/utils.cjs +3 -23
  294. package/dist/stores/message/utils.d.ts +1 -17
  295. package/dist/stores/message/utils.js +1 -21
  296. package/dist/stores/message/xata.cjs +15 -216
  297. package/dist/stores/message/xata.d.ts +1 -76
  298. package/dist/stores/message/xata.js +1 -214
  299. package/dist/tools/IFTTTWebhook.cjs +15 -87
  300. package/dist/tools/IFTTTWebhook.d.ts +1 -50
  301. package/dist/tools/IFTTTWebhook.js +1 -85
  302. package/dist/tools/aiplugin.cjs +15 -73
  303. package/dist/tools/aiplugin.d.ts +1 -34
  304. package/dist/tools/aiplugin.js +1 -71
  305. package/dist/tools/aws_sfn.cjs +15 -201
  306. package/dist/tools/aws_sfn.d.ts +1 -57
  307. package/dist/tools/aws_sfn.js +1 -197
  308. package/dist/tools/bingserpapi.cjs +15 -76
  309. package/dist/tools/bingserpapi.d.ts +1 -23
  310. package/dist/tools/bingserpapi.js +1 -75
  311. package/dist/tools/brave_search.cjs +15 -64
  312. package/dist/tools/brave_search.d.ts +1 -23
  313. package/dist/tools/brave_search.js +1 -62
  314. package/dist/tools/connery.cjs +15 -277
  315. package/dist/tools/connery.d.ts +1 -145
  316. package/dist/tools/connery.js +1 -274
  317. package/dist/tools/convert_to_openai.d.ts +1 -1
  318. package/dist/tools/dadjokeapi.cjs +15 -46
  319. package/dist/tools/dadjokeapi.d.ts +1 -15
  320. package/dist/tools/dadjokeapi.js +1 -45
  321. package/dist/tools/dataforseo_api_search.cjs +15 -280
  322. package/dist/tools/dataforseo_api_search.d.ts +1 -170
  323. package/dist/tools/dataforseo_api_search.js +1 -278
  324. package/dist/tools/gmail/index.cjs +15 -11
  325. package/dist/tools/gmail/index.d.ts +1 -11
  326. package/dist/tools/gmail/index.js +1 -5
  327. package/dist/tools/google_custom_search.cjs +15 -70
  328. package/dist/tools/google_custom_search.d.ts +1 -25
  329. package/dist/tools/google_custom_search.js +1 -68
  330. package/dist/tools/google_places.cjs +15 -79
  331. package/dist/tools/google_places.d.ts +1 -21
  332. package/dist/tools/google_places.js +1 -77
  333. package/dist/tools/searchapi.cjs +15 -164
  334. package/dist/tools/searchapi.d.ts +1 -91
  335. package/dist/tools/searchapi.js +1 -162
  336. package/dist/tools/searxng_search.cjs +15 -156
  337. package/dist/tools/searxng_search.d.ts +1 -114
  338. package/dist/tools/searxng_search.js +1 -154
  339. package/dist/tools/serpapi.cjs +15 -199
  340. package/dist/tools/serpapi.d.ts +1 -302
  341. package/dist/tools/serpapi.js +1 -197
  342. package/dist/tools/serper.cjs +15 -94
  343. package/dist/tools/serper.d.ts +1 -32
  344. package/dist/tools/serper.js +1 -92
  345. package/dist/tools/wikipedia_query_run.cjs +15 -133
  346. package/dist/tools/wikipedia_query_run.d.ts +1 -54
  347. package/dist/tools/wikipedia_query_run.js +1 -131
  348. package/dist/tools/wolframalpha.cjs +15 -47
  349. package/dist/tools/wolframalpha.d.ts +1 -21
  350. package/dist/tools/wolframalpha.js +1 -45
  351. package/dist/types/openai-types.d.ts +1 -1
  352. package/dist/util/convex.d.ts +1 -1
  353. package/dist/util/event-source-parse.cjs +15 -224
  354. package/dist/util/event-source-parse.d.ts +1 -39
  355. package/dist/util/event-source-parse.js +1 -219
  356. package/dist/util/math.cjs +15 -123
  357. package/dist/util/math.d.ts +1 -40
  358. package/dist/util/math.js +1 -116
  359. package/dist/util/openapi.d.ts +2 -2
  360. package/dist/vectorstores/analyticdb.cjs +3 -333
  361. package/dist/vectorstores/analyticdb.d.ts +1 -110
  362. package/dist/vectorstores/analyticdb.js +1 -317
  363. package/dist/vectorstores/base.cjs +15 -165
  364. package/dist/vectorstores/base.d.ts +1 -104
  365. package/dist/vectorstores/base.js +1 -161
  366. package/dist/vectorstores/cassandra.cjs +15 -478
  367. package/dist/vectorstores/cassandra.d.ts +1 -162
  368. package/dist/vectorstores/cassandra.js +1 -476
  369. package/dist/vectorstores/chroma.cjs +3 -312
  370. package/dist/vectorstores/chroma.d.ts +1 -133
  371. package/dist/vectorstores/chroma.js +1 -299
  372. package/dist/vectorstores/clickhouse.cjs +3 -272
  373. package/dist/vectorstores/clickhouse.d.ts +1 -126
  374. package/dist/vectorstores/clickhouse.js +1 -259
  375. package/dist/vectorstores/closevector/node.cjs +15 -107
  376. package/dist/vectorstores/closevector/node.d.ts +1 -83
  377. package/dist/vectorstores/closevector/node.js +1 -105
  378. package/dist/vectorstores/closevector/web.cjs +15 -107
  379. package/dist/vectorstores/closevector/web.d.ts +1 -80
  380. package/dist/vectorstores/closevector/web.js +1 -105
  381. package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
  382. package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
  383. package/dist/vectorstores/cloudflare_vectorize.js +1 -173
  384. package/dist/vectorstores/convex.cjs +15 -175
  385. package/dist/vectorstores/convex.d.ts +1 -134
  386. package/dist/vectorstores/convex.js +1 -173
  387. package/dist/vectorstores/elasticsearch.cjs +3 -287
  388. package/dist/vectorstores/elasticsearch.d.ts +1 -143
  389. package/dist/vectorstores/elasticsearch.js +1 -274
  390. package/dist/vectorstores/faiss.cjs +3 -378
  391. package/dist/vectorstores/faiss.d.ts +1 -127
  392. package/dist/vectorstores/faiss.js +1 -365
  393. package/dist/vectorstores/googlevertexai.cjs +3 -538
  394. package/dist/vectorstores/googlevertexai.d.ts +1 -181
  395. package/dist/vectorstores/googlevertexai.js +1 -521
  396. package/dist/vectorstores/hnswlib.cjs +15 -273
  397. package/dist/vectorstores/hnswlib.d.ts +1 -122
  398. package/dist/vectorstores/hnswlib.js +1 -271
  399. package/dist/vectorstores/lancedb.cjs +15 -126
  400. package/dist/vectorstores/lancedb.d.ts +1 -61
  401. package/dist/vectorstores/lancedb.js +1 -124
  402. package/dist/vectorstores/memory.cjs +15 -143
  403. package/dist/vectorstores/memory.d.ts +1 -92
  404. package/dist/vectorstores/memory.js +1 -141
  405. package/dist/vectorstores/milvus.cjs +3 -592
  406. package/dist/vectorstores/milvus.d.ts +1 -139
  407. package/dist/vectorstores/milvus.js +1 -579
  408. package/dist/vectorstores/momento_vector_index.cjs +3 -305
  409. package/dist/vectorstores/momento_vector_index.d.ts +1 -143
  410. package/dist/vectorstores/momento_vector_index.js +1 -292
  411. package/dist/vectorstores/mongodb_atlas.cjs +15 -218
  412. package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
  413. package/dist/vectorstores/mongodb_atlas.js +1 -216
  414. package/dist/vectorstores/myscale.cjs +3 -263
  415. package/dist/vectorstores/myscale.d.ts +1 -129
  416. package/dist/vectorstores/myscale.js +1 -250
  417. package/dist/vectorstores/neo4j_vector.cjs +3 -578
  418. package/dist/vectorstores/neo4j_vector.d.ts +1 -75
  419. package/dist/vectorstores/neo4j_vector.js +1 -562
  420. package/dist/vectorstores/opensearch.cjs +3 -274
  421. package/dist/vectorstores/opensearch.d.ts +1 -119
  422. package/dist/vectorstores/opensearch.js +1 -261
  423. package/dist/vectorstores/pgvector.cjs +14 -404
  424. package/dist/vectorstores/pgvector.d.ts +1 -160
  425. package/dist/vectorstores/pgvector.js +1 -400
  426. package/dist/vectorstores/pinecone.cjs +3 -280
  427. package/dist/vectorstores/pinecone.d.ts +1 -120
  428. package/dist/vectorstores/pinecone.js +1 -264
  429. package/dist/vectorstores/prisma.cjs +15 -305
  430. package/dist/vectorstores/prisma.d.ts +1 -180
  431. package/dist/vectorstores/prisma.js +1 -304
  432. package/dist/vectorstores/qdrant.cjs +15 -195
  433. package/dist/vectorstores/qdrant.d.ts +1 -95
  434. package/dist/vectorstores/qdrant.js +1 -193
  435. package/dist/vectorstores/redis.cjs +15 -333
  436. package/dist/vectorstores/redis.d.ts +1 -186
  437. package/dist/vectorstores/redis.js +1 -331
  438. package/dist/vectorstores/rockset.cjs +15 -351
  439. package/dist/vectorstores/rockset.d.ts +1 -202
  440. package/dist/vectorstores/rockset.js +1 -347
  441. package/dist/vectorstores/singlestore.cjs +15 -220
  442. package/dist/vectorstores/singlestore.d.ts +1 -88
  443. package/dist/vectorstores/singlestore.js +1 -218
  444. package/dist/vectorstores/supabase.cjs +15 -217
  445. package/dist/vectorstores/supabase.d.ts +1 -118
  446. package/dist/vectorstores/supabase.js +1 -215
  447. package/dist/vectorstores/tigris.cjs +3 -143
  448. package/dist/vectorstores/tigris.d.ts +1 -74
  449. package/dist/vectorstores/tigris.js +1 -130
  450. package/dist/vectorstores/typeorm.cjs +15 -259
  451. package/dist/vectorstores/typeorm.d.ts +1 -109
  452. package/dist/vectorstores/typeorm.js +1 -256
  453. package/dist/vectorstores/typesense.cjs +15 -223
  454. package/dist/vectorstores/typesense.d.ts +1 -131
  455. package/dist/vectorstores/typesense.js +1 -221
  456. package/dist/vectorstores/usearch.cjs +3 -203
  457. package/dist/vectorstores/usearch.d.ts +1 -85
  458. package/dist/vectorstores/usearch.js +1 -187
  459. package/dist/vectorstores/vectara.cjs +3 -409
  460. package/dist/vectorstores/vectara.d.ts +1 -148
  461. package/dist/vectorstores/vectara.js +1 -396
  462. package/dist/vectorstores/vercel_postgres.cjs +15 -320
  463. package/dist/vectorstores/vercel_postgres.d.ts +1 -145
  464. package/dist/vectorstores/vercel_postgres.js +1 -318
  465. package/dist/vectorstores/voy.cjs +15 -156
  466. package/dist/vectorstores/voy.d.ts +1 -73
  467. package/dist/vectorstores/voy.js +1 -154
  468. package/dist/vectorstores/weaviate.cjs +3 -347
  469. package/dist/vectorstores/weaviate.d.ts +1 -140
  470. package/dist/vectorstores/weaviate.js +1 -333
  471. package/dist/vectorstores/xata.cjs +15 -108
  472. package/dist/vectorstores/xata.d.ts +1 -70
  473. package/dist/vectorstores/xata.js +1 -106
  474. package/dist/vectorstores/zep.cjs +15 -313
  475. package/dist/vectorstores/zep.d.ts +1 -146
  476. package/dist/vectorstores/zep.js +1 -311
  477. package/experimental/masking.cjs +1 -0
  478. package/experimental/masking.d.ts +1 -0
  479. package/experimental/masking.js +1 -0
  480. package/package.json +13 -27
  481. package/dist/chat_models/googlevertexai/common.cjs +0 -274
  482. package/dist/chat_models/googlevertexai/common.d.ts +0 -123
  483. package/dist/chat_models/googlevertexai/common.js +0 -269
  484. package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
  485. package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
  486. package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
  487. package/dist/llms/googlevertexai/common.cjs +0 -168
  488. package/dist/llms/googlevertexai/common.d.ts +0 -82
  489. package/dist/llms/googlevertexai/common.js +0 -164
  490. package/dist/tools/gmail/base.cjs +0 -69
  491. package/dist/tools/gmail/base.d.ts +0 -19
  492. package/dist/tools/gmail/base.js +0 -65
  493. package/dist/tools/gmail/create_draft.cjs +0 -62
  494. package/dist/tools/gmail/create_draft.d.ts +0 -35
  495. package/dist/tools/gmail/create_draft.js +0 -58
  496. package/dist/tools/gmail/descriptions.cjs +0 -118
  497. package/dist/tools/gmail/descriptions.d.ts +0 -5
  498. package/dist/tools/gmail/descriptions.js +0 -115
  499. package/dist/tools/gmail/get_message.cjs +0 -83
  500. package/dist/tools/gmail/get_message.d.ts +0 -18
  501. package/dist/tools/gmail/get_message.js +0 -79
  502. package/dist/tools/gmail/get_thread.cjs +0 -89
  503. package/dist/tools/gmail/get_thread.d.ts +0 -18
  504. package/dist/tools/gmail/get_thread.js +0 -85
  505. package/dist/tools/gmail/search.cjs +0 -118
  506. package/dist/tools/gmail/search.d.ts +0 -29
  507. package/dist/tools/gmail/search.js +0 -114
  508. package/dist/tools/gmail/send_message.cjs +0 -74
  509. package/dist/tools/gmail/send_message.d.ts +0 -35
  510. package/dist/tools/gmail/send_message.js +0 -70
  511. package/dist/util/openai-format-fndef.cjs +0 -81
  512. package/dist/util/openai-format-fndef.d.ts +0 -44
  513. package/dist/util/openai-format-fndef.js +0 -77
  514. package/dist/util/openai.cjs +0 -21
  515. package/dist/util/openai.d.ts +0 -1
  516. package/dist/util/openai.js +0 -17
  517. package/dist/vectorstores/closevector/common.cjs +0 -128
  518. package/dist/vectorstores/closevector/common.d.ts +0 -82
  519. package/dist/vectorstores/closevector/common.js +0 -124
@@ -1,154 +1 @@
1
- import { VectorStore } from "./base.js";
2
- import { Document } from "../document.js";
3
- /**
4
- * Class that extends `VectorStore`. It allows to perform similarity search using
5
- * Voi similarity search engine. The class requires passing Voy Client as an input parameter.
6
- */
7
- export class VoyVectorStore extends VectorStore {
8
- _vectorstoreType() {
9
- return "voi";
10
- }
11
- constructor(client, embeddings) {
12
- super(embeddings, {});
13
- Object.defineProperty(this, "client", {
14
- enumerable: true,
15
- configurable: true,
16
- writable: true,
17
- value: void 0
18
- });
19
- Object.defineProperty(this, "numDimensions", {
20
- enumerable: true,
21
- configurable: true,
22
- writable: true,
23
- value: null
24
- });
25
- Object.defineProperty(this, "docstore", {
26
- enumerable: true,
27
- configurable: true,
28
- writable: true,
29
- value: []
30
- });
31
- this.client = client;
32
- this.embeddings = embeddings;
33
- }
34
- /**
35
- * Adds documents to the Voy database. The documents are embedded using embeddings provided while instantiating the class.
36
- * @param documents An array of `Document` instances associated with the vectors.
37
- */
38
- async addDocuments(documents) {
39
- const texts = documents.map(({ pageContent }) => pageContent);
40
- if (documents.length === 0) {
41
- return;
42
- }
43
- const firstVector = (await this.embeddings.embedDocuments(texts.slice(0, 1)))[0];
44
- if (this.numDimensions === null) {
45
- this.numDimensions = firstVector.length;
46
- }
47
- else if (this.numDimensions !== firstVector.length) {
48
- throw new Error(`Vectors must have the same length as the number of dimensions (${this.numDimensions})`);
49
- }
50
- const restResults = await this.embeddings.embedDocuments(texts.slice(1));
51
- await this.addVectors([firstVector, ...restResults], documents);
52
- }
53
- /**
54
- * Adds vectors to the Voy database. The vectors are associated with
55
- * the provided documents.
56
- * @param vectors An array of vectors to be added to the database.
57
- * @param documents An array of `Document` instances associated with the vectors.
58
- */
59
- async addVectors(vectors, documents) {
60
- if (vectors.length === 0) {
61
- return;
62
- }
63
- if (this.numDimensions === null) {
64
- this.numDimensions = vectors[0].length;
65
- }
66
- if (vectors.length !== documents.length) {
67
- throw new Error(`Vectors and metadata must have the same length`);
68
- }
69
- if (!vectors.every((v) => v.length === this.numDimensions)) {
70
- throw new Error(`Vectors must have the same length as the number of dimensions (${this.numDimensions})`);
71
- }
72
- vectors.forEach((item, idx) => {
73
- const doc = documents[idx];
74
- this.docstore.push({ embeddings: item, document: doc });
75
- });
76
- const embeddings = this.docstore.map((item, idx) => ({
77
- id: String(idx),
78
- embeddings: item.embeddings,
79
- title: "",
80
- url: "",
81
- }));
82
- this.client.index({ embeddings });
83
- }
84
- /**
85
- * Searches for vectors in the Voy database that are similar to the
86
- * provided query vector.
87
- * @param query The query vector.
88
- * @param k The number of similar vectors to return.
89
- * @returns A promise that resolves with an array of tuples, each containing a `Document` instance and a similarity score.
90
- */
91
- async similaritySearchVectorWithScore(query, k) {
92
- if (this.numDimensions === null) {
93
- throw new Error("There aren't any elements in the index yet.");
94
- }
95
- if (query.length !== this.numDimensions) {
96
- throw new Error(`Query vector must have the same length as the number of dimensions (${this.numDimensions})`);
97
- }
98
- const itemsToQuery = Math.min(this.docstore.length, k);
99
- if (itemsToQuery > this.docstore.length) {
100
- console.warn(`k (${k}) is greater than the number of elements in the index (${this.docstore.length}), setting k to ${itemsToQuery}`);
101
- }
102
- const results = this.client.search(new Float32Array(query), itemsToQuery);
103
- return results.neighbors.map(({ id }, idx) => [this.docstore[parseInt(id, 10)].document, idx]);
104
- }
105
- /**
106
- * Method to delete data from the Voy index. It can delete data based
107
- * on specific IDs or a filter.
108
- * @param params Object that includes either an array of IDs or a filter for the data to be deleted.
109
- * @returns Promise that resolves when the deletion is complete.
110
- */
111
- async delete(params) {
112
- if (params.deleteAll === true) {
113
- await this.client.clear();
114
- }
115
- else {
116
- throw new Error(`You must provide a "deleteAll" parameter.`);
117
- }
118
- }
119
- /**
120
- * Creates a new `VoyVectorStore` instance from an array of text strings. The text
121
- * strings are converted to `Document` instances and added to the Voy
122
- * database.
123
- * @param texts An array of text strings.
124
- * @param metadatas An array of metadata objects or a single metadata object. If an array is provided, it must have the same length as the `texts` array.
125
- * @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
126
- * @param client An instance of Voy client to use in the underlying operations.
127
- * @returns A promise that resolves with a new `VoyVectorStore` instance.
128
- */
129
- static async fromTexts(texts, metadatas, embeddings, client) {
130
- const docs = [];
131
- for (let i = 0; i < texts.length; i += 1) {
132
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
133
- const newDoc = new Document({
134
- pageContent: texts[i],
135
- metadata,
136
- });
137
- docs.push(newDoc);
138
- }
139
- return VoyVectorStore.fromDocuments(docs, embeddings, client);
140
- }
141
- /**
142
- * Creates a new `VoyVectorStore` instance from an array of `Document` instances.
143
- * The documents are added to the Voy database.
144
- * @param docs An array of `Document` instances.
145
- * @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
146
- * @param client An instance of Voy client to use in the underlying operations.
147
- * @returns A promise that resolves with a new `VoyVectorStore` instance.
148
- */
149
- static async fromDocuments(docs, embeddings, client) {
150
- const instance = new VoyVectorStore(client, embeddings);
151
- await instance.addDocuments(docs);
152
- return instance;
153
- }
154
- }
1
+ export * from "@langchain/community/vectorstores/voy";
@@ -10,352 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
10
10
  if (k2 === undefined) k2 = k;
11
11
  o[k2] = m[k];
12
12
  }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
24
15
  };
25
16
  Object.defineProperty(exports, "__esModule", { value: true });
26
- exports.WeaviateStore = exports.flattenObjectForWeaviate = void 0;
27
- const uuid = __importStar(require("uuid"));
28
- const base_js_1 = require("./base.cjs");
29
- const document_js_1 = require("../document.cjs");
30
- const math_js_1 = require("../util/math.cjs");
31
- // Note this function is not generic, it is designed specifically for Weaviate
32
- // https://weaviate.io/developers/weaviate/config-refs/datatypes#introduction
33
- const flattenObjectForWeaviate = (
34
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
35
- obj) => {
36
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
37
- const flattenedObject = {};
38
- for (const key in obj) {
39
- if (!Object.hasOwn(obj, key)) {
40
- continue;
41
- }
42
- const value = obj[key];
43
- if (typeof obj[key] === "object" && !Array.isArray(value)) {
44
- const recursiveResult = (0, exports.flattenObjectForWeaviate)(value);
45
- for (const deepKey in recursiveResult) {
46
- if (Object.hasOwn(obj, key)) {
47
- flattenedObject[`${key}_${deepKey}`] = recursiveResult[deepKey];
48
- }
49
- }
50
- }
51
- else if (Array.isArray(value)) {
52
- if (value.length > 0 &&
53
- typeof value[0] !== "object" &&
54
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
55
- value.every((el) => typeof el === typeof value[0])) {
56
- // Weaviate only supports arrays of primitive types,
57
- // where all elements are of the same type
58
- flattenedObject[key] = value;
59
- }
60
- }
61
- else {
62
- flattenedObject[key] = value;
63
- }
64
- }
65
- return flattenedObject;
66
- };
67
- exports.flattenObjectForWeaviate = flattenObjectForWeaviate;
68
- /**
69
- * Class that extends the `VectorStore` base class. It provides methods to
70
- * interact with a Weaviate index, including adding vectors and documents,
71
- * deleting data, and performing similarity searches.
72
- */
73
- class WeaviateStore extends base_js_1.VectorStore {
74
- _vectorstoreType() {
75
- return "weaviate";
76
- }
77
- constructor(embeddings, args) {
78
- super(embeddings, args);
79
- Object.defineProperty(this, "embeddings", {
80
- enumerable: true,
81
- configurable: true,
82
- writable: true,
83
- value: embeddings
84
- });
85
- Object.defineProperty(this, "client", {
86
- enumerable: true,
87
- configurable: true,
88
- writable: true,
89
- value: void 0
90
- });
91
- Object.defineProperty(this, "indexName", {
92
- enumerable: true,
93
- configurable: true,
94
- writable: true,
95
- value: void 0
96
- });
97
- Object.defineProperty(this, "textKey", {
98
- enumerable: true,
99
- configurable: true,
100
- writable: true,
101
- value: void 0
102
- });
103
- Object.defineProperty(this, "queryAttrs", {
104
- enumerable: true,
105
- configurable: true,
106
- writable: true,
107
- value: void 0
108
- });
109
- Object.defineProperty(this, "tenant", {
110
- enumerable: true,
111
- configurable: true,
112
- writable: true,
113
- value: void 0
114
- });
115
- this.client = args.client;
116
- this.indexName = args.indexName;
117
- this.textKey = args.textKey || "text";
118
- this.queryAttrs = [this.textKey];
119
- this.tenant = args.tenant;
120
- if (args.metadataKeys) {
121
- this.queryAttrs = [
122
- ...new Set([
123
- ...this.queryAttrs,
124
- ...args.metadataKeys.filter((k) => {
125
- // https://spec.graphql.org/June2018/#sec-Names
126
- // queryAttrs need to be valid GraphQL Names
127
- const keyIsValid = /^[_A-Za-z][_0-9A-Za-z]*$/.test(k);
128
- if (!keyIsValid) {
129
- console.warn(`Skipping metadata key ${k} as it is not a valid GraphQL Name`);
130
- }
131
- return keyIsValid;
132
- }),
133
- ]),
134
- ];
135
- }
136
- }
137
- /**
138
- * Method to add vectors and corresponding documents to the Weaviate
139
- * index.
140
- * @param vectors Array of vectors to be added.
141
- * @param documents Array of documents corresponding to the vectors.
142
- * @param options Optional parameter that can include specific IDs for the documents.
143
- * @returns An array of document IDs.
144
- */
145
- async addVectors(vectors, documents, options) {
146
- const documentIds = options?.ids ?? documents.map((_) => uuid.v4());
147
- const batch = documents.map((document, index) => {
148
- if (Object.hasOwn(document.metadata, "id"))
149
- throw new Error("Document inserted to Weaviate vectorstore should not have `id` in their metadata.");
150
- const flattenedMetadata = (0, exports.flattenObjectForWeaviate)(document.metadata);
151
- return {
152
- ...(this.tenant ? { tenant: this.tenant } : {}),
153
- class: this.indexName,
154
- id: documentIds[index],
155
- vector: vectors[index],
156
- properties: {
157
- [this.textKey]: document.pageContent,
158
- ...flattenedMetadata,
159
- },
160
- };
161
- });
162
- try {
163
- const responses = await this.client.batch
164
- .objectsBatcher()
165
- .withObjects(...batch)
166
- .do();
167
- // if storing vectors fails, we need to know why
168
- const errorMessages = [];
169
- responses.forEach((response) => {
170
- if (response?.result?.errors?.error) {
171
- errorMessages.push(...response.result.errors.error.map((err) => err.message ??
172
- "!! Unfortunately no error message was presented in the API response !!"));
173
- }
174
- });
175
- if (errorMessages.length > 0) {
176
- throw new Error(errorMessages.join("\n"));
177
- }
178
- }
179
- catch (e) {
180
- throw Error(`Error adding vectors: ${e}`);
181
- }
182
- return documentIds;
183
- }
184
- /**
185
- * Method to add documents to the Weaviate index. It first generates
186
- * vectors for the documents using the embeddings, then adds the vectors
187
- * and documents to the index.
188
- * @param documents Array of documents to be added.
189
- * @param options Optional parameter that can include specific IDs for the documents.
190
- * @returns An array of document IDs.
191
- */
192
- async addDocuments(documents, options) {
193
- return this.addVectors(await this.embeddings.embedDocuments(documents.map((d) => d.pageContent)), documents, options);
194
- }
195
- /**
196
- * Method to delete data from the Weaviate index. It can delete data based
197
- * on specific IDs or a filter.
198
- * @param params Object that includes either an array of IDs or a filter for the data to be deleted.
199
- * @returns Promise that resolves when the deletion is complete.
200
- */
201
- async delete(params) {
202
- const { ids, filter } = params;
203
- if (ids && ids.length > 0) {
204
- for (const id of ids) {
205
- let deleter = this.client.data
206
- .deleter()
207
- .withClassName(this.indexName)
208
- .withId(id);
209
- if (this.tenant) {
210
- deleter = deleter.withTenant(this.tenant);
211
- }
212
- await deleter.do();
213
- }
214
- }
215
- else if (filter) {
216
- let batchDeleter = this.client.batch
217
- .objectsBatchDeleter()
218
- .withClassName(this.indexName)
219
- .withWhere(filter.where);
220
- if (this.tenant) {
221
- batchDeleter = batchDeleter.withTenant(this.tenant);
222
- }
223
- await batchDeleter.do();
224
- }
225
- else {
226
- throw new Error(`This method requires either "ids" or "filter" to be set in the input object`);
227
- }
228
- }
229
- /**
230
- * Method to perform a similarity search on the stored vectors in the
231
- * Weaviate index. It returns the top k most similar documents and their
232
- * similarity scores.
233
- * @param query The query vector.
234
- * @param k The number of most similar documents to return.
235
- * @param filter Optional filter to apply to the search.
236
- * @returns An array of tuples, where each tuple contains a document and its similarity score.
237
- */
238
- async similaritySearchVectorWithScore(query, k, filter) {
239
- const resultsWithEmbedding = await this.similaritySearchVectorWithScoreAndEmbedding(query, k, filter);
240
- return resultsWithEmbedding.map(([document, score, _embedding]) => [
241
- document,
242
- score,
243
- ]);
244
- }
245
- /**
246
- * Method to perform a similarity search on the stored vectors in the
247
- * Weaviate index. It returns the top k most similar documents, their
248
- * similarity scores and embedding vectors.
249
- * @param query The query vector.
250
- * @param k The number of most similar documents to return.
251
- * @param filter Optional filter to apply to the search.
252
- * @returns An array of tuples, where each tuple contains a document, its similarity score and its embedding vector.
253
- */
254
- async similaritySearchVectorWithScoreAndEmbedding(query, k, filter) {
255
- try {
256
- let builder = this.client.graphql
257
- .get()
258
- .withClassName(this.indexName)
259
- .withFields(`${this.queryAttrs.join(" ")} _additional { distance vector }`)
260
- .withNearVector({
261
- vector: query,
262
- distance: filter?.distance,
263
- })
264
- .withLimit(k);
265
- if (this.tenant) {
266
- builder = builder.withTenant(this.tenant);
267
- }
268
- if (filter?.where) {
269
- builder = builder.withWhere(filter.where);
270
- }
271
- const result = await builder.do();
272
- const documents = [];
273
- for (const data of result.data.Get[this.indexName]) {
274
- const { [this.textKey]: text, _additional, ...rest } = data;
275
- documents.push([
276
- new document_js_1.Document({
277
- pageContent: text,
278
- metadata: rest,
279
- }),
280
- _additional.distance,
281
- _additional.vector,
282
- ]);
283
- }
284
- return documents;
285
- }
286
- catch (e) {
287
- throw Error(`'Error in similaritySearch' ${e}`);
288
- }
289
- }
290
- /**
291
- * Return documents selected using the maximal marginal relevance.
292
- * Maximal marginal relevance optimizes for similarity to the query AND diversity
293
- * among selected documents.
294
- *
295
- * @param {string} query - Text to look up documents similar to.
296
- * @param {number} options.k - Number of documents to return.
297
- * @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
298
- * @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
299
- * where 0 corresponds to maximum diversity and 1 to minimum diversity.
300
- * @param {this["FilterType"]} options.filter - Optional filter
301
- * @param _callbacks
302
- *
303
- * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
304
- */
305
- async maxMarginalRelevanceSearch(query, options, _callbacks) {
306
- const { k, fetchK = 20, lambda = 0.5, filter } = options;
307
- const queryEmbedding = await this.embeddings.embedQuery(query);
308
- const allResults = await this.similaritySearchVectorWithScoreAndEmbedding(queryEmbedding, fetchK, filter);
309
- const embeddingList = allResults.map(([_doc, _score, embedding]) => embedding);
310
- const mmrIndexes = (0, math_js_1.maximalMarginalRelevance)(queryEmbedding, embeddingList, lambda, k);
311
- return mmrIndexes
312
- .filter((idx) => idx !== -1)
313
- .map((idx) => allResults[idx][0]);
314
- }
315
- /**
316
- * Static method to create a new `WeaviateStore` instance from a list of
317
- * texts. It first creates documents from the texts and metadata, then
318
- * adds the documents to the Weaviate index.
319
- * @param texts Array of texts.
320
- * @param metadatas Metadata for the texts. Can be a single object or an array of objects.
321
- * @param embeddings Embeddings to be used for the texts.
322
- * @param args Arguments required to create a new `WeaviateStore` instance.
323
- * @returns A new `WeaviateStore` instance.
324
- */
325
- static fromTexts(texts, metadatas, embeddings, args) {
326
- const docs = [];
327
- for (let i = 0; i < texts.length; i += 1) {
328
- const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
329
- const newDoc = new document_js_1.Document({
330
- pageContent: texts[i],
331
- metadata,
332
- });
333
- docs.push(newDoc);
334
- }
335
- return WeaviateStore.fromDocuments(docs, embeddings, args);
336
- }
337
- /**
338
- * Static method to create a new `WeaviateStore` instance from a list of
339
- * documents. It adds the documents to the Weaviate index.
340
- * @param docs Array of documents.
341
- * @param embeddings Embeddings to be used for the documents.
342
- * @param args Arguments required to create a new `WeaviateStore` instance.
343
- * @returns A new `WeaviateStore` instance.
344
- */
345
- static async fromDocuments(docs, embeddings, args) {
346
- const instance = new this(embeddings, args);
347
- await instance.addDocuments(docs);
348
- return instance;
349
- }
350
- /**
351
- * Static method to create a new `WeaviateStore` instance from an existing
352
- * Weaviate index.
353
- * @param embeddings Embeddings to be used for the Weaviate index.
354
- * @param args Arguments required to create a new `WeaviateStore` instance.
355
- * @returns A new `WeaviateStore` instance.
356
- */
357
- static async fromExistingIndex(embeddings, args) {
358
- return new this(embeddings, args);
359
- }
360
- }
361
- exports.WeaviateStore = WeaviateStore;
17
+ __exportStar(require("@langchain/community/vectorstores/weaviate"), exports);
@@ -1,140 +1 @@
1
- import type { WeaviateClient, WhereFilter } from "weaviate-ts-client";
2
- import { MaxMarginalRelevanceSearchOptions, VectorStore } from "./base.js";
3
- import { Embeddings } from "../embeddings/base.js";
4
- import { Document } from "../document.js";
5
- export declare const flattenObjectForWeaviate: (obj: Record<string, any>) => Record<string, any>;
6
- /**
7
- * Interface that defines the arguments required to create a new instance
8
- * of the `WeaviateStore` class. It includes the Weaviate client, the name
9
- * of the class in Weaviate, and optional keys for text and metadata.
10
- */
11
- export interface WeaviateLibArgs {
12
- client: WeaviateClient;
13
- /**
14
- * The name of the class in Weaviate. Must start with a capital letter.
15
- */
16
- indexName: string;
17
- textKey?: string;
18
- metadataKeys?: string[];
19
- tenant?: string;
20
- }
21
- /**
22
- * Interface that defines a filter for querying data from Weaviate. It
23
- * includes a distance and a `WhereFilter`.
24
- */
25
- export interface WeaviateFilter {
26
- distance?: number;
27
- where: WhereFilter;
28
- }
29
- /**
30
- * Class that extends the `VectorStore` base class. It provides methods to
31
- * interact with a Weaviate index, including adding vectors and documents,
32
- * deleting data, and performing similarity searches.
33
- */
34
- export declare class WeaviateStore extends VectorStore {
35
- embeddings: Embeddings;
36
- FilterType: WeaviateFilter;
37
- private client;
38
- private indexName;
39
- private textKey;
40
- private queryAttrs;
41
- private tenant?;
42
- _vectorstoreType(): string;
43
- constructor(embeddings: Embeddings, args: WeaviateLibArgs);
44
- /**
45
- * Method to add vectors and corresponding documents to the Weaviate
46
- * index.
47
- * @param vectors Array of vectors to be added.
48
- * @param documents Array of documents corresponding to the vectors.
49
- * @param options Optional parameter that can include specific IDs for the documents.
50
- * @returns An array of document IDs.
51
- */
52
- addVectors(vectors: number[][], documents: Document[], options?: {
53
- ids?: string[];
54
- }): Promise<string[]>;
55
- /**
56
- * Method to add documents to the Weaviate index. It first generates
57
- * vectors for the documents using the embeddings, then adds the vectors
58
- * and documents to the index.
59
- * @param documents Array of documents to be added.
60
- * @param options Optional parameter that can include specific IDs for the documents.
61
- * @returns An array of document IDs.
62
- */
63
- addDocuments(documents: Document[], options?: {
64
- ids?: string[];
65
- }): Promise<string[]>;
66
- /**
67
- * Method to delete data from the Weaviate index. It can delete data based
68
- * on specific IDs or a filter.
69
- * @param params Object that includes either an array of IDs or a filter for the data to be deleted.
70
- * @returns Promise that resolves when the deletion is complete.
71
- */
72
- delete(params: {
73
- ids?: string[];
74
- filter?: WeaviateFilter;
75
- }): Promise<void>;
76
- /**
77
- * Method to perform a similarity search on the stored vectors in the
78
- * Weaviate index. It returns the top k most similar documents and their
79
- * similarity scores.
80
- * @param query The query vector.
81
- * @param k The number of most similar documents to return.
82
- * @param filter Optional filter to apply to the search.
83
- * @returns An array of tuples, where each tuple contains a document and its similarity score.
84
- */
85
- similaritySearchVectorWithScore(query: number[], k: number, filter?: WeaviateFilter): Promise<[Document, number][]>;
86
- /**
87
- * Method to perform a similarity search on the stored vectors in the
88
- * Weaviate index. It returns the top k most similar documents, their
89
- * similarity scores and embedding vectors.
90
- * @param query The query vector.
91
- * @param k The number of most similar documents to return.
92
- * @param filter Optional filter to apply to the search.
93
- * @returns An array of tuples, where each tuple contains a document, its similarity score and its embedding vector.
94
- */
95
- similaritySearchVectorWithScoreAndEmbedding(query: number[], k: number, filter?: WeaviateFilter): Promise<[Document, number, number[]][]>;
96
- /**
97
- * Return documents selected using the maximal marginal relevance.
98
- * Maximal marginal relevance optimizes for similarity to the query AND diversity
99
- * among selected documents.
100
- *
101
- * @param {string} query - Text to look up documents similar to.
102
- * @param {number} options.k - Number of documents to return.
103
- * @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
104
- * @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
105
- * where 0 corresponds to maximum diversity and 1 to minimum diversity.
106
- * @param {this["FilterType"]} options.filter - Optional filter
107
- * @param _callbacks
108
- *
109
- * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
110
- */
111
- maxMarginalRelevanceSearch(query: string, options: MaxMarginalRelevanceSearchOptions<this["FilterType"]>, _callbacks?: undefined): Promise<Document[]>;
112
- /**
113
- * Static method to create a new `WeaviateStore` instance from a list of
114
- * texts. It first creates documents from the texts and metadata, then
115
- * adds the documents to the Weaviate index.
116
- * @param texts Array of texts.
117
- * @param metadatas Metadata for the texts. Can be a single object or an array of objects.
118
- * @param embeddings Embeddings to be used for the texts.
119
- * @param args Arguments required to create a new `WeaviateStore` instance.
120
- * @returns A new `WeaviateStore` instance.
121
- */
122
- static fromTexts(texts: string[], metadatas: object | object[], embeddings: Embeddings, args: WeaviateLibArgs): Promise<WeaviateStore>;
123
- /**
124
- * Static method to create a new `WeaviateStore` instance from a list of
125
- * documents. It adds the documents to the Weaviate index.
126
- * @param docs Array of documents.
127
- * @param embeddings Embeddings to be used for the documents.
128
- * @param args Arguments required to create a new `WeaviateStore` instance.
129
- * @returns A new `WeaviateStore` instance.
130
- */
131
- static fromDocuments(docs: Document[], embeddings: Embeddings, args: WeaviateLibArgs): Promise<WeaviateStore>;
132
- /**
133
- * Static method to create a new `WeaviateStore` instance from an existing
134
- * Weaviate index.
135
- * @param embeddings Embeddings to be used for the Weaviate index.
136
- * @param args Arguments required to create a new `WeaviateStore` instance.
137
- * @returns A new `WeaviateStore` instance.
138
- */
139
- static fromExistingIndex(embeddings: Embeddings, args: WeaviateLibArgs): Promise<WeaviateStore>;
140
- }
1
+ export * from "@langchain/community/vectorstores/weaviate";