langchain 0.0.202 → 0.0.204-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (519) hide show
  1. package/dist/cache/cloudflare_kv.cjs +15 -69
  2. package/dist/cache/cloudflare_kv.d.ts +1 -42
  3. package/dist/cache/cloudflare_kv.js +1 -67
  4. package/dist/cache/momento.cjs +15 -135
  5. package/dist/cache/momento.d.ts +1 -91
  6. package/dist/cache/momento.js +1 -133
  7. package/dist/cache/upstash_redis.cjs +15 -72
  8. package/dist/cache/upstash_redis.d.ts +1 -45
  9. package/dist/cache/upstash_redis.js +1 -70
  10. package/dist/callbacks/handlers/llmonitor.cjs +14 -238
  11. package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
  12. package/dist/callbacks/handlers/llmonitor.js +1 -233
  13. package/dist/chains/openai_moderation.cjs +2 -2
  14. package/dist/chains/openai_moderation.d.ts +1 -1
  15. package/dist/chains/openai_moderation.js +1 -1
  16. package/dist/chat_models/anthropic.d.ts +4 -4
  17. package/dist/chat_models/baiduwenxin.cjs +15 -411
  18. package/dist/chat_models/baiduwenxin.d.ts +1 -150
  19. package/dist/chat_models/baiduwenxin.js +1 -409
  20. package/dist/chat_models/bedrock/index.cjs +15 -33
  21. package/dist/chat_models/bedrock/index.d.ts +1 -23
  22. package/dist/chat_models/bedrock/index.js +1 -29
  23. package/dist/chat_models/bedrock/web.cjs +15 -360
  24. package/dist/chat_models/bedrock/web.d.ts +1 -82
  25. package/dist/chat_models/bedrock/web.js +1 -356
  26. package/dist/chat_models/cloudflare_workersai.cjs +15 -216
  27. package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
  28. package/dist/chat_models/cloudflare_workersai.js +1 -214
  29. package/dist/chat_models/fireworks.cjs +15 -89
  30. package/dist/chat_models/fireworks.d.ts +1 -43
  31. package/dist/chat_models/fireworks.js +1 -87
  32. package/dist/chat_models/googlepalm.cjs +15 -235
  33. package/dist/chat_models/googlepalm.d.ts +1 -108
  34. package/dist/chat_models/googlepalm.js +1 -233
  35. package/dist/chat_models/googlevertexai/index.cjs +15 -40
  36. package/dist/chat_models/googlevertexai/index.d.ts +1 -28
  37. package/dist/chat_models/googlevertexai/index.js +1 -38
  38. package/dist/chat_models/googlevertexai/web.cjs +15 -39
  39. package/dist/chat_models/googlevertexai/web.d.ts +1 -28
  40. package/dist/chat_models/googlevertexai/web.js +1 -37
  41. package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
  42. package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
  43. package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
  44. package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
  45. package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
  46. package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
  47. package/dist/chat_models/llama_cpp.cjs +15 -275
  48. package/dist/chat_models/llama_cpp.d.ts +1 -71
  49. package/dist/chat_models/llama_cpp.js +1 -273
  50. package/dist/chat_models/minimax.cjs +15 -578
  51. package/dist/chat_models/minimax.d.ts +1 -369
  52. package/dist/chat_models/minimax.js +1 -576
  53. package/dist/chat_models/ollama.cjs +15 -394
  54. package/dist/chat_models/ollama.d.ts +1 -127
  55. package/dist/chat_models/ollama.js +1 -392
  56. package/dist/chat_models/openai.cjs +4 -698
  57. package/dist/chat_models/openai.d.ts +4 -137
  58. package/dist/chat_models/openai.js +2 -695
  59. package/dist/chat_models/portkey.cjs +15 -167
  60. package/dist/chat_models/portkey.d.ts +1 -17
  61. package/dist/chat_models/portkey.js +1 -165
  62. package/dist/chat_models/yandex.cjs +15 -132
  63. package/dist/chat_models/yandex.d.ts +1 -30
  64. package/dist/chat_models/yandex.js +1 -130
  65. package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
  66. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
  67. package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
  68. package/dist/document_loaders/fs/pdf.cjs +1 -1
  69. package/dist/document_loaders/fs/pdf.js +1 -1
  70. package/dist/document_loaders/web/pdf.cjs +1 -1
  71. package/dist/document_loaders/web/pdf.js +1 -1
  72. package/dist/document_transformers/html_to_text.cjs +15 -47
  73. package/dist/document_transformers/html_to_text.d.ts +1 -30
  74. package/dist/document_transformers/html_to_text.js +1 -45
  75. package/dist/document_transformers/mozilla_readability.cjs +15 -53
  76. package/dist/document_transformers/mozilla_readability.d.ts +1 -31
  77. package/dist/document_transformers/mozilla_readability.js +1 -51
  78. package/dist/embeddings/bedrock.cjs +15 -109
  79. package/dist/embeddings/bedrock.d.ts +1 -71
  80. package/dist/embeddings/bedrock.js +1 -107
  81. package/dist/embeddings/cloudflare_workersai.cjs +15 -67
  82. package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
  83. package/dist/embeddings/cloudflare_workersai.js +1 -65
  84. package/dist/embeddings/cohere.cjs +15 -124
  85. package/dist/embeddings/cohere.d.ts +1 -66
  86. package/dist/embeddings/cohere.js +1 -122
  87. package/dist/embeddings/googlepalm.cjs +15 -88
  88. package/dist/embeddings/googlepalm.d.ts +1 -61
  89. package/dist/embeddings/googlepalm.js +1 -86
  90. package/dist/embeddings/googlevertexai.cjs +15 -81
  91. package/dist/embeddings/googlevertexai.d.ts +1 -54
  92. package/dist/embeddings/googlevertexai.js +1 -79
  93. package/dist/embeddings/gradient_ai.cjs +15 -101
  94. package/dist/embeddings/gradient_ai.d.ts +1 -48
  95. package/dist/embeddings/gradient_ai.js +1 -99
  96. package/dist/embeddings/hf.cjs +15 -75
  97. package/dist/embeddings/hf.d.ts +1 -41
  98. package/dist/embeddings/hf.js +1 -73
  99. package/dist/embeddings/hf_transformers.cjs +15 -87
  100. package/dist/embeddings/hf_transformers.d.ts +1 -47
  101. package/dist/embeddings/hf_transformers.js +1 -85
  102. package/dist/embeddings/llama_cpp.cjs +15 -81
  103. package/dist/embeddings/llama_cpp.d.ts +1 -42
  104. package/dist/embeddings/llama_cpp.js +1 -79
  105. package/dist/embeddings/minimax.cjs +15 -165
  106. package/dist/embeddings/minimax.d.ts +1 -119
  107. package/dist/embeddings/minimax.js +1 -163
  108. package/dist/embeddings/ollama.cjs +15 -118
  109. package/dist/embeddings/ollama.d.ts +1 -34
  110. package/dist/embeddings/ollama.js +1 -116
  111. package/dist/embeddings/openai.cjs +2 -240
  112. package/dist/embeddings/openai.d.ts +1 -82
  113. package/dist/embeddings/openai.js +1 -239
  114. package/dist/embeddings/tensorflow.cjs +3 -96
  115. package/dist/embeddings/tensorflow.d.ts +1 -59
  116. package/dist/embeddings/tensorflow.js +1 -83
  117. package/dist/embeddings/voyage.cjs +15 -118
  118. package/dist/embeddings/voyage.d.ts +1 -66
  119. package/dist/embeddings/voyage.js +1 -116
  120. package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
  121. package/dist/experimental/masking/index.cjs +9 -0
  122. package/dist/experimental/masking/index.d.ts +4 -0
  123. package/dist/experimental/masking/index.js +3 -0
  124. package/dist/experimental/masking/parser.cjs +134 -0
  125. package/dist/experimental/masking/parser.d.ts +44 -0
  126. package/dist/experimental/masking/parser.js +130 -0
  127. package/dist/experimental/masking/regex_masking_transformer.cjs +145 -0
  128. package/dist/experimental/masking/regex_masking_transformer.d.ts +48 -0
  129. package/dist/experimental/masking/regex_masking_transformer.js +141 -0
  130. package/dist/experimental/masking/transformer.cjs +9 -0
  131. package/dist/experimental/masking/transformer.d.ts +7 -0
  132. package/dist/experimental/masking/transformer.js +5 -0
  133. package/dist/experimental/masking/types.cjs +2 -0
  134. package/dist/experimental/masking/types.d.ts +25 -0
  135. package/dist/experimental/masking/types.js +1 -0
  136. package/dist/experimental/openai_assistant/index.cjs +3 -3
  137. package/dist/experimental/openai_assistant/index.d.ts +1 -1
  138. package/dist/experimental/openai_assistant/index.js +1 -1
  139. package/dist/experimental/openai_assistant/schema.d.ts +1 -1
  140. package/dist/experimental/openai_files/index.cjs +2 -2
  141. package/dist/experimental/openai_files/index.d.ts +1 -1
  142. package/dist/experimental/openai_files/index.js +1 -1
  143. package/dist/graphs/neo4j_graph.cjs +3 -254
  144. package/dist/graphs/neo4j_graph.d.ts +1 -63
  145. package/dist/graphs/neo4j_graph.js +1 -241
  146. package/dist/llms/ai21.cjs +15 -200
  147. package/dist/llms/ai21.d.ts +1 -100
  148. package/dist/llms/ai21.js +1 -198
  149. package/dist/llms/aleph_alpha.cjs +15 -374
  150. package/dist/llms/aleph_alpha.d.ts +1 -161
  151. package/dist/llms/aleph_alpha.js +1 -372
  152. package/dist/llms/bedrock/web.cjs +15 -310
  153. package/dist/llms/bedrock/web.d.ts +1 -66
  154. package/dist/llms/bedrock/web.js +1 -308
  155. package/dist/llms/cloudflare_workersai.cjs +15 -168
  156. package/dist/llms/cloudflare_workersai.d.ts +1 -55
  157. package/dist/llms/cloudflare_workersai.js +1 -166
  158. package/dist/llms/cohere.cjs +15 -110
  159. package/dist/llms/cohere.d.ts +1 -54
  160. package/dist/llms/cohere.js +1 -108
  161. package/dist/llms/fireworks.cjs +15 -90
  162. package/dist/llms/fireworks.d.ts +1 -33
  163. package/dist/llms/fireworks.js +1 -88
  164. package/dist/llms/googlepalm.cjs +15 -134
  165. package/dist/llms/googlepalm.d.ts +1 -92
  166. package/dist/llms/googlepalm.js +1 -132
  167. package/dist/llms/googlevertexai/index.cjs +15 -45
  168. package/dist/llms/googlevertexai/index.d.ts +1 -38
  169. package/dist/llms/googlevertexai/index.js +1 -43
  170. package/dist/llms/googlevertexai/web.cjs +15 -42
  171. package/dist/llms/googlevertexai/web.d.ts +1 -36
  172. package/dist/llms/googlevertexai/web.js +1 -40
  173. package/dist/llms/gradient_ai.cjs +15 -110
  174. package/dist/llms/gradient_ai.d.ts +1 -55
  175. package/dist/llms/gradient_ai.js +1 -108
  176. package/dist/llms/hf.cjs +15 -136
  177. package/dist/llms/hf.d.ts +1 -68
  178. package/dist/llms/hf.js +1 -134
  179. package/dist/llms/llama_cpp.cjs +15 -111
  180. package/dist/llms/llama_cpp.d.ts +1 -41
  181. package/dist/llms/llama_cpp.js +1 -109
  182. package/dist/llms/ollama.cjs +15 -353
  183. package/dist/llms/ollama.d.ts +1 -106
  184. package/dist/llms/ollama.js +1 -351
  185. package/dist/llms/openai-chat.cjs +3 -445
  186. package/dist/llms/openai-chat.d.ts +4 -123
  187. package/dist/llms/openai-chat.js +2 -443
  188. package/dist/llms/openai.cjs +6 -530
  189. package/dist/llms/openai.d.ts +4 -123
  190. package/dist/llms/openai.js +2 -525
  191. package/dist/llms/portkey.cjs +14 -168
  192. package/dist/llms/portkey.d.ts +1 -57
  193. package/dist/llms/portkey.js +1 -162
  194. package/dist/llms/raycast.cjs +15 -94
  195. package/dist/llms/raycast.d.ts +1 -50
  196. package/dist/llms/raycast.js +1 -92
  197. package/dist/llms/replicate.cjs +15 -132
  198. package/dist/llms/replicate.d.ts +1 -51
  199. package/dist/llms/replicate.js +1 -130
  200. package/dist/llms/sagemaker_endpoint.cjs +15 -203
  201. package/dist/llms/sagemaker_endpoint.d.ts +1 -121
  202. package/dist/llms/sagemaker_endpoint.js +1 -200
  203. package/dist/llms/watsonx_ai.cjs +15 -152
  204. package/dist/llms/watsonx_ai.d.ts +1 -72
  205. package/dist/llms/watsonx_ai.js +1 -150
  206. package/dist/llms/writer.cjs +15 -165
  207. package/dist/llms/writer.d.ts +1 -60
  208. package/dist/llms/writer.js +1 -163
  209. package/dist/llms/yandex.cjs +15 -98
  210. package/dist/llms/yandex.d.ts +1 -40
  211. package/dist/llms/yandex.js +1 -96
  212. package/dist/load/import_map.cjs +2 -1
  213. package/dist/load/import_map.d.ts +1 -0
  214. package/dist/load/import_map.js +1 -0
  215. package/dist/load/index.cjs +3 -1
  216. package/dist/load/index.d.ts +1 -1
  217. package/dist/load/index.js +3 -1
  218. package/dist/retrievers/amazon_kendra.cjs +15 -273
  219. package/dist/retrievers/amazon_kendra.d.ts +1 -142
  220. package/dist/retrievers/amazon_kendra.js +1 -271
  221. package/dist/retrievers/chaindesk.cjs +15 -88
  222. package/dist/retrievers/chaindesk.d.ts +1 -31
  223. package/dist/retrievers/chaindesk.js +1 -86
  224. package/dist/retrievers/databerry.cjs +15 -82
  225. package/dist/retrievers/databerry.d.ts +1 -34
  226. package/dist/retrievers/databerry.js +1 -80
  227. package/dist/retrievers/metal.cjs +15 -51
  228. package/dist/retrievers/metal.d.ts +1 -36
  229. package/dist/retrievers/metal.js +1 -49
  230. package/dist/retrievers/supabase.cjs +15 -167
  231. package/dist/retrievers/supabase.d.ts +1 -82
  232. package/dist/retrievers/supabase.js +1 -165
  233. package/dist/retrievers/tavily_search_api.cjs +15 -142
  234. package/dist/retrievers/tavily_search_api.d.ts +1 -38
  235. package/dist/retrievers/tavily_search_api.js +1 -140
  236. package/dist/retrievers/zep.cjs +15 -150
  237. package/dist/retrievers/zep.d.ts +1 -76
  238. package/dist/retrievers/zep.js +1 -148
  239. package/dist/schema/document.cjs +2 -16
  240. package/dist/schema/document.d.ts +1 -11
  241. package/dist/schema/document.js +1 -16
  242. package/dist/schema/index.cjs +2 -7
  243. package/dist/schema/index.d.ts +2 -10
  244. package/dist/schema/index.js +1 -6
  245. package/dist/storage/convex.cjs +15 -143
  246. package/dist/storage/convex.d.ts +1 -106
  247. package/dist/storage/convex.js +1 -141
  248. package/dist/storage/ioredis.cjs +15 -158
  249. package/dist/storage/ioredis.d.ts +1 -71
  250. package/dist/storage/ioredis.js +1 -156
  251. package/dist/storage/upstash_redis.cjs +15 -172
  252. package/dist/storage/upstash_redis.d.ts +1 -78
  253. package/dist/storage/upstash_redis.js +1 -170
  254. package/dist/storage/vercel_kv.cjs +15 -161
  255. package/dist/storage/vercel_kv.d.ts +1 -62
  256. package/dist/storage/vercel_kv.js +1 -159
  257. package/dist/stores/doc/in_memory.cjs +15 -105
  258. package/dist/stores/doc/in_memory.d.ts +1 -46
  259. package/dist/stores/doc/in_memory.js +1 -102
  260. package/dist/stores/message/cassandra.cjs +15 -158
  261. package/dist/stores/message/cassandra.d.ts +1 -69
  262. package/dist/stores/message/cassandra.js +1 -156
  263. package/dist/stores/message/cloudflare_d1.cjs +15 -150
  264. package/dist/stores/message/cloudflare_d1.d.ts +1 -67
  265. package/dist/stores/message/cloudflare_d1.js +1 -148
  266. package/dist/stores/message/convex.cjs +15 -118
  267. package/dist/stores/message/convex.d.ts +1 -81
  268. package/dist/stores/message/convex.js +1 -116
  269. package/dist/stores/message/dynamodb.cjs +15 -159
  270. package/dist/stores/message/dynamodb.d.ts +1 -51
  271. package/dist/stores/message/dynamodb.js +1 -157
  272. package/dist/stores/message/firestore.cjs +15 -185
  273. package/dist/stores/message/firestore.d.ts +1 -68
  274. package/dist/stores/message/firestore.js +1 -183
  275. package/dist/stores/message/ioredis.cjs +15 -98
  276. package/dist/stores/message/ioredis.d.ts +1 -64
  277. package/dist/stores/message/ioredis.js +1 -96
  278. package/dist/stores/message/momento.cjs +15 -160
  279. package/dist/stores/message/momento.d.ts +1 -97
  280. package/dist/stores/message/momento.js +1 -158
  281. package/dist/stores/message/mongodb.cjs +15 -57
  282. package/dist/stores/message/mongodb.d.ts +1 -26
  283. package/dist/stores/message/mongodb.js +1 -55
  284. package/dist/stores/message/planetscale.cjs +15 -170
  285. package/dist/stores/message/planetscale.d.ts +1 -75
  286. package/dist/stores/message/planetscale.js +1 -168
  287. package/dist/stores/message/redis.cjs +15 -114
  288. package/dist/stores/message/redis.d.ts +1 -69
  289. package/dist/stores/message/redis.js +1 -112
  290. package/dist/stores/message/upstash_redis.cjs +15 -85
  291. package/dist/stores/message/upstash_redis.d.ts +1 -43
  292. package/dist/stores/message/upstash_redis.js +1 -83
  293. package/dist/stores/message/utils.cjs +3 -23
  294. package/dist/stores/message/utils.d.ts +1 -17
  295. package/dist/stores/message/utils.js +1 -21
  296. package/dist/stores/message/xata.cjs +15 -216
  297. package/dist/stores/message/xata.d.ts +1 -76
  298. package/dist/stores/message/xata.js +1 -214
  299. package/dist/tools/IFTTTWebhook.cjs +15 -87
  300. package/dist/tools/IFTTTWebhook.d.ts +1 -50
  301. package/dist/tools/IFTTTWebhook.js +1 -85
  302. package/dist/tools/aiplugin.cjs +15 -73
  303. package/dist/tools/aiplugin.d.ts +1 -34
  304. package/dist/tools/aiplugin.js +1 -71
  305. package/dist/tools/aws_sfn.cjs +15 -201
  306. package/dist/tools/aws_sfn.d.ts +1 -57
  307. package/dist/tools/aws_sfn.js +1 -197
  308. package/dist/tools/bingserpapi.cjs +15 -76
  309. package/dist/tools/bingserpapi.d.ts +1 -23
  310. package/dist/tools/bingserpapi.js +1 -75
  311. package/dist/tools/brave_search.cjs +15 -64
  312. package/dist/tools/brave_search.d.ts +1 -23
  313. package/dist/tools/brave_search.js +1 -62
  314. package/dist/tools/connery.cjs +15 -277
  315. package/dist/tools/connery.d.ts +1 -145
  316. package/dist/tools/connery.js +1 -274
  317. package/dist/tools/convert_to_openai.d.ts +1 -1
  318. package/dist/tools/dadjokeapi.cjs +15 -46
  319. package/dist/tools/dadjokeapi.d.ts +1 -15
  320. package/dist/tools/dadjokeapi.js +1 -45
  321. package/dist/tools/dataforseo_api_search.cjs +15 -280
  322. package/dist/tools/dataforseo_api_search.d.ts +1 -170
  323. package/dist/tools/dataforseo_api_search.js +1 -278
  324. package/dist/tools/gmail/index.cjs +15 -11
  325. package/dist/tools/gmail/index.d.ts +1 -11
  326. package/dist/tools/gmail/index.js +1 -5
  327. package/dist/tools/google_custom_search.cjs +15 -70
  328. package/dist/tools/google_custom_search.d.ts +1 -25
  329. package/dist/tools/google_custom_search.js +1 -68
  330. package/dist/tools/google_places.cjs +15 -79
  331. package/dist/tools/google_places.d.ts +1 -21
  332. package/dist/tools/google_places.js +1 -77
  333. package/dist/tools/searchapi.cjs +15 -164
  334. package/dist/tools/searchapi.d.ts +1 -91
  335. package/dist/tools/searchapi.js +1 -162
  336. package/dist/tools/searxng_search.cjs +15 -156
  337. package/dist/tools/searxng_search.d.ts +1 -114
  338. package/dist/tools/searxng_search.js +1 -154
  339. package/dist/tools/serpapi.cjs +15 -199
  340. package/dist/tools/serpapi.d.ts +1 -302
  341. package/dist/tools/serpapi.js +1 -197
  342. package/dist/tools/serper.cjs +15 -94
  343. package/dist/tools/serper.d.ts +1 -32
  344. package/dist/tools/serper.js +1 -92
  345. package/dist/tools/wikipedia_query_run.cjs +15 -133
  346. package/dist/tools/wikipedia_query_run.d.ts +1 -54
  347. package/dist/tools/wikipedia_query_run.js +1 -131
  348. package/dist/tools/wolframalpha.cjs +15 -47
  349. package/dist/tools/wolframalpha.d.ts +1 -21
  350. package/dist/tools/wolframalpha.js +1 -45
  351. package/dist/types/openai-types.d.ts +1 -1
  352. package/dist/util/convex.d.ts +1 -1
  353. package/dist/util/event-source-parse.cjs +15 -224
  354. package/dist/util/event-source-parse.d.ts +1 -39
  355. package/dist/util/event-source-parse.js +1 -219
  356. package/dist/util/math.cjs +15 -123
  357. package/dist/util/math.d.ts +1 -40
  358. package/dist/util/math.js +1 -116
  359. package/dist/util/openapi.d.ts +2 -2
  360. package/dist/vectorstores/analyticdb.cjs +3 -333
  361. package/dist/vectorstores/analyticdb.d.ts +1 -110
  362. package/dist/vectorstores/analyticdb.js +1 -317
  363. package/dist/vectorstores/base.cjs +15 -165
  364. package/dist/vectorstores/base.d.ts +1 -104
  365. package/dist/vectorstores/base.js +1 -161
  366. package/dist/vectorstores/cassandra.cjs +15 -478
  367. package/dist/vectorstores/cassandra.d.ts +1 -162
  368. package/dist/vectorstores/cassandra.js +1 -476
  369. package/dist/vectorstores/chroma.cjs +3 -312
  370. package/dist/vectorstores/chroma.d.ts +1 -133
  371. package/dist/vectorstores/chroma.js +1 -299
  372. package/dist/vectorstores/clickhouse.cjs +3 -272
  373. package/dist/vectorstores/clickhouse.d.ts +1 -126
  374. package/dist/vectorstores/clickhouse.js +1 -259
  375. package/dist/vectorstores/closevector/node.cjs +15 -107
  376. package/dist/vectorstores/closevector/node.d.ts +1 -83
  377. package/dist/vectorstores/closevector/node.js +1 -105
  378. package/dist/vectorstores/closevector/web.cjs +15 -107
  379. package/dist/vectorstores/closevector/web.d.ts +1 -80
  380. package/dist/vectorstores/closevector/web.js +1 -105
  381. package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
  382. package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
  383. package/dist/vectorstores/cloudflare_vectorize.js +1 -173
  384. package/dist/vectorstores/convex.cjs +15 -175
  385. package/dist/vectorstores/convex.d.ts +1 -134
  386. package/dist/vectorstores/convex.js +1 -173
  387. package/dist/vectorstores/elasticsearch.cjs +3 -287
  388. package/dist/vectorstores/elasticsearch.d.ts +1 -143
  389. package/dist/vectorstores/elasticsearch.js +1 -274
  390. package/dist/vectorstores/faiss.cjs +3 -378
  391. package/dist/vectorstores/faiss.d.ts +1 -127
  392. package/dist/vectorstores/faiss.js +1 -365
  393. package/dist/vectorstores/googlevertexai.cjs +3 -538
  394. package/dist/vectorstores/googlevertexai.d.ts +1 -181
  395. package/dist/vectorstores/googlevertexai.js +1 -521
  396. package/dist/vectorstores/hnswlib.cjs +15 -273
  397. package/dist/vectorstores/hnswlib.d.ts +1 -122
  398. package/dist/vectorstores/hnswlib.js +1 -271
  399. package/dist/vectorstores/lancedb.cjs +15 -126
  400. package/dist/vectorstores/lancedb.d.ts +1 -61
  401. package/dist/vectorstores/lancedb.js +1 -124
  402. package/dist/vectorstores/memory.cjs +15 -143
  403. package/dist/vectorstores/memory.d.ts +1 -92
  404. package/dist/vectorstores/memory.js +1 -141
  405. package/dist/vectorstores/milvus.cjs +3 -592
  406. package/dist/vectorstores/milvus.d.ts +1 -139
  407. package/dist/vectorstores/milvus.js +1 -579
  408. package/dist/vectorstores/momento_vector_index.cjs +3 -305
  409. package/dist/vectorstores/momento_vector_index.d.ts +1 -143
  410. package/dist/vectorstores/momento_vector_index.js +1 -292
  411. package/dist/vectorstores/mongodb_atlas.cjs +15 -218
  412. package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
  413. package/dist/vectorstores/mongodb_atlas.js +1 -216
  414. package/dist/vectorstores/myscale.cjs +3 -263
  415. package/dist/vectorstores/myscale.d.ts +1 -129
  416. package/dist/vectorstores/myscale.js +1 -250
  417. package/dist/vectorstores/neo4j_vector.cjs +3 -578
  418. package/dist/vectorstores/neo4j_vector.d.ts +1 -75
  419. package/dist/vectorstores/neo4j_vector.js +1 -562
  420. package/dist/vectorstores/opensearch.cjs +3 -274
  421. package/dist/vectorstores/opensearch.d.ts +1 -119
  422. package/dist/vectorstores/opensearch.js +1 -261
  423. package/dist/vectorstores/pgvector.cjs +14 -404
  424. package/dist/vectorstores/pgvector.d.ts +1 -160
  425. package/dist/vectorstores/pgvector.js +1 -400
  426. package/dist/vectorstores/pinecone.cjs +3 -280
  427. package/dist/vectorstores/pinecone.d.ts +1 -120
  428. package/dist/vectorstores/pinecone.js +1 -264
  429. package/dist/vectorstores/prisma.cjs +15 -305
  430. package/dist/vectorstores/prisma.d.ts +1 -180
  431. package/dist/vectorstores/prisma.js +1 -304
  432. package/dist/vectorstores/qdrant.cjs +15 -195
  433. package/dist/vectorstores/qdrant.d.ts +1 -95
  434. package/dist/vectorstores/qdrant.js +1 -193
  435. package/dist/vectorstores/redis.cjs +15 -333
  436. package/dist/vectorstores/redis.d.ts +1 -186
  437. package/dist/vectorstores/redis.js +1 -331
  438. package/dist/vectorstores/rockset.cjs +15 -351
  439. package/dist/vectorstores/rockset.d.ts +1 -202
  440. package/dist/vectorstores/rockset.js +1 -347
  441. package/dist/vectorstores/singlestore.cjs +15 -220
  442. package/dist/vectorstores/singlestore.d.ts +1 -88
  443. package/dist/vectorstores/singlestore.js +1 -218
  444. package/dist/vectorstores/supabase.cjs +15 -217
  445. package/dist/vectorstores/supabase.d.ts +1 -118
  446. package/dist/vectorstores/supabase.js +1 -215
  447. package/dist/vectorstores/tigris.cjs +3 -143
  448. package/dist/vectorstores/tigris.d.ts +1 -74
  449. package/dist/vectorstores/tigris.js +1 -130
  450. package/dist/vectorstores/typeorm.cjs +15 -259
  451. package/dist/vectorstores/typeorm.d.ts +1 -109
  452. package/dist/vectorstores/typeorm.js +1 -256
  453. package/dist/vectorstores/typesense.cjs +15 -223
  454. package/dist/vectorstores/typesense.d.ts +1 -131
  455. package/dist/vectorstores/typesense.js +1 -221
  456. package/dist/vectorstores/usearch.cjs +3 -203
  457. package/dist/vectorstores/usearch.d.ts +1 -85
  458. package/dist/vectorstores/usearch.js +1 -187
  459. package/dist/vectorstores/vectara.cjs +3 -409
  460. package/dist/vectorstores/vectara.d.ts +1 -148
  461. package/dist/vectorstores/vectara.js +1 -396
  462. package/dist/vectorstores/vercel_postgres.cjs +15 -320
  463. package/dist/vectorstores/vercel_postgres.d.ts +1 -145
  464. package/dist/vectorstores/vercel_postgres.js +1 -318
  465. package/dist/vectorstores/voy.cjs +15 -156
  466. package/dist/vectorstores/voy.d.ts +1 -73
  467. package/dist/vectorstores/voy.js +1 -154
  468. package/dist/vectorstores/weaviate.cjs +3 -347
  469. package/dist/vectorstores/weaviate.d.ts +1 -140
  470. package/dist/vectorstores/weaviate.js +1 -333
  471. package/dist/vectorstores/xata.cjs +15 -108
  472. package/dist/vectorstores/xata.d.ts +1 -70
  473. package/dist/vectorstores/xata.js +1 -106
  474. package/dist/vectorstores/zep.cjs +15 -313
  475. package/dist/vectorstores/zep.d.ts +1 -146
  476. package/dist/vectorstores/zep.js +1 -311
  477. package/experimental/masking.cjs +1 -0
  478. package/experimental/masking.d.ts +1 -0
  479. package/experimental/masking.js +1 -0
  480. package/package.json +13 -27
  481. package/dist/chat_models/googlevertexai/common.cjs +0 -274
  482. package/dist/chat_models/googlevertexai/common.d.ts +0 -123
  483. package/dist/chat_models/googlevertexai/common.js +0 -269
  484. package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
  485. package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
  486. package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
  487. package/dist/llms/googlevertexai/common.cjs +0 -168
  488. package/dist/llms/googlevertexai/common.d.ts +0 -82
  489. package/dist/llms/googlevertexai/common.js +0 -164
  490. package/dist/tools/gmail/base.cjs +0 -69
  491. package/dist/tools/gmail/base.d.ts +0 -19
  492. package/dist/tools/gmail/base.js +0 -65
  493. package/dist/tools/gmail/create_draft.cjs +0 -62
  494. package/dist/tools/gmail/create_draft.d.ts +0 -35
  495. package/dist/tools/gmail/create_draft.js +0 -58
  496. package/dist/tools/gmail/descriptions.cjs +0 -118
  497. package/dist/tools/gmail/descriptions.d.ts +0 -5
  498. package/dist/tools/gmail/descriptions.js +0 -115
  499. package/dist/tools/gmail/get_message.cjs +0 -83
  500. package/dist/tools/gmail/get_message.d.ts +0 -18
  501. package/dist/tools/gmail/get_message.js +0 -79
  502. package/dist/tools/gmail/get_thread.cjs +0 -89
  503. package/dist/tools/gmail/get_thread.d.ts +0 -18
  504. package/dist/tools/gmail/get_thread.js +0 -85
  505. package/dist/tools/gmail/search.cjs +0 -118
  506. package/dist/tools/gmail/search.d.ts +0 -29
  507. package/dist/tools/gmail/search.js +0 -114
  508. package/dist/tools/gmail/send_message.cjs +0 -74
  509. package/dist/tools/gmail/send_message.d.ts +0 -35
  510. package/dist/tools/gmail/send_message.js +0 -70
  511. package/dist/util/openai-format-fndef.cjs +0 -81
  512. package/dist/util/openai-format-fndef.d.ts +0 -44
  513. package/dist/util/openai-format-fndef.js +0 -77
  514. package/dist/util/openai.cjs +0 -21
  515. package/dist/util/openai.d.ts +0 -1
  516. package/dist/util/openai.js +0 -17
  517. package/dist/vectorstores/closevector/common.cjs +0 -128
  518. package/dist/vectorstores/closevector/common.d.ts +0 -82
  519. package/dist/vectorstores/closevector/common.js +0 -124
@@ -1,66 +1 @@
1
- import { Embeddings, EmbeddingsParams } from "./base.js";
2
- /**
3
- * Interface that extends EmbeddingsParams and defines additional
4
- * parameters specific to the VoyageEmbeddings class.
5
- */
6
- export interface VoyageEmbeddingsParams extends EmbeddingsParams {
7
- modelName: string;
8
- /**
9
- * The maximum number of documents to embed in a single request. This is
10
- * limited by the Voyage AI API to a maximum of 8.
11
- */
12
- batchSize?: number;
13
- }
14
- /**
15
- * Interface for the request body to generate embeddings.
16
- */
17
- export interface CreateVoyageEmbeddingRequest {
18
- /**
19
- * @type {string}
20
- * @memberof CreateVoyageEmbeddingRequest
21
- */
22
- model: string;
23
- /**
24
- * Text to generate vector expectation
25
- * @type {CreateEmbeddingRequestInput}
26
- * @memberof CreateVoyageEmbeddingRequest
27
- */
28
- input: string | string[];
29
- }
30
- /**
31
- * A class for generating embeddings using the Voyage AI API.
32
- */
33
- export declare class VoyageEmbeddings extends Embeddings implements VoyageEmbeddingsParams {
34
- modelName: string;
35
- batchSize: number;
36
- private apiKey;
37
- basePath?: string;
38
- apiUrl: string;
39
- headers?: Record<string, string>;
40
- /**
41
- * Constructor for the VoyageEmbeddings class.
42
- * @param fields - An optional object with properties to configure the instance.
43
- */
44
- constructor(fields?: Partial<VoyageEmbeddingsParams> & {
45
- verbose?: boolean;
46
- apiKey?: string;
47
- });
48
- /**
49
- * Generates embeddings for an array of texts.
50
- * @param texts - An array of strings to generate embeddings for.
51
- * @returns A Promise that resolves to an array of embeddings.
52
- */
53
- embedDocuments(texts: string[]): Promise<number[][]>;
54
- /**
55
- * Generates an embedding for a single text.
56
- * @param text - A string to generate an embedding for.
57
- * @returns A Promise that resolves to an array of numbers representing the embedding.
58
- */
59
- embedQuery(text: string): Promise<number[]>;
60
- /**
61
- * Makes a request to the Voyage AI API to generate embeddings for an array of texts.
62
- * @param request - An object with properties to configure the request.
63
- * @returns A Promise that resolves to the response from the Voyage AI API.
64
- */
65
- private embeddingWithRetry;
66
- }
1
+ export * from "@langchain/community/embeddings/voyage";
@@ -1,116 +1 @@
1
- import { chunkArray } from "../util/chunk.js";
2
- import { getEnvironmentVariable } from "../util/env.js";
3
- import { Embeddings } from "./base.js";
4
- /**
5
- * A class for generating embeddings using the Voyage AI API.
6
- */
7
- export class VoyageEmbeddings extends Embeddings {
8
- /**
9
- * Constructor for the VoyageEmbeddings class.
10
- * @param fields - An optional object with properties to configure the instance.
11
- */
12
- constructor(fields) {
13
- const fieldsWithDefaults = { ...fields };
14
- super(fieldsWithDefaults);
15
- Object.defineProperty(this, "modelName", {
16
- enumerable: true,
17
- configurable: true,
18
- writable: true,
19
- value: "voyage-01"
20
- });
21
- Object.defineProperty(this, "batchSize", {
22
- enumerable: true,
23
- configurable: true,
24
- writable: true,
25
- value: 8
26
- });
27
- Object.defineProperty(this, "apiKey", {
28
- enumerable: true,
29
- configurable: true,
30
- writable: true,
31
- value: void 0
32
- });
33
- Object.defineProperty(this, "basePath", {
34
- enumerable: true,
35
- configurable: true,
36
- writable: true,
37
- value: "https://api.voyageai.com/v1"
38
- });
39
- Object.defineProperty(this, "apiUrl", {
40
- enumerable: true,
41
- configurable: true,
42
- writable: true,
43
- value: void 0
44
- });
45
- Object.defineProperty(this, "headers", {
46
- enumerable: true,
47
- configurable: true,
48
- writable: true,
49
- value: void 0
50
- });
51
- const apiKey = fieldsWithDefaults?.apiKey || getEnvironmentVariable("VOYAGEAI_API_KEY");
52
- if (!apiKey) {
53
- throw new Error("Voyage AI API key not found");
54
- }
55
- this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
56
- this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
57
- this.apiKey = apiKey;
58
- this.apiUrl = `${this.basePath}/embeddings`;
59
- }
60
- /**
61
- * Generates embeddings for an array of texts.
62
- * @param texts - An array of strings to generate embeddings for.
63
- * @returns A Promise that resolves to an array of embeddings.
64
- */
65
- async embedDocuments(texts) {
66
- const batches = chunkArray(texts, this.batchSize);
67
- const batchRequests = batches.map((batch) => this.embeddingWithRetry({
68
- model: this.modelName,
69
- input: batch,
70
- }));
71
- const batchResponses = await Promise.all(batchRequests);
72
- const embeddings = [];
73
- for (let i = 0; i < batchResponses.length; i += 1) {
74
- const batch = batches[i];
75
- const { data: batchResponse } = batchResponses[i];
76
- for (let j = 0; j < batch.length; j += 1) {
77
- embeddings.push(batchResponse[j].embedding);
78
- }
79
- }
80
- return embeddings;
81
- }
82
- /**
83
- * Generates an embedding for a single text.
84
- * @param text - A string to generate an embedding for.
85
- * @returns A Promise that resolves to an array of numbers representing the embedding.
86
- */
87
- async embedQuery(text) {
88
- const { data } = await this.embeddingWithRetry({
89
- model: this.modelName,
90
- input: text,
91
- });
92
- return data[0].embedding;
93
- }
94
- /**
95
- * Makes a request to the Voyage AI API to generate embeddings for an array of texts.
96
- * @param request - An object with properties to configure the request.
97
- * @returns A Promise that resolves to the response from the Voyage AI API.
98
- */
99
- async embeddingWithRetry(request) {
100
- const makeCompletionRequest = async () => {
101
- const url = `${this.apiUrl}`;
102
- const response = await fetch(url, {
103
- method: "POST",
104
- headers: {
105
- "Content-Type": "application/json",
106
- Authorization: `Bearer ${this.apiKey}`,
107
- ...this.headers,
108
- },
109
- body: JSON.stringify(request),
110
- });
111
- const json = await response.json();
112
- return json;
113
- };
114
- return this.caller.call(makeCompletionRequest);
115
- }
116
- }
1
+ export * from "@langchain/community/embeddings/voyage";
@@ -32,7 +32,7 @@ export declare class OllamaFunctions extends BaseChatModel<ChatOllamaFunctionsCa
32
32
  constructor(fields?: OllamaFunctionsInput);
33
33
  invocationParams(): {
34
34
  model: string;
35
- format: import("../../util/types.js").StringWithAutocomplete<"json"> | undefined;
35
+ format: import("@langchain/core/utils/types").StringWithAutocomplete<"json"> | undefined;
36
36
  options: {
37
37
  embedding_only: boolean | undefined;
38
38
  f16_kv: boolean | undefined;
@@ -0,0 +1,9 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.MaskingTransformer = exports.RegexMaskingTransformer = exports.MaskingParser = void 0;
4
+ var parser_js_1 = require("./parser.cjs");
5
+ Object.defineProperty(exports, "MaskingParser", { enumerable: true, get: function () { return parser_js_1.MaskingParser; } });
6
+ var regex_masking_transformer_js_1 = require("./regex_masking_transformer.cjs");
7
+ Object.defineProperty(exports, "RegexMaskingTransformer", { enumerable: true, get: function () { return regex_masking_transformer_js_1.RegexMaskingTransformer; } });
8
+ var transformer_js_1 = require("./transformer.cjs");
9
+ Object.defineProperty(exports, "MaskingTransformer", { enumerable: true, get: function () { return transformer_js_1.MaskingTransformer; } });
@@ -0,0 +1,4 @@
1
+ export { MaskingParser } from "./parser.js";
2
+ export { RegexMaskingTransformer } from "./regex_masking_transformer.js";
3
+ export { MaskingTransformer } from "./transformer.js";
4
+ export { type MaskingParserConfig, type HashFunction, type HookFunction, } from "./types.js";
@@ -0,0 +1,3 @@
1
+ export { MaskingParser } from "./parser.js";
2
+ export { RegexMaskingTransformer } from "./regex_masking_transformer.js";
3
+ export { MaskingTransformer } from "./transformer.js";
@@ -0,0 +1,134 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.MaskingParser = void 0;
4
+ /**
5
+ * MaskingParser class for handling the masking and rehydrating of messages.
6
+ */
7
+ class MaskingParser {
8
+ constructor(config = {}) {
9
+ Object.defineProperty(this, "transformers", {
10
+ enumerable: true,
11
+ configurable: true,
12
+ writable: true,
13
+ value: void 0
14
+ });
15
+ Object.defineProperty(this, "state", {
16
+ enumerable: true,
17
+ configurable: true,
18
+ writable: true,
19
+ value: void 0
20
+ });
21
+ Object.defineProperty(this, "config", {
22
+ enumerable: true,
23
+ configurable: true,
24
+ writable: true,
25
+ value: void 0
26
+ });
27
+ this.transformers = config.transformers ?? [];
28
+ this.state = new Map();
29
+ this.config = config;
30
+ }
31
+ /**
32
+ * Adds a transformer to the parser.
33
+ * @param transformer - An instance of a class extending MaskingTransformer.
34
+ */
35
+ addTransformer(transformer) {
36
+ this.transformers.push(transformer);
37
+ }
38
+ /**
39
+ * Getter method for retrieving the current state.
40
+ * @returns The current state map.
41
+ */
42
+ getState() {
43
+ return this.state;
44
+ }
45
+ /**
46
+ * Masks the provided message using the added transformers.
47
+ * This method sequentially applies each transformer's masking logic to the message.
48
+ * It utilizes a state map to track original values corresponding to their masked versions.
49
+ *
50
+ * @param message - The message to be masked.
51
+ * @returns A masked version of the message.
52
+ * @throws {TypeError} If the message is not a string.
53
+ * @throws {Error} If no transformers are added.
54
+ */
55
+ async mask(message) {
56
+ // If onMaskingStart is a function, handle it accordingly
57
+ if (this.config.onMaskingStart) {
58
+ await this.config.onMaskingStart(message);
59
+ }
60
+ // Check if there are any transformers added to the parser. If not, throw an error
61
+ // as masking requires at least one transformer to apply its logic.
62
+ if (this.transformers.length === 0) {
63
+ throw new Error("MaskingParser.mask Error: No transformers have been added. Please add at least one transformer before parsing.");
64
+ }
65
+ if (typeof message !== "string") {
66
+ throw new TypeError("MaskingParser.mask Error: The 'message' argument must be a string.");
67
+ }
68
+ // Initialize the variable to hold the progressively masked message.
69
+ // It starts as the original message and gets transformed by each transformer.
70
+ let processedMessage = message;
71
+ // Iterate through each transformer and apply their transform method.
72
+ for (const transformer of this.transformers) {
73
+ // Transform the message and get the transformer's state changes, ensuring no direct mutation of the shared state.
74
+ const [transformedMessage, transformerState] = await transformer.transform(processedMessage, new Map(this.state));
75
+ // Update the processed message for subsequent transformers.
76
+ processedMessage = transformedMessage;
77
+ // Merge state changes from the transformer into the parser's state.
78
+ // This accumulates all transformations' effects on the state.
79
+ transformerState.forEach((value, key) => this.state.set(key, value));
80
+ }
81
+ // Handle onMaskingEnd callback
82
+ if (this.config.onMaskingEnd) {
83
+ await this.config.onMaskingEnd(processedMessage);
84
+ }
85
+ // Return the fully masked message after all transformers have been applied.
86
+ return processedMessage;
87
+ }
88
+ /**
89
+ * Rehydrates a masked message back to its original form.
90
+ * This method sequentially applies the rehydration logic of each added transformer in reverse order.
91
+ * It relies on the state map to correctly map the masked values back to their original values.
92
+ *
93
+ * The rehydration process is essential for restoring the original content of a message
94
+ * that has been transformed (masked) by the transformers. This process is the inverse of the masking process.
95
+ *
96
+ * @param message - The masked message to be rehydrated.
97
+ * @returns The original (rehydrated) version of the message.
98
+ */
99
+ async rehydrate(message, state) {
100
+ // Handle onRehydratingStart callback
101
+ if (this.config.onRehydratingStart) {
102
+ await this.config.onRehydratingStart(message);
103
+ }
104
+ if (typeof message !== "string") {
105
+ throw new TypeError("MaskingParser.rehydrate Error: The 'message' argument must be a string.");
106
+ }
107
+ // Check if any transformers have been added to the parser.
108
+ // If no transformers are present, throw an error as rehydration requires at least one transformer.
109
+ if (this.transformers.length === 0) {
110
+ throw new Error("MaskingParser.rehydrate Error: No transformers have been added. Please add at least one transformer before rehydrating.");
111
+ }
112
+ // eslint-disable-next-line no-instanceof/no-instanceof
113
+ if (state && !(state instanceof Map)) {
114
+ throw new TypeError("MaskingParser.rehydrate Error: The 'state' argument, if provided, must be an instance of Map.");
115
+ }
116
+ const rehydrationState = state || this.state; // Use provided state or fallback to internal state
117
+ // Initialize the rehydratedMessage with the input masked message.
118
+ // This variable will undergo rehydration by each transformer in reverse order.
119
+ let rehydratedMessage = message;
120
+ // Use a reverse for...of loop to accommodate asynchronous rehydrate methods
121
+ const reversedTransformers = this.transformers.slice().reverse();
122
+ for (const transformer of reversedTransformers) {
123
+ // Check if the result is a Promise and use await, otherwise use it directly
124
+ rehydratedMessage = await transformer.rehydrate(rehydratedMessage, rehydrationState);
125
+ }
126
+ // Handle onRehydratingEnd callback
127
+ if (this.config.onRehydratingEnd) {
128
+ await this.config.onRehydratingEnd(rehydratedMessage);
129
+ }
130
+ // Return the fully rehydrated message after all transformers have been applied.
131
+ return rehydratedMessage;
132
+ }
133
+ }
134
+ exports.MaskingParser = MaskingParser;
@@ -0,0 +1,44 @@
1
+ import { MaskingTransformer } from "./transformer.js";
2
+ import type { MaskingParserConfig } from "./types.js";
3
+ /**
4
+ * MaskingParser class for handling the masking and rehydrating of messages.
5
+ */
6
+ export declare class MaskingParser {
7
+ private transformers;
8
+ private state;
9
+ private config;
10
+ constructor(config?: MaskingParserConfig);
11
+ /**
12
+ * Adds a transformer to the parser.
13
+ * @param transformer - An instance of a class extending MaskingTransformer.
14
+ */
15
+ addTransformer(transformer: MaskingTransformer): void;
16
+ /**
17
+ * Getter method for retrieving the current state.
18
+ * @returns The current state map.
19
+ */
20
+ getState(): Map<string, string>;
21
+ /**
22
+ * Masks the provided message using the added transformers.
23
+ * This method sequentially applies each transformer's masking logic to the message.
24
+ * It utilizes a state map to track original values corresponding to their masked versions.
25
+ *
26
+ * @param message - The message to be masked.
27
+ * @returns A masked version of the message.
28
+ * @throws {TypeError} If the message is not a string.
29
+ * @throws {Error} If no transformers are added.
30
+ */
31
+ mask(message: string): Promise<string>;
32
+ /**
33
+ * Rehydrates a masked message back to its original form.
34
+ * This method sequentially applies the rehydration logic of each added transformer in reverse order.
35
+ * It relies on the state map to correctly map the masked values back to their original values.
36
+ *
37
+ * The rehydration process is essential for restoring the original content of a message
38
+ * that has been transformed (masked) by the transformers. This process is the inverse of the masking process.
39
+ *
40
+ * @param message - The masked message to be rehydrated.
41
+ * @returns The original (rehydrated) version of the message.
42
+ */
43
+ rehydrate(message: string, state?: Map<string, string>): Promise<string>;
44
+ }
@@ -0,0 +1,130 @@
1
+ /**
2
+ * MaskingParser class for handling the masking and rehydrating of messages.
3
+ */
4
+ export class MaskingParser {
5
+ constructor(config = {}) {
6
+ Object.defineProperty(this, "transformers", {
7
+ enumerable: true,
8
+ configurable: true,
9
+ writable: true,
10
+ value: void 0
11
+ });
12
+ Object.defineProperty(this, "state", {
13
+ enumerable: true,
14
+ configurable: true,
15
+ writable: true,
16
+ value: void 0
17
+ });
18
+ Object.defineProperty(this, "config", {
19
+ enumerable: true,
20
+ configurable: true,
21
+ writable: true,
22
+ value: void 0
23
+ });
24
+ this.transformers = config.transformers ?? [];
25
+ this.state = new Map();
26
+ this.config = config;
27
+ }
28
+ /**
29
+ * Adds a transformer to the parser.
30
+ * @param transformer - An instance of a class extending MaskingTransformer.
31
+ */
32
+ addTransformer(transformer) {
33
+ this.transformers.push(transformer);
34
+ }
35
+ /**
36
+ * Getter method for retrieving the current state.
37
+ * @returns The current state map.
38
+ */
39
+ getState() {
40
+ return this.state;
41
+ }
42
+ /**
43
+ * Masks the provided message using the added transformers.
44
+ * This method sequentially applies each transformer's masking logic to the message.
45
+ * It utilizes a state map to track original values corresponding to their masked versions.
46
+ *
47
+ * @param message - The message to be masked.
48
+ * @returns A masked version of the message.
49
+ * @throws {TypeError} If the message is not a string.
50
+ * @throws {Error} If no transformers are added.
51
+ */
52
+ async mask(message) {
53
+ // If onMaskingStart is a function, handle it accordingly
54
+ if (this.config.onMaskingStart) {
55
+ await this.config.onMaskingStart(message);
56
+ }
57
+ // Check if there are any transformers added to the parser. If not, throw an error
58
+ // as masking requires at least one transformer to apply its logic.
59
+ if (this.transformers.length === 0) {
60
+ throw new Error("MaskingParser.mask Error: No transformers have been added. Please add at least one transformer before parsing.");
61
+ }
62
+ if (typeof message !== "string") {
63
+ throw new TypeError("MaskingParser.mask Error: The 'message' argument must be a string.");
64
+ }
65
+ // Initialize the variable to hold the progressively masked message.
66
+ // It starts as the original message and gets transformed by each transformer.
67
+ let processedMessage = message;
68
+ // Iterate through each transformer and apply their transform method.
69
+ for (const transformer of this.transformers) {
70
+ // Transform the message and get the transformer's state changes, ensuring no direct mutation of the shared state.
71
+ const [transformedMessage, transformerState] = await transformer.transform(processedMessage, new Map(this.state));
72
+ // Update the processed message for subsequent transformers.
73
+ processedMessage = transformedMessage;
74
+ // Merge state changes from the transformer into the parser's state.
75
+ // This accumulates all transformations' effects on the state.
76
+ transformerState.forEach((value, key) => this.state.set(key, value));
77
+ }
78
+ // Handle onMaskingEnd callback
79
+ if (this.config.onMaskingEnd) {
80
+ await this.config.onMaskingEnd(processedMessage);
81
+ }
82
+ // Return the fully masked message after all transformers have been applied.
83
+ return processedMessage;
84
+ }
85
+ /**
86
+ * Rehydrates a masked message back to its original form.
87
+ * This method sequentially applies the rehydration logic of each added transformer in reverse order.
88
+ * It relies on the state map to correctly map the masked values back to their original values.
89
+ *
90
+ * The rehydration process is essential for restoring the original content of a message
91
+ * that has been transformed (masked) by the transformers. This process is the inverse of the masking process.
92
+ *
93
+ * @param message - The masked message to be rehydrated.
94
+ * @returns The original (rehydrated) version of the message.
95
+ */
96
+ async rehydrate(message, state) {
97
+ // Handle onRehydratingStart callback
98
+ if (this.config.onRehydratingStart) {
99
+ await this.config.onRehydratingStart(message);
100
+ }
101
+ if (typeof message !== "string") {
102
+ throw new TypeError("MaskingParser.rehydrate Error: The 'message' argument must be a string.");
103
+ }
104
+ // Check if any transformers have been added to the parser.
105
+ // If no transformers are present, throw an error as rehydration requires at least one transformer.
106
+ if (this.transformers.length === 0) {
107
+ throw new Error("MaskingParser.rehydrate Error: No transformers have been added. Please add at least one transformer before rehydrating.");
108
+ }
109
+ // eslint-disable-next-line no-instanceof/no-instanceof
110
+ if (state && !(state instanceof Map)) {
111
+ throw new TypeError("MaskingParser.rehydrate Error: The 'state' argument, if provided, must be an instance of Map.");
112
+ }
113
+ const rehydrationState = state || this.state; // Use provided state or fallback to internal state
114
+ // Initialize the rehydratedMessage with the input masked message.
115
+ // This variable will undergo rehydration by each transformer in reverse order.
116
+ let rehydratedMessage = message;
117
+ // Use a reverse for...of loop to accommodate asynchronous rehydrate methods
118
+ const reversedTransformers = this.transformers.slice().reverse();
119
+ for (const transformer of reversedTransformers) {
120
+ // Check if the result is a Promise and use await, otherwise use it directly
121
+ rehydratedMessage = await transformer.rehydrate(rehydratedMessage, rehydrationState);
122
+ }
123
+ // Handle onRehydratingEnd callback
124
+ if (this.config.onRehydratingEnd) {
125
+ await this.config.onRehydratingEnd(rehydratedMessage);
126
+ }
127
+ // Return the fully rehydrated message after all transformers have been applied.
128
+ return rehydratedMessage;
129
+ }
130
+ }
@@ -0,0 +1,145 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.RegexMaskingTransformer = void 0;
4
+ const transformer_js_1 = require("./transformer.cjs");
5
+ /**
6
+ * RegexMaskingTransformer class for masking and rehydrating messages with Regex.
7
+ */
8
+ class RegexMaskingTransformer extends transformer_js_1.MaskingTransformer {
9
+ /**
10
+ * Constructs a RegexMaskingTransformer with given patterns and an optional hash function.
11
+ * Validates the provided patterns to ensure they conform to the expected structure.
12
+ *
13
+ * @param patterns - An object containing masking patterns. Each pattern should include
14
+ * a regular expression (`regex`) and optionally a `replacement` string
15
+ * or a `mask` function.
16
+ * @param hashFunction - An optional custom hash function to be used for masking.
17
+ */
18
+ constructor(patterns, hashFunction) {
19
+ super();
20
+ Object.defineProperty(this, "patterns", {
21
+ enumerable: true,
22
+ configurable: true,
23
+ writable: true,
24
+ value: void 0
25
+ });
26
+ Object.defineProperty(this, "hashFunction", {
27
+ enumerable: true,
28
+ configurable: true,
29
+ writable: true,
30
+ value: void 0
31
+ });
32
+ // Validates the provided masking patterns before initializing the transformer.
33
+ // This ensures that each pattern has a valid regular expression.
34
+ this.validatePatterns(patterns);
35
+ // Assigns the validated patterns and the hash function to the transformer.
36
+ // If no custom hash function is provided, the default hash function is used.
37
+ this.patterns = patterns;
38
+ this.hashFunction = hashFunction || this.defaultHashFunction;
39
+ }
40
+ /**
41
+ * Validates the given masking patterns to ensure each pattern has a valid regular expression.
42
+ * Throws an error if any pattern is found to be invalid.
43
+ *
44
+ * @param patterns - The patterns object to validate.
45
+ */
46
+ validatePatterns(patterns) {
47
+ for (const key of Object.keys(patterns)) {
48
+ const pattern = patterns[key];
49
+ // Checks that each pattern is an object and has a regex property that is an instance of RegExp.
50
+ // Throws an error if these conditions are not met, indicating an invalid pattern configuration.
51
+ if (!pattern ||
52
+ typeof pattern !== "object" ||
53
+ // eslint-disable-next-line no-instanceof/no-instanceof
54
+ !(pattern.regex instanceof RegExp)) {
55
+ throw new Error("Invalid pattern configuration.");
56
+ }
57
+ }
58
+ }
59
+ /**
60
+ * Masks content in a message based on the defined patterns.
61
+ * @param message - The message to be masked.
62
+ * @param state - The current state containing original values.
63
+ * @returns A tuple of the masked message and the updated state.
64
+ */
65
+ async transform(message, state) {
66
+ if (typeof message !== "string") {
67
+ throw new TypeError("RegexMaskingTransformer.transform Error: The 'message' argument must be a string.");
68
+ }
69
+ // eslint-disable-next-line no-instanceof/no-instanceof
70
+ if (!(state instanceof Map)) {
71
+ throw new TypeError("RegexMaskingTransformer.transform Error: The 'state' argument must be an instance of Map.");
72
+ }
73
+ // Holds the progressively masked message
74
+ let processedMessage = message;
75
+ // Initialize original values map with the current state or a new map
76
+ const originalValues = state || new Map();
77
+ // Iterate over each pattern defined in the transformer
78
+ for (const key of Object.keys(this.patterns)) {
79
+ const pattern = this.patterns[key];
80
+ // Apply the current pattern's regex to the message
81
+ processedMessage = processedMessage.replace(pattern.regex, (match) => {
82
+ // Determine the masked value: use the mask function if provided, else use the replacement string,
83
+ // else use the hash function.
84
+ const maskedValue = pattern.mask
85
+ ? pattern.mask(match)
86
+ : pattern.replacement ?? this.hashFunction(match);
87
+ // Store the mapping of the masked value to the original value (match)
88
+ originalValues.set(maskedValue, match);
89
+ // Return the masked value to replace the original value in the message
90
+ return maskedValue;
91
+ });
92
+ }
93
+ // Return the fully masked message and the state map with all original values
94
+ // Wrap the synchronous return values in Promise.resolve() to maintain compatibility
95
+ // with the MaskingParser's expectation of a Promise return type.
96
+ return [processedMessage, originalValues];
97
+ }
98
+ /**
99
+ * Rehydrates a masked message back to its original form using the provided state.
100
+ * @param message - The masked message to be rehydrated.
101
+ * @param state - The state map containing mappings of masked values to their original values.
102
+ * @returns The rehydrated (original) message.
103
+ */
104
+ async rehydrate(message, state) {
105
+ if (typeof message !== "string") {
106
+ throw new TypeError("RegexMaskingTransformer.rehydrate Error: The 'message' argument must be a string.");
107
+ }
108
+ // eslint-disable-next-line no-instanceof/no-instanceof
109
+ if (!(state instanceof Map)) {
110
+ throw new TypeError("RegexMaskingTransformer.rehydrate Error: The 'state' argument must be an instance of Map.");
111
+ }
112
+ // Convert the state map to an array and use reduce to sequentially replace masked values with original values.
113
+ const rehydratedMessage = Array.from(state).reduce((msg, [masked, original]) => {
114
+ // Escape special characters in the masked string to ensure it can be used in a regular expression safely.
115
+ // This is necessary because masked values might contain characters that have special meanings in regex.
116
+ const escapedMasked = masked.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
117
+ // Replace all instances of the escaped masked value in the message with the original value.
118
+ // The 'g' flag in the RegExp ensures that all occurrences of the masked value are replaced.
119
+ return msg.replace(new RegExp(escapedMasked, "g"), original);
120
+ }, message);
121
+ return rehydratedMessage;
122
+ }
123
+ /**
124
+ * Default hash function for creating unique hash values.
125
+ * @param input - The input string to hash.
126
+ * @returns The resulting hash as a string.
127
+ */
128
+ defaultHashFunction(input) {
129
+ let hash = 0;
130
+ // Iterate over each character in the input string
131
+ for (let i = 0; i < input.length; i += 1) {
132
+ // Get ASCII value of the character
133
+ const char = input.charCodeAt(i);
134
+ // Combine the current hash with the new character and ensure it remains a 32-bit integer
135
+ hash = (hash << 5) - hash + char;
136
+ // Bitwise OR operation to convert to a 32-bit integer.
137
+ // This is a common technique to ensure the final hash value stays within the 32-bit limit,
138
+ // effectively wrapping the value when it becomes too large.
139
+ hash |= 0;
140
+ }
141
+ // Convert the numerical hash value to a string and return
142
+ return hash.toString();
143
+ }
144
+ }
145
+ exports.RegexMaskingTransformer = RegexMaskingTransformer;