langchain 0.0.203 → 0.0.204-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (494) hide show
  1. package/dist/cache/cloudflare_kv.cjs +15 -69
  2. package/dist/cache/cloudflare_kv.d.ts +1 -42
  3. package/dist/cache/cloudflare_kv.js +1 -67
  4. package/dist/cache/momento.cjs +15 -135
  5. package/dist/cache/momento.d.ts +1 -91
  6. package/dist/cache/momento.js +1 -133
  7. package/dist/cache/upstash_redis.cjs +15 -72
  8. package/dist/cache/upstash_redis.d.ts +1 -45
  9. package/dist/cache/upstash_redis.js +1 -70
  10. package/dist/callbacks/handlers/llmonitor.cjs +14 -238
  11. package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
  12. package/dist/callbacks/handlers/llmonitor.js +1 -233
  13. package/dist/chains/openai_moderation.cjs +2 -2
  14. package/dist/chains/openai_moderation.d.ts +1 -1
  15. package/dist/chains/openai_moderation.js +1 -1
  16. package/dist/chat_models/anthropic.d.ts +4 -4
  17. package/dist/chat_models/baiduwenxin.cjs +15 -411
  18. package/dist/chat_models/baiduwenxin.d.ts +1 -150
  19. package/dist/chat_models/baiduwenxin.js +1 -409
  20. package/dist/chat_models/bedrock/index.cjs +15 -33
  21. package/dist/chat_models/bedrock/index.d.ts +1 -23
  22. package/dist/chat_models/bedrock/index.js +1 -29
  23. package/dist/chat_models/bedrock/web.cjs +15 -360
  24. package/dist/chat_models/bedrock/web.d.ts +1 -82
  25. package/dist/chat_models/bedrock/web.js +1 -356
  26. package/dist/chat_models/cloudflare_workersai.cjs +15 -216
  27. package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
  28. package/dist/chat_models/cloudflare_workersai.js +1 -214
  29. package/dist/chat_models/fireworks.cjs +15 -89
  30. package/dist/chat_models/fireworks.d.ts +1 -43
  31. package/dist/chat_models/fireworks.js +1 -87
  32. package/dist/chat_models/googlepalm.cjs +15 -235
  33. package/dist/chat_models/googlepalm.d.ts +1 -108
  34. package/dist/chat_models/googlepalm.js +1 -233
  35. package/dist/chat_models/googlevertexai/index.cjs +15 -40
  36. package/dist/chat_models/googlevertexai/index.d.ts +1 -28
  37. package/dist/chat_models/googlevertexai/index.js +1 -38
  38. package/dist/chat_models/googlevertexai/web.cjs +15 -39
  39. package/dist/chat_models/googlevertexai/web.d.ts +1 -28
  40. package/dist/chat_models/googlevertexai/web.js +1 -37
  41. package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
  42. package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
  43. package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
  44. package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
  45. package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
  46. package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
  47. package/dist/chat_models/llama_cpp.cjs +15 -275
  48. package/dist/chat_models/llama_cpp.d.ts +1 -71
  49. package/dist/chat_models/llama_cpp.js +1 -273
  50. package/dist/chat_models/minimax.cjs +15 -578
  51. package/dist/chat_models/minimax.d.ts +1 -369
  52. package/dist/chat_models/minimax.js +1 -576
  53. package/dist/chat_models/ollama.cjs +15 -394
  54. package/dist/chat_models/ollama.d.ts +1 -127
  55. package/dist/chat_models/ollama.js +1 -392
  56. package/dist/chat_models/openai.cjs +4 -698
  57. package/dist/chat_models/openai.d.ts +4 -137
  58. package/dist/chat_models/openai.js +2 -695
  59. package/dist/chat_models/portkey.cjs +15 -167
  60. package/dist/chat_models/portkey.d.ts +1 -17
  61. package/dist/chat_models/portkey.js +1 -165
  62. package/dist/chat_models/yandex.cjs +15 -132
  63. package/dist/chat_models/yandex.d.ts +1 -30
  64. package/dist/chat_models/yandex.js +1 -130
  65. package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
  66. package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
  67. package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
  68. package/dist/document_transformers/html_to_text.cjs +15 -47
  69. package/dist/document_transformers/html_to_text.d.ts +1 -30
  70. package/dist/document_transformers/html_to_text.js +1 -45
  71. package/dist/document_transformers/mozilla_readability.cjs +15 -53
  72. package/dist/document_transformers/mozilla_readability.d.ts +1 -31
  73. package/dist/document_transformers/mozilla_readability.js +1 -51
  74. package/dist/embeddings/bedrock.cjs +15 -109
  75. package/dist/embeddings/bedrock.d.ts +1 -71
  76. package/dist/embeddings/bedrock.js +1 -107
  77. package/dist/embeddings/cloudflare_workersai.cjs +15 -67
  78. package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
  79. package/dist/embeddings/cloudflare_workersai.js +1 -65
  80. package/dist/embeddings/cohere.cjs +15 -124
  81. package/dist/embeddings/cohere.d.ts +1 -66
  82. package/dist/embeddings/cohere.js +1 -122
  83. package/dist/embeddings/googlepalm.cjs +15 -88
  84. package/dist/embeddings/googlepalm.d.ts +1 -61
  85. package/dist/embeddings/googlepalm.js +1 -86
  86. package/dist/embeddings/googlevertexai.cjs +15 -81
  87. package/dist/embeddings/googlevertexai.d.ts +1 -54
  88. package/dist/embeddings/googlevertexai.js +1 -79
  89. package/dist/embeddings/gradient_ai.cjs +15 -101
  90. package/dist/embeddings/gradient_ai.d.ts +1 -48
  91. package/dist/embeddings/gradient_ai.js +1 -99
  92. package/dist/embeddings/hf.cjs +15 -75
  93. package/dist/embeddings/hf.d.ts +1 -41
  94. package/dist/embeddings/hf.js +1 -73
  95. package/dist/embeddings/hf_transformers.cjs +15 -87
  96. package/dist/embeddings/hf_transformers.d.ts +1 -47
  97. package/dist/embeddings/hf_transformers.js +1 -85
  98. package/dist/embeddings/llama_cpp.cjs +15 -81
  99. package/dist/embeddings/llama_cpp.d.ts +1 -42
  100. package/dist/embeddings/llama_cpp.js +1 -79
  101. package/dist/embeddings/minimax.cjs +15 -165
  102. package/dist/embeddings/minimax.d.ts +1 -119
  103. package/dist/embeddings/minimax.js +1 -163
  104. package/dist/embeddings/ollama.cjs +15 -118
  105. package/dist/embeddings/ollama.d.ts +1 -34
  106. package/dist/embeddings/ollama.js +1 -116
  107. package/dist/embeddings/openai.cjs +2 -240
  108. package/dist/embeddings/openai.d.ts +1 -82
  109. package/dist/embeddings/openai.js +1 -239
  110. package/dist/embeddings/tensorflow.cjs +3 -96
  111. package/dist/embeddings/tensorflow.d.ts +1 -59
  112. package/dist/embeddings/tensorflow.js +1 -83
  113. package/dist/embeddings/voyage.cjs +15 -118
  114. package/dist/embeddings/voyage.d.ts +1 -66
  115. package/dist/embeddings/voyage.js +1 -116
  116. package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
  117. package/dist/experimental/openai_assistant/index.cjs +3 -3
  118. package/dist/experimental/openai_assistant/index.d.ts +1 -1
  119. package/dist/experimental/openai_assistant/index.js +1 -1
  120. package/dist/experimental/openai_assistant/schema.d.ts +1 -1
  121. package/dist/experimental/openai_files/index.cjs +2 -2
  122. package/dist/experimental/openai_files/index.d.ts +1 -1
  123. package/dist/experimental/openai_files/index.js +1 -1
  124. package/dist/graphs/neo4j_graph.cjs +3 -254
  125. package/dist/graphs/neo4j_graph.d.ts +1 -63
  126. package/dist/graphs/neo4j_graph.js +1 -241
  127. package/dist/llms/ai21.cjs +15 -200
  128. package/dist/llms/ai21.d.ts +1 -100
  129. package/dist/llms/ai21.js +1 -198
  130. package/dist/llms/aleph_alpha.cjs +15 -374
  131. package/dist/llms/aleph_alpha.d.ts +1 -161
  132. package/dist/llms/aleph_alpha.js +1 -372
  133. package/dist/llms/bedrock/web.cjs +15 -310
  134. package/dist/llms/bedrock/web.d.ts +1 -66
  135. package/dist/llms/bedrock/web.js +1 -308
  136. package/dist/llms/cloudflare_workersai.cjs +15 -168
  137. package/dist/llms/cloudflare_workersai.d.ts +1 -55
  138. package/dist/llms/cloudflare_workersai.js +1 -166
  139. package/dist/llms/cohere.cjs +15 -110
  140. package/dist/llms/cohere.d.ts +1 -54
  141. package/dist/llms/cohere.js +1 -108
  142. package/dist/llms/fireworks.cjs +15 -90
  143. package/dist/llms/fireworks.d.ts +1 -33
  144. package/dist/llms/fireworks.js +1 -88
  145. package/dist/llms/googlepalm.cjs +15 -134
  146. package/dist/llms/googlepalm.d.ts +1 -92
  147. package/dist/llms/googlepalm.js +1 -132
  148. package/dist/llms/googlevertexai/index.cjs +15 -45
  149. package/dist/llms/googlevertexai/index.d.ts +1 -38
  150. package/dist/llms/googlevertexai/index.js +1 -43
  151. package/dist/llms/googlevertexai/web.cjs +15 -42
  152. package/dist/llms/googlevertexai/web.d.ts +1 -36
  153. package/dist/llms/googlevertexai/web.js +1 -40
  154. package/dist/llms/gradient_ai.cjs +15 -110
  155. package/dist/llms/gradient_ai.d.ts +1 -55
  156. package/dist/llms/gradient_ai.js +1 -108
  157. package/dist/llms/hf.cjs +15 -136
  158. package/dist/llms/hf.d.ts +1 -68
  159. package/dist/llms/hf.js +1 -134
  160. package/dist/llms/llama_cpp.cjs +15 -111
  161. package/dist/llms/llama_cpp.d.ts +1 -41
  162. package/dist/llms/llama_cpp.js +1 -109
  163. package/dist/llms/ollama.cjs +15 -353
  164. package/dist/llms/ollama.d.ts +1 -106
  165. package/dist/llms/ollama.js +1 -351
  166. package/dist/llms/openai-chat.cjs +3 -445
  167. package/dist/llms/openai-chat.d.ts +4 -123
  168. package/dist/llms/openai-chat.js +2 -443
  169. package/dist/llms/openai.cjs +6 -530
  170. package/dist/llms/openai.d.ts +4 -123
  171. package/dist/llms/openai.js +2 -525
  172. package/dist/llms/portkey.cjs +14 -168
  173. package/dist/llms/portkey.d.ts +1 -57
  174. package/dist/llms/portkey.js +1 -162
  175. package/dist/llms/raycast.cjs +15 -94
  176. package/dist/llms/raycast.d.ts +1 -50
  177. package/dist/llms/raycast.js +1 -92
  178. package/dist/llms/replicate.cjs +15 -132
  179. package/dist/llms/replicate.d.ts +1 -51
  180. package/dist/llms/replicate.js +1 -130
  181. package/dist/llms/sagemaker_endpoint.cjs +15 -203
  182. package/dist/llms/sagemaker_endpoint.d.ts +1 -121
  183. package/dist/llms/sagemaker_endpoint.js +1 -200
  184. package/dist/llms/watsonx_ai.cjs +15 -152
  185. package/dist/llms/watsonx_ai.d.ts +1 -72
  186. package/dist/llms/watsonx_ai.js +1 -150
  187. package/dist/llms/writer.cjs +15 -165
  188. package/dist/llms/writer.d.ts +1 -60
  189. package/dist/llms/writer.js +1 -163
  190. package/dist/llms/yandex.cjs +15 -98
  191. package/dist/llms/yandex.d.ts +1 -40
  192. package/dist/llms/yandex.js +1 -96
  193. package/dist/load/index.cjs +3 -1
  194. package/dist/load/index.d.ts +1 -1
  195. package/dist/load/index.js +3 -1
  196. package/dist/retrievers/amazon_kendra.cjs +15 -273
  197. package/dist/retrievers/amazon_kendra.d.ts +1 -142
  198. package/dist/retrievers/amazon_kendra.js +1 -271
  199. package/dist/retrievers/chaindesk.cjs +15 -88
  200. package/dist/retrievers/chaindesk.d.ts +1 -31
  201. package/dist/retrievers/chaindesk.js +1 -86
  202. package/dist/retrievers/databerry.cjs +15 -82
  203. package/dist/retrievers/databerry.d.ts +1 -34
  204. package/dist/retrievers/databerry.js +1 -80
  205. package/dist/retrievers/metal.cjs +15 -51
  206. package/dist/retrievers/metal.d.ts +1 -36
  207. package/dist/retrievers/metal.js +1 -49
  208. package/dist/retrievers/supabase.cjs +15 -167
  209. package/dist/retrievers/supabase.d.ts +1 -82
  210. package/dist/retrievers/supabase.js +1 -165
  211. package/dist/retrievers/tavily_search_api.cjs +15 -142
  212. package/dist/retrievers/tavily_search_api.d.ts +1 -38
  213. package/dist/retrievers/tavily_search_api.js +1 -140
  214. package/dist/retrievers/zep.cjs +15 -150
  215. package/dist/retrievers/zep.d.ts +1 -76
  216. package/dist/retrievers/zep.js +1 -148
  217. package/dist/schema/document.cjs +2 -16
  218. package/dist/schema/document.d.ts +1 -11
  219. package/dist/schema/document.js +1 -16
  220. package/dist/schema/index.cjs +2 -7
  221. package/dist/schema/index.d.ts +2 -10
  222. package/dist/schema/index.js +1 -6
  223. package/dist/storage/convex.cjs +15 -143
  224. package/dist/storage/convex.d.ts +1 -106
  225. package/dist/storage/convex.js +1 -141
  226. package/dist/storage/ioredis.cjs +15 -158
  227. package/dist/storage/ioredis.d.ts +1 -71
  228. package/dist/storage/ioredis.js +1 -156
  229. package/dist/storage/upstash_redis.cjs +15 -172
  230. package/dist/storage/upstash_redis.d.ts +1 -78
  231. package/dist/storage/upstash_redis.js +1 -170
  232. package/dist/storage/vercel_kv.cjs +15 -161
  233. package/dist/storage/vercel_kv.d.ts +1 -62
  234. package/dist/storage/vercel_kv.js +1 -159
  235. package/dist/stores/doc/in_memory.cjs +15 -105
  236. package/dist/stores/doc/in_memory.d.ts +1 -46
  237. package/dist/stores/doc/in_memory.js +1 -102
  238. package/dist/stores/message/cassandra.cjs +15 -158
  239. package/dist/stores/message/cassandra.d.ts +1 -69
  240. package/dist/stores/message/cassandra.js +1 -156
  241. package/dist/stores/message/cloudflare_d1.cjs +15 -150
  242. package/dist/stores/message/cloudflare_d1.d.ts +1 -67
  243. package/dist/stores/message/cloudflare_d1.js +1 -148
  244. package/dist/stores/message/convex.cjs +15 -118
  245. package/dist/stores/message/convex.d.ts +1 -81
  246. package/dist/stores/message/convex.js +1 -116
  247. package/dist/stores/message/dynamodb.cjs +15 -159
  248. package/dist/stores/message/dynamodb.d.ts +1 -51
  249. package/dist/stores/message/dynamodb.js +1 -157
  250. package/dist/stores/message/firestore.cjs +15 -185
  251. package/dist/stores/message/firestore.d.ts +1 -68
  252. package/dist/stores/message/firestore.js +1 -183
  253. package/dist/stores/message/ioredis.cjs +15 -98
  254. package/dist/stores/message/ioredis.d.ts +1 -64
  255. package/dist/stores/message/ioredis.js +1 -96
  256. package/dist/stores/message/momento.cjs +15 -160
  257. package/dist/stores/message/momento.d.ts +1 -97
  258. package/dist/stores/message/momento.js +1 -158
  259. package/dist/stores/message/mongodb.cjs +15 -57
  260. package/dist/stores/message/mongodb.d.ts +1 -26
  261. package/dist/stores/message/mongodb.js +1 -55
  262. package/dist/stores/message/planetscale.cjs +15 -170
  263. package/dist/stores/message/planetscale.d.ts +1 -75
  264. package/dist/stores/message/planetscale.js +1 -168
  265. package/dist/stores/message/redis.cjs +15 -114
  266. package/dist/stores/message/redis.d.ts +1 -69
  267. package/dist/stores/message/redis.js +1 -112
  268. package/dist/stores/message/upstash_redis.cjs +15 -85
  269. package/dist/stores/message/upstash_redis.d.ts +1 -43
  270. package/dist/stores/message/upstash_redis.js +1 -83
  271. package/dist/stores/message/utils.cjs +3 -23
  272. package/dist/stores/message/utils.d.ts +1 -17
  273. package/dist/stores/message/utils.js +1 -21
  274. package/dist/stores/message/xata.cjs +15 -216
  275. package/dist/stores/message/xata.d.ts +1 -76
  276. package/dist/stores/message/xata.js +1 -214
  277. package/dist/tools/IFTTTWebhook.cjs +15 -87
  278. package/dist/tools/IFTTTWebhook.d.ts +1 -50
  279. package/dist/tools/IFTTTWebhook.js +1 -85
  280. package/dist/tools/aiplugin.cjs +15 -73
  281. package/dist/tools/aiplugin.d.ts +1 -34
  282. package/dist/tools/aiplugin.js +1 -71
  283. package/dist/tools/aws_sfn.cjs +15 -201
  284. package/dist/tools/aws_sfn.d.ts +1 -57
  285. package/dist/tools/aws_sfn.js +1 -197
  286. package/dist/tools/bingserpapi.cjs +15 -76
  287. package/dist/tools/bingserpapi.d.ts +1 -23
  288. package/dist/tools/bingserpapi.js +1 -75
  289. package/dist/tools/brave_search.cjs +15 -64
  290. package/dist/tools/brave_search.d.ts +1 -23
  291. package/dist/tools/brave_search.js +1 -62
  292. package/dist/tools/connery.cjs +15 -277
  293. package/dist/tools/connery.d.ts +1 -145
  294. package/dist/tools/connery.js +1 -274
  295. package/dist/tools/convert_to_openai.d.ts +1 -1
  296. package/dist/tools/dadjokeapi.cjs +15 -46
  297. package/dist/tools/dadjokeapi.d.ts +1 -15
  298. package/dist/tools/dadjokeapi.js +1 -45
  299. package/dist/tools/dataforseo_api_search.cjs +15 -280
  300. package/dist/tools/dataforseo_api_search.d.ts +1 -170
  301. package/dist/tools/dataforseo_api_search.js +1 -278
  302. package/dist/tools/gmail/index.cjs +15 -11
  303. package/dist/tools/gmail/index.d.ts +1 -11
  304. package/dist/tools/gmail/index.js +1 -5
  305. package/dist/tools/google_custom_search.cjs +15 -70
  306. package/dist/tools/google_custom_search.d.ts +1 -25
  307. package/dist/tools/google_custom_search.js +1 -68
  308. package/dist/tools/google_places.cjs +15 -79
  309. package/dist/tools/google_places.d.ts +1 -21
  310. package/dist/tools/google_places.js +1 -77
  311. package/dist/tools/searchapi.cjs +15 -164
  312. package/dist/tools/searchapi.d.ts +1 -91
  313. package/dist/tools/searchapi.js +1 -162
  314. package/dist/tools/searxng_search.cjs +15 -156
  315. package/dist/tools/searxng_search.d.ts +1 -114
  316. package/dist/tools/searxng_search.js +1 -154
  317. package/dist/tools/serpapi.cjs +15 -199
  318. package/dist/tools/serpapi.d.ts +1 -302
  319. package/dist/tools/serpapi.js +1 -197
  320. package/dist/tools/serper.cjs +15 -94
  321. package/dist/tools/serper.d.ts +1 -32
  322. package/dist/tools/serper.js +1 -92
  323. package/dist/tools/wikipedia_query_run.cjs +15 -133
  324. package/dist/tools/wikipedia_query_run.d.ts +1 -54
  325. package/dist/tools/wikipedia_query_run.js +1 -131
  326. package/dist/tools/wolframalpha.cjs +15 -47
  327. package/dist/tools/wolframalpha.d.ts +1 -21
  328. package/dist/tools/wolframalpha.js +1 -45
  329. package/dist/types/openai-types.d.ts +1 -1
  330. package/dist/util/convex.d.ts +1 -1
  331. package/dist/util/event-source-parse.cjs +15 -224
  332. package/dist/util/event-source-parse.d.ts +1 -39
  333. package/dist/util/event-source-parse.js +1 -219
  334. package/dist/util/math.cjs +15 -123
  335. package/dist/util/math.d.ts +1 -40
  336. package/dist/util/math.js +1 -116
  337. package/dist/util/openapi.d.ts +2 -2
  338. package/dist/vectorstores/analyticdb.cjs +3 -333
  339. package/dist/vectorstores/analyticdb.d.ts +1 -110
  340. package/dist/vectorstores/analyticdb.js +1 -317
  341. package/dist/vectorstores/base.cjs +15 -165
  342. package/dist/vectorstores/base.d.ts +1 -104
  343. package/dist/vectorstores/base.js +1 -161
  344. package/dist/vectorstores/cassandra.cjs +15 -478
  345. package/dist/vectorstores/cassandra.d.ts +1 -162
  346. package/dist/vectorstores/cassandra.js +1 -476
  347. package/dist/vectorstores/chroma.cjs +3 -312
  348. package/dist/vectorstores/chroma.d.ts +1 -133
  349. package/dist/vectorstores/chroma.js +1 -299
  350. package/dist/vectorstores/clickhouse.cjs +3 -272
  351. package/dist/vectorstores/clickhouse.d.ts +1 -126
  352. package/dist/vectorstores/clickhouse.js +1 -259
  353. package/dist/vectorstores/closevector/node.cjs +15 -107
  354. package/dist/vectorstores/closevector/node.d.ts +1 -83
  355. package/dist/vectorstores/closevector/node.js +1 -105
  356. package/dist/vectorstores/closevector/web.cjs +15 -107
  357. package/dist/vectorstores/closevector/web.d.ts +1 -80
  358. package/dist/vectorstores/closevector/web.js +1 -105
  359. package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
  360. package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
  361. package/dist/vectorstores/cloudflare_vectorize.js +1 -173
  362. package/dist/vectorstores/convex.cjs +15 -175
  363. package/dist/vectorstores/convex.d.ts +1 -134
  364. package/dist/vectorstores/convex.js +1 -173
  365. package/dist/vectorstores/elasticsearch.cjs +3 -287
  366. package/dist/vectorstores/elasticsearch.d.ts +1 -143
  367. package/dist/vectorstores/elasticsearch.js +1 -274
  368. package/dist/vectorstores/faiss.cjs +3 -378
  369. package/dist/vectorstores/faiss.d.ts +1 -127
  370. package/dist/vectorstores/faiss.js +1 -365
  371. package/dist/vectorstores/googlevertexai.cjs +3 -538
  372. package/dist/vectorstores/googlevertexai.d.ts +1 -181
  373. package/dist/vectorstores/googlevertexai.js +1 -521
  374. package/dist/vectorstores/hnswlib.cjs +15 -273
  375. package/dist/vectorstores/hnswlib.d.ts +1 -122
  376. package/dist/vectorstores/hnswlib.js +1 -271
  377. package/dist/vectorstores/lancedb.cjs +15 -126
  378. package/dist/vectorstores/lancedb.d.ts +1 -61
  379. package/dist/vectorstores/lancedb.js +1 -124
  380. package/dist/vectorstores/memory.cjs +15 -143
  381. package/dist/vectorstores/memory.d.ts +1 -92
  382. package/dist/vectorstores/memory.js +1 -141
  383. package/dist/vectorstores/milvus.cjs +3 -592
  384. package/dist/vectorstores/milvus.d.ts +1 -139
  385. package/dist/vectorstores/milvus.js +1 -579
  386. package/dist/vectorstores/momento_vector_index.cjs +3 -305
  387. package/dist/vectorstores/momento_vector_index.d.ts +1 -143
  388. package/dist/vectorstores/momento_vector_index.js +1 -292
  389. package/dist/vectorstores/mongodb_atlas.cjs +15 -218
  390. package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
  391. package/dist/vectorstores/mongodb_atlas.js +1 -216
  392. package/dist/vectorstores/myscale.cjs +3 -263
  393. package/dist/vectorstores/myscale.d.ts +1 -129
  394. package/dist/vectorstores/myscale.js +1 -250
  395. package/dist/vectorstores/neo4j_vector.cjs +3 -578
  396. package/dist/vectorstores/neo4j_vector.d.ts +1 -75
  397. package/dist/vectorstores/neo4j_vector.js +1 -562
  398. package/dist/vectorstores/opensearch.cjs +3 -274
  399. package/dist/vectorstores/opensearch.d.ts +1 -119
  400. package/dist/vectorstores/opensearch.js +1 -261
  401. package/dist/vectorstores/pgvector.cjs +14 -404
  402. package/dist/vectorstores/pgvector.d.ts +1 -160
  403. package/dist/vectorstores/pgvector.js +1 -400
  404. package/dist/vectorstores/pinecone.cjs +3 -280
  405. package/dist/vectorstores/pinecone.d.ts +1 -120
  406. package/dist/vectorstores/pinecone.js +1 -264
  407. package/dist/vectorstores/prisma.cjs +15 -305
  408. package/dist/vectorstores/prisma.d.ts +1 -180
  409. package/dist/vectorstores/prisma.js +1 -303
  410. package/dist/vectorstores/qdrant.cjs +15 -195
  411. package/dist/vectorstores/qdrant.d.ts +1 -95
  412. package/dist/vectorstores/qdrant.js +1 -193
  413. package/dist/vectorstores/redis.cjs +15 -333
  414. package/dist/vectorstores/redis.d.ts +1 -186
  415. package/dist/vectorstores/redis.js +1 -331
  416. package/dist/vectorstores/rockset.cjs +15 -351
  417. package/dist/vectorstores/rockset.d.ts +1 -202
  418. package/dist/vectorstores/rockset.js +1 -347
  419. package/dist/vectorstores/singlestore.cjs +15 -220
  420. package/dist/vectorstores/singlestore.d.ts +1 -88
  421. package/dist/vectorstores/singlestore.js +1 -218
  422. package/dist/vectorstores/supabase.cjs +15 -217
  423. package/dist/vectorstores/supabase.d.ts +1 -118
  424. package/dist/vectorstores/supabase.js +1 -215
  425. package/dist/vectorstores/tigris.cjs +3 -143
  426. package/dist/vectorstores/tigris.d.ts +1 -74
  427. package/dist/vectorstores/tigris.js +1 -130
  428. package/dist/vectorstores/typeorm.cjs +15 -259
  429. package/dist/vectorstores/typeorm.d.ts +1 -109
  430. package/dist/vectorstores/typeorm.js +1 -256
  431. package/dist/vectorstores/typesense.cjs +15 -223
  432. package/dist/vectorstores/typesense.d.ts +1 -131
  433. package/dist/vectorstores/typesense.js +1 -221
  434. package/dist/vectorstores/usearch.cjs +3 -203
  435. package/dist/vectorstores/usearch.d.ts +1 -85
  436. package/dist/vectorstores/usearch.js +1 -187
  437. package/dist/vectorstores/vectara.cjs +3 -409
  438. package/dist/vectorstores/vectara.d.ts +1 -148
  439. package/dist/vectorstores/vectara.js +1 -396
  440. package/dist/vectorstores/vercel_postgres.cjs +15 -320
  441. package/dist/vectorstores/vercel_postgres.d.ts +1 -145
  442. package/dist/vectorstores/vercel_postgres.js +1 -318
  443. package/dist/vectorstores/voy.cjs +15 -156
  444. package/dist/vectorstores/voy.d.ts +1 -73
  445. package/dist/vectorstores/voy.js +1 -154
  446. package/dist/vectorstores/weaviate.cjs +3 -347
  447. package/dist/vectorstores/weaviate.d.ts +1 -140
  448. package/dist/vectorstores/weaviate.js +1 -333
  449. package/dist/vectorstores/xata.cjs +15 -108
  450. package/dist/vectorstores/xata.d.ts +1 -70
  451. package/dist/vectorstores/xata.js +1 -106
  452. package/dist/vectorstores/zep.cjs +15 -313
  453. package/dist/vectorstores/zep.d.ts +1 -146
  454. package/dist/vectorstores/zep.js +1 -311
  455. package/package.json +4 -26
  456. package/dist/chat_models/googlevertexai/common.cjs +0 -274
  457. package/dist/chat_models/googlevertexai/common.d.ts +0 -123
  458. package/dist/chat_models/googlevertexai/common.js +0 -269
  459. package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
  460. package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
  461. package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
  462. package/dist/llms/googlevertexai/common.cjs +0 -168
  463. package/dist/llms/googlevertexai/common.d.ts +0 -82
  464. package/dist/llms/googlevertexai/common.js +0 -164
  465. package/dist/tools/gmail/base.cjs +0 -69
  466. package/dist/tools/gmail/base.d.ts +0 -19
  467. package/dist/tools/gmail/base.js +0 -65
  468. package/dist/tools/gmail/create_draft.cjs +0 -62
  469. package/dist/tools/gmail/create_draft.d.ts +0 -35
  470. package/dist/tools/gmail/create_draft.js +0 -58
  471. package/dist/tools/gmail/descriptions.cjs +0 -118
  472. package/dist/tools/gmail/descriptions.d.ts +0 -5
  473. package/dist/tools/gmail/descriptions.js +0 -115
  474. package/dist/tools/gmail/get_message.cjs +0 -83
  475. package/dist/tools/gmail/get_message.d.ts +0 -18
  476. package/dist/tools/gmail/get_message.js +0 -79
  477. package/dist/tools/gmail/get_thread.cjs +0 -89
  478. package/dist/tools/gmail/get_thread.d.ts +0 -18
  479. package/dist/tools/gmail/get_thread.js +0 -85
  480. package/dist/tools/gmail/search.cjs +0 -118
  481. package/dist/tools/gmail/search.d.ts +0 -29
  482. package/dist/tools/gmail/search.js +0 -114
  483. package/dist/tools/gmail/send_message.cjs +0 -74
  484. package/dist/tools/gmail/send_message.d.ts +0 -35
  485. package/dist/tools/gmail/send_message.js +0 -70
  486. package/dist/util/openai-format-fndef.cjs +0 -81
  487. package/dist/util/openai-format-fndef.d.ts +0 -44
  488. package/dist/util/openai-format-fndef.js +0 -77
  489. package/dist/util/openai.cjs +0 -21
  490. package/dist/util/openai.d.ts +0 -1
  491. package/dist/util/openai.js +0 -17
  492. package/dist/vectorstores/closevector/common.cjs +0 -128
  493. package/dist/vectorstores/closevector/common.d.ts +0 -82
  494. package/dist/vectorstores/closevector/common.js +0 -124
@@ -1,704 +1,10 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.PromptLayerChatOpenAI = exports.ChatOpenAI = void 0;
4
- const openai_1 = require("openai");
5
- const index_js_1 = require("../schema/index.cjs");
6
- const convert_to_openai_js_1 = require("../tools/convert_to_openai.cjs");
7
- const azure_js_1 = require("../util/azure.cjs");
8
- const env_js_1 = require("../util/env.cjs");
4
+ const openai_1 = require("@langchain/openai");
5
+ Object.defineProperty(exports, "ChatOpenAI", { enumerable: true, get: function () { return openai_1.ChatOpenAI; } });
9
6
  const prompt_layer_js_1 = require("../util/prompt-layer.cjs");
10
- const base_js_1 = require("./base.cjs");
11
- const openai_js_1 = require("../util/openai.cjs");
12
- const openai_format_fndef_js_1 = require("../util/openai-format-fndef.cjs");
13
- function extractGenericMessageCustomRole(message) {
14
- if (message.role !== "system" &&
15
- message.role !== "assistant" &&
16
- message.role !== "user" &&
17
- message.role !== "function" &&
18
- message.role !== "tool") {
19
- console.warn(`Unknown message role: ${message.role}`);
20
- }
21
- return message.role;
22
- }
23
- function messageToOpenAIRole(message) {
24
- const type = message._getType();
25
- switch (type) {
26
- case "system":
27
- return "system";
28
- case "ai":
29
- return "assistant";
30
- case "human":
31
- return "user";
32
- case "function":
33
- return "function";
34
- case "tool":
35
- return "tool";
36
- case "generic": {
37
- if (!index_js_1.ChatMessage.isInstance(message))
38
- throw new Error("Invalid generic chat message");
39
- return extractGenericMessageCustomRole(message);
40
- }
41
- default:
42
- throw new Error(`Unknown message type: ${type}`);
43
- }
44
- }
45
- function openAIResponseToChatMessage(message) {
46
- switch (message.role) {
47
- case "assistant":
48
- return new index_js_1.AIMessage(message.content || "", {
49
- function_call: message.function_call,
50
- tool_calls: message.tool_calls,
51
- });
52
- default:
53
- return new index_js_1.ChatMessage(message.content || "", message.role ?? "unknown");
54
- }
55
- }
56
- function _convertDeltaToMessageChunk(
57
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
58
- delta, defaultRole) {
59
- const role = delta.role ?? defaultRole;
60
- const content = delta.content ?? "";
61
- let additional_kwargs;
62
- if (delta.function_call) {
63
- additional_kwargs = {
64
- function_call: delta.function_call,
65
- };
66
- }
67
- else if (delta.tool_calls) {
68
- additional_kwargs = {
69
- tool_calls: delta.tool_calls,
70
- };
71
- }
72
- else {
73
- additional_kwargs = {};
74
- }
75
- if (role === "user") {
76
- return new index_js_1.HumanMessageChunk({ content });
77
- }
78
- else if (role === "assistant") {
79
- return new index_js_1.AIMessageChunk({ content, additional_kwargs });
80
- }
81
- else if (role === "system") {
82
- return new index_js_1.SystemMessageChunk({ content });
83
- }
84
- else if (role === "function") {
85
- return new index_js_1.FunctionMessageChunk({
86
- content,
87
- additional_kwargs,
88
- name: delta.name,
89
- });
90
- }
91
- else if (role === "tool") {
92
- return new index_js_1.ToolMessageChunk({
93
- content,
94
- additional_kwargs,
95
- tool_call_id: delta.tool_call_id,
96
- });
97
- }
98
- else {
99
- return new index_js_1.ChatMessageChunk({ content, role });
100
- }
101
- }
102
- function convertMessagesToOpenAIParams(messages) {
103
- // TODO: Function messages do not support array content, fix cast
104
- return messages.map((message) => ({
105
- role: messageToOpenAIRole(message),
106
- content: message.content,
107
- name: message.name,
108
- function_call: message.additional_kwargs.function_call,
109
- tool_calls: message.additional_kwargs.tool_calls,
110
- tool_call_id: message.tool_call_id,
111
- }));
112
- }
113
- /**
114
- * Wrapper around OpenAI large language models that use the Chat endpoint.
115
- *
116
- * To use you should have the `openai` package installed, with the
117
- * `OPENAI_API_KEY` environment variable set.
118
- *
119
- * To use with Azure you should have the `openai` package installed, with the
120
- * `AZURE_OPENAI_API_KEY`,
121
- * `AZURE_OPENAI_API_INSTANCE_NAME`,
122
- * `AZURE_OPENAI_API_DEPLOYMENT_NAME`
123
- * and `AZURE_OPENAI_API_VERSION` environment variable set.
124
- * `AZURE_OPENAI_BASE_PATH` is optional and will override `AZURE_OPENAI_API_INSTANCE_NAME` if you need to use a custom endpoint.
125
- *
126
- * @remarks
127
- * Any parameters that are valid to be passed to {@link
128
- * https://platform.openai.com/docs/api-reference/chat/create |
129
- * `openai.createChatCompletion`} can be passed through {@link modelKwargs}, even
130
- * if not explicitly available on this class.
131
- * @example
132
- * ```typescript
133
- * // Create a new instance of ChatOpenAI with specific temperature and model name settings
134
- * const model = new ChatOpenAI({
135
- * temperature: 0.9,
136
- * modelName: "ft:gpt-3.5-turbo-0613:{ORG_NAME}::{MODEL_ID}",
137
- * });
138
- *
139
- * // Invoke the model with a message and await the response
140
- * const message = await model.invoke("Hi there!");
141
- *
142
- * // Log the response to the console
143
- * console.log(message);
144
- *
145
- * ```
146
- */
147
- class ChatOpenAI extends base_js_1.BaseChatModel {
148
- static lc_name() {
149
- return "ChatOpenAI";
150
- }
151
- get callKeys() {
152
- return [
153
- ...super.callKeys,
154
- "options",
155
- "function_call",
156
- "functions",
157
- "tools",
158
- "tool_choice",
159
- "promptIndex",
160
- "response_format",
161
- "seed",
162
- ];
163
- }
164
- get lc_secrets() {
165
- return {
166
- openAIApiKey: "OPENAI_API_KEY",
167
- azureOpenAIApiKey: "AZURE_OPENAI_API_KEY",
168
- organization: "OPENAI_ORGANIZATION",
169
- };
170
- }
171
- get lc_aliases() {
172
- return {
173
- modelName: "model",
174
- openAIApiKey: "openai_api_key",
175
- azureOpenAIApiVersion: "azure_openai_api_version",
176
- azureOpenAIApiKey: "azure_openai_api_key",
177
- azureOpenAIApiInstanceName: "azure_openai_api_instance_name",
178
- azureOpenAIApiDeploymentName: "azure_openai_api_deployment_name",
179
- };
180
- }
181
- constructor(fields,
182
- /** @deprecated */
183
- configuration) {
184
- super(fields ?? {});
185
- Object.defineProperty(this, "lc_serializable", {
186
- enumerable: true,
187
- configurable: true,
188
- writable: true,
189
- value: true
190
- });
191
- Object.defineProperty(this, "temperature", {
192
- enumerable: true,
193
- configurable: true,
194
- writable: true,
195
- value: 1
196
- });
197
- Object.defineProperty(this, "topP", {
198
- enumerable: true,
199
- configurable: true,
200
- writable: true,
201
- value: 1
202
- });
203
- Object.defineProperty(this, "frequencyPenalty", {
204
- enumerable: true,
205
- configurable: true,
206
- writable: true,
207
- value: 0
208
- });
209
- Object.defineProperty(this, "presencePenalty", {
210
- enumerable: true,
211
- configurable: true,
212
- writable: true,
213
- value: 0
214
- });
215
- Object.defineProperty(this, "n", {
216
- enumerable: true,
217
- configurable: true,
218
- writable: true,
219
- value: 1
220
- });
221
- Object.defineProperty(this, "logitBias", {
222
- enumerable: true,
223
- configurable: true,
224
- writable: true,
225
- value: void 0
226
- });
227
- Object.defineProperty(this, "modelName", {
228
- enumerable: true,
229
- configurable: true,
230
- writable: true,
231
- value: "gpt-3.5-turbo"
232
- });
233
- Object.defineProperty(this, "modelKwargs", {
234
- enumerable: true,
235
- configurable: true,
236
- writable: true,
237
- value: void 0
238
- });
239
- Object.defineProperty(this, "stop", {
240
- enumerable: true,
241
- configurable: true,
242
- writable: true,
243
- value: void 0
244
- });
245
- Object.defineProperty(this, "user", {
246
- enumerable: true,
247
- configurable: true,
248
- writable: true,
249
- value: void 0
250
- });
251
- Object.defineProperty(this, "timeout", {
252
- enumerable: true,
253
- configurable: true,
254
- writable: true,
255
- value: void 0
256
- });
257
- Object.defineProperty(this, "streaming", {
258
- enumerable: true,
259
- configurable: true,
260
- writable: true,
261
- value: false
262
- });
263
- Object.defineProperty(this, "maxTokens", {
264
- enumerable: true,
265
- configurable: true,
266
- writable: true,
267
- value: void 0
268
- });
269
- Object.defineProperty(this, "openAIApiKey", {
270
- enumerable: true,
271
- configurable: true,
272
- writable: true,
273
- value: void 0
274
- });
275
- Object.defineProperty(this, "azureOpenAIApiVersion", {
276
- enumerable: true,
277
- configurable: true,
278
- writable: true,
279
- value: void 0
280
- });
281
- Object.defineProperty(this, "azureOpenAIApiKey", {
282
- enumerable: true,
283
- configurable: true,
284
- writable: true,
285
- value: void 0
286
- });
287
- Object.defineProperty(this, "azureOpenAIApiInstanceName", {
288
- enumerable: true,
289
- configurable: true,
290
- writable: true,
291
- value: void 0
292
- });
293
- Object.defineProperty(this, "azureOpenAIApiDeploymentName", {
294
- enumerable: true,
295
- configurable: true,
296
- writable: true,
297
- value: void 0
298
- });
299
- Object.defineProperty(this, "azureOpenAIBasePath", {
300
- enumerable: true,
301
- configurable: true,
302
- writable: true,
303
- value: void 0
304
- });
305
- Object.defineProperty(this, "organization", {
306
- enumerable: true,
307
- configurable: true,
308
- writable: true,
309
- value: void 0
310
- });
311
- Object.defineProperty(this, "client", {
312
- enumerable: true,
313
- configurable: true,
314
- writable: true,
315
- value: void 0
316
- });
317
- Object.defineProperty(this, "clientConfig", {
318
- enumerable: true,
319
- configurable: true,
320
- writable: true,
321
- value: void 0
322
- });
323
- this.openAIApiKey =
324
- fields?.openAIApiKey ?? (0, env_js_1.getEnvironmentVariable)("OPENAI_API_KEY");
325
- this.azureOpenAIApiKey =
326
- fields?.azureOpenAIApiKey ??
327
- (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_KEY");
328
- if (!this.azureOpenAIApiKey && !this.openAIApiKey) {
329
- throw new Error("OpenAI or Azure OpenAI API key not found");
330
- }
331
- this.azureOpenAIApiInstanceName =
332
- fields?.azureOpenAIApiInstanceName ??
333
- (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_INSTANCE_NAME");
334
- this.azureOpenAIApiDeploymentName =
335
- fields?.azureOpenAIApiDeploymentName ??
336
- (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_DEPLOYMENT_NAME");
337
- this.azureOpenAIApiVersion =
338
- fields?.azureOpenAIApiVersion ??
339
- (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_VERSION");
340
- this.azureOpenAIBasePath =
341
- fields?.azureOpenAIBasePath ??
342
- (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_BASE_PATH");
343
- this.organization =
344
- fields?.configuration?.organization ??
345
- (0, env_js_1.getEnvironmentVariable)("OPENAI_ORGANIZATION");
346
- this.modelName = fields?.modelName ?? this.modelName;
347
- this.modelKwargs = fields?.modelKwargs ?? {};
348
- this.timeout = fields?.timeout;
349
- this.temperature = fields?.temperature ?? this.temperature;
350
- this.topP = fields?.topP ?? this.topP;
351
- this.frequencyPenalty = fields?.frequencyPenalty ?? this.frequencyPenalty;
352
- this.presencePenalty = fields?.presencePenalty ?? this.presencePenalty;
353
- this.maxTokens = fields?.maxTokens;
354
- this.n = fields?.n ?? this.n;
355
- this.logitBias = fields?.logitBias;
356
- this.stop = fields?.stop;
357
- this.user = fields?.user;
358
- this.streaming = fields?.streaming ?? false;
359
- if (this.azureOpenAIApiKey) {
360
- if (!this.azureOpenAIApiInstanceName && !this.azureOpenAIBasePath) {
361
- throw new Error("Azure OpenAI API instance name not found");
362
- }
363
- if (!this.azureOpenAIApiDeploymentName) {
364
- throw new Error("Azure OpenAI API deployment name not found");
365
- }
366
- if (!this.azureOpenAIApiVersion) {
367
- throw new Error("Azure OpenAI API version not found");
368
- }
369
- this.openAIApiKey = this.openAIApiKey ?? "";
370
- }
371
- this.clientConfig = {
372
- apiKey: this.openAIApiKey,
373
- organization: this.organization,
374
- baseURL: configuration?.basePath ?? fields?.configuration?.basePath,
375
- dangerouslyAllowBrowser: true,
376
- defaultHeaders: configuration?.baseOptions?.headers ??
377
- fields?.configuration?.baseOptions?.headers,
378
- defaultQuery: configuration?.baseOptions?.params ??
379
- fields?.configuration?.baseOptions?.params,
380
- ...configuration,
381
- ...fields?.configuration,
382
- };
383
- }
384
- /**
385
- * Get the parameters used to invoke the model
386
- */
387
- invocationParams(options) {
388
- function isStructuredToolArray(tools) {
389
- return (tools !== undefined &&
390
- tools.every((tool) => Array.isArray(tool.lc_namespace)));
391
- }
392
- const params = {
393
- model: this.modelName,
394
- temperature: this.temperature,
395
- top_p: this.topP,
396
- frequency_penalty: this.frequencyPenalty,
397
- presence_penalty: this.presencePenalty,
398
- max_tokens: this.maxTokens === -1 ? undefined : this.maxTokens,
399
- n: this.n,
400
- logit_bias: this.logitBias,
401
- stop: options?.stop ?? this.stop,
402
- user: this.user,
403
- stream: this.streaming,
404
- functions: options?.functions,
405
- function_call: options?.function_call,
406
- tools: isStructuredToolArray(options?.tools)
407
- ? options?.tools.map(convert_to_openai_js_1.formatToOpenAITool)
408
- : options?.tools,
409
- tool_choice: options?.tool_choice,
410
- response_format: options?.response_format,
411
- seed: options?.seed,
412
- ...this.modelKwargs,
413
- };
414
- return params;
415
- }
416
- /** @ignore */
417
- _identifyingParams() {
418
- return {
419
- model_name: this.modelName,
420
- ...this.invocationParams(),
421
- ...this.clientConfig,
422
- };
423
- }
424
- async *_streamResponseChunks(messages, options, runManager) {
425
- const messagesMapped = convertMessagesToOpenAIParams(messages);
426
- const params = {
427
- ...this.invocationParams(options),
428
- messages: messagesMapped,
429
- stream: true,
430
- };
431
- let defaultRole;
432
- const streamIterable = await this.completionWithRetry(params, options);
433
- for await (const data of streamIterable) {
434
- const choice = data?.choices[0];
435
- if (!choice) {
436
- continue;
437
- }
438
- const { delta } = choice;
439
- if (!delta) {
440
- continue;
441
- }
442
- const chunk = _convertDeltaToMessageChunk(delta, defaultRole);
443
- defaultRole = delta.role ?? defaultRole;
444
- const newTokenIndices = {
445
- prompt: options.promptIndex ?? 0,
446
- completion: choice.index ?? 0,
447
- };
448
- if (typeof chunk.content !== "string") {
449
- console.log("[WARNING]: Received non-string content from OpenAI. This is currently not supported.");
450
- continue;
451
- }
452
- const generationChunk = new index_js_1.ChatGenerationChunk({
453
- message: chunk,
454
- text: chunk.content,
455
- generationInfo: newTokenIndices,
456
- });
457
- yield generationChunk;
458
- // eslint-disable-next-line no-void
459
- void runManager?.handleLLMNewToken(generationChunk.text ?? "", newTokenIndices, undefined, undefined, undefined, { chunk: generationChunk });
460
- }
461
- if (options.signal?.aborted) {
462
- throw new Error("AbortError");
463
- }
464
- }
465
- /**
466
- * Get the identifying parameters for the model
467
- *
468
- */
469
- identifyingParams() {
470
- return this._identifyingParams();
471
- }
472
- /** @ignore */
473
- async _generate(messages, options, runManager) {
474
- const tokenUsage = {};
475
- const params = this.invocationParams(options);
476
- const messagesMapped = convertMessagesToOpenAIParams(messages);
477
- if (params.stream) {
478
- const stream = this._streamResponseChunks(messages, options, runManager);
479
- const finalChunks = {};
480
- for await (const chunk of stream) {
481
- const index = chunk.generationInfo?.completion ?? 0;
482
- if (finalChunks[index] === undefined) {
483
- finalChunks[index] = chunk;
484
- }
485
- else {
486
- finalChunks[index] = finalChunks[index].concat(chunk);
487
- }
488
- }
489
- const generations = Object.entries(finalChunks)
490
- .sort(([aKey], [bKey]) => parseInt(aKey, 10) - parseInt(bKey, 10))
491
- .map(([_, value]) => value);
492
- const { functions, function_call } = this.invocationParams(options);
493
- // OpenAI does not support token usage report under stream mode,
494
- // fallback to estimation.
495
- const promptTokenUsage = await this.getEstimatedTokenCountFromPrompt(messages, functions, function_call);
496
- const completionTokenUsage = await this.getNumTokensFromGenerations(generations);
497
- tokenUsage.promptTokens = promptTokenUsage;
498
- tokenUsage.completionTokens = completionTokenUsage;
499
- tokenUsage.totalTokens = promptTokenUsage + completionTokenUsage;
500
- return { generations, llmOutput: { estimatedTokenUsage: tokenUsage } };
501
- }
502
- else {
503
- const data = await this.completionWithRetry({
504
- ...params,
505
- stream: false,
506
- messages: messagesMapped,
507
- }, {
508
- signal: options?.signal,
509
- ...options?.options,
510
- });
511
- const { completion_tokens: completionTokens, prompt_tokens: promptTokens, total_tokens: totalTokens, } = data?.usage ?? {};
512
- if (completionTokens) {
513
- tokenUsage.completionTokens =
514
- (tokenUsage.completionTokens ?? 0) + completionTokens;
515
- }
516
- if (promptTokens) {
517
- tokenUsage.promptTokens = (tokenUsage.promptTokens ?? 0) + promptTokens;
518
- }
519
- if (totalTokens) {
520
- tokenUsage.totalTokens = (tokenUsage.totalTokens ?? 0) + totalTokens;
521
- }
522
- const generations = [];
523
- for (const part of data?.choices ?? []) {
524
- const text = part.message?.content ?? "";
525
- const generation = {
526
- text,
527
- message: openAIResponseToChatMessage(part.message ?? { role: "assistant" }),
528
- };
529
- if (part.finish_reason) {
530
- generation.generationInfo = { finish_reason: part.finish_reason };
531
- }
532
- generations.push(generation);
533
- }
534
- return {
535
- generations,
536
- llmOutput: { tokenUsage },
537
- };
538
- }
539
- }
540
- /**
541
- * Estimate the number of tokens a prompt will use.
542
- * Modified from: https://github.com/hmarr/openai-chat-tokens/blob/main/src/index.ts
543
- */
544
- async getEstimatedTokenCountFromPrompt(messages, functions, function_call) {
545
- // It appears that if functions are present, the first system message is padded with a trailing newline. This
546
- // was inferred by trying lots of combinations of messages and functions and seeing what the token counts were.
547
- let tokens = (await this.getNumTokensFromMessages(messages)).totalCount;
548
- // If there are functions, add the function definitions as they count towards token usage
549
- if (functions && function_call !== "auto") {
550
- const promptDefinitions = (0, openai_format_fndef_js_1.formatFunctionDefinitions)(functions);
551
- tokens += await this.getNumTokens(promptDefinitions);
552
- tokens += 9; // Add nine per completion
553
- }
554
- // If there's a system message _and_ functions are present, subtract four tokens. I assume this is because
555
- // functions typically add a system message, but reuse the first one if it's already there. This offsets
556
- // the extra 9 tokens added by the function definitions.
557
- if (functions && messages.find((m) => m._getType() === "system")) {
558
- tokens -= 4;
559
- }
560
- // If function_call is 'none', add one token.
561
- // If it's a FunctionCall object, add 4 + the number of tokens in the function name.
562
- // If it's undefined or 'auto', don't add anything.
563
- if (function_call === "none") {
564
- tokens += 1;
565
- }
566
- else if (typeof function_call === "object") {
567
- tokens += (await this.getNumTokens(function_call.name)) + 4;
568
- }
569
- return tokens;
570
- }
571
- /**
572
- * Estimate the number of tokens an array of generations have used.
573
- */
574
- async getNumTokensFromGenerations(generations) {
575
- const generationUsages = await Promise.all(generations.map(async (generation) => {
576
- if (generation.message.additional_kwargs?.function_call) {
577
- return (await this.getNumTokensFromMessages([generation.message]))
578
- .countPerMessage[0];
579
- }
580
- else {
581
- return await this.getNumTokens(generation.message.content);
582
- }
583
- }));
584
- return generationUsages.reduce((a, b) => a + b, 0);
585
- }
586
- async getNumTokensFromMessages(messages) {
587
- let totalCount = 0;
588
- let tokensPerMessage = 0;
589
- let tokensPerName = 0;
590
- // From: https://github.com/openai/openai-cookbook/blob/main/examples/How_to_format_inputs_to_ChatGPT_models.ipynb
591
- if (this.modelName === "gpt-3.5-turbo-0301") {
592
- tokensPerMessage = 4;
593
- tokensPerName = -1;
594
- }
595
- else {
596
- tokensPerMessage = 3;
597
- tokensPerName = 1;
598
- }
599
- const countPerMessage = await Promise.all(messages.map(async (message) => {
600
- const textCount = await this.getNumTokens(message.content);
601
- const roleCount = await this.getNumTokens(messageToOpenAIRole(message));
602
- const nameCount = message.name !== undefined
603
- ? tokensPerName + (await this.getNumTokens(message.name))
604
- : 0;
605
- let count = textCount + tokensPerMessage + roleCount + nameCount;
606
- // From: https://github.com/hmarr/openai-chat-tokens/blob/main/src/index.ts messageTokenEstimate
607
- const openAIMessage = message;
608
- if (openAIMessage._getType() === "function") {
609
- count -= 2;
610
- }
611
- if (openAIMessage.additional_kwargs?.function_call) {
612
- count += 3;
613
- }
614
- if (openAIMessage?.additional_kwargs.function_call?.name) {
615
- count += await this.getNumTokens(openAIMessage.additional_kwargs.function_call?.name);
616
- }
617
- if (openAIMessage.additional_kwargs.function_call?.arguments) {
618
- count += await this.getNumTokens(
619
- // Remove newlines and spaces
620
- JSON.stringify(JSON.parse(openAIMessage.additional_kwargs.function_call?.arguments)));
621
- }
622
- totalCount += count;
623
- return count;
624
- }));
625
- totalCount += 3; // every reply is primed with <|start|>assistant<|message|>
626
- return { totalCount, countPerMessage };
627
- }
628
- async completionWithRetry(request, options) {
629
- const requestOptions = this._getClientOptions(options);
630
- return this.caller.call(async () => {
631
- try {
632
- const res = await this.client.chat.completions.create(request, requestOptions);
633
- return res;
634
- }
635
- catch (e) {
636
- const error = (0, openai_js_1.wrapOpenAIClientError)(e);
637
- throw error;
638
- }
639
- });
640
- }
641
- _getClientOptions(options) {
642
- if (!this.client) {
643
- const openAIEndpointConfig = {
644
- azureOpenAIApiDeploymentName: this.azureOpenAIApiDeploymentName,
645
- azureOpenAIApiInstanceName: this.azureOpenAIApiInstanceName,
646
- azureOpenAIApiKey: this.azureOpenAIApiKey,
647
- azureOpenAIBasePath: this.azureOpenAIBasePath,
648
- baseURL: this.clientConfig.baseURL,
649
- };
650
- const endpoint = (0, azure_js_1.getEndpoint)(openAIEndpointConfig);
651
- const params = {
652
- ...this.clientConfig,
653
- baseURL: endpoint,
654
- timeout: this.timeout,
655
- maxRetries: 0,
656
- };
657
- if (!params.baseURL) {
658
- delete params.baseURL;
659
- }
660
- this.client = new openai_1.OpenAI(params);
661
- }
662
- const requestOptions = {
663
- ...this.clientConfig,
664
- ...options,
665
- };
666
- if (this.azureOpenAIApiKey) {
667
- requestOptions.headers = {
668
- "api-key": this.azureOpenAIApiKey,
669
- ...requestOptions.headers,
670
- };
671
- requestOptions.query = {
672
- "api-version": this.azureOpenAIApiVersion,
673
- ...requestOptions.query,
674
- };
675
- }
676
- return requestOptions;
677
- }
678
- _llmType() {
679
- return "openai";
680
- }
681
- /** @ignore */
682
- _combineLLMOutput(...llmOutputs) {
683
- return llmOutputs.reduce((acc, llmOutput) => {
684
- if (llmOutput && llmOutput.tokenUsage) {
685
- acc.tokenUsage.completionTokens +=
686
- llmOutput.tokenUsage.completionTokens ?? 0;
687
- acc.tokenUsage.promptTokens += llmOutput.tokenUsage.promptTokens ?? 0;
688
- acc.tokenUsage.totalTokens += llmOutput.tokenUsage.totalTokens ?? 0;
689
- }
690
- return acc;
691
- }, {
692
- tokenUsage: {
693
- completionTokens: 0,
694
- promptTokens: 0,
695
- totalTokens: 0,
696
- },
697
- });
698
- }
699
- }
700
- exports.ChatOpenAI = ChatOpenAI;
701
- class PromptLayerChatOpenAI extends ChatOpenAI {
7
+ class PromptLayerChatOpenAI extends openai_1.ChatOpenAI {
702
8
  constructor(fields) {
703
9
  super(fields);
704
10
  Object.defineProperty(this, "promptLayerApiKey", {
@@ -791,7 +97,7 @@ class PromptLayerChatOpenAI extends ChatOpenAI {
791
97
  const parsedResp = [
792
98
  {
793
99
  content: generation.text,
794
- role: messageToOpenAIRole(generation.message),
100
+ role: (0, openai_1.messageToOpenAIRole)(generation.message),
795
101
  },
796
102
  ];
797
103
  const promptLayerRespBody = await (0, prompt_layer_js_1.promptLayerTrackRequest)(this.caller, "langchain.PromptLayerChatOpenAI", { ...this._identifyingParams(), messages: messageDicts, stream: false }, this.plTags, parsedResp, requestStartTime, requestEndTime, this.promptLayerApiKey);