@n8n/ai-utilities 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (240) hide show
  1. package/README.md +9 -462
  2. package/dist/{adapters → cjs/adapters}/langchain-chat-model.d.ts +1 -1
  3. package/dist/cjs/adapters/langchain-chat-model.js +201 -0
  4. package/dist/cjs/adapters/langchain-chat-model.js.map +1 -0
  5. package/dist/cjs/adapters/langchain-history.js +37 -0
  6. package/dist/cjs/adapters/langchain-history.js.map +1 -0
  7. package/dist/cjs/adapters/langchain-memory.js +46 -0
  8. package/dist/cjs/adapters/langchain-memory.js.map +1 -0
  9. package/dist/cjs/ai-node-sdk-version.d.ts +1 -0
  10. package/dist/cjs/ai-node-sdk-version.js +15 -0
  11. package/dist/cjs/ai-node-sdk-version.js.map +1 -0
  12. package/dist/cjs/chat-model/base.js +35 -0
  13. package/dist/cjs/chat-model/base.js.map +1 -0
  14. package/dist/{converters → cjs/converters}/message.d.ts +1 -0
  15. package/dist/cjs/converters/message.js +388 -0
  16. package/dist/cjs/converters/message.js.map +1 -0
  17. package/dist/cjs/converters/tool.js +69 -0
  18. package/dist/cjs/converters/tool.js.map +1 -0
  19. package/dist/cjs/guards.js +37 -0
  20. package/dist/cjs/guards.js.map +1 -0
  21. package/dist/{index.d.ts → cjs/index.d.ts} +7 -5
  22. package/dist/cjs/index.js +73 -0
  23. package/dist/cjs/index.js.map +1 -0
  24. package/dist/cjs/memory/base-chat-history.js +22 -0
  25. package/dist/cjs/memory/base-chat-history.js.map +1 -0
  26. package/dist/cjs/memory/base-chat-memory.js +17 -0
  27. package/dist/cjs/memory/base-chat-memory.js.map +1 -0
  28. package/dist/cjs/memory/windowed-chat-memory.js +48 -0
  29. package/dist/cjs/memory/windowed-chat-memory.js.map +1 -0
  30. package/dist/cjs/suppliers/supplyMemory.js +24 -0
  31. package/dist/cjs/suppliers/supplyMemory.js.map +1 -0
  32. package/dist/cjs/suppliers/supplyModel.d.ts +8 -0
  33. package/dist/cjs/suppliers/supplyModel.js +89 -0
  34. package/dist/cjs/suppliers/supplyModel.js.map +1 -0
  35. package/dist/cjs/typecheck.tsbuildinfo +1 -0
  36. package/dist/cjs/types/chat-model.js +13 -0
  37. package/dist/{types → cjs/types}/chat-model.js.map +1 -1
  38. package/dist/cjs/types/json.js +13 -0
  39. package/dist/{types → cjs/types}/json.js.map +1 -1
  40. package/dist/cjs/types/memory.js +13 -0
  41. package/dist/{types → cjs/types}/memory.js.map +1 -1
  42. package/dist/{types → cjs/types}/message.d.ts +8 -1
  43. package/dist/cjs/types/message.js +13 -0
  44. package/dist/{types → cjs/types}/message.js.map +1 -1
  45. package/dist/cjs/types/openai.js +13 -0
  46. package/dist/{types → cjs/types}/openai.js.map +1 -1
  47. package/dist/cjs/types/output.js +13 -0
  48. package/dist/{types → cjs/types}/output.js.map +1 -1
  49. package/dist/cjs/types/tool.js +13 -0
  50. package/dist/{types → cjs/types}/tool.js.map +1 -1
  51. package/dist/cjs/utils/embeddings-input-validation.js +38 -0
  52. package/dist/cjs/utils/embeddings-input-validation.js.map +1 -0
  53. package/dist/cjs/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js +40 -0
  54. package/dist/cjs/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +1 -0
  55. package/dist/cjs/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js +38 -0
  56. package/dist/cjs/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +1 -0
  57. package/dist/cjs/utils/helpers.js +63 -0
  58. package/dist/cjs/utils/helpers.js.map +1 -0
  59. package/dist/cjs/utils/http-proxy-agent.js +58 -0
  60. package/dist/cjs/utils/http-proxy-agent.js.map +1 -0
  61. package/dist/cjs/utils/log-ai-event.js +23 -0
  62. package/dist/cjs/utils/log-ai-event.js.map +1 -0
  63. package/dist/cjs/utils/log-wrapper.js +339 -0
  64. package/dist/cjs/utils/log-wrapper.js.map +1 -0
  65. package/dist/cjs/utils/n8n-binary-loader.js +169 -0
  66. package/dist/cjs/utils/n8n-binary-loader.js.map +1 -0
  67. package/dist/cjs/utils/n8n-json-loader.js +76 -0
  68. package/dist/cjs/utils/n8n-json-loader.js.map +1 -0
  69. package/dist/cjs/utils/n8n-llm-tracing.js +167 -0
  70. package/dist/cjs/utils/n8n-llm-tracing.js.map +1 -0
  71. package/dist/{utils → cjs/utils}/sse.d.ts +1 -1
  72. package/dist/cjs/utils/sse.js +107 -0
  73. package/dist/cjs/utils/sse.js.map +1 -0
  74. package/dist/cjs/utils/tokenizer/tiktoken.js +50 -0
  75. package/dist/cjs/utils/tokenizer/tiktoken.js.map +1 -0
  76. package/dist/cjs/utils/tokenizer/token-estimator.js +108 -0
  77. package/dist/cjs/utils/tokenizer/token-estimator.js.map +1 -0
  78. package/dist/esm/adapters/langchain-chat-model.d.ts +20 -0
  79. package/dist/{adapters → esm/adapters}/langchain-chat-model.js +4 -4
  80. package/dist/esm/adapters/langchain-chat-model.js.map +1 -0
  81. package/dist/esm/adapters/langchain-history.d.ts +12 -0
  82. package/dist/esm/adapters/langchain-history.js.map +1 -0
  83. package/dist/esm/adapters/langchain-memory.d.ts +11 -0
  84. package/dist/esm/adapters/langchain-memory.js.map +1 -0
  85. package/dist/esm/ai-node-sdk-version.d.ts +1 -0
  86. package/dist/esm/ai-node-sdk-version.js +5 -0
  87. package/dist/esm/ai-node-sdk-version.js.map +1 -0
  88. package/dist/esm/chat-model/base.d.ts +15 -0
  89. package/dist/esm/chat-model/base.js.map +1 -0
  90. package/dist/esm/converters/message.d.ts +7 -0
  91. package/dist/{converters → esm/converters}/message.js +24 -13
  92. package/dist/esm/converters/message.js.map +1 -0
  93. package/dist/esm/converters/tool.d.ts +5 -0
  94. package/dist/esm/converters/tool.js.map +1 -0
  95. package/dist/esm/guards.d.ts +8 -0
  96. package/dist/esm/guards.js.map +1 -0
  97. package/dist/esm/index.d.ts +30 -0
  98. package/dist/{index.js → esm/index.js} +13 -6
  99. package/dist/esm/index.js.map +1 -0
  100. package/dist/esm/memory/base-chat-history.d.ts +8 -0
  101. package/dist/esm/memory/base-chat-history.js.map +1 -0
  102. package/dist/esm/memory/base-chat-memory.d.ts +8 -0
  103. package/dist/esm/memory/base-chat-memory.js.map +1 -0
  104. package/dist/esm/memory/windowed-chat-memory.d.ts +14 -0
  105. package/dist/esm/memory/windowed-chat-memory.js.map +1 -0
  106. package/dist/esm/suppliers/supplyMemory.d.ts +6 -0
  107. package/dist/esm/suppliers/supplyMemory.js.map +1 -0
  108. package/dist/esm/suppliers/supplyModel.d.ts +8 -0
  109. package/dist/{suppliers → esm/suppliers}/supplyModel.js +1 -1
  110. package/dist/esm/suppliers/supplyModel.js.map +1 -0
  111. package/dist/esm/typecheck.tsbuildinfo +1 -0
  112. package/dist/esm/types/chat-model.d.ts +26 -0
  113. package/dist/esm/types/chat-model.js.map +1 -0
  114. package/dist/esm/types/json.d.ts +5 -0
  115. package/dist/esm/types/json.js.map +1 -0
  116. package/dist/esm/types/memory.d.ts +13 -0
  117. package/dist/esm/types/memory.js.map +1 -0
  118. package/dist/esm/types/message.d.ts +56 -0
  119. package/dist/esm/types/message.js.map +1 -0
  120. package/dist/esm/types/openai.d.ts +39 -0
  121. package/dist/esm/types/openai.js.map +1 -0
  122. package/dist/esm/types/output.d.ts +47 -0
  123. package/dist/esm/types/output.js.map +1 -0
  124. package/dist/esm/types/tool.d.ts +28 -0
  125. package/dist/esm/types/tool.js.map +1 -0
  126. package/dist/esm/utils/embeddings-input-validation.d.ts +3 -0
  127. package/dist/esm/utils/embeddings-input-validation.js.map +1 -0
  128. package/dist/esm/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.d.ts +1 -0
  129. package/dist/esm/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +1 -0
  130. package/dist/esm/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.d.ts +3 -0
  131. package/dist/esm/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +1 -0
  132. package/dist/esm/utils/helpers.d.ts +3 -0
  133. package/dist/esm/utils/helpers.js.map +1 -0
  134. package/dist/esm/utils/http-proxy-agent.d.ts +10 -0
  135. package/dist/esm/utils/http-proxy-agent.js.map +1 -0
  136. package/dist/esm/utils/log-ai-event.d.ts +2 -0
  137. package/dist/esm/utils/log-ai-event.js.map +1 -0
  138. package/dist/esm/utils/log-wrapper.d.ts +28 -0
  139. package/dist/esm/utils/log-wrapper.js.map +1 -0
  140. package/dist/esm/utils/n8n-binary-loader.d.ts +18 -0
  141. package/dist/esm/utils/n8n-binary-loader.js.map +1 -0
  142. package/dist/esm/utils/n8n-json-loader.d.ts +11 -0
  143. package/dist/esm/utils/n8n-json-loader.js.map +1 -0
  144. package/dist/esm/utils/n8n-llm-tracing.d.ts +46 -0
  145. package/dist/esm/utils/n8n-llm-tracing.js.map +1 -0
  146. package/dist/esm/utils/sse.d.ts +8 -0
  147. package/dist/{utils → esm/utils}/sse.js +17 -27
  148. package/dist/esm/utils/sse.js.map +1 -0
  149. package/dist/esm/utils/tokenizer/cl100k_base.json +1 -0
  150. package/dist/esm/utils/tokenizer/o200k_base.json +1 -0
  151. package/dist/esm/utils/tokenizer/tiktoken.d.ts +4 -0
  152. package/dist/esm/utils/tokenizer/tiktoken.js.map +1 -0
  153. package/dist/esm/utils/tokenizer/token-estimator.d.ts +4 -0
  154. package/dist/esm/utils/tokenizer/token-estimator.js.map +1 -0
  155. package/package.json +18 -11
  156. package/dist/adapters/langchain-chat-model.js.map +0 -1
  157. package/dist/adapters/langchain-history.js.map +0 -1
  158. package/dist/adapters/langchain-memory.js.map +0 -1
  159. package/dist/build.tsbuildinfo +0 -1
  160. package/dist/chat-model/base.js.map +0 -1
  161. package/dist/converters/message.js.map +0 -1
  162. package/dist/converters/tool.js.map +0 -1
  163. package/dist/guards.js.map +0 -1
  164. package/dist/index.js.map +0 -1
  165. package/dist/memory/base-chat-history.js.map +0 -1
  166. package/dist/memory/base-chat-memory.js.map +0 -1
  167. package/dist/memory/windowed-chat-memory.js.map +0 -1
  168. package/dist/suppliers/supplyMemory.js.map +0 -1
  169. package/dist/suppliers/supplyModel.d.ts +0 -15
  170. package/dist/suppliers/supplyModel.js.map +0 -1
  171. package/dist/utils/embeddings-input-validation.js.map +0 -1
  172. package/dist/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +0 -1
  173. package/dist/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +0 -1
  174. package/dist/utils/helpers.js.map +0 -1
  175. package/dist/utils/http-proxy-agent.js.map +0 -1
  176. package/dist/utils/log-ai-event.js.map +0 -1
  177. package/dist/utils/log-wrapper.js.map +0 -1
  178. package/dist/utils/n8n-binary-loader.js.map +0 -1
  179. package/dist/utils/n8n-json-loader.js.map +0 -1
  180. package/dist/utils/n8n-llm-tracing.js.map +0 -1
  181. package/dist/utils/sse.js.map +0 -1
  182. package/dist/utils/tokenizer/tiktoken.js.map +0 -1
  183. package/dist/utils/tokenizer/token-estimator.js.map +0 -1
  184. /package/dist/{adapters → cjs/adapters}/langchain-history.d.ts +0 -0
  185. /package/dist/{adapters → cjs/adapters}/langchain-memory.d.ts +0 -0
  186. /package/dist/{chat-model → cjs/chat-model}/base.d.ts +0 -0
  187. /package/dist/{converters → cjs/converters}/tool.d.ts +0 -0
  188. /package/dist/{guards.d.ts → cjs/guards.d.ts} +0 -0
  189. /package/dist/{memory → cjs/memory}/base-chat-history.d.ts +0 -0
  190. /package/dist/{memory → cjs/memory}/base-chat-memory.d.ts +0 -0
  191. /package/dist/{memory → cjs/memory}/windowed-chat-memory.d.ts +0 -0
  192. /package/dist/{suppliers → cjs/suppliers}/supplyMemory.d.ts +0 -0
  193. /package/dist/{types → cjs/types}/chat-model.d.ts +0 -0
  194. /package/dist/{types → cjs/types}/json.d.ts +0 -0
  195. /package/dist/{types → cjs/types}/memory.d.ts +0 -0
  196. /package/dist/{types → cjs/types}/openai.d.ts +0 -0
  197. /package/dist/{types → cjs/types}/output.d.ts +0 -0
  198. /package/dist/{types → cjs/types}/tool.d.ts +0 -0
  199. /package/dist/{utils → cjs/utils}/embeddings-input-validation.d.ts +0 -0
  200. /package/dist/{utils → cjs/utils}/failed-attempt-handler/n8nDefaultFailedAttemptHandler.d.ts +0 -0
  201. /package/dist/{utils → cjs/utils}/failed-attempt-handler/n8nLlmFailedAttemptHandler.d.ts +0 -0
  202. /package/dist/{utils → cjs/utils}/helpers.d.ts +0 -0
  203. /package/dist/{utils → cjs/utils}/http-proxy-agent.d.ts +0 -0
  204. /package/dist/{utils → cjs/utils}/log-ai-event.d.ts +0 -0
  205. /package/dist/{utils → cjs/utils}/log-wrapper.d.ts +0 -0
  206. /package/dist/{utils → cjs/utils}/n8n-binary-loader.d.ts +0 -0
  207. /package/dist/{utils → cjs/utils}/n8n-json-loader.d.ts +0 -0
  208. /package/dist/{utils → cjs/utils}/n8n-llm-tracing.d.ts +0 -0
  209. /package/dist/{utils → cjs/utils}/tokenizer/cl100k_base.json +0 -0
  210. /package/dist/{utils → cjs/utils}/tokenizer/o200k_base.json +0 -0
  211. /package/dist/{utils → cjs/utils}/tokenizer/tiktoken.d.ts +0 -0
  212. /package/dist/{utils → cjs/utils}/tokenizer/token-estimator.d.ts +0 -0
  213. /package/dist/{adapters → esm/adapters}/langchain-history.js +0 -0
  214. /package/dist/{adapters → esm/adapters}/langchain-memory.js +0 -0
  215. /package/dist/{chat-model → esm/chat-model}/base.js +0 -0
  216. /package/dist/{converters → esm/converters}/tool.js +0 -0
  217. /package/dist/{guards.js → esm/guards.js} +0 -0
  218. /package/dist/{memory → esm/memory}/base-chat-history.js +0 -0
  219. /package/dist/{memory → esm/memory}/base-chat-memory.js +0 -0
  220. /package/dist/{memory → esm/memory}/windowed-chat-memory.js +0 -0
  221. /package/dist/{suppliers → esm/suppliers}/supplyMemory.js +0 -0
  222. /package/dist/{types → esm/types}/chat-model.js +0 -0
  223. /package/dist/{types → esm/types}/json.js +0 -0
  224. /package/dist/{types → esm/types}/memory.js +0 -0
  225. /package/dist/{types → esm/types}/message.js +0 -0
  226. /package/dist/{types → esm/types}/openai.js +0 -0
  227. /package/dist/{types → esm/types}/output.js +0 -0
  228. /package/dist/{types → esm/types}/tool.js +0 -0
  229. /package/dist/{utils → esm/utils}/embeddings-input-validation.js +0 -0
  230. /package/dist/{utils → esm/utils}/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js +0 -0
  231. /package/dist/{utils → esm/utils}/failed-attempt-handler/n8nLlmFailedAttemptHandler.js +0 -0
  232. /package/dist/{utils → esm/utils}/helpers.js +0 -0
  233. /package/dist/{utils → esm/utils}/http-proxy-agent.js +0 -0
  234. /package/dist/{utils → esm/utils}/log-ai-event.js +0 -0
  235. /package/dist/{utils → esm/utils}/log-wrapper.js +0 -0
  236. /package/dist/{utils → esm/utils}/n8n-binary-loader.js +0 -0
  237. /package/dist/{utils → esm/utils}/n8n-json-loader.js +0 -0
  238. /package/dist/{utils → esm/utils}/n8n-llm-tracing.js +0 -0
  239. /package/dist/{utils → esm/utils}/tokenizer/tiktoken.js +0 -0
  240. /package/dist/{utils → esm/utils}/tokenizer/token-estimator.js +0 -0
@@ -0,0 +1,167 @@
1
+ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
2
+ if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
3
+ if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
4
+ return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
5
+ };
6
+ var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
7
+ if (kind === "m") throw new TypeError("Private method is not writable");
8
+ if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
9
+ if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
10
+ return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
11
+ };
12
+ var __importDefault = (this && this.__importDefault) || function (mod) {
13
+ return (mod && mod.__esModule) ? mod : { "default": mod };
14
+ };
15
+ (function (factory) {
16
+ if (typeof module === "object" && typeof module.exports === "object") {
17
+ var v = factory(require, exports);
18
+ if (v !== undefined) module.exports = v;
19
+ }
20
+ else if (typeof define === "function" && define.amd) {
21
+ define(["require", "exports", "@langchain/core/callbacks/base", "@langchain/core/language_models/base", "lodash/pick", "n8n-workflow", "./log-ai-event", "./tokenizer/token-estimator"], factory);
22
+ }
23
+ })(function (require, exports) {
24
+ "use strict";
25
+ var _N8nLlmTracing_parentRunIndex;
26
+ Object.defineProperty(exports, "__esModule", { value: true });
27
+ exports.N8nLlmTracing = void 0;
28
+ const base_1 = require("@langchain/core/callbacks/base");
29
+ const base_2 = require("@langchain/core/language_models/base");
30
+ const pick_1 = __importDefault(require("lodash/pick"));
31
+ const n8n_workflow_1 = require("n8n-workflow");
32
+ const log_ai_event_1 = require("./log-ai-event");
33
+ const token_estimator_1 = require("./tokenizer/token-estimator");
34
+ const TIKTOKEN_ESTIMATE_MODEL = 'gpt-4o';
35
+ class N8nLlmTracing extends base_1.BaseCallbackHandler {
36
+ constructor(executionFunctions, options) {
37
+ super();
38
+ this.executionFunctions = executionFunctions;
39
+ this.name = 'N8nLlmTracing';
40
+ this.awaitHandlers = true;
41
+ this.connectionType = n8n_workflow_1.NodeConnectionTypes.AiLanguageModel;
42
+ this.promptTokensEstimate = 0;
43
+ this.completionTokensEstimate = 0;
44
+ _N8nLlmTracing_parentRunIndex.set(this, void 0);
45
+ this.runsMap = {};
46
+ this.options = {
47
+ tokensUsageParser: (result) => {
48
+ const completionTokens = result?.llmOutput?.tokenUsage?.completionTokens ?? 0;
49
+ const promptTokens = result?.llmOutput?.tokenUsage?.promptTokens ?? 0;
50
+ return {
51
+ completionTokens,
52
+ promptTokens,
53
+ totalTokens: completionTokens + promptTokens,
54
+ };
55
+ },
56
+ errorDescriptionMapper: (error) => error.description,
57
+ };
58
+ this.options = { ...this.options, ...options };
59
+ }
60
+ async estimateTokensFromGeneration(generations) {
61
+ const messages = generations.flatMap((gen) => gen.map((g) => g.text));
62
+ return await this.estimateTokensFromStringList(messages);
63
+ }
64
+ async estimateTokensFromStringList(list) {
65
+ const embeddingModel = (0, base_2.getModelNameForTiktoken)(TIKTOKEN_ESTIMATE_MODEL);
66
+ return await (0, token_estimator_1.estimateTokensFromStringList)(list, embeddingModel);
67
+ }
68
+ async handleLLMEnd(output, runId) {
69
+ const runDetails = this.runsMap[runId] ?? { index: Object.keys(this.runsMap).length };
70
+ output.generations = output.generations.map((gen) => gen.map((g) => (0, pick_1.default)(g, ['text', 'generationInfo'])));
71
+ const tokenUsageEstimate = {
72
+ completionTokens: 0,
73
+ promptTokens: 0,
74
+ totalTokens: 0,
75
+ };
76
+ const tokenUsage = this.options.tokensUsageParser(output);
77
+ if (output.generations.length > 0) {
78
+ tokenUsageEstimate.completionTokens = await this.estimateTokensFromGeneration(output.generations);
79
+ tokenUsageEstimate.promptTokens = this.promptTokensEstimate;
80
+ tokenUsageEstimate.totalTokens =
81
+ tokenUsageEstimate.completionTokens + this.promptTokensEstimate;
82
+ }
83
+ const response = {
84
+ response: { generations: output.generations },
85
+ };
86
+ if (tokenUsage.completionTokens > 0) {
87
+ response.tokenUsage = tokenUsage;
88
+ }
89
+ else {
90
+ response.tokenUsageEstimate = tokenUsageEstimate;
91
+ }
92
+ const parsedMessages = typeof runDetails.messages === 'string'
93
+ ? runDetails.messages
94
+ : runDetails.messages.map((message) => {
95
+ if (typeof message === 'string')
96
+ return message;
97
+ if (typeof message?.toJSON === 'function')
98
+ return message.toJSON();
99
+ return message;
100
+ });
101
+ const sourceNodeRunIndex = __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") !== undefined ? __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") + runDetails.index : undefined;
102
+ this.executionFunctions.addOutputData(this.connectionType, runDetails.index, [[{ json: { ...response } }]], undefined, sourceNodeRunIndex);
103
+ (0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-generated-output', {
104
+ messages: parsedMessages,
105
+ options: runDetails.options,
106
+ response,
107
+ });
108
+ }
109
+ async handleLLMStart(llm, prompts, runId) {
110
+ const estimatedTokens = await this.estimateTokensFromStringList(prompts);
111
+ const sourceNodeRunIndex = __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") !== undefined
112
+ ? __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") + this.executionFunctions.getNextRunIndex()
113
+ : undefined;
114
+ const options = llm.type === 'constructor' ? llm.kwargs : llm;
115
+ const { index } = this.executionFunctions.addInputData(this.connectionType, [
116
+ [
117
+ {
118
+ json: {
119
+ messages: prompts,
120
+ estimatedTokens,
121
+ options,
122
+ },
123
+ },
124
+ ],
125
+ ], sourceNodeRunIndex);
126
+ this.runsMap[runId] = {
127
+ index,
128
+ options,
129
+ messages: prompts,
130
+ };
131
+ this.promptTokensEstimate = estimatedTokens;
132
+ }
133
+ async handleLLMError(error, runId, parentRunId) {
134
+ const runDetails = this.runsMap[runId] ?? { index: Object.keys(this.runsMap).length };
135
+ if (typeof error === 'object' && error?.hasOwnProperty('headers')) {
136
+ const errorWithHeaders = error;
137
+ Object.keys(errorWithHeaders.headers).forEach((key) => {
138
+ if (!key.startsWith('x-')) {
139
+ delete errorWithHeaders.headers[key];
140
+ }
141
+ });
142
+ }
143
+ if (error instanceof n8n_workflow_1.NodeError) {
144
+ if (this.options.errorDescriptionMapper) {
145
+ error.description = this.options.errorDescriptionMapper(error);
146
+ }
147
+ this.executionFunctions.addOutputData(this.connectionType, runDetails.index, error);
148
+ }
149
+ else {
150
+ this.executionFunctions.addOutputData(this.connectionType, runDetails.index, new n8n_workflow_1.NodeOperationError(this.executionFunctions.getNode(), error, {
151
+ functionality: 'configuration-node',
152
+ }));
153
+ }
154
+ (0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-errored', {
155
+ error: Object.keys(error).length === 0 ? error.toString() : error,
156
+ runId,
157
+ parentRunId,
158
+ });
159
+ }
160
+ setParentRunIndex(runIndex) {
161
+ __classPrivateFieldSet(this, _N8nLlmTracing_parentRunIndex, runIndex, "f");
162
+ }
163
+ }
164
+ exports.N8nLlmTracing = N8nLlmTracing;
165
+ _N8nLlmTracing_parentRunIndex = new WeakMap();
166
+ });
167
+ //# sourceMappingURL=n8n-llm-tracing.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"n8n-llm-tracing.js","sourceRoot":"","sources":["../../../src/utils/n8n-llm-tracing.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;IAAA,yDAAqE;IAErE,+DAA+E;IAQ/E,uDAA+B;IAE/B,+CAAkF;IAElF,iDAA4C;IAC5C,iEAA2E;IAc3E,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IACzC,MAAa,aAAc,SAAQ,0BAAmB;QAsCrD,YACS,kBAAwC,EAChD,OAGC;YAED,KAAK,EAAE,CAAC;YANA,uBAAkB,GAAlB,kBAAkB,CAAsB;YAtCjD,SAAI,GAAG,eAAe,CAAC;YAIvB,kBAAa,GAAG,IAAI,CAAC;YAErB,mBAAc,GAAG,kCAAmB,CAAC,eAAe,CAAC;YAErD,yBAAoB,GAAG,CAAC,CAAC;YAEzB,6BAAwB,GAAG,CAAC,CAAC;YAE7B,gDAAyB;YAQzB,YAAO,GAA8B,EAAE,CAAC;YAExC,YAAO,GAAG;gBAET,iBAAiB,EAAE,CAAC,MAAiB,EAAE,EAAE;oBACxC,MAAM,gBAAgB,GAAI,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,gBAA2B,IAAI,CAAC,CAAC;oBAC1F,MAAM,YAAY,GAAI,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,YAAuB,IAAI,CAAC,CAAC;oBAElF,OAAO;wBACN,gBAAgB;wBAChB,YAAY;wBACZ,WAAW,EAAE,gBAAgB,GAAG,YAAY;qBAC5C,CAAC;gBACH,CAAC;gBACD,sBAAsB,EAAE,CAAC,KAAgB,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW;aAC/D,CAAC;YAUD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;QAChD,CAAC;QAED,KAAK,CAAC,4BAA4B,CAAC,WAAqC;YACvE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACtE,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;QAC1D,CAAC;QAED,KAAK,CAAC,4BAA4B,CAAC,IAAc;YAChD,MAAM,cAAc,GAAG,IAAA,8BAAuB,EAAC,uBAAuB,CAAC,CAAC;YACxE,OAAO,MAAM,IAAA,8CAA4B,EAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACjE,CAAC;QAED,KAAK,CAAC,YAAY,CAAC,MAAiB,EAAE,KAAa;YAGlD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YAEtF,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACnD,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,cAAI,EAAC,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,CACnD,CAAC;YAEF,MAAM,kBAAkB,GAAG;gBAC1B,gBAAgB,EAAE,CAAC;gBACnB,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,CAAC;aACd,CAAC;YACF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAE1D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,kBAAkB,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAC5E,MAAM,CAAC,WAAW,CAClB,CAAC;gBAEF,kBAAkB,CAAC,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC;gBAC5D,kBAAkB,CAAC,WAAW;oBAC7B,kBAAkB,CAAC,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC;YAClE,CAAC;YACD,MAAM,QAAQ,GAIV;gBACH,QAAQ,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE;aAC7C,CAAC;YAGF,IAAI,UAAU,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;gBACrC,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACP,QAAQ,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;YAClD,CAAC;YAED,MAAM,cAAc,GACnB,OAAO,UAAU,CAAC,QAAQ,KAAK,QAAQ;gBACtC,CAAC,CAAC,UAAU,CAAC,QAAQ;gBACrB,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACpC,IAAI,OAAO,OAAO,KAAK,QAAQ;wBAAE,OAAO,OAAO,CAAC;oBAChD,IAAI,OAAO,OAAO,EAAE,MAAM,KAAK,UAAU;wBAAE,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC;oBAEnE,OAAO,OAAO,CAAC;gBAChB,CAAC,CAAC,CAAC;YAEN,MAAM,kBAAkB,GACvB,uBAAA,IAAI,qCAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,uBAAA,IAAI,qCAAgB,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAE1F,IAAI,CAAC,kBAAkB,CAAC,aAAa,CACpC,IAAI,CAAC,cAAc,EACnB,UAAU,CAAC,KAAK,EAChB,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,CAAC,CAAC,EAC7B,SAAS,EACT,kBAAkB,CAClB,CAAC;YAEF,IAAA,yBAAU,EAAC,IAAI,CAAC,kBAAkB,EAAE,yBAAyB,EAAE;gBAC9D,QAAQ,EAAE,cAAc;gBACxB,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,QAAQ;aACR,CAAC,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,cAAc,CAAC,GAAe,EAAE,OAAiB,EAAE,KAAa;YACrE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;YACzE,MAAM,kBAAkB,GACvB,uBAAA,IAAI,qCAAgB,KAAK,SAAS;gBACjC,CAAC,CAAC,uBAAA,IAAI,qCAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE;gBAClE,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;YAC9D,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CACrD,IAAI,CAAC,cAAc,EACnB;gBACC;oBACC;wBACC,IAAI,EAAE;4BACL,QAAQ,EAAE,OAAO;4BACjB,eAAe;4BACf,OAAO;yBACP;qBACD;iBACD;aACD,EACD,kBAAkB,CAClB,CAAC;YAGF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG;gBACrB,KAAK;gBACL,OAAO;gBACP,QAAQ,EAAE,OAAO;aACjB,CAAC;YACF,IAAI,CAAC,oBAAoB,GAAG,eAAe,CAAC;QAC7C,CAAC;QAED,KAAK,CAAC,cAAc,CAAC,KAA0B,EAAE,KAAa,EAAE,WAAoB;YACnF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YAItF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnE,MAAM,gBAAgB,GAAG,KAA6C,CAAC;gBAEvE,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBACrD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC3B,OAAO,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,CAAC;gBACF,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,YAAY,wBAAS,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;oBACzC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;gBAChE,CAAC;gBAED,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACrF,CAAC;iBAAM,CAAC;gBAEP,IAAI,CAAC,kBAAkB,CAAC,aAAa,CACpC,IAAI,CAAC,cAAc,EACnB,UAAU,CAAC,KAAK,EAChB,IAAI,iCAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAE,KAAmB,EAAE;oBAC9E,aAAa,EAAE,oBAAoB;iBACnC,CAAC,CACF,CAAC;YACH,CAAC;YAED,IAAA,yBAAU,EAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,EAAE;gBAErD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK;gBACjE,KAAK;gBACL,WAAW;aACX,CAAC,CAAC;QACJ,CAAC;QAGD,iBAAiB,CAAC,QAAgB;YACjC,uBAAA,IAAI,iCAAmB,QAAQ,MAAA,CAAC;QACjC,CAAC;KACD;IA5MD,sCA4MC"}
@@ -5,4 +5,4 @@ export interface ServerSentEventMessage {
5
5
  id?: string | number;
6
6
  retry?: number;
7
7
  }
8
- export declare function parseSSEStream(body: ReadableStream<Uint8Array>): AsyncIterable<ServerSentEventMessage>;
8
+ export declare function parseSSEStream(body: AsyncIterableIterator<Buffer | Uint8Array>): AsyncIterable<ServerSentEventMessage>;
@@ -0,0 +1,107 @@
1
+ (function (factory) {
2
+ if (typeof module === "object" && typeof module.exports === "object") {
3
+ var v = factory(require, exports);
4
+ if (v !== undefined) module.exports = v;
5
+ }
6
+ else if (typeof define === "function" && define.amd) {
7
+ define(["require", "exports"], factory);
8
+ }
9
+ })(function (require, exports) {
10
+ "use strict";
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.parseSSEStream = parseSSEStream;
13
+ async function* parseSSEStream(body) {
14
+ const decoder = new TextDecoder();
15
+ let buffer = '';
16
+ let currentEvent = {};
17
+ let dataLines = [];
18
+ for await (const chunk of body) {
19
+ buffer += decoder.decode(chunk, { stream: true });
20
+ const lines = buffer.split(/\r\n|\r|\n/);
21
+ buffer = lines.pop() ?? '';
22
+ for (const line of lines) {
23
+ const event = processLine(line);
24
+ if (event) {
25
+ yield event;
26
+ }
27
+ }
28
+ }
29
+ buffer += decoder.decode();
30
+ if (buffer !== '') {
31
+ const event = processLine(buffer);
32
+ if (event) {
33
+ yield event;
34
+ }
35
+ }
36
+ if (hasEventContent()) {
37
+ yield finalizeEvent();
38
+ }
39
+ function processLine(line) {
40
+ if (line === '') {
41
+ if (hasEventContent()) {
42
+ const event = finalizeEvent();
43
+ currentEvent = {};
44
+ dataLines = [];
45
+ return event;
46
+ }
47
+ return null;
48
+ }
49
+ if (line.startsWith(':')) {
50
+ currentEvent.comment = line.slice(1).trimStart();
51
+ return null;
52
+ }
53
+ const colonIndex = line.indexOf(':');
54
+ if (colonIndex === -1) {
55
+ processField(line, '');
56
+ return null;
57
+ }
58
+ const fieldName = line.slice(0, colonIndex);
59
+ let fieldValue = line.slice(colonIndex + 1);
60
+ if (fieldValue.startsWith(' ')) {
61
+ fieldValue = fieldValue.slice(1);
62
+ }
63
+ processField(fieldName, fieldValue);
64
+ return null;
65
+ }
66
+ function processField(name, value) {
67
+ switch (name) {
68
+ case 'event': {
69
+ currentEvent.event = value;
70
+ break;
71
+ }
72
+ case 'data': {
73
+ dataLines.push(value);
74
+ break;
75
+ }
76
+ case 'id': {
77
+ if (value) {
78
+ const numId = Number(value);
79
+ currentEvent.id = Number.isNaN(numId) ? value : numId;
80
+ }
81
+ break;
82
+ }
83
+ case 'retry': {
84
+ const retryValue = Number.parseInt(value, 10);
85
+ if (!Number.isNaN(retryValue) && retryValue >= 0) {
86
+ currentEvent.retry = retryValue;
87
+ }
88
+ break;
89
+ }
90
+ default: {
91
+ break;
92
+ }
93
+ }
94
+ }
95
+ function hasEventContent() {
96
+ return !!(currentEvent.event || dataLines.length > 0 || currentEvent.id || currentEvent.retry);
97
+ }
98
+ function finalizeEvent() {
99
+ const finalData = dataLines.join('\n');
100
+ return {
101
+ ...currentEvent,
102
+ data: finalData ? finalData : undefined,
103
+ };
104
+ }
105
+ }
106
+ });
107
+ //# sourceMappingURL=sse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sse.js","sourceRoot":"","sources":["../../../src/utils/sse.ts"],"names":[],"mappings":";;;;;;;;;;;IA+BA,wCAgIC;IAhIM,KAAK,SAAS,CAAC,CAAC,cAAc,CACpC,IAAgD;QAEhD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAGhB,IAAI,YAAY,GAA2B,EAAE,CAAC;QAC9C,IAAI,SAAS,GAAa,EAAE,CAAC;QAE7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAIlD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAEzC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,KAAK,EAAE,CAAC;oBACX,MAAM,KAAK,CAAC;gBACb,CAAC;YACF,CAAC;QACF,CAAC;QAGD,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QAG3B,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YAClC,IAAI,KAAK,EAAE,CAAC;gBACX,MAAM,KAAK,CAAC;YACb,CAAC;QACF,CAAC;QAED,IAAI,eAAe,EAAE,EAAE,CAAC;YACvB,MAAM,aAAa,EAAE,CAAC;QACvB,CAAC;QAED,SAAS,WAAW,CAAC,IAAY;YAEhC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;gBACjB,IAAI,eAAe,EAAE,EAAE,CAAC;oBACvB,MAAM,KAAK,GAAG,aAAa,EAAE,CAAC;oBAE9B,YAAY,GAAG,EAAE,CAAC;oBAClB,SAAS,GAAG,EAAE,CAAC;oBACf,OAAO,KAAK,CAAC;gBACd,CAAC;gBACD,OAAO,IAAI,CAAC;YACb,CAAC;YAGD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;gBACjD,OAAO,IAAI,CAAC;YACb,CAAC;YAGD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;gBAEvB,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACvB,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YAE5C,IAAI,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YAC5C,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACb,CAAC;QAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;YAChD,QAAQ,IAAI,EAAE,CAAC;gBACd,KAAK,OAAO,CAAC,CAAC,CAAC;oBACd,YAAY,CAAC,KAAK,GAAG,KAAK,CAAC;oBAC3B,MAAM;gBACP,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBAEb,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACtB,MAAM;gBACP,CAAC;gBACD,KAAK,IAAI,CAAC,CAAC,CAAC;oBAEX,IAAI,KAAK,EAAE,CAAC;wBAEX,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC5B,YAAY,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;oBACvD,CAAC;oBACD,MAAM;gBACP,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBAEd,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;wBAClD,YAAY,CAAC,KAAK,GAAG,UAAU,CAAC;oBACjC,CAAC;oBACD,MAAM;gBACP,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC;oBAET,MAAM;gBACP,CAAC;YACF,CAAC;QACF,CAAC;QAED,SAAS,eAAe;YAEvB,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;QAChG,CAAC;QAED,SAAS,aAAa;YAErB,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvC,OAAO;gBACN,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aACvC,CAAC;QACH,CAAC;IACF,CAAC"}
@@ -0,0 +1,50 @@
1
+ (function (factory) {
2
+ if (typeof module === "object" && typeof module.exports === "object") {
3
+ var v = factory(require, exports);
4
+ if (v !== undefined) module.exports = v;
5
+ }
6
+ else if (typeof define === "function" && define.amd) {
7
+ define(["require", "exports", "fs/promises", "js-tiktoken/lite", "n8n-workflow", "path"], factory);
8
+ }
9
+ })(function (require, exports) {
10
+ "use strict";
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.getEncoding = getEncoding;
13
+ exports.encodingForModel = encodingForModel;
14
+ const promises_1 = require("fs/promises");
15
+ const lite_1 = require("js-tiktoken/lite");
16
+ const n8n_workflow_1 = require("n8n-workflow");
17
+ const path_1 = require("path");
18
+ const cache = {};
19
+ const loadJSONFile = async (filename) => {
20
+ const filePath = (0, path_1.join)(__dirname, filename);
21
+ const content = await (0, promises_1.readFile)(filePath, 'utf-8');
22
+ return await (0, n8n_workflow_1.jsonParse)(content);
23
+ };
24
+ async function getEncoding(encoding) {
25
+ if (!(encoding in cache)) {
26
+ cache[encoding] = (async () => {
27
+ let jsonData;
28
+ switch (encoding) {
29
+ case 'o200k_base':
30
+ jsonData = await loadJSONFile('./o200k_base.json');
31
+ break;
32
+ case 'cl100k_base':
33
+ jsonData = await loadJSONFile('./cl100k_base.json');
34
+ break;
35
+ default:
36
+ jsonData = await loadJSONFile('./cl100k_base.json');
37
+ }
38
+ return new lite_1.Tiktoken(jsonData);
39
+ })().catch((error) => {
40
+ delete cache[encoding];
41
+ throw error;
42
+ });
43
+ }
44
+ return await cache[encoding];
45
+ }
46
+ async function encodingForModel(model) {
47
+ return await getEncoding((0, lite_1.getEncodingNameForModel)(model));
48
+ }
49
+ });
50
+ //# sourceMappingURL=tiktoken.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tiktoken.js","sourceRoot":"","sources":["../../../../src/utils/tokenizer/tiktoken.ts"],"names":[],"mappings":";;;;;;;;;;;IAcA,kCA0BC;IAED,4CAEC;IA5CD,0CAAuC;IAEvC,2CAAqE;IACrE,+CAAyC;IACzC,+BAA4B;IAE5B,MAAM,KAAK,GAAsC,EAAE,CAAC;IAEpD,MAAM,YAAY,GAAG,KAAK,EAAE,QAAgB,EAAwB,EAAE;QACrE,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO,MAAM,IAAA,wBAAS,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC,CAAC;IAEK,KAAK,UAAU,WAAW,CAAC,QAA0B;QAC3D,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,CAAC;YAE1B,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC7B,IAAI,QAAqB,CAAC;gBAE1B,QAAQ,QAAQ,EAAE,CAAC;oBAClB,KAAK,YAAY;wBAChB,QAAQ,GAAG,MAAM,YAAY,CAAC,mBAAmB,CAAC,CAAC;wBACnD,MAAM;oBACP,KAAK,aAAa;wBACjB,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;wBACpD,MAAM;oBACP;wBAEC,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;gBACtD,CAAC;gBAED,OAAO,IAAI,eAAQ,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACpB,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACvB,MAAM,KAAK,CAAC;YACb,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAEM,KAAK,UAAU,gBAAgB,CAAC,KAAoB;QAC1D,OAAO,MAAM,WAAW,CAAC,IAAA,8BAAuB,EAAC,KAAK,CAAC,CAAC,CAAC;IAC1D,CAAC"}
@@ -0,0 +1,108 @@
1
+ (function (factory) {
2
+ if (typeof module === "object" && typeof module.exports === "object") {
3
+ var v = factory(require, exports);
4
+ if (v !== undefined) module.exports = v;
5
+ }
6
+ else if (typeof define === "function" && define.amd) {
7
+ define(["require", "exports", "./tiktoken", "../helpers"], factory);
8
+ }
9
+ })(function (require, exports) {
10
+ "use strict";
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.estimateTokensByCharCount = estimateTokensByCharCount;
13
+ exports.estimateTextSplitsByTokens = estimateTextSplitsByTokens;
14
+ exports.estimateTokensFromStringList = estimateTokensFromStringList;
15
+ const tiktoken_1 = require("./tiktoken");
16
+ const helpers_1 = require("../helpers");
17
+ const MODEL_CHAR_PER_TOKEN_RATIOS = {
18
+ 'gpt-4o': 3.8,
19
+ 'gpt-4': 4.0,
20
+ 'gpt-3.5-turbo': 4.0,
21
+ cl100k_base: 4.0,
22
+ o200k_base: 3.5,
23
+ p50k_base: 4.2,
24
+ r50k_base: 4.2,
25
+ };
26
+ function estimateTokensByCharCount(text, model = 'cl100k_base') {
27
+ try {
28
+ if (!text || typeof text !== 'string' || text.length === 0) {
29
+ return 0;
30
+ }
31
+ const charsPerToken = MODEL_CHAR_PER_TOKEN_RATIOS[model] || 4.0;
32
+ if (!Number.isFinite(charsPerToken) || charsPerToken <= 0) {
33
+ const estimatedTokens = Math.ceil(text.length / 4.0);
34
+ return estimatedTokens;
35
+ }
36
+ const estimatedTokens = Math.ceil(text.length / charsPerToken);
37
+ return estimatedTokens;
38
+ }
39
+ catch (error) {
40
+ return Math.ceil((text?.length || 0) / 4.0);
41
+ }
42
+ }
43
+ function estimateTextSplitsByTokens(text, chunkSize, chunkOverlap, model = 'cl100k_base') {
44
+ try {
45
+ if (!text || typeof text !== 'string' || text.length === 0) {
46
+ return [];
47
+ }
48
+ if (!Number.isFinite(chunkSize) || chunkSize <= 0) {
49
+ return [text];
50
+ }
51
+ const validOverlap = Number.isFinite(chunkOverlap) && chunkOverlap >= 0
52
+ ? Math.min(chunkOverlap, chunkSize - 1)
53
+ : 0;
54
+ const charsPerToken = MODEL_CHAR_PER_TOKEN_RATIOS[model] || 4.0;
55
+ const chunkSizeInChars = Math.floor(chunkSize * charsPerToken);
56
+ const overlapInChars = Math.floor(validOverlap * charsPerToken);
57
+ const chunks = [];
58
+ let start = 0;
59
+ while (start < text.length) {
60
+ const end = Math.min(start + chunkSizeInChars, text.length);
61
+ chunks.push(text.slice(start, end));
62
+ if (end >= text.length) {
63
+ break;
64
+ }
65
+ start = Math.max(end - overlapInChars, start + 1);
66
+ }
67
+ return chunks;
68
+ }
69
+ catch (error) {
70
+ return text ? [text] : [];
71
+ }
72
+ }
73
+ async function estimateTokensFromStringList(list, model) {
74
+ try {
75
+ if (!Array.isArray(list)) {
76
+ return 0;
77
+ }
78
+ const encoder = await (0, tiktoken_1.encodingForModel)(model);
79
+ const encodedListLength = await Promise.all(list.map(async (text) => {
80
+ try {
81
+ if (!text || typeof text !== 'string') {
82
+ return 0;
83
+ }
84
+ if ((0, helpers_1.hasLongSequentialRepeat)(text)) {
85
+ const estimatedTokens = estimateTokensByCharCount(text, model);
86
+ return estimatedTokens;
87
+ }
88
+ try {
89
+ const tokens = encoder.encode(text);
90
+ return tokens.length;
91
+ }
92
+ catch (encodingError) {
93
+ return estimateTokensByCharCount(text, model);
94
+ }
95
+ }
96
+ catch (itemError) {
97
+ return 0;
98
+ }
99
+ }));
100
+ const totalTokens = encodedListLength.reduce((acc, curr) => acc + curr, 0);
101
+ return totalTokens;
102
+ }
103
+ catch (error) {
104
+ return 0;
105
+ }
106
+ }
107
+ });
108
+ //# sourceMappingURL=token-estimator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token-estimator.js","sourceRoot":"","sources":["../../../../src/utils/tokenizer/token-estimator.ts"],"names":[],"mappings":";;;;;;;;;;;IAgCA,8DAyBC;IAYD,gEAgDC;IAWD,oEA+CC;IAxKD,yCAA8C;IAC9C,wCAAqD;IAMrD,MAAM,2BAA2B,GAA2B;QAC3D,QAAQ,EAAE,GAAG;QACb,OAAO,EAAE,GAAG;QACZ,eAAe,EAAE,GAAG;QACpB,WAAW,EAAE,GAAG;QAChB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACd,CAAC;IAUF,SAAgB,yBAAyB,CAAC,IAAY,EAAE,QAAgB,aAAa;QACpF,IAAI,CAAC;YAEJ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,OAAO,CAAC,CAAC;YACV,CAAC;YAGD,MAAM,aAAa,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YAGhE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;gBAE3D,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;gBACrD,OAAO,eAAe,CAAC;YACxB,CAAC;YAGD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;YAE/D,OAAO,eAAe,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAC7C,CAAC;IACF,CAAC;IAYD,SAAgB,0BAA0B,CACzC,IAAY,EACZ,SAAiB,EACjB,YAAoB,EACpB,QAAgB,aAAa;QAE7B,IAAI,CAAC;YAEJ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,OAAO,EAAE,CAAC;YACX,CAAC;YAGD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;gBAEnD,OAAO,CAAC,IAAI,CAAC,CAAC;YACf,CAAC;YAGD,MAAM,YAAY,GACjB,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,IAAI,CAAC;gBACjD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,GAAG,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC,CAAC;YAEN,MAAM,aAAa,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YAChE,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,aAAa,CAAC,CAAC;YAC/D,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;YAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;gBAEpC,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACxB,MAAM;gBACP,CAAC;gBAGD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,cAAc,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;YAED,OAAO,MAAM,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3B,CAAC;IACF,CAAC;IAWM,KAAK,UAAU,4BAA4B,CACjD,IAAc,EACd,KAAoB;QAEpB,IAAI,CAAC;YAEJ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,OAAO,CAAC,CAAC;YACV,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAgB,EAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1C,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACvB,IAAI,CAAC;oBAEJ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACvC,OAAO,CAAC,CAAC;oBACV,CAAC;oBAGD,IAAI,IAAA,iCAAuB,EAAC,IAAI,CAAC,EAAE,CAAC;wBACnC,MAAM,eAAe,GAAG,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;wBAC/D,OAAO,eAAe,CAAC;oBACxB,CAAC;oBAGD,IAAI,CAAC;wBACJ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;wBACpC,OAAO,MAAM,CAAC,MAAM,CAAC;oBACtB,CAAC;oBAAC,OAAO,aAAa,EAAE,CAAC;wBAExB,OAAO,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC/C,CAAC;gBACF,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBAEpB,OAAO,CAAC,CAAC;gBACV,CAAC;YACF,CAAC,CAAC,CACF,CAAC;YAEF,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;YAE3E,OAAO,WAAW,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,OAAO,CAAC,CAAC;QACV,CAAC;IACF,CAAC"}
@@ -0,0 +1,20 @@
1
+ import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
2
+ import type { BaseLanguageModelInput } from '@langchain/core/language_models/base';
3
+ import type { BindToolsInput } from '@langchain/core/language_models/chat_models';
4
+ import { BaseChatModel } from '@langchain/core/language_models/chat_models';
5
+ import type { BaseMessage } from '@langchain/core/messages';
6
+ import { AIMessageChunk } from '@langchain/core/messages';
7
+ import type { ChatResult } from '@langchain/core/outputs';
8
+ import { ChatGenerationChunk } from '@langchain/core/outputs';
9
+ import type { Runnable } from '@langchain/core/runnables';
10
+ import type { ISupplyDataFunctions } from 'n8n-workflow';
11
+ import type { ChatModel, ChatModelConfig } from '../types/chat-model';
12
+ export declare class LangchainChatModelAdapter<CallOptions extends ChatModelConfig = ChatModelConfig> extends BaseChatModel<CallOptions> {
13
+ private chatModel;
14
+ private ctx?;
15
+ constructor(chatModel: ChatModel, ctx?: ISupplyDataFunctions | undefined);
16
+ _llmType(): string;
17
+ _generate(messages: BaseMessage[], options: this['ParsedCallOptions']): Promise<ChatResult>;
18
+ _streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
19
+ bindTools(tools: BindToolsInput[]): Runnable<BaseLanguageModelInput, AIMessageChunk, CallOptions>;
20
+ }
@@ -1,6 +1,6 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.LangchainAdapter = void 0;
3
+ exports.LangchainChatModelAdapter = void 0;
4
4
  const chat_models_1 = require("@langchain/core/language_models/chat_models");
5
5
  const messages_1 = require("@langchain/core/messages");
6
6
  const outputs_1 = require("@langchain/core/outputs");
@@ -8,7 +8,7 @@ const message_1 = require("../converters/message");
8
8
  const tool_1 = require("../converters/tool");
9
9
  const n8nLlmFailedAttemptHandler_1 = require("../utils/failed-attempt-handler/n8nLlmFailedAttemptHandler");
10
10
  const n8n_llm_tracing_1 = require("../utils/n8n-llm-tracing");
11
- class LangchainAdapter extends chat_models_1.BaseChatModel {
11
+ class LangchainChatModelAdapter extends chat_models_1.BaseChatModel {
12
12
  constructor(chatModel, ctx) {
13
13
  const params = {
14
14
  ...(ctx
@@ -183,9 +183,9 @@ class LangchainAdapter extends chat_models_1.BaseChatModel {
183
183
  bindTools(tools) {
184
184
  const genericTools = tools.map(tool_1.fromLcTool);
185
185
  const newModel = this.chatModel.withTools(genericTools);
186
- const newAdapter = new LangchainAdapter(newModel, this.ctx);
186
+ const newAdapter = new LangchainChatModelAdapter(newModel, this.ctx);
187
187
  return newAdapter;
188
188
  }
189
189
  }
190
- exports.LangchainAdapter = LangchainAdapter;
190
+ exports.LangchainChatModelAdapter = LangchainChatModelAdapter;
191
191
  //# sourceMappingURL=langchain-chat-model.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"langchain-chat-model.js","sourceRoot":"","sources":["../../../src/adapters/langchain-chat-model.ts"],"names":[],"mappings":";;;AAGA,6EAA4E;AAE5E,uDAAqE;AAErE,qDAA8D;AAI9D,mDAAmE;AACnE,6CAAgD;AAEhD,2GAA4G;AAC5G,8DAAyD;AAEzD,MAAa,yBAEX,SAAQ,2BAA0B;IACnC,YACS,SAAoB,EACpB,GAA0B;QAElC,MAAM,MAAM,GAAG;YACd,GAAG,CAAC,GAAG;gBACN,CAAC,CAAC;oBACA,SAAS,EAAE;wBACV,IAAI,+BAAa,CAAC,GAAG,EAAE;4BACtB,iBAAiB,EAAE,CAAC,MAAiB,EAAE,EAAE;gCACxC,MAAM,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,UAE1B,CAAC;gCACb,MAAM,gBAAgB,GAAI,UAAU,EAAE,aAAwB,IAAI,CAAC,CAAC;gCACpE,MAAM,YAAY,GAAI,UAAU,EAAE,YAAuB,IAAI,CAAC,CAAC;gCAE/D,OAAO;oCACN,gBAAgB;oCAChB,YAAY;oCACZ,WAAW,EAAE,gBAAgB,GAAG,YAAY;iCAC5C,CAAC;4BACH,CAAC;yBACD,CAAC;qBACF;oBACD,eAAe,EAAE,IAAA,2DAA8B,EAAC,GAAG,CAAC;iBACpD;gBACF,CAAC,CAAC,EAAE,CAAC;SACN,CAAC;QACF,KAAK,CAAC,MAAM,CAAC,CAAC;QA3BN,cAAS,GAAT,SAAS,CAAW;QACpB,QAAG,GAAH,GAAG,CAAuB;IA2BnC,CAAC;IAED,QAAQ;QACP,OAAO,gBAAgB,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,SAAS,CACd,QAAuB,EACvB,OAAkC;QAElC,MAAM,mBAAmB,GAAG,QAAQ,CAAC,GAAG,CAAC,uBAAa,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAE3E,MAAM,SAAS,GAAG,IAAA,qBAAW,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAG9C,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK;YAClC,CAAC,CAAC;gBACA,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBAC5C,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC;gBACjD,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;gBAC3C,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;oBAClD,CAAC,CAAC;wBACA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,SAAS;qBACpD;oBACF,CAAC,CAAC,SAAS;gBACZ,oBAAoB,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB;oBACpD,CAAC,CAAC;wBACA,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS;qBACpD;oBACF,CAAC,CAAC,SAAS;aACZ;YACF,CAAC,CAAC,SAAS,CAAC;QAEb,IAAI,oBAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,SAAS,CAAC,cAAc,GAAG,cAAc,CAAC;QAC3C,CAAC;QAED,SAAS,CAAC,iBAAiB,GAAG;YAC7B,GAAG,MAAM,CAAC,gBAAgB;YAC1B,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;SACjC,CAAC;QAEF,OAAO;YACN,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,OAAO,EAAE,SAAS;iBAClB;aACD;YACD,SAAS,EAAE;gBACV,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,UAAU,EAAE,cAAc;aAC1B;SACD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAC3B,QAAuB,EACvB,OAAkC,EAClC,UAAqC;QAErC,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,uBAAa,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAClC,IAAI,OAAO,GAAoC,SAAS,CAAC;YACzD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAmB;oBAC/B;wBACC,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,KAAK,CAAC,KAAK;qBACjB;iBACD,CAAC;gBAEF,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO;qBACP,CAAC;oBACF,IAAI,EAAE,KAAK,CAAC,KAAK;iBACjB,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC7C,MAAM,gBAAgB,GAAG;oBACxB;wBACC,IAAI,EAAE,iBAA0B;wBAChC,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,IAAI,EAAE,KAAK,CAAC,cAAc;wBAC1B,KAAK,EAAE,CAAC;qBACR;iBACD,CAAC;gBAEF,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO,EAAE,EAAE;wBACX,gBAAgB;qBAChB,CAAC;oBACF,IAAI,EAAE,EAAE;iBACR,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK;oBACjC,CAAC,CAAC;wBACA,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;wBAC3C,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC;wBAChD,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;qBAC1C;oBACF,CAAC,CAAC,SAAS,CAAC;gBAEb,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO,EAAE,EAAE;wBACX,cAAc;wBACd,iBAAiB,EAAE;4BAClB,aAAa,EAAE,KAAK,CAAC,YAAY;yBACjC;qBACD,CAAC;oBACF,IAAI,EAAE,EAAE;oBACR,cAAc,EAAE;wBACf,aAAa,EAAE,KAAK,CAAC,YAAY;qBACjC;iBACD,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACnC,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO,EAAE,EAAE;wBACX,iBAAiB,EAAE;4BAClB,aAAa,EAAE,OAAO;4BACtB,KAAK,EAAE,KAAK,CAAC,KAAK;yBAClB;qBACD,CAAC;oBACF,IAAI,EAAE,EAAE;oBACR,cAAc,EAAE;wBACf,aAAa,EAAE,OAAO;wBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;qBAClB;iBACD,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,IAAA,qBAAW,EAAC;oBAC7B,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;oBACxB,EAAE,EAAE,KAAK,CAAC,EAAE;iBACZ,CAAC,CAAC;gBACH,MAAM,cAAc,GAAG,IAAI,yBAAc,CAAC;oBACzC,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,EAAE,EAAE,SAAS,CAAC,EAAE;oBAChB,IAAI,EAAE,SAAS,CAAC,IAAI;iBACpB,CAAC,CAAC;gBACH,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,cAAc;oBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;iBACpB,CAAC,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACb,MAAM,OAAO,CAAC;gBACd,MAAM,UAAU,EAAE,iBAAiB,CAClC,OAAO,CAAC,IAAI,IAAI,EAAE,EAClB;oBACC,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;iBACb,EACD,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,OAAO,EAAE,CAClB,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IAED,SAAS,CACR,KAAuB;QAEvB,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,iBAAU,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,yBAAyB,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAErE,OAAO,UAAiB,CAAC;IAC1B,CAAC;CACD;AApND,8DAoNC"}
@@ -0,0 +1,12 @@
1
+ import { BaseListChatMessageHistory } from '@langchain/core/chat_history';
2
+ import type { BaseMessage } from '@langchain/core/messages';
3
+ import type { ChatHistory } from '../types/memory';
4
+ export declare class LangchainHistoryAdapter extends BaseListChatMessageHistory {
5
+ private readonly history;
6
+ lc_namespace: string[];
7
+ constructor(history: ChatHistory);
8
+ getMessages(): Promise<BaseMessage[]>;
9
+ addMessage(message: BaseMessage): Promise<void>;
10
+ addMessages(messages: BaseMessage[]): Promise<void>;
11
+ clear(): Promise<void>;
12
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"file":"langchain-history.js","sourceRoot":"","sources":["../../../src/adapters/langchain-history.ts"],"names":[],"mappings":";;;AAAA,+DAA0E;AAG1E,mDAAmE;AAGnE,MAAa,uBAAwB,SAAQ,yCAA0B;IAGtE,YAA6B,OAAoB;QAChD,KAAK,EAAE,CAAC;QADoB,YAAO,GAAP,OAAO,CAAa;QAFjD,iBAAY,GAAG,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IAIvC,CAAC;IAED,KAAK,CAAC,WAAW;QAChB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAClD,OAAO,QAAQ,CAAC,GAAG,CAAC,qBAAW,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,uBAAa,EAAC,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAuB;QACxC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,uBAAa,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;CACD;AAvBD,0DAuBC"}
@@ -0,0 +1,11 @@
1
+ import { BaseChatMemory as LangchainBaseChatMemory } from '@langchain/community/memory/chat_memory';
2
+ import type { InputValues, MemoryVariables, OutputValues } from '@langchain/core/memory';
3
+ import type { ChatMemory } from '../types/memory';
4
+ export declare class LangchainMemoryAdapter extends LangchainBaseChatMemory {
5
+ private readonly memory;
6
+ constructor(memory: ChatMemory);
7
+ get memoryKeys(): string[];
8
+ loadMemoryVariables(_values: InputValues): Promise<MemoryVariables>;
9
+ saveContext(inputValues: InputValues, outputValues: OutputValues): Promise<void>;
10
+ clear(): Promise<void>;
11
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"file":"langchain-memory.js","sourceRoot":"","sources":["../../../src/adapters/langchain-memory.ts"],"names":[],"mappings":";;;AAAA,yEAAoG;AAGpG,2DAA8D;AAC9D,mDAAoD;AAGpD,MAAa,sBAAuB,SAAQ,4BAAuB;IAClE,YAA6B,MAAkB;QAC9C,KAAK,CAAC;YACL,WAAW,EAAE,IAAI,2CAAuB,CAAC,MAAM,CAAC,WAAW,CAAC;YAC5D,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,QAAQ;SACnB,CAAC,CAAC;QANyB,WAAM,GAAN,MAAM,CAAY;IAO/C,CAAC;IAED,IAAI,UAAU;QACb,OAAO,CAAC,cAAc,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAoB;QAC7C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAClD,OAAO;YACN,YAAY,EAAE,QAAQ,CAAC,GAAG,CAAC,qBAAW,CAAC;SACvC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAAwB,EAAE,YAA0B;QACrE,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;CACD;AA9BD,wDA8BC"}
@@ -0,0 +1 @@
1
+ export declare const AI_NODE_SDK_VERSION: number;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.AI_NODE_SDK_VERSION = void 0;
4
+ exports.AI_NODE_SDK_VERSION = 1;
5
+ //# sourceMappingURL=ai-node-sdk-version.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-node-sdk-version.js","sourceRoot":"","sources":["../../src/ai-node-sdk-version.ts"],"names":[],"mappings":";;;AAEa,QAAA,mBAAmB,GAAW,CAAC,CAAC"}
@@ -0,0 +1,15 @@
1
+ import type { ChatModel, ChatModelConfig } from '../types/chat-model';
2
+ import type { Message } from '../types/message';
3
+ import type { GenerateResult, StreamChunk } from '../types/output';
4
+ import type { Tool } from '../types/tool';
5
+ export declare abstract class BaseChatModel<TConfig extends ChatModelConfig = ChatModelConfig> implements ChatModel<TConfig> {
6
+ provider: string;
7
+ modelId: string;
8
+ defaultConfig?: TConfig | undefined;
9
+ protected tools: Tool[];
10
+ constructor(provider: string, modelId: string, defaultConfig?: TConfig | undefined, tools?: Tool[]);
11
+ abstract generate(messages: Message[], config?: TConfig): Promise<GenerateResult>;
12
+ abstract stream(messages: Message[], config?: TConfig): AsyncIterable<StreamChunk>;
13
+ withTools(tools: Tool[]): ChatModel<TConfig>;
14
+ protected mergeConfig(config?: TConfig): ChatModelConfig;
15
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"file":"base.js","sourceRoot":"","sources":["../../../src/chat-model/base.ts"],"names":[],"mappings":";;;AAKA,MAAsB,aAAa;IAGlC,YACQ,QAAgB,EAChB,OAAe,EACf,aAAuB,EACpB,QAAgB,EAAE;QAHrB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,YAAO,GAAP,OAAO,CAAQ;QACf,kBAAa,GAAb,aAAa,CAAU;QACpB,UAAK,GAAL,KAAK,CAAa;IAC1B,CAAC;IAUJ,SAAS,CAAC,KAAa;QAEtB,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAW,CAAC,CAAC;QACzE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACjC,WAAW,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC;QAC9C,OAAO,WAAW,CAAC;IACpB,CAAC;IAKS,WAAW,CAAC,MAAgB;QACrC,OAAO;YACN,GAAG,IAAI,CAAC,aAAa;YACrB,GAAG,MAAM;SACT,CAAC;IACH,CAAC;CACD;AAnCD,sCAmCC"}
@@ -0,0 +1,7 @@
1
+ import * as LangchainMessages from '@langchain/core/messages';
2
+ import type * as N8nMessages from '../types/message';
3
+ import type { Message } from '../types/message';
4
+ export declare function fromLcContent(content: string | LangchainMessages.ContentBlock | LangchainMessages.ContentBlock[]): N8nMessages.MessageContent[];
5
+ export declare function fromLcMessage(msg: LangchainMessages.BaseMessage): N8nMessages.Message;
6
+ export declare function toLcContent(block: N8nMessages.MessageContent): LangchainMessages.ContentBlock;
7
+ export declare function toLcMessage(message: Message): LangchainMessages.BaseMessage;