@n8n/ai-utilities 0.3.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -462
- package/dist/{adapters → cjs/adapters}/langchain-chat-model.d.ts +1 -1
- package/dist/cjs/adapters/langchain-chat-model.js +201 -0
- package/dist/cjs/adapters/langchain-chat-model.js.map +1 -0
- package/dist/cjs/adapters/langchain-history.js +37 -0
- package/dist/cjs/adapters/langchain-history.js.map +1 -0
- package/dist/cjs/adapters/langchain-memory.js +46 -0
- package/dist/cjs/adapters/langchain-memory.js.map +1 -0
- package/dist/cjs/ai-node-sdk-version.d.ts +1 -0
- package/dist/cjs/ai-node-sdk-version.js +15 -0
- package/dist/cjs/ai-node-sdk-version.js.map +1 -0
- package/dist/cjs/chat-model/base.js +35 -0
- package/dist/cjs/chat-model/base.js.map +1 -0
- package/dist/{converters → cjs/converters}/message.d.ts +1 -0
- package/dist/cjs/converters/message.js +388 -0
- package/dist/cjs/converters/message.js.map +1 -0
- package/dist/cjs/converters/tool.js +69 -0
- package/dist/cjs/converters/tool.js.map +1 -0
- package/dist/cjs/guards.js +37 -0
- package/dist/cjs/guards.js.map +1 -0
- package/dist/{index.d.ts → cjs/index.d.ts} +7 -5
- package/dist/cjs/index.js +73 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/memory/base-chat-history.js +22 -0
- package/dist/cjs/memory/base-chat-history.js.map +1 -0
- package/dist/cjs/memory/base-chat-memory.js +17 -0
- package/dist/cjs/memory/base-chat-memory.js.map +1 -0
- package/dist/cjs/memory/windowed-chat-memory.js +48 -0
- package/dist/cjs/memory/windowed-chat-memory.js.map +1 -0
- package/dist/cjs/suppliers/supplyMemory.js +24 -0
- package/dist/cjs/suppliers/supplyMemory.js.map +1 -0
- package/dist/cjs/suppliers/supplyModel.d.ts +8 -0
- package/dist/cjs/suppliers/supplyModel.js +89 -0
- package/dist/cjs/suppliers/supplyModel.js.map +1 -0
- package/dist/cjs/typecheck.tsbuildinfo +1 -0
- package/dist/cjs/types/chat-model.js +13 -0
- package/dist/{types → cjs/types}/chat-model.js.map +1 -1
- package/dist/cjs/types/json.js +13 -0
- package/dist/{types → cjs/types}/json.js.map +1 -1
- package/dist/cjs/types/memory.js +13 -0
- package/dist/{types → cjs/types}/memory.js.map +1 -1
- package/dist/{types → cjs/types}/message.d.ts +8 -1
- package/dist/cjs/types/message.js +13 -0
- package/dist/{types → cjs/types}/message.js.map +1 -1
- package/dist/cjs/types/openai.js +13 -0
- package/dist/{types → cjs/types}/openai.js.map +1 -1
- package/dist/cjs/types/output.js +13 -0
- package/dist/{types → cjs/types}/output.js.map +1 -1
- package/dist/cjs/types/tool.js +13 -0
- package/dist/{types → cjs/types}/tool.js.map +1 -1
- package/dist/cjs/utils/embeddings-input-validation.js +38 -0
- package/dist/cjs/utils/embeddings-input-validation.js.map +1 -0
- package/dist/cjs/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js +40 -0
- package/dist/cjs/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +1 -0
- package/dist/cjs/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js +38 -0
- package/dist/cjs/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +1 -0
- package/dist/cjs/utils/helpers.js +63 -0
- package/dist/cjs/utils/helpers.js.map +1 -0
- package/dist/cjs/utils/http-proxy-agent.js +58 -0
- package/dist/cjs/utils/http-proxy-agent.js.map +1 -0
- package/dist/cjs/utils/log-ai-event.js +23 -0
- package/dist/cjs/utils/log-ai-event.js.map +1 -0
- package/dist/cjs/utils/log-wrapper.js +339 -0
- package/dist/cjs/utils/log-wrapper.js.map +1 -0
- package/dist/cjs/utils/n8n-binary-loader.js +169 -0
- package/dist/cjs/utils/n8n-binary-loader.js.map +1 -0
- package/dist/cjs/utils/n8n-json-loader.js +76 -0
- package/dist/cjs/utils/n8n-json-loader.js.map +1 -0
- package/dist/cjs/utils/n8n-llm-tracing.js +167 -0
- package/dist/cjs/utils/n8n-llm-tracing.js.map +1 -0
- package/dist/{utils → cjs/utils}/sse.d.ts +1 -1
- package/dist/cjs/utils/sse.js +107 -0
- package/dist/cjs/utils/sse.js.map +1 -0
- package/dist/cjs/utils/tokenizer/tiktoken.js +50 -0
- package/dist/cjs/utils/tokenizer/tiktoken.js.map +1 -0
- package/dist/cjs/utils/tokenizer/token-estimator.js +108 -0
- package/dist/cjs/utils/tokenizer/token-estimator.js.map +1 -0
- package/dist/esm/adapters/langchain-chat-model.d.ts +20 -0
- package/dist/{adapters → esm/adapters}/langchain-chat-model.js +4 -4
- package/dist/esm/adapters/langchain-chat-model.js.map +1 -0
- package/dist/esm/adapters/langchain-history.d.ts +12 -0
- package/dist/esm/adapters/langchain-history.js.map +1 -0
- package/dist/esm/adapters/langchain-memory.d.ts +11 -0
- package/dist/esm/adapters/langchain-memory.js.map +1 -0
- package/dist/esm/ai-node-sdk-version.d.ts +1 -0
- package/dist/esm/ai-node-sdk-version.js +5 -0
- package/dist/esm/ai-node-sdk-version.js.map +1 -0
- package/dist/esm/chat-model/base.d.ts +15 -0
- package/dist/esm/chat-model/base.js.map +1 -0
- package/dist/esm/converters/message.d.ts +7 -0
- package/dist/{converters → esm/converters}/message.js +24 -13
- package/dist/esm/converters/message.js.map +1 -0
- package/dist/esm/converters/tool.d.ts +5 -0
- package/dist/esm/converters/tool.js.map +1 -0
- package/dist/esm/guards.d.ts +8 -0
- package/dist/esm/guards.js.map +1 -0
- package/dist/esm/index.d.ts +30 -0
- package/dist/{index.js → esm/index.js} +13 -6
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/memory/base-chat-history.d.ts +8 -0
- package/dist/esm/memory/base-chat-history.js.map +1 -0
- package/dist/esm/memory/base-chat-memory.d.ts +8 -0
- package/dist/esm/memory/base-chat-memory.js.map +1 -0
- package/dist/esm/memory/windowed-chat-memory.d.ts +14 -0
- package/dist/esm/memory/windowed-chat-memory.js.map +1 -0
- package/dist/esm/suppliers/supplyMemory.d.ts +6 -0
- package/dist/esm/suppliers/supplyMemory.js.map +1 -0
- package/dist/esm/suppliers/supplyModel.d.ts +8 -0
- package/dist/{suppliers → esm/suppliers}/supplyModel.js +1 -1
- package/dist/esm/suppliers/supplyModel.js.map +1 -0
- package/dist/esm/typecheck.tsbuildinfo +1 -0
- package/dist/esm/types/chat-model.d.ts +26 -0
- package/dist/esm/types/chat-model.js.map +1 -0
- package/dist/esm/types/json.d.ts +5 -0
- package/dist/esm/types/json.js.map +1 -0
- package/dist/esm/types/memory.d.ts +13 -0
- package/dist/esm/types/memory.js.map +1 -0
- package/dist/esm/types/message.d.ts +56 -0
- package/dist/esm/types/message.js.map +1 -0
- package/dist/esm/types/openai.d.ts +39 -0
- package/dist/esm/types/openai.js.map +1 -0
- package/dist/esm/types/output.d.ts +47 -0
- package/dist/esm/types/output.js.map +1 -0
- package/dist/esm/types/tool.d.ts +28 -0
- package/dist/esm/types/tool.js.map +1 -0
- package/dist/esm/utils/embeddings-input-validation.d.ts +3 -0
- package/dist/esm/utils/embeddings-input-validation.js.map +1 -0
- package/dist/esm/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.d.ts +1 -0
- package/dist/esm/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +1 -0
- package/dist/esm/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.d.ts +3 -0
- package/dist/esm/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +1 -0
- package/dist/esm/utils/helpers.d.ts +3 -0
- package/dist/esm/utils/helpers.js.map +1 -0
- package/dist/esm/utils/http-proxy-agent.d.ts +10 -0
- package/dist/esm/utils/http-proxy-agent.js.map +1 -0
- package/dist/esm/utils/log-ai-event.d.ts +2 -0
- package/dist/esm/utils/log-ai-event.js.map +1 -0
- package/dist/esm/utils/log-wrapper.d.ts +28 -0
- package/dist/esm/utils/log-wrapper.js.map +1 -0
- package/dist/esm/utils/n8n-binary-loader.d.ts +18 -0
- package/dist/esm/utils/n8n-binary-loader.js.map +1 -0
- package/dist/esm/utils/n8n-json-loader.d.ts +11 -0
- package/dist/esm/utils/n8n-json-loader.js.map +1 -0
- package/dist/esm/utils/n8n-llm-tracing.d.ts +46 -0
- package/dist/esm/utils/n8n-llm-tracing.js.map +1 -0
- package/dist/esm/utils/sse.d.ts +8 -0
- package/dist/{utils → esm/utils}/sse.js +17 -27
- package/dist/esm/utils/sse.js.map +1 -0
- package/dist/esm/utils/tokenizer/cl100k_base.json +1 -0
- package/dist/esm/utils/tokenizer/o200k_base.json +1 -0
- package/dist/esm/utils/tokenizer/tiktoken.d.ts +4 -0
- package/dist/esm/utils/tokenizer/tiktoken.js.map +1 -0
- package/dist/esm/utils/tokenizer/token-estimator.d.ts +4 -0
- package/dist/esm/utils/tokenizer/token-estimator.js.map +1 -0
- package/package.json +18 -11
- package/dist/adapters/langchain-chat-model.js.map +0 -1
- package/dist/adapters/langchain-history.js.map +0 -1
- package/dist/adapters/langchain-memory.js.map +0 -1
- package/dist/build.tsbuildinfo +0 -1
- package/dist/chat-model/base.js.map +0 -1
- package/dist/converters/message.js.map +0 -1
- package/dist/converters/tool.js.map +0 -1
- package/dist/guards.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/memory/base-chat-history.js.map +0 -1
- package/dist/memory/base-chat-memory.js.map +0 -1
- package/dist/memory/windowed-chat-memory.js.map +0 -1
- package/dist/suppliers/supplyMemory.js.map +0 -1
- package/dist/suppliers/supplyModel.d.ts +0 -15
- package/dist/suppliers/supplyModel.js.map +0 -1
- package/dist/utils/embeddings-input-validation.js.map +0 -1
- package/dist/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +0 -1
- package/dist/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +0 -1
- package/dist/utils/helpers.js.map +0 -1
- package/dist/utils/http-proxy-agent.js.map +0 -1
- package/dist/utils/log-ai-event.js.map +0 -1
- package/dist/utils/log-wrapper.js.map +0 -1
- package/dist/utils/n8n-binary-loader.js.map +0 -1
- package/dist/utils/n8n-json-loader.js.map +0 -1
- package/dist/utils/n8n-llm-tracing.js.map +0 -1
- package/dist/utils/sse.js.map +0 -1
- package/dist/utils/tokenizer/tiktoken.js.map +0 -1
- package/dist/utils/tokenizer/token-estimator.js.map +0 -1
- /package/dist/{adapters → cjs/adapters}/langchain-history.d.ts +0 -0
- /package/dist/{adapters → cjs/adapters}/langchain-memory.d.ts +0 -0
- /package/dist/{chat-model → cjs/chat-model}/base.d.ts +0 -0
- /package/dist/{converters → cjs/converters}/tool.d.ts +0 -0
- /package/dist/{guards.d.ts → cjs/guards.d.ts} +0 -0
- /package/dist/{memory → cjs/memory}/base-chat-history.d.ts +0 -0
- /package/dist/{memory → cjs/memory}/base-chat-memory.d.ts +0 -0
- /package/dist/{memory → cjs/memory}/windowed-chat-memory.d.ts +0 -0
- /package/dist/{suppliers → cjs/suppliers}/supplyMemory.d.ts +0 -0
- /package/dist/{types → cjs/types}/chat-model.d.ts +0 -0
- /package/dist/{types → cjs/types}/json.d.ts +0 -0
- /package/dist/{types → cjs/types}/memory.d.ts +0 -0
- /package/dist/{types → cjs/types}/openai.d.ts +0 -0
- /package/dist/{types → cjs/types}/output.d.ts +0 -0
- /package/dist/{types → cjs/types}/tool.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/embeddings-input-validation.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/failed-attempt-handler/n8nDefaultFailedAttemptHandler.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/failed-attempt-handler/n8nLlmFailedAttemptHandler.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/helpers.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/http-proxy-agent.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/log-ai-event.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/log-wrapper.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/n8n-binary-loader.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/n8n-json-loader.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/n8n-llm-tracing.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/tokenizer/cl100k_base.json +0 -0
- /package/dist/{utils → cjs/utils}/tokenizer/o200k_base.json +0 -0
- /package/dist/{utils → cjs/utils}/tokenizer/tiktoken.d.ts +0 -0
- /package/dist/{utils → cjs/utils}/tokenizer/token-estimator.d.ts +0 -0
- /package/dist/{adapters → esm/adapters}/langchain-history.js +0 -0
- /package/dist/{adapters → esm/adapters}/langchain-memory.js +0 -0
- /package/dist/{chat-model → esm/chat-model}/base.js +0 -0
- /package/dist/{converters → esm/converters}/tool.js +0 -0
- /package/dist/{guards.js → esm/guards.js} +0 -0
- /package/dist/{memory → esm/memory}/base-chat-history.js +0 -0
- /package/dist/{memory → esm/memory}/base-chat-memory.js +0 -0
- /package/dist/{memory → esm/memory}/windowed-chat-memory.js +0 -0
- /package/dist/{suppliers → esm/suppliers}/supplyMemory.js +0 -0
- /package/dist/{types → esm/types}/chat-model.js +0 -0
- /package/dist/{types → esm/types}/json.js +0 -0
- /package/dist/{types → esm/types}/memory.js +0 -0
- /package/dist/{types → esm/types}/message.js +0 -0
- /package/dist/{types → esm/types}/openai.js +0 -0
- /package/dist/{types → esm/types}/output.js +0 -0
- /package/dist/{types → esm/types}/tool.js +0 -0
- /package/dist/{utils → esm/utils}/embeddings-input-validation.js +0 -0
- /package/dist/{utils → esm/utils}/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js +0 -0
- /package/dist/{utils → esm/utils}/failed-attempt-handler/n8nLlmFailedAttemptHandler.js +0 -0
- /package/dist/{utils → esm/utils}/helpers.js +0 -0
- /package/dist/{utils → esm/utils}/http-proxy-agent.js +0 -0
- /package/dist/{utils → esm/utils}/log-ai-event.js +0 -0
- /package/dist/{utils → esm/utils}/log-wrapper.js +0 -0
- /package/dist/{utils → esm/utils}/n8n-binary-loader.js +0 -0
- /package/dist/{utils → esm/utils}/n8n-json-loader.js +0 -0
- /package/dist/{utils → esm/utils}/n8n-llm-tracing.js +0 -0
- /package/dist/{utils → esm/utils}/tokenizer/tiktoken.js +0 -0
- /package/dist/{utils → esm/utils}/tokenizer/token-estimator.js +0 -0
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
|
|
2
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
|
|
3
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
4
|
+
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
5
|
+
};
|
|
6
|
+
var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
|
|
7
|
+
if (kind === "m") throw new TypeError("Private method is not writable");
|
|
8
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
|
|
9
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
|
|
10
|
+
return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
|
|
11
|
+
};
|
|
12
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
13
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
14
|
+
};
|
|
15
|
+
(function (factory) {
|
|
16
|
+
if (typeof module === "object" && typeof module.exports === "object") {
|
|
17
|
+
var v = factory(require, exports);
|
|
18
|
+
if (v !== undefined) module.exports = v;
|
|
19
|
+
}
|
|
20
|
+
else if (typeof define === "function" && define.amd) {
|
|
21
|
+
define(["require", "exports", "@langchain/core/callbacks/base", "@langchain/core/language_models/base", "lodash/pick", "n8n-workflow", "./log-ai-event", "./tokenizer/token-estimator"], factory);
|
|
22
|
+
}
|
|
23
|
+
})(function (require, exports) {
|
|
24
|
+
"use strict";
|
|
25
|
+
var _N8nLlmTracing_parentRunIndex;
|
|
26
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
27
|
+
exports.N8nLlmTracing = void 0;
|
|
28
|
+
const base_1 = require("@langchain/core/callbacks/base");
|
|
29
|
+
const base_2 = require("@langchain/core/language_models/base");
|
|
30
|
+
const pick_1 = __importDefault(require("lodash/pick"));
|
|
31
|
+
const n8n_workflow_1 = require("n8n-workflow");
|
|
32
|
+
const log_ai_event_1 = require("./log-ai-event");
|
|
33
|
+
const token_estimator_1 = require("./tokenizer/token-estimator");
|
|
34
|
+
const TIKTOKEN_ESTIMATE_MODEL = 'gpt-4o';
|
|
35
|
+
class N8nLlmTracing extends base_1.BaseCallbackHandler {
|
|
36
|
+
constructor(executionFunctions, options) {
|
|
37
|
+
super();
|
|
38
|
+
this.executionFunctions = executionFunctions;
|
|
39
|
+
this.name = 'N8nLlmTracing';
|
|
40
|
+
this.awaitHandlers = true;
|
|
41
|
+
this.connectionType = n8n_workflow_1.NodeConnectionTypes.AiLanguageModel;
|
|
42
|
+
this.promptTokensEstimate = 0;
|
|
43
|
+
this.completionTokensEstimate = 0;
|
|
44
|
+
_N8nLlmTracing_parentRunIndex.set(this, void 0);
|
|
45
|
+
this.runsMap = {};
|
|
46
|
+
this.options = {
|
|
47
|
+
tokensUsageParser: (result) => {
|
|
48
|
+
const completionTokens = result?.llmOutput?.tokenUsage?.completionTokens ?? 0;
|
|
49
|
+
const promptTokens = result?.llmOutput?.tokenUsage?.promptTokens ?? 0;
|
|
50
|
+
return {
|
|
51
|
+
completionTokens,
|
|
52
|
+
promptTokens,
|
|
53
|
+
totalTokens: completionTokens + promptTokens,
|
|
54
|
+
};
|
|
55
|
+
},
|
|
56
|
+
errorDescriptionMapper: (error) => error.description,
|
|
57
|
+
};
|
|
58
|
+
this.options = { ...this.options, ...options };
|
|
59
|
+
}
|
|
60
|
+
async estimateTokensFromGeneration(generations) {
|
|
61
|
+
const messages = generations.flatMap((gen) => gen.map((g) => g.text));
|
|
62
|
+
return await this.estimateTokensFromStringList(messages);
|
|
63
|
+
}
|
|
64
|
+
async estimateTokensFromStringList(list) {
|
|
65
|
+
const embeddingModel = (0, base_2.getModelNameForTiktoken)(TIKTOKEN_ESTIMATE_MODEL);
|
|
66
|
+
return await (0, token_estimator_1.estimateTokensFromStringList)(list, embeddingModel);
|
|
67
|
+
}
|
|
68
|
+
async handleLLMEnd(output, runId) {
|
|
69
|
+
const runDetails = this.runsMap[runId] ?? { index: Object.keys(this.runsMap).length };
|
|
70
|
+
output.generations = output.generations.map((gen) => gen.map((g) => (0, pick_1.default)(g, ['text', 'generationInfo'])));
|
|
71
|
+
const tokenUsageEstimate = {
|
|
72
|
+
completionTokens: 0,
|
|
73
|
+
promptTokens: 0,
|
|
74
|
+
totalTokens: 0,
|
|
75
|
+
};
|
|
76
|
+
const tokenUsage = this.options.tokensUsageParser(output);
|
|
77
|
+
if (output.generations.length > 0) {
|
|
78
|
+
tokenUsageEstimate.completionTokens = await this.estimateTokensFromGeneration(output.generations);
|
|
79
|
+
tokenUsageEstimate.promptTokens = this.promptTokensEstimate;
|
|
80
|
+
tokenUsageEstimate.totalTokens =
|
|
81
|
+
tokenUsageEstimate.completionTokens + this.promptTokensEstimate;
|
|
82
|
+
}
|
|
83
|
+
const response = {
|
|
84
|
+
response: { generations: output.generations },
|
|
85
|
+
};
|
|
86
|
+
if (tokenUsage.completionTokens > 0) {
|
|
87
|
+
response.tokenUsage = tokenUsage;
|
|
88
|
+
}
|
|
89
|
+
else {
|
|
90
|
+
response.tokenUsageEstimate = tokenUsageEstimate;
|
|
91
|
+
}
|
|
92
|
+
const parsedMessages = typeof runDetails.messages === 'string'
|
|
93
|
+
? runDetails.messages
|
|
94
|
+
: runDetails.messages.map((message) => {
|
|
95
|
+
if (typeof message === 'string')
|
|
96
|
+
return message;
|
|
97
|
+
if (typeof message?.toJSON === 'function')
|
|
98
|
+
return message.toJSON();
|
|
99
|
+
return message;
|
|
100
|
+
});
|
|
101
|
+
const sourceNodeRunIndex = __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") !== undefined ? __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") + runDetails.index : undefined;
|
|
102
|
+
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, [[{ json: { ...response } }]], undefined, sourceNodeRunIndex);
|
|
103
|
+
(0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-generated-output', {
|
|
104
|
+
messages: parsedMessages,
|
|
105
|
+
options: runDetails.options,
|
|
106
|
+
response,
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
async handleLLMStart(llm, prompts, runId) {
|
|
110
|
+
const estimatedTokens = await this.estimateTokensFromStringList(prompts);
|
|
111
|
+
const sourceNodeRunIndex = __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") !== undefined
|
|
112
|
+
? __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") + this.executionFunctions.getNextRunIndex()
|
|
113
|
+
: undefined;
|
|
114
|
+
const options = llm.type === 'constructor' ? llm.kwargs : llm;
|
|
115
|
+
const { index } = this.executionFunctions.addInputData(this.connectionType, [
|
|
116
|
+
[
|
|
117
|
+
{
|
|
118
|
+
json: {
|
|
119
|
+
messages: prompts,
|
|
120
|
+
estimatedTokens,
|
|
121
|
+
options,
|
|
122
|
+
},
|
|
123
|
+
},
|
|
124
|
+
],
|
|
125
|
+
], sourceNodeRunIndex);
|
|
126
|
+
this.runsMap[runId] = {
|
|
127
|
+
index,
|
|
128
|
+
options,
|
|
129
|
+
messages: prompts,
|
|
130
|
+
};
|
|
131
|
+
this.promptTokensEstimate = estimatedTokens;
|
|
132
|
+
}
|
|
133
|
+
async handleLLMError(error, runId, parentRunId) {
|
|
134
|
+
const runDetails = this.runsMap[runId] ?? { index: Object.keys(this.runsMap).length };
|
|
135
|
+
if (typeof error === 'object' && error?.hasOwnProperty('headers')) {
|
|
136
|
+
const errorWithHeaders = error;
|
|
137
|
+
Object.keys(errorWithHeaders.headers).forEach((key) => {
|
|
138
|
+
if (!key.startsWith('x-')) {
|
|
139
|
+
delete errorWithHeaders.headers[key];
|
|
140
|
+
}
|
|
141
|
+
});
|
|
142
|
+
}
|
|
143
|
+
if (error instanceof n8n_workflow_1.NodeError) {
|
|
144
|
+
if (this.options.errorDescriptionMapper) {
|
|
145
|
+
error.description = this.options.errorDescriptionMapper(error);
|
|
146
|
+
}
|
|
147
|
+
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, error);
|
|
148
|
+
}
|
|
149
|
+
else {
|
|
150
|
+
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, new n8n_workflow_1.NodeOperationError(this.executionFunctions.getNode(), error, {
|
|
151
|
+
functionality: 'configuration-node',
|
|
152
|
+
}));
|
|
153
|
+
}
|
|
154
|
+
(0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-errored', {
|
|
155
|
+
error: Object.keys(error).length === 0 ? error.toString() : error,
|
|
156
|
+
runId,
|
|
157
|
+
parentRunId,
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
setParentRunIndex(runIndex) {
|
|
161
|
+
__classPrivateFieldSet(this, _N8nLlmTracing_parentRunIndex, runIndex, "f");
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
exports.N8nLlmTracing = N8nLlmTracing;
|
|
165
|
+
_N8nLlmTracing_parentRunIndex = new WeakMap();
|
|
166
|
+
});
|
|
167
|
+
//# sourceMappingURL=n8n-llm-tracing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"n8n-llm-tracing.js","sourceRoot":"","sources":["../../../src/utils/n8n-llm-tracing.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;IAAA,yDAAqE;IAErE,+DAA+E;IAQ/E,uDAA+B;IAE/B,+CAAkF;IAElF,iDAA4C;IAC5C,iEAA2E;IAc3E,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IACzC,MAAa,aAAc,SAAQ,0BAAmB;QAsCrD,YACS,kBAAwC,EAChD,OAGC;YAED,KAAK,EAAE,CAAC;YANA,uBAAkB,GAAlB,kBAAkB,CAAsB;YAtCjD,SAAI,GAAG,eAAe,CAAC;YAIvB,kBAAa,GAAG,IAAI,CAAC;YAErB,mBAAc,GAAG,kCAAmB,CAAC,eAAe,CAAC;YAErD,yBAAoB,GAAG,CAAC,CAAC;YAEzB,6BAAwB,GAAG,CAAC,CAAC;YAE7B,gDAAyB;YAQzB,YAAO,GAA8B,EAAE,CAAC;YAExC,YAAO,GAAG;gBAET,iBAAiB,EAAE,CAAC,MAAiB,EAAE,EAAE;oBACxC,MAAM,gBAAgB,GAAI,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,gBAA2B,IAAI,CAAC,CAAC;oBAC1F,MAAM,YAAY,GAAI,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,YAAuB,IAAI,CAAC,CAAC;oBAElF,OAAO;wBACN,gBAAgB;wBAChB,YAAY;wBACZ,WAAW,EAAE,gBAAgB,GAAG,YAAY;qBAC5C,CAAC;gBACH,CAAC;gBACD,sBAAsB,EAAE,CAAC,KAAgB,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW;aAC/D,CAAC;YAUD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;QAChD,CAAC;QAED,KAAK,CAAC,4BAA4B,CAAC,WAAqC;YACvE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACtE,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;QAC1D,CAAC;QAED,KAAK,CAAC,4BAA4B,CAAC,IAAc;YAChD,MAAM,cAAc,GAAG,IAAA,8BAAuB,EAAC,uBAAuB,CAAC,CAAC;YACxE,OAAO,MAAM,IAAA,8CAA4B,EAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACjE,CAAC;QAED,KAAK,CAAC,YAAY,CAAC,MAAiB,EAAE,KAAa;YAGlD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YAEtF,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACnD,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,cAAI,EAAC,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,CACnD,CAAC;YAEF,MAAM,kBAAkB,GAAG;gBAC1B,gBAAgB,EAAE,CAAC;gBACnB,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,CAAC;aACd,CAAC;YACF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAE1D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,kBAAkB,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAC5E,MAAM,CAAC,WAAW,CAClB,CAAC;gBAEF,kBAAkB,CAAC,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC;gBAC5D,kBAAkB,CAAC,WAAW;oBAC7B,kBAAkB,CAAC,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC;YAClE,CAAC;YACD,MAAM,QAAQ,GAIV;gBACH,QAAQ,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE;aAC7C,CAAC;YAGF,IAAI,UAAU,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;gBACrC,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACP,QAAQ,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;YAClD,CAAC;YAED,MAAM,cAAc,GACnB,OAAO,UAAU,CAAC,QAAQ,KAAK,QAAQ;gBACtC,CAAC,CAAC,UAAU,CAAC,QAAQ;gBACrB,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACpC,IAAI,OAAO,OAAO,KAAK,QAAQ;wBAAE,OAAO,OAAO,CAAC;oBAChD,IAAI,OAAO,OAAO,EAAE,MAAM,KAAK,UAAU;wBAAE,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC;oBAEnE,OAAO,OAAO,CAAC;gBAChB,CAAC,CAAC,CAAC;YAEN,MAAM,kBAAkB,GACvB,uBAAA,IAAI,qCAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,uBAAA,IAAI,qCAAgB,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAE1F,IAAI,CAAC,kBAAkB,CAAC,aAAa,CACpC,IAAI,CAAC,cAAc,EACnB,UAAU,CAAC,KAAK,EAChB,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,CAAC,CAAC,EAC7B,SAAS,EACT,kBAAkB,CAClB,CAAC;YAEF,IAAA,yBAAU,EAAC,IAAI,CAAC,kBAAkB,EAAE,yBAAyB,EAAE;gBAC9D,QAAQ,EAAE,cAAc;gBACxB,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,QAAQ;aACR,CAAC,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,cAAc,CAAC,GAAe,EAAE,OAAiB,EAAE,KAAa;YACrE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;YACzE,MAAM,kBAAkB,GACvB,uBAAA,IAAI,qCAAgB,KAAK,SAAS;gBACjC,CAAC,CAAC,uBAAA,IAAI,qCAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE;gBAClE,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;YAC9D,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CACrD,IAAI,CAAC,cAAc,EACnB;gBACC;oBACC;wBACC,IAAI,EAAE;4BACL,QAAQ,EAAE,OAAO;4BACjB,eAAe;4BACf,OAAO;yBACP;qBACD;iBACD;aACD,EACD,kBAAkB,CAClB,CAAC;YAGF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG;gBACrB,KAAK;gBACL,OAAO;gBACP,QAAQ,EAAE,OAAO;aACjB,CAAC;YACF,IAAI,CAAC,oBAAoB,GAAG,eAAe,CAAC;QAC7C,CAAC;QAED,KAAK,CAAC,cAAc,CAAC,KAA0B,EAAE,KAAa,EAAE,WAAoB;YACnF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YAItF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnE,MAAM,gBAAgB,GAAG,KAA6C,CAAC;gBAEvE,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBACrD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC3B,OAAO,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,CAAC;gBACF,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,YAAY,wBAAS,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;oBACzC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;gBAChE,CAAC;gBAED,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACrF,CAAC;iBAAM,CAAC;gBAEP,IAAI,CAAC,kBAAkB,CAAC,aAAa,CACpC,IAAI,CAAC,cAAc,EACnB,UAAU,CAAC,KAAK,EAChB,IAAI,iCAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAE,KAAmB,EAAE;oBAC9E,aAAa,EAAE,oBAAoB;iBACnC,CAAC,CACF,CAAC;YACH,CAAC;YAED,IAAA,yBAAU,EAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,EAAE;gBAErD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK;gBACjE,KAAK;gBACL,WAAW;aACX,CAAC,CAAC;QACJ,CAAC;QAGD,iBAAiB,CAAC,QAAgB;YACjC,uBAAA,IAAI,iCAAmB,QAAQ,MAAA,CAAC;QACjC,CAAC;KACD;IA5MD,sCA4MC"}
|
|
@@ -5,4 +5,4 @@ export interface ServerSentEventMessage {
|
|
|
5
5
|
id?: string | number;
|
|
6
6
|
retry?: number;
|
|
7
7
|
}
|
|
8
|
-
export declare function parseSSEStream(body:
|
|
8
|
+
export declare function parseSSEStream(body: AsyncIterableIterator<Buffer | Uint8Array>): AsyncIterable<ServerSentEventMessage>;
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
(function (factory) {
|
|
2
|
+
if (typeof module === "object" && typeof module.exports === "object") {
|
|
3
|
+
var v = factory(require, exports);
|
|
4
|
+
if (v !== undefined) module.exports = v;
|
|
5
|
+
}
|
|
6
|
+
else if (typeof define === "function" && define.amd) {
|
|
7
|
+
define(["require", "exports"], factory);
|
|
8
|
+
}
|
|
9
|
+
})(function (require, exports) {
|
|
10
|
+
"use strict";
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.parseSSEStream = parseSSEStream;
|
|
13
|
+
async function* parseSSEStream(body) {
|
|
14
|
+
const decoder = new TextDecoder();
|
|
15
|
+
let buffer = '';
|
|
16
|
+
let currentEvent = {};
|
|
17
|
+
let dataLines = [];
|
|
18
|
+
for await (const chunk of body) {
|
|
19
|
+
buffer += decoder.decode(chunk, { stream: true });
|
|
20
|
+
const lines = buffer.split(/\r\n|\r|\n/);
|
|
21
|
+
buffer = lines.pop() ?? '';
|
|
22
|
+
for (const line of lines) {
|
|
23
|
+
const event = processLine(line);
|
|
24
|
+
if (event) {
|
|
25
|
+
yield event;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
buffer += decoder.decode();
|
|
30
|
+
if (buffer !== '') {
|
|
31
|
+
const event = processLine(buffer);
|
|
32
|
+
if (event) {
|
|
33
|
+
yield event;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (hasEventContent()) {
|
|
37
|
+
yield finalizeEvent();
|
|
38
|
+
}
|
|
39
|
+
function processLine(line) {
|
|
40
|
+
if (line === '') {
|
|
41
|
+
if (hasEventContent()) {
|
|
42
|
+
const event = finalizeEvent();
|
|
43
|
+
currentEvent = {};
|
|
44
|
+
dataLines = [];
|
|
45
|
+
return event;
|
|
46
|
+
}
|
|
47
|
+
return null;
|
|
48
|
+
}
|
|
49
|
+
if (line.startsWith(':')) {
|
|
50
|
+
currentEvent.comment = line.slice(1).trimStart();
|
|
51
|
+
return null;
|
|
52
|
+
}
|
|
53
|
+
const colonIndex = line.indexOf(':');
|
|
54
|
+
if (colonIndex === -1) {
|
|
55
|
+
processField(line, '');
|
|
56
|
+
return null;
|
|
57
|
+
}
|
|
58
|
+
const fieldName = line.slice(0, colonIndex);
|
|
59
|
+
let fieldValue = line.slice(colonIndex + 1);
|
|
60
|
+
if (fieldValue.startsWith(' ')) {
|
|
61
|
+
fieldValue = fieldValue.slice(1);
|
|
62
|
+
}
|
|
63
|
+
processField(fieldName, fieldValue);
|
|
64
|
+
return null;
|
|
65
|
+
}
|
|
66
|
+
function processField(name, value) {
|
|
67
|
+
switch (name) {
|
|
68
|
+
case 'event': {
|
|
69
|
+
currentEvent.event = value;
|
|
70
|
+
break;
|
|
71
|
+
}
|
|
72
|
+
case 'data': {
|
|
73
|
+
dataLines.push(value);
|
|
74
|
+
break;
|
|
75
|
+
}
|
|
76
|
+
case 'id': {
|
|
77
|
+
if (value) {
|
|
78
|
+
const numId = Number(value);
|
|
79
|
+
currentEvent.id = Number.isNaN(numId) ? value : numId;
|
|
80
|
+
}
|
|
81
|
+
break;
|
|
82
|
+
}
|
|
83
|
+
case 'retry': {
|
|
84
|
+
const retryValue = Number.parseInt(value, 10);
|
|
85
|
+
if (!Number.isNaN(retryValue) && retryValue >= 0) {
|
|
86
|
+
currentEvent.retry = retryValue;
|
|
87
|
+
}
|
|
88
|
+
break;
|
|
89
|
+
}
|
|
90
|
+
default: {
|
|
91
|
+
break;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
function hasEventContent() {
|
|
96
|
+
return !!(currentEvent.event || dataLines.length > 0 || currentEvent.id || currentEvent.retry);
|
|
97
|
+
}
|
|
98
|
+
function finalizeEvent() {
|
|
99
|
+
const finalData = dataLines.join('\n');
|
|
100
|
+
return {
|
|
101
|
+
...currentEvent,
|
|
102
|
+
data: finalData ? finalData : undefined,
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
});
|
|
107
|
+
//# sourceMappingURL=sse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sse.js","sourceRoot":"","sources":["../../../src/utils/sse.ts"],"names":[],"mappings":";;;;;;;;;;;IA+BA,wCAgIC;IAhIM,KAAK,SAAS,CAAC,CAAC,cAAc,CACpC,IAAgD;QAEhD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAGhB,IAAI,YAAY,GAA2B,EAAE,CAAC;QAC9C,IAAI,SAAS,GAAa,EAAE,CAAC;QAE7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAIlD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAEzC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,KAAK,EAAE,CAAC;oBACX,MAAM,KAAK,CAAC;gBACb,CAAC;YACF,CAAC;QACF,CAAC;QAGD,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QAG3B,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YAClC,IAAI,KAAK,EAAE,CAAC;gBACX,MAAM,KAAK,CAAC;YACb,CAAC;QACF,CAAC;QAED,IAAI,eAAe,EAAE,EAAE,CAAC;YACvB,MAAM,aAAa,EAAE,CAAC;QACvB,CAAC;QAED,SAAS,WAAW,CAAC,IAAY;YAEhC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;gBACjB,IAAI,eAAe,EAAE,EAAE,CAAC;oBACvB,MAAM,KAAK,GAAG,aAAa,EAAE,CAAC;oBAE9B,YAAY,GAAG,EAAE,CAAC;oBAClB,SAAS,GAAG,EAAE,CAAC;oBACf,OAAO,KAAK,CAAC;gBACd,CAAC;gBACD,OAAO,IAAI,CAAC;YACb,CAAC;YAGD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;gBACjD,OAAO,IAAI,CAAC;YACb,CAAC;YAGD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;gBAEvB,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACvB,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YAE5C,IAAI,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YAC5C,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YAED,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACb,CAAC;QAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;YAChD,QAAQ,IAAI,EAAE,CAAC;gBACd,KAAK,OAAO,CAAC,CAAC,CAAC;oBACd,YAAY,CAAC,KAAK,GAAG,KAAK,CAAC;oBAC3B,MAAM;gBACP,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBAEb,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACtB,MAAM;gBACP,CAAC;gBACD,KAAK,IAAI,CAAC,CAAC,CAAC;oBAEX,IAAI,KAAK,EAAE,CAAC;wBAEX,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC5B,YAAY,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;oBACvD,CAAC;oBACD,MAAM;gBACP,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBAEd,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;wBAClD,YAAY,CAAC,KAAK,GAAG,UAAU,CAAC;oBACjC,CAAC;oBACD,MAAM;gBACP,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC;oBAET,MAAM;gBACP,CAAC;YACF,CAAC;QACF,CAAC;QAED,SAAS,eAAe;YAEvB,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;QAChG,CAAC;QAED,SAAS,aAAa;YAErB,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvC,OAAO;gBACN,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aACvC,CAAC;QACH,CAAC;IACF,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
(function (factory) {
|
|
2
|
+
if (typeof module === "object" && typeof module.exports === "object") {
|
|
3
|
+
var v = factory(require, exports);
|
|
4
|
+
if (v !== undefined) module.exports = v;
|
|
5
|
+
}
|
|
6
|
+
else if (typeof define === "function" && define.amd) {
|
|
7
|
+
define(["require", "exports", "fs/promises", "js-tiktoken/lite", "n8n-workflow", "path"], factory);
|
|
8
|
+
}
|
|
9
|
+
})(function (require, exports) {
|
|
10
|
+
"use strict";
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.getEncoding = getEncoding;
|
|
13
|
+
exports.encodingForModel = encodingForModel;
|
|
14
|
+
const promises_1 = require("fs/promises");
|
|
15
|
+
const lite_1 = require("js-tiktoken/lite");
|
|
16
|
+
const n8n_workflow_1 = require("n8n-workflow");
|
|
17
|
+
const path_1 = require("path");
|
|
18
|
+
const cache = {};
|
|
19
|
+
const loadJSONFile = async (filename) => {
|
|
20
|
+
const filePath = (0, path_1.join)(__dirname, filename);
|
|
21
|
+
const content = await (0, promises_1.readFile)(filePath, 'utf-8');
|
|
22
|
+
return await (0, n8n_workflow_1.jsonParse)(content);
|
|
23
|
+
};
|
|
24
|
+
async function getEncoding(encoding) {
|
|
25
|
+
if (!(encoding in cache)) {
|
|
26
|
+
cache[encoding] = (async () => {
|
|
27
|
+
let jsonData;
|
|
28
|
+
switch (encoding) {
|
|
29
|
+
case 'o200k_base':
|
|
30
|
+
jsonData = await loadJSONFile('./o200k_base.json');
|
|
31
|
+
break;
|
|
32
|
+
case 'cl100k_base':
|
|
33
|
+
jsonData = await loadJSONFile('./cl100k_base.json');
|
|
34
|
+
break;
|
|
35
|
+
default:
|
|
36
|
+
jsonData = await loadJSONFile('./cl100k_base.json');
|
|
37
|
+
}
|
|
38
|
+
return new lite_1.Tiktoken(jsonData);
|
|
39
|
+
})().catch((error) => {
|
|
40
|
+
delete cache[encoding];
|
|
41
|
+
throw error;
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
return await cache[encoding];
|
|
45
|
+
}
|
|
46
|
+
async function encodingForModel(model) {
|
|
47
|
+
return await getEncoding((0, lite_1.getEncodingNameForModel)(model));
|
|
48
|
+
}
|
|
49
|
+
});
|
|
50
|
+
//# sourceMappingURL=tiktoken.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tiktoken.js","sourceRoot":"","sources":["../../../../src/utils/tokenizer/tiktoken.ts"],"names":[],"mappings":";;;;;;;;;;;IAcA,kCA0BC;IAED,4CAEC;IA5CD,0CAAuC;IAEvC,2CAAqE;IACrE,+CAAyC;IACzC,+BAA4B;IAE5B,MAAM,KAAK,GAAsC,EAAE,CAAC;IAEpD,MAAM,YAAY,GAAG,KAAK,EAAE,QAAgB,EAAwB,EAAE;QACrE,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO,MAAM,IAAA,wBAAS,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC,CAAC;IAEK,KAAK,UAAU,WAAW,CAAC,QAA0B;QAC3D,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,CAAC;YAE1B,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC7B,IAAI,QAAqB,CAAC;gBAE1B,QAAQ,QAAQ,EAAE,CAAC;oBAClB,KAAK,YAAY;wBAChB,QAAQ,GAAG,MAAM,YAAY,CAAC,mBAAmB,CAAC,CAAC;wBACnD,MAAM;oBACP,KAAK,aAAa;wBACjB,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;wBACpD,MAAM;oBACP;wBAEC,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;gBACtD,CAAC;gBAED,OAAO,IAAI,eAAQ,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACpB,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACvB,MAAM,KAAK,CAAC;YACb,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAEM,KAAK,UAAU,gBAAgB,CAAC,KAAoB;QAC1D,OAAO,MAAM,WAAW,CAAC,IAAA,8BAAuB,EAAC,KAAK,CAAC,CAAC,CAAC;IAC1D,CAAC"}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
(function (factory) {
|
|
2
|
+
if (typeof module === "object" && typeof module.exports === "object") {
|
|
3
|
+
var v = factory(require, exports);
|
|
4
|
+
if (v !== undefined) module.exports = v;
|
|
5
|
+
}
|
|
6
|
+
else if (typeof define === "function" && define.amd) {
|
|
7
|
+
define(["require", "exports", "./tiktoken", "../helpers"], factory);
|
|
8
|
+
}
|
|
9
|
+
})(function (require, exports) {
|
|
10
|
+
"use strict";
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.estimateTokensByCharCount = estimateTokensByCharCount;
|
|
13
|
+
exports.estimateTextSplitsByTokens = estimateTextSplitsByTokens;
|
|
14
|
+
exports.estimateTokensFromStringList = estimateTokensFromStringList;
|
|
15
|
+
const tiktoken_1 = require("./tiktoken");
|
|
16
|
+
const helpers_1 = require("../helpers");
|
|
17
|
+
const MODEL_CHAR_PER_TOKEN_RATIOS = {
|
|
18
|
+
'gpt-4o': 3.8,
|
|
19
|
+
'gpt-4': 4.0,
|
|
20
|
+
'gpt-3.5-turbo': 4.0,
|
|
21
|
+
cl100k_base: 4.0,
|
|
22
|
+
o200k_base: 3.5,
|
|
23
|
+
p50k_base: 4.2,
|
|
24
|
+
r50k_base: 4.2,
|
|
25
|
+
};
|
|
26
|
+
function estimateTokensByCharCount(text, model = 'cl100k_base') {
|
|
27
|
+
try {
|
|
28
|
+
if (!text || typeof text !== 'string' || text.length === 0) {
|
|
29
|
+
return 0;
|
|
30
|
+
}
|
|
31
|
+
const charsPerToken = MODEL_CHAR_PER_TOKEN_RATIOS[model] || 4.0;
|
|
32
|
+
if (!Number.isFinite(charsPerToken) || charsPerToken <= 0) {
|
|
33
|
+
const estimatedTokens = Math.ceil(text.length / 4.0);
|
|
34
|
+
return estimatedTokens;
|
|
35
|
+
}
|
|
36
|
+
const estimatedTokens = Math.ceil(text.length / charsPerToken);
|
|
37
|
+
return estimatedTokens;
|
|
38
|
+
}
|
|
39
|
+
catch (error) {
|
|
40
|
+
return Math.ceil((text?.length || 0) / 4.0);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
function estimateTextSplitsByTokens(text, chunkSize, chunkOverlap, model = 'cl100k_base') {
|
|
44
|
+
try {
|
|
45
|
+
if (!text || typeof text !== 'string' || text.length === 0) {
|
|
46
|
+
return [];
|
|
47
|
+
}
|
|
48
|
+
if (!Number.isFinite(chunkSize) || chunkSize <= 0) {
|
|
49
|
+
return [text];
|
|
50
|
+
}
|
|
51
|
+
const validOverlap = Number.isFinite(chunkOverlap) && chunkOverlap >= 0
|
|
52
|
+
? Math.min(chunkOverlap, chunkSize - 1)
|
|
53
|
+
: 0;
|
|
54
|
+
const charsPerToken = MODEL_CHAR_PER_TOKEN_RATIOS[model] || 4.0;
|
|
55
|
+
const chunkSizeInChars = Math.floor(chunkSize * charsPerToken);
|
|
56
|
+
const overlapInChars = Math.floor(validOverlap * charsPerToken);
|
|
57
|
+
const chunks = [];
|
|
58
|
+
let start = 0;
|
|
59
|
+
while (start < text.length) {
|
|
60
|
+
const end = Math.min(start + chunkSizeInChars, text.length);
|
|
61
|
+
chunks.push(text.slice(start, end));
|
|
62
|
+
if (end >= text.length) {
|
|
63
|
+
break;
|
|
64
|
+
}
|
|
65
|
+
start = Math.max(end - overlapInChars, start + 1);
|
|
66
|
+
}
|
|
67
|
+
return chunks;
|
|
68
|
+
}
|
|
69
|
+
catch (error) {
|
|
70
|
+
return text ? [text] : [];
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
async function estimateTokensFromStringList(list, model) {
|
|
74
|
+
try {
|
|
75
|
+
if (!Array.isArray(list)) {
|
|
76
|
+
return 0;
|
|
77
|
+
}
|
|
78
|
+
const encoder = await (0, tiktoken_1.encodingForModel)(model);
|
|
79
|
+
const encodedListLength = await Promise.all(list.map(async (text) => {
|
|
80
|
+
try {
|
|
81
|
+
if (!text || typeof text !== 'string') {
|
|
82
|
+
return 0;
|
|
83
|
+
}
|
|
84
|
+
if ((0, helpers_1.hasLongSequentialRepeat)(text)) {
|
|
85
|
+
const estimatedTokens = estimateTokensByCharCount(text, model);
|
|
86
|
+
return estimatedTokens;
|
|
87
|
+
}
|
|
88
|
+
try {
|
|
89
|
+
const tokens = encoder.encode(text);
|
|
90
|
+
return tokens.length;
|
|
91
|
+
}
|
|
92
|
+
catch (encodingError) {
|
|
93
|
+
return estimateTokensByCharCount(text, model);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
catch (itemError) {
|
|
97
|
+
return 0;
|
|
98
|
+
}
|
|
99
|
+
}));
|
|
100
|
+
const totalTokens = encodedListLength.reduce((acc, curr) => acc + curr, 0);
|
|
101
|
+
return totalTokens;
|
|
102
|
+
}
|
|
103
|
+
catch (error) {
|
|
104
|
+
return 0;
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
//# sourceMappingURL=token-estimator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-estimator.js","sourceRoot":"","sources":["../../../../src/utils/tokenizer/token-estimator.ts"],"names":[],"mappings":";;;;;;;;;;;IAgCA,8DAyBC;IAYD,gEAgDC;IAWD,oEA+CC;IAxKD,yCAA8C;IAC9C,wCAAqD;IAMrD,MAAM,2BAA2B,GAA2B;QAC3D,QAAQ,EAAE,GAAG;QACb,OAAO,EAAE,GAAG;QACZ,eAAe,EAAE,GAAG;QACpB,WAAW,EAAE,GAAG;QAChB,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACd,CAAC;IAUF,SAAgB,yBAAyB,CAAC,IAAY,EAAE,QAAgB,aAAa;QACpF,IAAI,CAAC;YAEJ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,OAAO,CAAC,CAAC;YACV,CAAC;YAGD,MAAM,aAAa,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YAGhE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;gBAE3D,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;gBACrD,OAAO,eAAe,CAAC;YACxB,CAAC;YAGD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;YAE/D,OAAO,eAAe,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAC7C,CAAC;IACF,CAAC;IAYD,SAAgB,0BAA0B,CACzC,IAAY,EACZ,SAAiB,EACjB,YAAoB,EACpB,QAAgB,aAAa;QAE7B,IAAI,CAAC;YAEJ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,OAAO,EAAE,CAAC;YACX,CAAC;YAGD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;gBAEnD,OAAO,CAAC,IAAI,CAAC,CAAC;YACf,CAAC;YAGD,MAAM,YAAY,GACjB,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,IAAI,CAAC;gBACjD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,GAAG,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC,CAAC;YAEN,MAAM,aAAa,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;YAChE,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,aAAa,CAAC,CAAC;YAC/D,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;YAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;gBAEpC,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACxB,MAAM;gBACP,CAAC;gBAGD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,cAAc,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;YAED,OAAO,MAAM,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3B,CAAC;IACF,CAAC;IAWM,KAAK,UAAU,4BAA4B,CACjD,IAAc,EACd,KAAoB;QAEpB,IAAI,CAAC;YAEJ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,OAAO,CAAC,CAAC;YACV,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAgB,EAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1C,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACvB,IAAI,CAAC;oBAEJ,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACvC,OAAO,CAAC,CAAC;oBACV,CAAC;oBAGD,IAAI,IAAA,iCAAuB,EAAC,IAAI,CAAC,EAAE,CAAC;wBACnC,MAAM,eAAe,GAAG,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;wBAC/D,OAAO,eAAe,CAAC;oBACxB,CAAC;oBAGD,IAAI,CAAC;wBACJ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;wBACpC,OAAO,MAAM,CAAC,MAAM,CAAC;oBACtB,CAAC;oBAAC,OAAO,aAAa,EAAE,CAAC;wBAExB,OAAO,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC/C,CAAC;gBACF,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBAEpB,OAAO,CAAC,CAAC;gBACV,CAAC;YACF,CAAC,CAAC,CACF,CAAC;YAEF,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;YAE3E,OAAO,WAAW,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEhB,OAAO,CAAC,CAAC;QACV,CAAC;IACF,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
|
|
2
|
+
import type { BaseLanguageModelInput } from '@langchain/core/language_models/base';
|
|
3
|
+
import type { BindToolsInput } from '@langchain/core/language_models/chat_models';
|
|
4
|
+
import { BaseChatModel } from '@langchain/core/language_models/chat_models';
|
|
5
|
+
import type { BaseMessage } from '@langchain/core/messages';
|
|
6
|
+
import { AIMessageChunk } from '@langchain/core/messages';
|
|
7
|
+
import type { ChatResult } from '@langchain/core/outputs';
|
|
8
|
+
import { ChatGenerationChunk } from '@langchain/core/outputs';
|
|
9
|
+
import type { Runnable } from '@langchain/core/runnables';
|
|
10
|
+
import type { ISupplyDataFunctions } from 'n8n-workflow';
|
|
11
|
+
import type { ChatModel, ChatModelConfig } from '../types/chat-model';
|
|
12
|
+
export declare class LangchainChatModelAdapter<CallOptions extends ChatModelConfig = ChatModelConfig> extends BaseChatModel<CallOptions> {
|
|
13
|
+
private chatModel;
|
|
14
|
+
private ctx?;
|
|
15
|
+
constructor(chatModel: ChatModel, ctx?: ISupplyDataFunctions | undefined);
|
|
16
|
+
_llmType(): string;
|
|
17
|
+
_generate(messages: BaseMessage[], options: this['ParsedCallOptions']): Promise<ChatResult>;
|
|
18
|
+
_streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
|
|
19
|
+
bindTools(tools: BindToolsInput[]): Runnable<BaseLanguageModelInput, AIMessageChunk, CallOptions>;
|
|
20
|
+
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.LangchainChatModelAdapter = void 0;
|
|
4
4
|
const chat_models_1 = require("@langchain/core/language_models/chat_models");
|
|
5
5
|
const messages_1 = require("@langchain/core/messages");
|
|
6
6
|
const outputs_1 = require("@langchain/core/outputs");
|
|
@@ -8,7 +8,7 @@ const message_1 = require("../converters/message");
|
|
|
8
8
|
const tool_1 = require("../converters/tool");
|
|
9
9
|
const n8nLlmFailedAttemptHandler_1 = require("../utils/failed-attempt-handler/n8nLlmFailedAttemptHandler");
|
|
10
10
|
const n8n_llm_tracing_1 = require("../utils/n8n-llm-tracing");
|
|
11
|
-
class
|
|
11
|
+
class LangchainChatModelAdapter extends chat_models_1.BaseChatModel {
|
|
12
12
|
constructor(chatModel, ctx) {
|
|
13
13
|
const params = {
|
|
14
14
|
...(ctx
|
|
@@ -183,9 +183,9 @@ class LangchainAdapter extends chat_models_1.BaseChatModel {
|
|
|
183
183
|
bindTools(tools) {
|
|
184
184
|
const genericTools = tools.map(tool_1.fromLcTool);
|
|
185
185
|
const newModel = this.chatModel.withTools(genericTools);
|
|
186
|
-
const newAdapter = new
|
|
186
|
+
const newAdapter = new LangchainChatModelAdapter(newModel, this.ctx);
|
|
187
187
|
return newAdapter;
|
|
188
188
|
}
|
|
189
189
|
}
|
|
190
|
-
exports.
|
|
190
|
+
exports.LangchainChatModelAdapter = LangchainChatModelAdapter;
|
|
191
191
|
//# sourceMappingURL=langchain-chat-model.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"langchain-chat-model.js","sourceRoot":"","sources":["../../../src/adapters/langchain-chat-model.ts"],"names":[],"mappings":";;;AAGA,6EAA4E;AAE5E,uDAAqE;AAErE,qDAA8D;AAI9D,mDAAmE;AACnE,6CAAgD;AAEhD,2GAA4G;AAC5G,8DAAyD;AAEzD,MAAa,yBAEX,SAAQ,2BAA0B;IACnC,YACS,SAAoB,EACpB,GAA0B;QAElC,MAAM,MAAM,GAAG;YACd,GAAG,CAAC,GAAG;gBACN,CAAC,CAAC;oBACA,SAAS,EAAE;wBACV,IAAI,+BAAa,CAAC,GAAG,EAAE;4BACtB,iBAAiB,EAAE,CAAC,MAAiB,EAAE,EAAE;gCACxC,MAAM,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,UAE1B,CAAC;gCACb,MAAM,gBAAgB,GAAI,UAAU,EAAE,aAAwB,IAAI,CAAC,CAAC;gCACpE,MAAM,YAAY,GAAI,UAAU,EAAE,YAAuB,IAAI,CAAC,CAAC;gCAE/D,OAAO;oCACN,gBAAgB;oCAChB,YAAY;oCACZ,WAAW,EAAE,gBAAgB,GAAG,YAAY;iCAC5C,CAAC;4BACH,CAAC;yBACD,CAAC;qBACF;oBACD,eAAe,EAAE,IAAA,2DAA8B,EAAC,GAAG,CAAC;iBACpD;gBACF,CAAC,CAAC,EAAE,CAAC;SACN,CAAC;QACF,KAAK,CAAC,MAAM,CAAC,CAAC;QA3BN,cAAS,GAAT,SAAS,CAAW;QACpB,QAAG,GAAH,GAAG,CAAuB;IA2BnC,CAAC;IAED,QAAQ;QACP,OAAO,gBAAgB,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,SAAS,CACd,QAAuB,EACvB,OAAkC;QAElC,MAAM,mBAAmB,GAAG,QAAQ,CAAC,GAAG,CAAC,uBAAa,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAE3E,MAAM,SAAS,GAAG,IAAA,qBAAW,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAG9C,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK;YAClC,CAAC,CAAC;gBACA,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBAC5C,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC;gBACjD,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;gBAC3C,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;oBAClD,CAAC,CAAC;wBACA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,SAAS;qBACpD;oBACF,CAAC,CAAC,SAAS;gBACZ,oBAAoB,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB;oBACpD,CAAC,CAAC;wBACA,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS;qBACpD;oBACF,CAAC,CAAC,SAAS;aACZ;YACF,CAAC,CAAC,SAAS,CAAC;QAEb,IAAI,oBAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,SAAS,CAAC,cAAc,GAAG,cAAc,CAAC;QAC3C,CAAC;QAED,SAAS,CAAC,iBAAiB,GAAG;YAC7B,GAAG,MAAM,CAAC,gBAAgB;YAC1B,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;YAC7B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;SACjC,CAAC;QAEF,OAAO;YACN,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,OAAO,EAAE,SAAS;iBAClB;aACD;YACD,SAAS,EAAE;gBACV,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,UAAU,EAAE,cAAc;aAC1B;SACD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAC3B,QAAuB,EACvB,OAAkC,EAClC,UAAqC;QAErC,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,uBAAa,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAE/D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAClC,IAAI,OAAO,GAAoC,SAAS,CAAC;YACzD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAmB;oBAC/B;wBACC,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,KAAK,CAAC,KAAK;qBACjB;iBACD,CAAC;gBAEF,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO;qBACP,CAAC;oBACF,IAAI,EAAE,KAAK,CAAC,KAAK;iBACjB,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC7C,MAAM,gBAAgB,GAAG;oBACxB;wBACC,IAAI,EAAE,iBAA0B;wBAChC,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,IAAI,EAAE,KAAK,CAAC,cAAc;wBAC1B,KAAK,EAAE,CAAC;qBACR;iBACD,CAAC;gBAEF,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO,EAAE,EAAE;wBACX,gBAAgB;qBAChB,CAAC;oBACF,IAAI,EAAE,EAAE;iBACR,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK;oBACjC,CAAC,CAAC;wBACA,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;wBAC3C,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC;wBAChD,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;qBAC1C;oBACF,CAAC,CAAC,SAAS,CAAC;gBAEb,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO,EAAE,EAAE;wBACX,cAAc;wBACd,iBAAiB,EAAE;4BAClB,aAAa,EAAE,KAAK,CAAC,YAAY;yBACjC;qBACD,CAAC;oBACF,IAAI,EAAE,EAAE;oBACR,cAAc,EAAE;wBACf,aAAa,EAAE,KAAK,CAAC,YAAY;qBACjC;iBACD,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACnC,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,IAAI,yBAAc,CAAC;wBAC3B,OAAO,EAAE,EAAE;wBACX,iBAAiB,EAAE;4BAClB,aAAa,EAAE,OAAO;4BACtB,KAAK,EAAE,KAAK,CAAC,KAAK;yBAClB;qBACD,CAAC;oBACF,IAAI,EAAE,EAAE;oBACR,cAAc,EAAE;wBACf,aAAa,EAAE,OAAO;wBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;qBAClB;iBACD,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,IAAA,qBAAW,EAAC;oBAC7B,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;oBACxB,EAAE,EAAE,KAAK,CAAC,EAAE;iBACZ,CAAC,CAAC;gBACH,MAAM,cAAc,GAAG,IAAI,yBAAc,CAAC;oBACzC,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,EAAE,EAAE,SAAS,CAAC,EAAE;oBAChB,IAAI,EAAE,SAAS,CAAC,IAAI;iBACpB,CAAC,CAAC;gBACH,OAAO,GAAG,IAAI,6BAAmB,CAAC;oBACjC,OAAO,EAAE,cAAc;oBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;iBACpB,CAAC,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACb,MAAM,OAAO,CAAC;gBACd,MAAM,UAAU,EAAE,iBAAiB,CAClC,OAAO,CAAC,IAAI,IAAI,EAAE,EAClB;oBACC,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;iBACb,EACD,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,OAAO,EAAE,CAClB,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IAED,SAAS,CACR,KAAuB;QAEvB,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,iBAAU,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,yBAAyB,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAErE,OAAO,UAAiB,CAAC;IAC1B,CAAC;CACD;AApND,8DAoNC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { BaseListChatMessageHistory } from '@langchain/core/chat_history';
|
|
2
|
+
import type { BaseMessage } from '@langchain/core/messages';
|
|
3
|
+
import type { ChatHistory } from '../types/memory';
|
|
4
|
+
export declare class LangchainHistoryAdapter extends BaseListChatMessageHistory {
|
|
5
|
+
private readonly history;
|
|
6
|
+
lc_namespace: string[];
|
|
7
|
+
constructor(history: ChatHistory);
|
|
8
|
+
getMessages(): Promise<BaseMessage[]>;
|
|
9
|
+
addMessage(message: BaseMessage): Promise<void>;
|
|
10
|
+
addMessages(messages: BaseMessage[]): Promise<void>;
|
|
11
|
+
clear(): Promise<void>;
|
|
12
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"langchain-history.js","sourceRoot":"","sources":["../../../src/adapters/langchain-history.ts"],"names":[],"mappings":";;;AAAA,+DAA0E;AAG1E,mDAAmE;AAGnE,MAAa,uBAAwB,SAAQ,yCAA0B;IAGtE,YAA6B,OAAoB;QAChD,KAAK,EAAE,CAAC;QADoB,YAAO,GAAP,OAAO,CAAa;QAFjD,iBAAY,GAAG,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IAIvC,CAAC;IAED,KAAK,CAAC,WAAW;QAChB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAClD,OAAO,QAAQ,CAAC,GAAG,CAAC,qBAAW,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,uBAAa,EAAC,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAuB;QACxC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,uBAAa,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;CACD;AAvBD,0DAuBC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { BaseChatMemory as LangchainBaseChatMemory } from '@langchain/community/memory/chat_memory';
|
|
2
|
+
import type { InputValues, MemoryVariables, OutputValues } from '@langchain/core/memory';
|
|
3
|
+
import type { ChatMemory } from '../types/memory';
|
|
4
|
+
export declare class LangchainMemoryAdapter extends LangchainBaseChatMemory {
|
|
5
|
+
private readonly memory;
|
|
6
|
+
constructor(memory: ChatMemory);
|
|
7
|
+
get memoryKeys(): string[];
|
|
8
|
+
loadMemoryVariables(_values: InputValues): Promise<MemoryVariables>;
|
|
9
|
+
saveContext(inputValues: InputValues, outputValues: OutputValues): Promise<void>;
|
|
10
|
+
clear(): Promise<void>;
|
|
11
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"langchain-memory.js","sourceRoot":"","sources":["../../../src/adapters/langchain-memory.ts"],"names":[],"mappings":";;;AAAA,yEAAoG;AAGpG,2DAA8D;AAC9D,mDAAoD;AAGpD,MAAa,sBAAuB,SAAQ,4BAAuB;IAClE,YAA6B,MAAkB;QAC9C,KAAK,CAAC;YACL,WAAW,EAAE,IAAI,2CAAuB,CAAC,MAAM,CAAC,WAAW,CAAC;YAC5D,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,QAAQ;SACnB,CAAC,CAAC;QANyB,WAAM,GAAN,MAAM,CAAY;IAO/C,CAAC;IAED,IAAI,UAAU;QACb,OAAO,CAAC,cAAc,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAoB;QAC7C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAClD,OAAO;YACN,YAAY,EAAE,QAAQ,CAAC,GAAG,CAAC,qBAAW,CAAC;SACvC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAAwB,EAAE,YAA0B;QACrE,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;CACD;AA9BD,wDA8BC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const AI_NODE_SDK_VERSION: number;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ai-node-sdk-version.js","sourceRoot":"","sources":["../../src/ai-node-sdk-version.ts"],"names":[],"mappings":";;;AAEa,QAAA,mBAAmB,GAAW,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { ChatModel, ChatModelConfig } from '../types/chat-model';
|
|
2
|
+
import type { Message } from '../types/message';
|
|
3
|
+
import type { GenerateResult, StreamChunk } from '../types/output';
|
|
4
|
+
import type { Tool } from '../types/tool';
|
|
5
|
+
export declare abstract class BaseChatModel<TConfig extends ChatModelConfig = ChatModelConfig> implements ChatModel<TConfig> {
|
|
6
|
+
provider: string;
|
|
7
|
+
modelId: string;
|
|
8
|
+
defaultConfig?: TConfig | undefined;
|
|
9
|
+
protected tools: Tool[];
|
|
10
|
+
constructor(provider: string, modelId: string, defaultConfig?: TConfig | undefined, tools?: Tool[]);
|
|
11
|
+
abstract generate(messages: Message[], config?: TConfig): Promise<GenerateResult>;
|
|
12
|
+
abstract stream(messages: Message[], config?: TConfig): AsyncIterable<StreamChunk>;
|
|
13
|
+
withTools(tools: Tool[]): ChatModel<TConfig>;
|
|
14
|
+
protected mergeConfig(config?: TConfig): ChatModelConfig;
|
|
15
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../src/chat-model/base.ts"],"names":[],"mappings":";;;AAKA,MAAsB,aAAa;IAGlC,YACQ,QAAgB,EAChB,OAAe,EACf,aAAuB,EACpB,QAAgB,EAAE;QAHrB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,YAAO,GAAP,OAAO,CAAQ;QACf,kBAAa,GAAb,aAAa,CAAU;QACpB,UAAK,GAAL,KAAK,CAAa;IAC1B,CAAC;IAUJ,SAAS,CAAC,KAAa;QAEtB,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAW,CAAC,CAAC;QACzE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACjC,WAAW,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC;QAC9C,OAAO,WAAW,CAAC;IACpB,CAAC;IAKS,WAAW,CAAC,MAAgB;QACrC,OAAO;YACN,GAAG,IAAI,CAAC,aAAa;YACrB,GAAG,MAAM;SACT,CAAC;IACH,CAAC;CACD;AAnCD,sCAmCC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import * as LangchainMessages from '@langchain/core/messages';
|
|
2
|
+
import type * as N8nMessages from '../types/message';
|
|
3
|
+
import type { Message } from '../types/message';
|
|
4
|
+
export declare function fromLcContent(content: string | LangchainMessages.ContentBlock | LangchainMessages.ContentBlock[]): N8nMessages.MessageContent[];
|
|
5
|
+
export declare function fromLcMessage(msg: LangchainMessages.BaseMessage): N8nMessages.Message;
|
|
6
|
+
export declare function toLcContent(block: N8nMessages.MessageContent): LangchainMessages.ContentBlock;
|
|
7
|
+
export declare function toLcMessage(message: Message): LangchainMessages.BaseMessage;
|