@n8n/ai-utilities 0.23.3 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/adapters/langchain-chat-model.js +174 -184
- package/dist/cjs/adapters/langchain-chat-model.js.map +1 -1
- package/dist/cjs/adapters/langchain-history.js +23 -33
- package/dist/cjs/adapters/langchain-history.js.map +1 -1
- package/dist/cjs/adapters/langchain-memory.js +32 -42
- package/dist/cjs/adapters/langchain-memory.js.map +1 -1
- package/dist/cjs/agent-config/config-normalization.d.ts +11 -0
- package/dist/cjs/agent-config/config-normalization.js +134 -0
- package/dist/cjs/agent-config/config-normalization.js.map +1 -0
- package/dist/cjs/agent-config/from-ai-node-parameters.d.ts +7 -0
- package/dist/cjs/agent-config/from-ai-node-parameters.js +43 -0
- package/dist/cjs/agent-config/from-ai-node-parameters.js.map +1 -0
- package/dist/cjs/agent-config/index.d.ts +3 -0
- package/dist/cjs/agent-config/index.js +17 -0
- package/dist/cjs/agent-config/index.js.map +1 -0
- package/dist/cjs/agent-config/model-id.d.ts +5 -0
- package/dist/cjs/agent-config/model-id.js +16 -0
- package/dist/cjs/agent-config/model-id.js.map +1 -0
- package/dist/cjs/agent-config/native-web-search-provider-tools.d.ts +7 -0
- package/dist/cjs/agent-config/native-web-search-provider-tools.js +55 -0
- package/dist/cjs/agent-config/native-web-search-provider-tools.js.map +1 -0
- package/dist/cjs/ai-node-sdk-version.js +4 -14
- package/dist/cjs/ai-node-sdk-version.js.map +1 -1
- package/dist/cjs/chat-model/base.js +21 -31
- package/dist/cjs/chat-model/base.js.map +1 -1
- package/dist/cjs/converters/message.js +308 -318
- package/dist/cjs/converters/message.js.map +1 -1
- package/dist/cjs/converters/tool.js +50 -60
- package/dist/cjs/converters/tool.js.map +1 -1
- package/dist/cjs/guards.js +26 -36
- package/dist/cjs/guards.js.map +1 -1
- package/dist/cjs/index.js +99 -108
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/memory/base-chat-history.js +9 -19
- package/dist/cjs/memory/base-chat-history.js.map +1 -1
- package/dist/cjs/memory/base-chat-memory.js +6 -16
- package/dist/cjs/memory/base-chat-memory.js.map +1 -1
- package/dist/cjs/memory/windowed-chat-memory.js +33 -43
- package/dist/cjs/memory/windowed-chat-memory.js.map +1 -1
- package/dist/cjs/model-discovery/index.js +61 -71
- package/dist/cjs/model-discovery/index.js.map +1 -1
- package/dist/cjs/model-discovery/providers/anthropic.js +12 -22
- package/dist/cjs/model-discovery/providers/anthropic.js.map +1 -1
- package/dist/cjs/model-discovery/providers/cohere.js +12 -22
- package/dist/cjs/model-discovery/providers/cohere.js.map +1 -1
- package/dist/cjs/model-discovery/providers/deepseek.js +5 -15
- package/dist/cjs/model-discovery/providers/deepseek.js.map +1 -1
- package/dist/cjs/model-discovery/providers/google.js +15 -25
- package/dist/cjs/model-discovery/providers/google.js.map +1 -1
- package/dist/cjs/model-discovery/providers/groq.js +9 -19
- package/dist/cjs/model-discovery/providers/groq.js.map +1 -1
- package/dist/cjs/model-discovery/providers/mistral.js +11 -21
- package/dist/cjs/model-discovery/providers/mistral.js.map +1 -1
- package/dist/cjs/model-discovery/providers/nvidia.js +21 -31
- package/dist/cjs/model-discovery/providers/nvidia.js.map +1 -1
- package/dist/cjs/model-discovery/providers/openai.js +31 -41
- package/dist/cjs/model-discovery/providers/openai.js.map +1 -1
- package/dist/cjs/model-discovery/providers/openrouter.js +5 -15
- package/dist/cjs/model-discovery/providers/openrouter.js.map +1 -1
- package/dist/cjs/model-discovery/providers/vercel.js +5 -15
- package/dist/cjs/model-discovery/providers/vercel.js.map +1 -1
- package/dist/cjs/model-discovery/providers/xai.js +5 -15
- package/dist/cjs/model-discovery/providers/xai.js.map +1 -1
- package/dist/cjs/model-discovery/request.js +40 -50
- package/dist/cjs/model-discovery/request.js.map +1 -1
- package/dist/cjs/model-discovery/types.js +2 -12
- package/dist/cjs/node-catalog/discriminator-utils.js +75 -85
- package/dist/cjs/node-catalog/discriminator-utils.js.map +1 -1
- package/dist/cjs/node-catalog/dynamic-node-parameters.js +169 -179
- package/dist/cjs/node-catalog/dynamic-node-parameters.js.map +1 -1
- package/dist/cjs/node-catalog/get.js +349 -359
- package/dist/cjs/node-catalog/get.js.map +1 -1
- package/dist/cjs/node-catalog/index.js +42 -52
- package/dist/cjs/node-catalog/index.js.map +1 -1
- package/dist/cjs/node-catalog/lean-node-type.js +46 -56
- package/dist/cjs/node-catalog/lean-node-type.js.map +1 -1
- package/dist/cjs/node-catalog/node-type-parser.js +61 -71
- package/dist/cjs/node-catalog/node-type-parser.js.map +1 -1
- package/dist/cjs/node-catalog/resource-operation-extractor.js +133 -143
- package/dist/cjs/node-catalog/resource-operation-extractor.js.map +1 -1
- package/dist/cjs/node-catalog/search-engine.js +285 -295
- package/dist/cjs/node-catalog/search-engine.js.map +1 -1
- package/dist/cjs/node-catalog/search.js +280 -290
- package/dist/cjs/node-catalog/search.js.map +1 -1
- package/dist/cjs/node-catalog/suggested-nodes-data.js +235 -245
- package/dist/cjs/node-catalog/suggested-nodes-data.js.map +1 -1
- package/dist/cjs/node-catalog/suggested.js +63 -73
- package/dist/cjs/node-catalog/suggested.js.map +1 -1
- package/dist/cjs/node-catalog/types.js +2 -12
- package/dist/cjs/suppliers/supplyMemory.js +13 -23
- package/dist/cjs/suppliers/supplyMemory.js.map +1 -1
- package/dist/cjs/suppliers/supplyModel.js +72 -82
- package/dist/cjs/suppliers/supplyModel.js.map +1 -1
- package/dist/cjs/typecheck.tsbuildinfo +1 -1
- package/dist/cjs/types/chat-model.js +2 -12
- package/dist/cjs/types/json.js +2 -12
- package/dist/cjs/types/memory.js +2 -12
- package/dist/cjs/types/message.js +2 -12
- package/dist/cjs/types/openai.js +2 -12
- package/dist/cjs/types/output.js +2 -12
- package/dist/cjs/types/tool.js +2 -12
- package/dist/cjs/utils/embeddings-input-validation.js +24 -34
- package/dist/cjs/utils/embeddings-input-validation.js.map +1 -1
- package/dist/cjs/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js +27 -37
- package/dist/cjs/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +1 -1
- package/dist/cjs/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.d.ts +1 -1
- package/dist/cjs/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js +23 -33
- package/dist/cjs/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +1 -1
- package/dist/cjs/utils/follow-redirects.js +38 -48
- package/dist/cjs/utils/follow-redirects.js.map +1 -1
- package/dist/cjs/utils/fromai-helpers.js +21 -31
- package/dist/cjs/utils/fromai-helpers.js.map +1 -1
- package/dist/cjs/utils/fromai-tool-factory.js +18 -28
- package/dist/cjs/utils/fromai-tool-factory.js.map +1 -1
- package/dist/cjs/utils/helpers.js +44 -54
- package/dist/cjs/utils/helpers.js.map +1 -1
- package/dist/cjs/utils/http-proxy-agent.js +38 -48
- package/dist/cjs/utils/http-proxy-agent.js.map +1 -1
- package/dist/cjs/utils/lazy-import.d.ts +1 -0
- package/dist/cjs/utils/lazy-import.js +7 -0
- package/dist/cjs/utils/lazy-import.js.map +1 -0
- package/dist/cjs/utils/loaders/n8n-pdf-loader.js +50 -94
- package/dist/cjs/utils/loaders/n8n-pdf-loader.js.map +1 -1
- package/dist/cjs/utils/log-ai-event.js +10 -20
- package/dist/cjs/utils/log-ai-event.js.map +1 -1
- package/dist/cjs/utils/log-wrapper.d.ts +1 -1
- package/dist/cjs/utils/log-wrapper.js +313 -323
- package/dist/cjs/utils/log-wrapper.js.map +1 -1
- package/dist/cjs/utils/n8n-binary-loader.js +143 -153
- package/dist/cjs/utils/n8n-binary-loader.js.map +1 -1
- package/dist/cjs/utils/n8n-json-loader.js +57 -67
- package/dist/cjs/utils/n8n-json-loader.js.map +1 -1
- package/dist/cjs/utils/n8n-llm-tracing.js +164 -174
- package/dist/cjs/utils/n8n-llm-tracing.js.map +1 -1
- package/dist/cjs/utils/redact-headers.js +42 -52
- package/dist/cjs/utils/redact-headers.js.map +1 -1
- package/dist/cjs/utils/shared-fields.js +137 -147
- package/dist/cjs/utils/shared-fields.js.map +1 -1
- package/dist/cjs/utils/sse.js +83 -93
- package/dist/cjs/utils/sse.js.map +1 -1
- package/dist/cjs/utils/text-editor.js +274 -284
- package/dist/cjs/utils/text-editor.js.map +1 -1
- package/dist/cjs/utils/tokenizer/tiktoken.js +38 -48
- package/dist/cjs/utils/tokenizer/tiktoken.js.map +1 -1
- package/dist/cjs/utils/tokenizer/token-estimator.js +86 -96
- package/dist/cjs/utils/tokenizer/token-estimator.js.map +1 -1
- package/dist/cjs/utils/vector-store/MemoryManager/MemoryCalculator.js +43 -53
- package/dist/cjs/utils/vector-store/MemoryManager/MemoryCalculator.js.map +1 -1
- package/dist/cjs/utils/vector-store/MemoryManager/MemoryVectorStoreManager.js +154 -164
- package/dist/cjs/utils/vector-store/MemoryManager/MemoryVectorStoreManager.js.map +1 -1
- package/dist/cjs/utils/vector-store/MemoryManager/StoreCleanupService.js +82 -92
- package/dist/cjs/utils/vector-store/MemoryManager/StoreCleanupService.js.map +1 -1
- package/dist/cjs/utils/vector-store/MemoryManager/config.js +34 -44
- package/dist/cjs/utils/vector-store/MemoryManager/config.js.map +1 -1
- package/dist/cjs/utils/vector-store/MemoryManager/types.js +2 -12
- package/dist/cjs/utils/vector-store/createVectorStoreNode/constants.js +44 -54
- package/dist/cjs/utils/vector-store/createVectorStoreNode/constants.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/createVectorStoreNode.js +229 -229
- package/dist/cjs/utils/vector-store/createVectorStoreNode/createVectorStoreNode.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/index.js +8 -18
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/index.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/insertOperation.js +33 -43
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/insertOperation.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/loadOperation.js +41 -51
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/loadOperation.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/retrieveAsToolExecuteOperation.js +59 -69
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/retrieveAsToolExecuteOperation.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/retrieveAsToolOperation.js +58 -68
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/retrieveAsToolOperation.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/retrieveOperation.js +26 -36
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/retrieveOperation.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/updateOperation.js +34 -44
- package/dist/cjs/utils/vector-store/createVectorStoreNode/operations/updateOperation.js.map +1 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/types.js +2 -12
- package/dist/cjs/utils/vector-store/createVectorStoreNode/utils.d.ts +2 -1
- package/dist/cjs/utils/vector-store/createVectorStoreNode/utils.js +34 -29
- package/dist/cjs/utils/vector-store/createVectorStoreNode/utils.js.map +1 -1
- package/dist/cjs/utils/vector-store/processDocuments.js +37 -47
- package/dist/cjs/utils/vector-store/processDocuments.js.map +1 -1
- package/dist/cjs/utils/workflow-text-editor.js +50 -60
- package/dist/cjs/utils/workflow-text-editor.js.map +1 -1
- package/dist/cjs/web-search/brave-search.js +38 -48
- package/dist/cjs/web-search/brave-search.js.map +1 -1
- package/dist/cjs/web-search/index.js +7 -17
- package/dist/cjs/web-search/index.js.map +1 -1
- package/dist/cjs/web-search/searxng-search.js +35 -45
- package/dist/cjs/web-search/searxng-search.js.map +1 -1
- package/dist/cjs/web-search/types.js +2 -12
- package/dist/esm/adapters/langchain-chat-model.js.map +1 -1
- package/dist/esm/adapters/langchain-history.js.map +1 -1
- package/dist/esm/adapters/langchain-memory.js.map +1 -1
- package/dist/esm/agent-config/config-normalization.d.ts +11 -0
- package/dist/esm/agent-config/config-normalization.js +134 -0
- package/dist/esm/agent-config/config-normalization.js.map +1 -0
- package/dist/esm/agent-config/from-ai-node-parameters.d.ts +7 -0
- package/dist/esm/agent-config/from-ai-node-parameters.js +43 -0
- package/dist/esm/agent-config/from-ai-node-parameters.js.map +1 -0
- package/dist/esm/agent-config/index.d.ts +3 -0
- package/dist/esm/agent-config/index.js +17 -0
- package/dist/esm/agent-config/index.js.map +1 -0
- package/dist/esm/agent-config/model-id.d.ts +5 -0
- package/dist/esm/agent-config/model-id.js +16 -0
- package/dist/esm/agent-config/model-id.js.map +1 -0
- package/dist/esm/agent-config/native-web-search-provider-tools.d.ts +7 -0
- package/dist/esm/agent-config/native-web-search-provider-tools.js +55 -0
- package/dist/esm/agent-config/native-web-search-provider-tools.js.map +1 -0
- package/dist/esm/chat-model/base.js.map +1 -1
- package/dist/esm/converters/message.js.map +1 -1
- package/dist/esm/converters/tool.js.map +1 -1
- package/dist/esm/guards.js.map +1 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/memory/base-chat-history.js.map +1 -1
- package/dist/esm/memory/base-chat-memory.js.map +1 -1
- package/dist/esm/memory/windowed-chat-memory.js.map +1 -1
- package/dist/esm/model-discovery/index.js.map +1 -1
- package/dist/esm/model-discovery/providers/anthropic.js.map +1 -1
- package/dist/esm/model-discovery/providers/cohere.js.map +1 -1
- package/dist/esm/model-discovery/providers/google.js.map +1 -1
- package/dist/esm/model-discovery/providers/groq.js.map +1 -1
- package/dist/esm/model-discovery/providers/mistral.js.map +1 -1
- package/dist/esm/model-discovery/providers/nvidia.js.map +1 -1
- package/dist/esm/model-discovery/providers/openai.js.map +1 -1
- package/dist/esm/model-discovery/request.js.map +1 -1
- package/dist/esm/node-catalog/discriminator-utils.js.map +1 -1
- package/dist/esm/node-catalog/dynamic-node-parameters.js.map +1 -1
- package/dist/esm/node-catalog/get.js.map +1 -1
- package/dist/esm/node-catalog/lean-node-type.js.map +1 -1
- package/dist/esm/node-catalog/node-type-parser.js.map +1 -1
- package/dist/esm/node-catalog/resource-operation-extractor.js.map +1 -1
- package/dist/esm/node-catalog/search-engine.js.map +1 -1
- package/dist/esm/node-catalog/search.js.map +1 -1
- package/dist/esm/node-catalog/suggested-nodes-data.js.map +1 -1
- package/dist/esm/node-catalog/suggested.js.map +1 -1
- package/dist/esm/suppliers/supplyMemory.js.map +1 -1
- package/dist/esm/suppliers/supplyModel.js.map +1 -1
- package/dist/esm/typecheck.tsbuildinfo +1 -1
- package/dist/esm/utils/embeddings-input-validation.js.map +1 -1
- package/dist/esm/utils/failed-attempt-handler/n8nDefaultFailedAttemptHandler.js.map +1 -1
- package/dist/esm/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.d.ts +1 -1
- package/dist/esm/utils/failed-attempt-handler/n8nLlmFailedAttemptHandler.js.map +1 -1
- package/dist/esm/utils/follow-redirects.js.map +1 -1
- package/dist/esm/utils/fromai-helpers.js.map +1 -1
- package/dist/esm/utils/fromai-tool-factory.js.map +1 -1
- package/dist/esm/utils/helpers.js.map +1 -1
- package/dist/esm/utils/http-proxy-agent.js.map +1 -1
- package/dist/esm/utils/lazy-import.d.ts +1 -0
- package/dist/esm/utils/lazy-import.js +7 -0
- package/dist/esm/utils/lazy-import.js.map +1 -0
- package/dist/esm/utils/loaders/n8n-pdf-loader.js +2 -35
- package/dist/esm/utils/loaders/n8n-pdf-loader.js.map +1 -1
- package/dist/esm/utils/log-ai-event.js.map +1 -1
- package/dist/esm/utils/log-wrapper.d.ts +1 -1
- package/dist/esm/utils/log-wrapper.js.map +1 -1
- package/dist/esm/utils/n8n-binary-loader.js.map +1 -1
- package/dist/esm/utils/n8n-json-loader.js.map +1 -1
- package/dist/esm/utils/n8n-llm-tracing.js.map +1 -1
- package/dist/esm/utils/redact-headers.js.map +1 -1
- package/dist/esm/utils/shared-fields.js.map +1 -1
- package/dist/esm/utils/sse.js.map +1 -1
- package/dist/esm/utils/text-editor.js.map +1 -1
- package/dist/esm/utils/tokenizer/tiktoken.js.map +1 -1
- package/dist/esm/utils/tokenizer/token-estimator.js.map +1 -1
- package/dist/esm/utils/vector-store/MemoryManager/MemoryCalculator.js.map +1 -1
- package/dist/esm/utils/vector-store/MemoryManager/MemoryVectorStoreManager.js.map +1 -1
- package/dist/esm/utils/vector-store/MemoryManager/StoreCleanupService.js.map +1 -1
- package/dist/esm/utils/vector-store/MemoryManager/config.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/createVectorStoreNode.js +43 -33
- package/dist/esm/utils/vector-store/createVectorStoreNode/createVectorStoreNode.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/operations/insertOperation.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/operations/loadOperation.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/operations/retrieveAsToolExecuteOperation.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/operations/retrieveAsToolOperation.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/operations/retrieveOperation.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/operations/updateOperation.js.map +1 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/utils.d.ts +2 -1
- package/dist/esm/utils/vector-store/createVectorStoreNode/utils.js +15 -0
- package/dist/esm/utils/vector-store/createVectorStoreNode/utils.js.map +1 -1
- package/dist/esm/utils/vector-store/processDocuments.js.map +1 -1
- package/dist/esm/utils/workflow-text-editor.js.map +1 -1
- package/dist/esm/web-search/brave-search.js.map +1 -1
- package/dist/esm/web-search/searxng-search.js.map +1 -1
- package/package.json +24 -9
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
"use strict";
|
|
1
2
|
var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
|
|
2
3
|
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
|
|
3
4
|
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
@@ -12,193 +13,182 @@ var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (
|
|
|
12
13
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
13
14
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
14
15
|
};
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
16
|
+
var _N8nLlmTracing_parentRunIndex;
|
|
17
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
18
|
+
exports.N8nLlmTracing = void 0;
|
|
19
|
+
const base_1 = require("@langchain/core/callbacks/base");
|
|
20
|
+
const base_2 = require("@langchain/core/language_models/base");
|
|
21
|
+
const pick_1 = __importDefault(require("lodash/pick"));
|
|
22
|
+
const n8n_workflow_1 = require("n8n-workflow");
|
|
23
|
+
const log_ai_event_1 = require("./log-ai-event");
|
|
24
|
+
const redact_headers_1 = require("./redact-headers");
|
|
25
|
+
const token_estimator_1 = require("./tokenizer/token-estimator");
|
|
26
|
+
const TIKTOKEN_ESTIMATE_MODEL = 'gpt-4o';
|
|
27
|
+
function canWriteTracingMetadata(context) {
|
|
28
|
+
return (typeof context === 'object' &&
|
|
29
|
+
context !== null &&
|
|
30
|
+
'setMetadata' in context &&
|
|
31
|
+
typeof context.setMetadata === 'function');
|
|
32
|
+
}
|
|
33
|
+
class N8nLlmTracing extends base_1.BaseCallbackHandler {
|
|
34
|
+
constructor(executionFunctions, options) {
|
|
35
|
+
super();
|
|
36
|
+
this.executionFunctions = executionFunctions;
|
|
37
|
+
this.name = 'N8nLlmTracing';
|
|
38
|
+
this.awaitHandlers = true;
|
|
39
|
+
this.connectionType = n8n_workflow_1.NodeConnectionTypes.AiLanguageModel;
|
|
40
|
+
this.promptTokensEstimate = 0;
|
|
41
|
+
this.completionTokensEstimate = 0;
|
|
42
|
+
_N8nLlmTracing_parentRunIndex.set(this, void 0);
|
|
43
|
+
this.runsMap = {};
|
|
44
|
+
this.options = {
|
|
45
|
+
tokensUsageParser: (result) => {
|
|
46
|
+
const tokenUsage = result?.llmOutput?.tokenUsage;
|
|
47
|
+
const completionTokens = tokenUsage?.completionTokens ?? 0;
|
|
48
|
+
const promptTokens = tokenUsage?.promptTokens ?? 0;
|
|
49
|
+
const cost = tokenUsage?.cost ?? tokenUsage?.totalCost;
|
|
50
|
+
return {
|
|
51
|
+
completionTokens,
|
|
52
|
+
promptTokens,
|
|
53
|
+
totalTokens: completionTokens + promptTokens,
|
|
54
|
+
cost,
|
|
55
|
+
};
|
|
56
|
+
},
|
|
57
|
+
errorDescriptionMapper: (error) => error.description,
|
|
58
|
+
};
|
|
59
|
+
this.options = { ...this.options, ...options };
|
|
19
60
|
}
|
|
20
|
-
|
|
21
|
-
|
|
61
|
+
async estimateTokensFromGeneration(generations) {
|
|
62
|
+
const messages = generations.flatMap((gen) => gen.map((g) => g.text));
|
|
63
|
+
return await this.estimateTokensFromStringList(messages);
|
|
22
64
|
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
27
|
-
exports.N8nLlmTracing = void 0;
|
|
28
|
-
const base_1 = require("@langchain/core/callbacks/base");
|
|
29
|
-
const base_2 = require("@langchain/core/language_models/base");
|
|
30
|
-
const pick_1 = __importDefault(require("lodash/pick"));
|
|
31
|
-
const n8n_workflow_1 = require("n8n-workflow");
|
|
32
|
-
const log_ai_event_1 = require("./log-ai-event");
|
|
33
|
-
const redact_headers_1 = require("./redact-headers");
|
|
34
|
-
const token_estimator_1 = require("./tokenizer/token-estimator");
|
|
35
|
-
const TIKTOKEN_ESTIMATE_MODEL = 'gpt-4o';
|
|
36
|
-
function canWriteTracingMetadata(context) {
|
|
37
|
-
return (typeof context === 'object' &&
|
|
38
|
-
context !== null &&
|
|
39
|
-
'setMetadata' in context &&
|
|
40
|
-
typeof context.setMetadata === 'function');
|
|
65
|
+
async estimateTokensFromStringList(list) {
|
|
66
|
+
const embeddingModel = (0, base_2.getModelNameForTiktoken)(TIKTOKEN_ESTIMATE_MODEL);
|
|
67
|
+
return await (0, token_estimator_1.estimateTokensFromStringList)(list, embeddingModel);
|
|
41
68
|
}
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
const completionTokens = tokenUsage?.completionTokens ?? 0;
|
|
57
|
-
const promptTokens = tokenUsage?.promptTokens ?? 0;
|
|
58
|
-
const cost = tokenUsage?.cost ?? tokenUsage?.totalCost;
|
|
59
|
-
return {
|
|
60
|
-
completionTokens,
|
|
61
|
-
promptTokens,
|
|
62
|
-
totalTokens: completionTokens + promptTokens,
|
|
63
|
-
cost,
|
|
64
|
-
};
|
|
65
|
-
},
|
|
66
|
-
errorDescriptionMapper: (error) => error.description,
|
|
67
|
-
};
|
|
68
|
-
this.options = { ...this.options, ...options };
|
|
69
|
+
async handleLLMEnd(output, runId) {
|
|
70
|
+
const runDetails = this.runsMap[runId] ?? { index: Object.keys(this.runsMap).length };
|
|
71
|
+
output.generations = output.generations.map((gen) => gen.map((g) => (0, pick_1.default)(g, ['text', 'generationInfo'])));
|
|
72
|
+
const tokenUsageEstimate = {
|
|
73
|
+
completionTokens: 0,
|
|
74
|
+
promptTokens: 0,
|
|
75
|
+
totalTokens: 0,
|
|
76
|
+
};
|
|
77
|
+
const tokenUsage = this.options.tokensUsageParser(output);
|
|
78
|
+
if (output.generations.length > 0) {
|
|
79
|
+
tokenUsageEstimate.completionTokens = await this.estimateTokensFromGeneration(output.generations);
|
|
80
|
+
tokenUsageEstimate.promptTokens = this.promptTokensEstimate;
|
|
81
|
+
tokenUsageEstimate.totalTokens =
|
|
82
|
+
tokenUsageEstimate.completionTokens + this.promptTokensEstimate;
|
|
69
83
|
}
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
84
|
+
const response = {
|
|
85
|
+
response: { generations: output.generations },
|
|
86
|
+
};
|
|
87
|
+
if (tokenUsage.completionTokens > 0) {
|
|
88
|
+
response.tokenUsage = tokenUsage;
|
|
89
|
+
this.applyTracingTokenMetadata({
|
|
90
|
+
promptTokens: tokenUsage.promptTokens,
|
|
91
|
+
completionTokens: tokenUsage.completionTokens,
|
|
92
|
+
totalTokens: tokenUsage.totalTokens,
|
|
93
|
+
isEstimated: false,
|
|
94
|
+
cost: tokenUsage.cost,
|
|
95
|
+
});
|
|
73
96
|
}
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
97
|
+
else {
|
|
98
|
+
response.tokenUsageEstimate = tokenUsageEstimate;
|
|
99
|
+
this.applyTracingTokenMetadata({
|
|
100
|
+
promptTokens: tokenUsageEstimate.promptTokens,
|
|
101
|
+
completionTokens: tokenUsageEstimate.completionTokens,
|
|
102
|
+
totalTokens: tokenUsageEstimate.totalTokens,
|
|
103
|
+
isEstimated: true,
|
|
104
|
+
});
|
|
77
105
|
}
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
completionTokens: 0,
|
|
83
|
-
promptTokens: 0,
|
|
84
|
-
totalTokens: 0,
|
|
85
|
-
};
|
|
86
|
-
const tokenUsage = this.options.tokensUsageParser(output);
|
|
87
|
-
if (output.generations.length > 0) {
|
|
88
|
-
tokenUsageEstimate.completionTokens = await this.estimateTokensFromGeneration(output.generations);
|
|
89
|
-
tokenUsageEstimate.promptTokens = this.promptTokensEstimate;
|
|
90
|
-
tokenUsageEstimate.totalTokens =
|
|
91
|
-
tokenUsageEstimate.completionTokens + this.promptTokensEstimate;
|
|
92
|
-
}
|
|
93
|
-
const response = {
|
|
94
|
-
response: { generations: output.generations },
|
|
95
|
-
};
|
|
96
|
-
if (tokenUsage.completionTokens > 0) {
|
|
97
|
-
response.tokenUsage = tokenUsage;
|
|
98
|
-
this.applyTracingTokenMetadata({
|
|
99
|
-
promptTokens: tokenUsage.promptTokens,
|
|
100
|
-
completionTokens: tokenUsage.completionTokens,
|
|
101
|
-
totalTokens: tokenUsage.totalTokens,
|
|
102
|
-
isEstimated: false,
|
|
103
|
-
cost: tokenUsage.cost,
|
|
104
|
-
});
|
|
105
|
-
}
|
|
106
|
-
else {
|
|
107
|
-
response.tokenUsageEstimate = tokenUsageEstimate;
|
|
108
|
-
this.applyTracingTokenMetadata({
|
|
109
|
-
promptTokens: tokenUsageEstimate.promptTokens,
|
|
110
|
-
completionTokens: tokenUsageEstimate.completionTokens,
|
|
111
|
-
totalTokens: tokenUsageEstimate.totalTokens,
|
|
112
|
-
isEstimated: true,
|
|
113
|
-
});
|
|
114
|
-
}
|
|
115
|
-
const parsedMessages = typeof runDetails.messages === 'string'
|
|
116
|
-
? runDetails.messages
|
|
117
|
-
: runDetails.messages.map((message) => {
|
|
118
|
-
if (typeof message === 'string')
|
|
119
|
-
return message;
|
|
120
|
-
if (typeof message?.toJSON === 'function')
|
|
121
|
-
return message.toJSON();
|
|
106
|
+
const parsedMessages = typeof runDetails.messages === 'string'
|
|
107
|
+
? runDetails.messages
|
|
108
|
+
: runDetails.messages.map((message) => {
|
|
109
|
+
if (typeof message === 'string')
|
|
122
110
|
return message;
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
(0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-generated-output', {
|
|
127
|
-
messages: parsedMessages,
|
|
128
|
-
options: runDetails.options,
|
|
129
|
-
response,
|
|
111
|
+
if (typeof message?.toJSON === 'function')
|
|
112
|
+
return message.toJSON();
|
|
113
|
+
return message;
|
|
130
114
|
});
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
115
|
+
const sourceNodeRunIndex = __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") !== undefined ? __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") + runDetails.index : undefined;
|
|
116
|
+
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, [[{ json: { ...response } }]], undefined, sourceNodeRunIndex);
|
|
117
|
+
(0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-generated-output', {
|
|
118
|
+
messages: parsedMessages,
|
|
119
|
+
options: runDetails.options,
|
|
120
|
+
response,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
async handleLLMStart(llm, prompts, runId) {
|
|
124
|
+
const estimatedTokens = await this.estimateTokensFromStringList(prompts);
|
|
125
|
+
const sourceNodeRunIndex = __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") !== undefined
|
|
126
|
+
? __classPrivateFieldGet(this, _N8nLlmTracing_parentRunIndex, "f") + this.executionFunctions.getNextRunIndex()
|
|
127
|
+
: undefined;
|
|
128
|
+
const options = (0, redact_headers_1.redactHeaderValues)(llm.type === 'constructor' ? llm.kwargs : llm, this.options.redactedHeaders ?? []);
|
|
129
|
+
const { index } = this.executionFunctions.addInputData(this.connectionType, [
|
|
130
|
+
[
|
|
131
|
+
{
|
|
132
|
+
json: {
|
|
133
|
+
messages: prompts,
|
|
134
|
+
estimatedTokens,
|
|
135
|
+
options,
|
|
146
136
|
},
|
|
147
|
-
|
|
148
|
-
],
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
});
|
|
165
|
-
}
|
|
166
|
-
if (error instanceof n8n_workflow_1.NodeError) {
|
|
167
|
-
if (this.options.errorDescriptionMapper) {
|
|
168
|
-
error.description = this.options.errorDescriptionMapper(error);
|
|
137
|
+
},
|
|
138
|
+
],
|
|
139
|
+
], sourceNodeRunIndex);
|
|
140
|
+
this.runsMap[runId] = {
|
|
141
|
+
index,
|
|
142
|
+
options,
|
|
143
|
+
messages: prompts,
|
|
144
|
+
};
|
|
145
|
+
this.promptTokensEstimate = estimatedTokens;
|
|
146
|
+
}
|
|
147
|
+
async handleLLMError(error, runId, parentRunId) {
|
|
148
|
+
const runDetails = this.runsMap[runId] ?? { index: Object.keys(this.runsMap).length };
|
|
149
|
+
if (typeof error === 'object' && error?.hasOwnProperty('headers')) {
|
|
150
|
+
const errorWithHeaders = error;
|
|
151
|
+
Object.keys(errorWithHeaders.headers).forEach((key) => {
|
|
152
|
+
if (!key.startsWith('x-')) {
|
|
153
|
+
delete errorWithHeaders.headers[key];
|
|
169
154
|
}
|
|
170
|
-
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, error);
|
|
171
|
-
}
|
|
172
|
-
else {
|
|
173
|
-
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, new n8n_workflow_1.NodeOperationError(this.executionFunctions.getNode(), error, {
|
|
174
|
-
functionality: 'configuration-node',
|
|
175
|
-
}));
|
|
176
|
-
}
|
|
177
|
-
(0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-errored', {
|
|
178
|
-
error: Object.keys(error).length === 0 ? error.toString() : error,
|
|
179
|
-
runId,
|
|
180
|
-
parentRunId,
|
|
181
155
|
});
|
|
182
156
|
}
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
applyTracingTokenMetadata(params) {
|
|
187
|
-
if (!canWriteTracingMetadata(this.executionFunctions))
|
|
188
|
-
return;
|
|
189
|
-
const tracing = {
|
|
190
|
-
'llm.tokens.in': params.promptTokens,
|
|
191
|
-
'llm.tokens.out': params.completionTokens,
|
|
192
|
-
'llm.tokens.total': params.totalTokens,
|
|
193
|
-
'llm.tokens.estimated': params.isEstimated,
|
|
194
|
-
};
|
|
195
|
-
if (typeof params.cost === 'number' && Number.isFinite(params.cost)) {
|
|
196
|
-
tracing['llm.cost.total'] = params.cost;
|
|
157
|
+
if (error instanceof n8n_workflow_1.NodeError) {
|
|
158
|
+
if (this.options.errorDescriptionMapper) {
|
|
159
|
+
error.description = this.options.errorDescriptionMapper(error);
|
|
197
160
|
}
|
|
198
|
-
this.executionFunctions.
|
|
161
|
+
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, error);
|
|
162
|
+
}
|
|
163
|
+
else {
|
|
164
|
+
this.executionFunctions.addOutputData(this.connectionType, runDetails.index, new n8n_workflow_1.NodeOperationError(this.executionFunctions.getNode(), error, {
|
|
165
|
+
functionality: 'configuration-node',
|
|
166
|
+
}));
|
|
167
|
+
}
|
|
168
|
+
(0, log_ai_event_1.logAiEvent)(this.executionFunctions, 'ai-llm-errored', {
|
|
169
|
+
error: Object.keys(error).length === 0 ? error.toString() : error,
|
|
170
|
+
runId,
|
|
171
|
+
parentRunId,
|
|
172
|
+
});
|
|
173
|
+
}
|
|
174
|
+
setParentRunIndex(runIndex) {
|
|
175
|
+
__classPrivateFieldSet(this, _N8nLlmTracing_parentRunIndex, runIndex, "f");
|
|
176
|
+
}
|
|
177
|
+
applyTracingTokenMetadata(params) {
|
|
178
|
+
if (!canWriteTracingMetadata(this.executionFunctions))
|
|
179
|
+
return;
|
|
180
|
+
const tracing = {
|
|
181
|
+
'llm.tokens.in': params.promptTokens,
|
|
182
|
+
'llm.tokens.out': params.completionTokens,
|
|
183
|
+
'llm.tokens.total': params.totalTokens,
|
|
184
|
+
'llm.tokens.estimated': params.isEstimated,
|
|
185
|
+
};
|
|
186
|
+
if (typeof params.cost === 'number' && Number.isFinite(params.cost)) {
|
|
187
|
+
tracing['llm.cost.total'] = params.cost;
|
|
199
188
|
}
|
|
189
|
+
this.executionFunctions.setMetadata({ tracing });
|
|
200
190
|
}
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
191
|
+
}
|
|
192
|
+
exports.N8nLlmTracing = N8nLlmTracing;
|
|
193
|
+
_N8nLlmTracing_parentRunIndex = new WeakMap();
|
|
204
194
|
//# sourceMappingURL=n8n-llm-tracing.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"n8n-llm-tracing.js","sourceRoot":"","sources":["../../../src/utils/n8n-llm-tracing.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"n8n-llm-tracing.js","sourceRoot":"","sources":["../../../src/utils/n8n-llm-tracing.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAAA,yDAAqE;AAErE,+DAA+E;AAQ/E,uDAA+B;AAE/B,+CAAkF;AAElF,iDAA4C;AAC5C,qDAAsD;AACtD,iEAA2E;AAwB3E,MAAM,uBAAuB,GAAG,QAAQ,CAAC;AAezC,SAAS,uBAAuB,CAAC,OAAgB;IAChD,OAAO,CACN,OAAO,OAAO,KAAK,QAAQ;QAC3B,OAAO,KAAK,IAAI;QAChB,aAAa,IAAI,OAAO;QACxB,OAAO,OAAO,CAAC,WAAW,KAAK,UAAU,CACzC,CAAC;AACH,CAAC;AAED,mBAA2B,SAAQ,0BAAmB;IA+CrD,YACS,kBAAwC,EAChD,OAIC;QAED,KAAK,EAAE,CAAC;QAPA,uBAAkB,GAAlB,kBAAkB,CAAsB;QA/CjD,SAAI,GAAG,eAAe,CAAC;QAIvB,kBAAa,GAAG,IAAI,CAAC;QAErB,mBAAc,GAAG,kCAAmB,CAAC,eAAe,CAAC;QAErD,yBAAoB,GAAG,CAAC,CAAC;QAEzB,6BAAwB,GAAG,CAAC,CAAC;QAE7B,gDAAyB;QAQzB,YAAO,GAA8B,EAAE,CAAC;QAExC,YAAO,GAIH;YAEH,iBAAiB,EAAE,CAAC,MAAiB,EAAE,EAAE;gBACxC,MAAM,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,UAE1B,CAAC;gBACb,MAAM,gBAAgB,GAAG,UAAU,EAAE,gBAAgB,IAAI,CAAC,CAAC;gBAC3D,MAAM,YAAY,GAAG,UAAU,EAAE,YAAY,IAAI,CAAC,CAAC;gBACnD,MAAM,IAAI,GAAG,UAAU,EAAE,IAAI,IAAI,UAAU,EAAE,SAAS,CAAC;gBAEvD,OAAO;oBACN,gBAAgB;oBAChB,YAAY;oBACZ,WAAW,EAAE,gBAAgB,GAAG,YAAY;oBAC5C,IAAI;iBACJ,CAAC;YACH,CAAC;YACD,sBAAsB,EAAE,CAAC,KAAgB,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW;SAC/D,CAAC;QAWD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,WAAqC;QACvE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACtE,OAAO,MAAM,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,IAAc;QAChD,MAAM,cAAc,GAAG,IAAA,8BAAuB,EAAC,uBAAuB,CAAC,CAAC;QACxE,OAAO,MAAM,IAAA,8CAA4B,EAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAiB,EAAE,KAAa;QAGlD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;QAEtF,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACnD,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,cAAI,EAAC,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,CACnD,CAAC;QAEF,MAAM,kBAAkB,GAAG;YAC1B,gBAAgB,EAAE,CAAC;YACnB,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;SACd,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAE1D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,kBAAkB,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAC5E,MAAM,CAAC,WAAW,CAClB,CAAC;YAEF,kBAAkB,CAAC,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC;YAC5D,kBAAkB,CAAC,WAAW;gBAC7B,kBAAkB,CAAC,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAClE,CAAC;QACD,MAAM,QAAQ,GAIV;YACH,QAAQ,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE;SAC7C,CAAC;QAGF,IAAI,UAAU,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YACrC,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;YACjC,IAAI,CAAC,yBAAyB,CAAC;gBAC9B,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;gBAC7C,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,WAAW,EAAE,KAAK;gBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;aACrB,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,QAAQ,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;YACjD,IAAI,CAAC,yBAAyB,CAAC;gBAC9B,YAAY,EAAE,kBAAkB,CAAC,YAAY;gBAC7C,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB;gBACrD,WAAW,EAAE,kBAAkB,CAAC,WAAW;gBAC3C,WAAW,EAAE,IAAI;aACjB,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GACnB,OAAO,UAAU,CAAC,QAAQ,KAAK,QAAQ;YACtC,CAAC,CAAC,UAAU,CAAC,QAAQ;YACrB,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBACpC,IAAI,OAAO,OAAO,KAAK,QAAQ;oBAAE,OAAO,OAAO,CAAC;gBAChD,IAAI,OAAO,OAAO,EAAE,MAAM,KAAK,UAAU;oBAAE,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC;gBAEnE,OAAO,OAAO,CAAC;YAChB,CAAC,CAAC,CAAC;QAEN,MAAM,kBAAkB,GACvB,uBAAA,IAAI,qCAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,uBAAA,IAAI,qCAAgB,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAE1F,IAAI,CAAC,kBAAkB,CAAC,aAAa,CACpC,IAAI,CAAC,cAAc,EACnB,UAAU,CAAC,KAAK,EAChB,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,CAAC,CAAC,EAC7B,SAAS,EACT,kBAAkB,CAClB,CAAC;QAEF,IAAA,yBAAU,EAAC,IAAI,CAAC,kBAAkB,EAAE,yBAAyB,EAAE;YAC9D,QAAQ,EAAE,cAAc;YACxB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ;SACR,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,GAAe,EAAE,OAAiB,EAAE,KAAa;QACrE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;QACzE,MAAM,kBAAkB,GACvB,uBAAA,IAAI,qCAAgB,KAAK,SAAS;YACjC,CAAC,CAAC,uBAAA,IAAI,qCAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE;YAClE,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,OAAO,GAAG,IAAA,mCAAkB,EACjC,GAAG,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAC7C,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,EAAE,CAClC,CAAC;QACF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CACrD,IAAI,CAAC,cAAc,EACnB;YACC;gBACC;oBACC,IAAI,EAAE;wBACL,QAAQ,EAAE,OAAO;wBACjB,eAAe;wBACf,OAAO;qBACP;iBACD;aACD;SACD,EACD,kBAAkB,CAClB,CAAC;QAGF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG;YACrB,KAAK;YACL,OAAO;YACP,QAAQ,EAAE,OAAO;SACjB,CAAC;QACF,IAAI,CAAC,oBAAoB,GAAG,eAAe,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAA0B,EAAE,KAAa,EAAE,WAAoB;QACnF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;QAItF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;YACnE,MAAM,gBAAgB,GAAG,KAA6C,CAAC;YAEvE,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACrD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3B,OAAO,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACtC,CAAC;YACF,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,YAAY,wBAAS,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;gBACzC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrF,CAAC;aAAM,CAAC;YAEP,IAAI,CAAC,kBAAkB,CAAC,aAAa,CACpC,IAAI,CAAC,cAAc,EACnB,UAAU,CAAC,KAAK,EAChB,IAAI,iCAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAE,KAAmB,EAAE;gBAC9E,aAAa,EAAE,oBAAoB;aACnC,CAAC,CACF,CAAC;QACH,CAAC;QAED,IAAA,yBAAU,EAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,EAAE;YAErD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK;YACjE,KAAK;YACL,WAAW;SACX,CAAC,CAAC;IACJ,CAAC;IAGD,iBAAiB,CAAC,QAAgB;QACjC,uBAAA,IAAI,iCAAmB,QAAQ,MAAA,CAAC;IACjC,CAAC;IAEO,yBAAyB,CAAC,MAMjC;QACA,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAAE,OAAO;QAE9D,MAAM,OAAO,GAA4B;YACxC,eAAe,EAAE,MAAM,CAAC,YAAY;YACpC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,kBAAkB,EAAE,MAAM,CAAC,WAAW;YACtC,sBAAsB,EAAE,MAAM,CAAC,WAAW;SAC1C,CAAC;QACF,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACrE,OAAO,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAClD,CAAC;CACD"}
|
|
@@ -1,60 +1,50 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
Object.
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
const ALWAYS_REDACTED_HEADERS = ['authorization', 'x-api-key', 'api-key', 'cookie'];
|
|
17
|
-
function maskHeaderContainer(headers, lowerHeaderNames) {
|
|
18
|
-
const masked = { ...headers };
|
|
19
|
-
let changed = false;
|
|
20
|
-
for (const key of Object.keys(headers)) {
|
|
21
|
-
const lowerKey = key.toLowerCase();
|
|
22
|
-
if (lowerHeaderNames.includes(lowerKey) || ALWAYS_REDACTED_HEADERS.includes(lowerKey)) {
|
|
23
|
-
masked[key] = REDACTED_HEADER_VALUE;
|
|
24
|
-
changed = true;
|
|
25
|
-
}
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.redactHeaderValues = redactHeaderValues;
|
|
4
|
+
const is_record_1 = require("@n8n/utils/is-record");
|
|
5
|
+
const REDACTED_HEADER_VALUE = '**********';
|
|
6
|
+
const HEADER_CONTAINER_KEYS = ['defaultheaders', 'headers'];
|
|
7
|
+
const ALWAYS_REDACTED_HEADERS = ['authorization', 'x-api-key', 'api-key', 'cookie'];
|
|
8
|
+
function maskHeaderContainer(headers, lowerHeaderNames) {
|
|
9
|
+
const masked = { ...headers };
|
|
10
|
+
let changed = false;
|
|
11
|
+
for (const key of Object.keys(headers)) {
|
|
12
|
+
const lowerKey = key.toLowerCase();
|
|
13
|
+
if (lowerHeaderNames.includes(lowerKey) || ALWAYS_REDACTED_HEADERS.includes(lowerKey)) {
|
|
14
|
+
masked[key] = REDACTED_HEADER_VALUE;
|
|
15
|
+
changed = true;
|
|
26
16
|
}
|
|
27
|
-
return changed ? masked : headers;
|
|
28
17
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
const masked = redactValue(item, lowerHeaderNames);
|
|
34
|
-
if (masked !== item) {
|
|
35
|
-
result = result ?? [...value];
|
|
36
|
-
result[index] = masked;
|
|
37
|
-
}
|
|
38
|
-
});
|
|
39
|
-
return result ?? value;
|
|
40
|
-
}
|
|
41
|
-
if (!(0, is_record_1.isRecord)(value))
|
|
42
|
-
return value;
|
|
18
|
+
return changed ? masked : headers;
|
|
19
|
+
}
|
|
20
|
+
function redactValue(value, lowerHeaderNames) {
|
|
21
|
+
if (Array.isArray(value)) {
|
|
43
22
|
let result;
|
|
44
|
-
|
|
45
|
-
const masked =
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
result = result ?? { ...value };
|
|
50
|
-
result[key] = masked;
|
|
23
|
+
value.forEach((item, index) => {
|
|
24
|
+
const masked = redactValue(item, lowerHeaderNames);
|
|
25
|
+
if (masked !== item) {
|
|
26
|
+
result = result ?? [...value];
|
|
27
|
+
result[index] = masked;
|
|
51
28
|
}
|
|
52
|
-
}
|
|
29
|
+
});
|
|
53
30
|
return result ?? value;
|
|
54
31
|
}
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
32
|
+
if (!(0, is_record_1.isRecord)(value))
|
|
33
|
+
return value;
|
|
34
|
+
let result;
|
|
35
|
+
for (const [key, child] of Object.entries(value)) {
|
|
36
|
+
const masked = HEADER_CONTAINER_KEYS.includes(key.toLowerCase()) && (0, is_record_1.isRecord)(child)
|
|
37
|
+
? maskHeaderContainer(child, lowerHeaderNames)
|
|
38
|
+
: redactValue(child, lowerHeaderNames);
|
|
39
|
+
if (masked !== child) {
|
|
40
|
+
result = result ?? { ...value };
|
|
41
|
+
result[key] = masked;
|
|
42
|
+
}
|
|
58
43
|
}
|
|
59
|
-
|
|
44
|
+
return result ?? value;
|
|
45
|
+
}
|
|
46
|
+
function redactHeaderValues(options, headerNames) {
|
|
47
|
+
const redacted = redactValue(options, headerNames.map((name) => name.toLowerCase()));
|
|
48
|
+
return (0, is_record_1.isRecord)(redacted) ? redacted : options;
|
|
49
|
+
}
|
|
60
50
|
//# sourceMappingURL=redact-headers.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"redact-headers.js","sourceRoot":"","sources":["../../../src/utils/redact-headers.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"redact-headers.js","sourceRoot":"","sources":["../../../src/utils/redact-headers.ts"],"names":[],"mappings":";;;AAEA,oDAAgD;AAIhD,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAE3C,MAAM,qBAAqB,GAAG,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;AAE5D,MAAM,uBAAuB,GAAG,CAAC,eAAe,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AAEpF,SAAS,mBAAmB,CAC3B,OAAgC,EAChC,gBAA0B;IAE1B,MAAM,MAAM,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC9B,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvF,MAAM,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC;YACpC,OAAO,GAAG,IAAI,CAAC;QAChB,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,gBAA0B;IAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,MAA6B,CAAC;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACnD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACrB,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;gBAC9B,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;YACxB,CAAC;QACF,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,IAAI,KAAK,CAAC;IACxB,CAAC;IAED,IAAI,CAAC,IAAA,oBAAQ,EAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEnC,IAAI,MAA2C,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClD,MAAM,MAAM,GACX,qBAAqB,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,IAAA,oBAAQ,EAAC,KAAK,CAAC;YACnE,CAAC,CAAC,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,CAAC;YAC9C,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACtB,MAAM,GAAG,MAAM,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;YAChC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;QACtB,CAAC;IACF,CAAC;IACD,OAAO,MAAM,IAAI,KAAK,CAAC;AACxB,CAAC;AAED,4BACC,OAA0B,EAC1B,WAAqB;IAErB,MAAM,QAAQ,GAAG,WAAW,CAC3B,OAAO,EACP,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAC7C,CAAC;IACF,OAAO,IAAA,oBAAQ,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;AAChD,CAAC"}
|