n8n 2.45.6 → 2.46.1

package/dist/modules/agents/agent-modification-telemetry.service.d.ts

@@ -1,11 +1,11 @@
 import { EventService } from '@n8n/backend-services';
 import type { AgentActor, AgentIntegrationConfig, AgentJsonConfig } from '@n8n/api-types';
 import type { User } from '@n8n/db';
+import { TELEMETRY_EVENT, type InferTelemetryProps } from '@n8n/telemetry';
+import { InstanceSettings } from 'n8n-core';
 import { Telemetry } from '../../telemetry';
 import type { Agent } from './entities/agent.entity';
 import { type AgentSkillRefs } from './json-config/agent-document';
-import { isUnconfiguredAgent } from './utils/agent-capabilities';
-export { isUnconfiguredAgent };
 export type { AgentActor } from '@n8n/api-types';
 export type AgentMutationTelemetryContext = {
     user: User;
@@ -13,7 +13,9 @@ export type AgentMutationTelemetryContext = {
     pushRef?: string;
 };
 export type AgentConfigPart = 'instructions' | 'model' | 'credential' | 'memory' | 'name' | 'description' | 'config' | 'tools' | 'providerTools' | 'skills' | 'tasks' | 'triggers' | 'subAgents' | 'mcpServers' | 'vectorStores';
+export type AgentConfigSetting = NonNullable<InferTelemetryProps<typeof TELEMETRY_EVENT.AGENTS.USER_MODIFIED_AGENT>['changed_settings']>[number];
 export declare function diffAgentConfigParts(previousSchema: AgentJsonConfig | null, nextSchema: AgentJsonConfig | null, previousIntegrations: AgentIntegrationConfig[], nextIntegrations: AgentIntegrationConfig[], sidecarChanges?: AgentSidecarChanges): AgentConfigPart[];
+export declare function diffAgentConfigSettings(previous: AgentJsonConfig | null, next: AgentJsonConfig | null): AgentConfigSetting[];
 export interface AgentModificationEvent {
     agent: Agent;
     config: AgentJsonConfig | null;
@@ -21,408 +23,21 @@ export interface AgentModificationEvent {
     user: User;
     by: AgentActor;
     changedParts: AgentConfigPart[];
-    wasUnconfigured: boolean;
+    changedSettings?: AgentConfigSetting[];
 }
-export declare function captureAgentMutation(agent: Agent, skillRefs: AgentSkillRefs): {
-    schema: {
-        name: string;
-        description?: string | undefined;
-        model: string;
-        credential?: string | undefined;
-        modelDeploymentName?: string | undefined;
-        instructions: string;
-        personalisation?: {
-            icon: string;
-            gradient: {
-                from: string;
-                to: string;
-                angle: number;
-                fromStop: number;
-                toStop: number;
-            };
-        } | undefined;
-        memory?: {
-            enabled: boolean;
-            storage: "n8n";
-            observationalMemory?: {
-                enabled?: boolean | undefined;
-                observerModel?: {
-                    model: string;
-                    credential: string;
-                } | undefined;
-                reflectorModel?: {
-                    model: string;
-                    credential: string;
-                } | undefined;
-                observerThresholdTokens?: number | undefined;
-                reflectorThresholdTokens?: number | undefined;
-                renderTokenBudget?: number | undefined;
-                observationLogTailLimit?: number | undefined;
-                lockTtlMs?: number | undefined;
-            } | undefined;
-            episodicMemory?: {
-                enabled: false;
-            } | {
-                enabled: true;
-                credential: string;
-                reflectorModel?: {
-                    model: string;
-                    credential: string;
-                } | undefined;
-                topK?: number | undefined;
-                maxEntriesPerRun?: number | undefined;
-            } | undefined;
-        } | undefined;
-        subAgents?: {
-            maxChildren?: number | undefined;
-            agents?: {
-                agentId: string;
-                useWhen?: string | undefined;
-                enabled?: boolean | undefined;
-            }[] | undefined;
-            modelsByDifficulty?: {
-                low?: {
-                    model: string;
-                    credential: string;
-                } | undefined;
-                medium?: {
-                    model: string;
-                    credential: string;
-                } | undefined;
-                high?: {
-                    model: string;
-                    credential: string;
-                } | undefined;
-            } | undefined;
-        } | undefined;
-        tools?: ({
-            type: "custom";
-            enabled?: boolean | undefined;
-            id: string;
-            requireApproval?: boolean | undefined;
-        } | {
-            type: "workflow";
-            enabled?: boolean | undefined;
-            workflowId?: string | undefined;
-            workflow: string;
-            name?: string | undefined;
-            description?: string | undefined;
-            requireApproval?: boolean | undefined;
-            allOutputs?: boolean | undefined;
-            inputs?: Record<string, {
-                mode: "ai";
-                description?: string | undefined;
-            } | {
-                mode: "fixed";
-                value: import("n8n-workflow").JsonValue;
-            } | {
-                mode: "expression";
-                value: string;
-            }> | undefined;
-        } | {
-            type: "node";
-            enabled?: boolean | undefined;
-            name: string;
-            description?: string | undefined;
-            inputSchema?: undefined;
-            node: {
-                nodeType: string;
-                nodeTypeVersion: number;
-                nodeParameters: Record<string, unknown>;
-                credentials?: Record<string, {
-                    id: string;
-                    name: string;
-                } | {
-                    id: null;
-                    name: string;
-                    __aiGatewayManaged: true;
-                }> | undefined;
-            };
-            requireApproval?: boolean | undefined;
-        })[] | undefined;
-        skills?: {
-            type: "skill";
-            versionId?: string | undefined;
-            id: string;
-        }[] | undefined;
-        tasks?: {
-            type: "task";
-            id: string;
-            enabled: boolean;
-        }[] | undefined;
-        providerTools?: Record<string, Record<string, unknown>> | undefined;
-        integrations?: ({
-            type: "telegram";
-            credentialId: string;
-            approval?: {
-                mode: "global";
-            } | {
-                mode: "selected";
-                tools: string[];
-            } | undefined;
-            settings?: {
-                accessMode: "private" | "public";
-                allowedUsers: string[];
-                sessionIdleTimeoutMinutes?: number | null | undefined;
-            } | undefined;
-        } | {
-            type: "slack";
-            credentialId: string;
-            approval?: {
-                mode: "global";
-            } | {
-                mode: "selected";
-                tools: string[];
-            } | undefined;
-            settings?: {
-                messagingExperience: "agent" | "assistant";
-                sessionIdleTimeoutMinutes?: number | null | undefined;
-            } | undefined;
-        } | {
-            type: "linear";
-            credentialId: string;
-            approval?: {
-                mode: "global";
-            } | {
-                mode: "selected";
-                tools: string[];
-            } | undefined;
-            settings?: {
-                sessionIdleTimeoutMinutes?: number | null | undefined;
-            } | undefined;
-        } | {
-            type: "discord";
-            credentialId: string;
-            approval?: {
-                mode: "global";
-            } | {
-                mode: "selected";
-                tools: string[];
-            } | undefined;
-            settings?: {
-                sessionIdleTimeoutMinutes?: number | null | undefined;
-            } | undefined;
-        } | {
-            type: "whatsapp";
-            credentialId: string;
-            approval?: {
-                mode: "global";
-            } | {
-                mode: "selected";
-                tools: string[];
-            } | undefined;
-            settings?: {
-                sessionIdleTimeoutMinutes?: number | null | undefined;
-                typingIndicator?: boolean | undefined;
-                downloadMedia?: boolean | undefined;
-                mediaRetentionDays?: number | undefined;
-            } | undefined;
-        } | {
-            type: "teams";
-            credentialId: string;
-            approval?: {
-                mode: "global";
-            } | {
-                mode: "selected";
-                tools: string[];
-            } | undefined;
-            settings?: {
-                sessionIdleTimeoutMinutes?: number | null | undefined;
-                displayName?: string | undefined;
-                description?: string | undefined;
-                teamChannels?: boolean | undefined;
-                groupChats?: boolean | undefined;
-                readAllChannelMessages?: boolean | undefined;
-                readAllGroupMessages?: boolean | undefined;
-            } | undefined;
-        } | {
-            type: "n8n_chat";
-            credentialId: "";
-        })[] | undefined;
-        mcpServers?: {
-            name: string;
-            description?: string | undefined;
-            url: string;
-            transport: "sse" | "streamableHttp";
-            authentication: string;
-            credential?: string | undefined;
-            metadata?: {
-                nodeTypeName?: string | undefined;
-            } | undefined;
-            toolPermissions?: {
-                categories: {
-                    read: "always_allow" | "blocked" | "require_approval";
-                    write: "always_allow" | "blocked" | "require_approval";
-                };
-                tools?: Record<string, "always_allow" | "blocked" | "require_approval"> | undefined;
-            } | undefined;
-            connectionTimeoutMs?: number | undefined;
-        }[] | undefined;
-        vectorStores?: ({
-            name: string;
-            credential: string;
-            useWhen: string;
-            embedding: {
-                model: string;
-                credential: string;
-            };
-            provider: "pinecone";
-            indexName: string;
-            namespace?: string | undefined;
-        } | {
-            name: string;
-            credential: string;
-            useWhen: string;
-            embedding: {
-                model: string;
-                credential: string;
-            };
-            provider: "qdrant";
-            collectionName: string;
-        } | {
-            name: string;
-            credential: string;
-            useWhen: string;
-            embedding: {
-                model: string;
-                credential: string;
-            };
-            provider: "supabase";
-            tableName: string;
-            queryName?: string | undefined;
-        } | {
-            name: string;
-            credential: string;
-            useWhen: string;
-            embedding: {
-                model: string;
-                credential: string;
-            };
-            provider: "postgres";
-            tableName: string;
-        })[] | undefined;
-        config?: {
-            reasoning?: "high" | "low" | "medium" | undefined;
-            promptCaching?: {
-                enabled: boolean;
-                anthropic?: {
-                    ttl?: "1h" | "5m" | undefined;
-                } | undefined;
-            } | undefined;
-            webSearch?: {
-                enabled: boolean;
-                provider?: "auto" | "brave" | "native" | "searxng" | undefined;
-                credential?: string | undefined;
-            } | undefined;
-            toolCallConcurrency?: number | undefined;
-            maxIterations?: number | undefined;
-            guardrails?: {
-                budget?: {
-                    enabled: boolean;
-                    monthlyBudgetUsd?: number | undefined;
-                    alertThresholdPercent?: number | undefined;
-                    sessionCostCapUsd?: number | undefined;
-                } | undefined;
-            } | undefined;
-        } | undefined;
-    } | null;
-    integrations: ({
-        type: "telegram";
-        credentialId: string;
-        approval?: {
-            mode: "global";
-        } | {
-            mode: "selected";
-            tools: string[];
-        } | undefined;
-        settings?: {
-            accessMode: "private" | "public";
-            allowedUsers: string[];
-            sessionIdleTimeoutMinutes?: number | null | undefined;
-        } | undefined;
-    } | {
-        type: "slack";
-        credentialId: string;
-        approval?: {
-            mode: "global";
-        } | {
-            mode: "selected";
-            tools: string[];
-        } | undefined;
-        settings?: {
-            messagingExperience: "agent" | "assistant";
-            sessionIdleTimeoutMinutes?: number | null | undefined;
-        } | undefined;
-    } | {
-        type: "linear";
-        credentialId: string;
-        approval?: {
-            mode: "global";
-        } | {
-            mode: "selected";
-            tools: string[];
-        } | undefined;
-        settings?: {
-            sessionIdleTimeoutMinutes?: number | null | undefined;
-        } | undefined;
-    } | {
-        type: "discord";
-        credentialId: string;
-        approval?: {
-            mode: "global";
-        } | {
-            mode: "selected";
-            tools: string[];
-        } | undefined;
-        settings?: {
-            sessionIdleTimeoutMinutes?: number | null | undefined;
-        } | undefined;
-    } | {
-        type: "whatsapp";
-        credentialId: string;
-        approval?: {
-            mode: "global";
-        } | {
-            mode: "selected";
-            tools: string[];
-        } | undefined;
-        settings?: {
-            sessionIdleTimeoutMinutes?: number | null | undefined;
-            typingIndicator?: boolean | undefined;
-            downloadMedia?: boolean | undefined;
-            mediaRetentionDays?: number | undefined;
-        } | undefined;
-    } | {
-        type: "teams";
-        credentialId: string;
-        approval?: {
-            mode: "global";
-        } | {
-            mode: "selected";
-            tools: string[];
-        } | undefined;
-        settings?: {
-            sessionIdleTimeoutMinutes?: number | null | undefined;
-            displayName?: string | undefined;
-            description?: string | undefined;
-            teamChannels?: boolean | undefined;
-            groupChats?: boolean | undefined;
-            readAllChannelMessages?: boolean | undefined;
-            readAllGroupMessages?: boolean | undefined;
-        } | undefined;
-    } | {
-        type: "n8n_chat";
-        credentialId: "";
-    })[];
-    wasUnconfigured: boolean;
-};
-export type AgentMutationSnapshot = ReturnType<typeof captureAgentMutation>;
+export type AgentCreationEvent = Omit<AgentModificationEvent, 'changedParts' | 'changedSettings'>;
 export type AgentSidecarChanges = Partial<Record<'tools' | 'skills' | 'tasks', boolean>>;
-export declare function buildAgentMutationEvent(agent: Agent, skillRefs: AgentSkillRefs, projectId: string, context: AgentMutationTelemetryContext, previous: AgentMutationSnapshot, sidecarChanges: AgentSidecarChanges): AgentModificationEvent;
+export declare function buildAgentMutationEvent<AgentType extends Agent>(agent: AgentType, skillRefs: AgentSkillRefs, projectId: string, context: AgentMutationTelemetryContext, changedParts: AgentConfigPart[]): AgentModificationEvent & {
+    agent: AgentType;
+};
 export declare class AgentModificationTelemetryService {
     private readonly telemetry;
+    private readonly instanceSettings;
     private readonly eventService;
-    constructor(telemetry: Telemetry, eventService: EventService);
+    constructor(telemetry: Telemetry, instanceSettings: InstanceSettings, eventService: EventService);
     record(event: AgentModificationEvent): void;
-    private recordCreation;
+    private vectorStoreFingerprints;
+    recordCreation(event: AgentCreationEvent): void;
+    private recordAssistantActivity;
+    private trackCreation;
 }

package/dist/modules/agents/agent-modification-telemetry.service.js

@@ -12,19 +12,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AgentModificationTelemetryService = exports.isUnconfiguredAgent = void 0;
+exports.AgentModificationTelemetryService = void 0;
 exports.diffAgentConfigParts = diffAgentConfigParts;
-exports.captureAgentMutation = captureAgentMutation;
+exports.diffAgentConfigSettings = diffAgentConfigSettings;
 exports.buildAgentMutationEvent = buildAgentMutationEvent;
 const backend_services_1 = require("@n8n/backend-services");
 const di_1 = require("@n8n/di");
 const telemetry_1 = require("@n8n/telemetry");
 const isEqual_1 = __importDefault(require("lodash/isEqual"));
+const n8n_core_1 = require("n8n-core");
 const telemetry_2 = require("../../telemetry");
+const agent_knowledge_telemetry_1 = require("./agent-knowledge-telemetry");
 const agent_telemetry_1 = require("./agent-telemetry");
+const builder_telemetry_session_1 = require("./builder/builder-telemetry-session");
 const agent_document_1 = require("./json-config/agent-document");
-const agent_capabilities_1 = require("./utils/agent-capabilities");
-Object.defineProperty(exports, "isUnconfiguredAgent", { enumerable: true, get: function () { return agent_capabilities_1.isUnconfiguredAgent; } });
 const CONFIG_PARTS = [
     'instructions',
     'model',
@@ -52,12 +53,55 @@ function diffAgentConfigParts(previousSchema, nextSchema, previousIntegrations,
         return !(0, isEqual_1.default)(previousSchema?.[part], nextSchema?.[part]);
     });
 }
-function captureAgentMutation(agent, skillRefs) {
-    const schema = agent.schema ? (0, agent_document_1.toAgentDocument)(agent.schema, skillRefs) : null;
-    const integrations = agent.integrations ?? [];
-    return { schema, integrations, wasUnconfigured: (0, agent_capabilities_1.isUnconfiguredAgent)(schema, integrations) };
+const CONFIG_SETTINGS = [
+    {
+        name: 'monthly_budget',
+        select: (config) => config?.config?.guardrails?.budget?.monthlyBudgetUsd,
+    },
+    {
+        name: 'budget_alert',
+        select: (config) => config?.config?.guardrails?.budget?.alertThresholdPercent,
+    },
+    {
+        name: 'session_cost_cap',
+        select: (config) => config?.config?.guardrails?.budget?.sessionCostCapUsd,
+    },
+    {
+        name: 'custom_model_routing',
+        select: (config) => [
+            config?.subAgents?.modelsByDifficulty?.low?.model,
+            config?.subAgents?.modelsByDifficulty?.medium?.model,
+            config?.subAgents?.modelsByDifficulty?.high?.model,
+        ],
+    },
+    {
+        name: 'memory_model',
+        select: (config) => {
+            const episodicMemory = config?.memory?.episodicMemory;
+            return [
+                config?.memory?.observationalMemory?.observerModel?.model,
+                config?.memory?.observationalMemory?.reflectorModel?.model,
+                episodicMemory?.enabled ? episodicMemory.reflectorModel?.model : undefined,
+            ];
+        },
+    },
+    {
+        name: 'cache_duration',
+        select: (config) => config?.config?.promptCaching?.anthropic?.ttl,
+    },
+    {
+        name: 'tool_concurrency',
+        select: (config) => config?.config?.toolCallConcurrency,
+    },
+    {
+        name: 'max_iterations',
+        select: (config) => config?.config?.maxIterations,
+    },
+];
+function diffAgentConfigSettings(previous, next) {
+    return CONFIG_SETTINGS.filter(({ select }) => !(0, isEqual_1.default)(select(previous), select(next))).map(({ name }) => name);
 }
-function buildAgentMutationEvent(agent, skillRefs, projectId, context, previous, sidecarChanges) {
+function buildAgentMutationEvent(agent, skillRefs, projectId, context, changedParts) {
     const config = agent.schema ? (0, agent_document_1.toAgentDocument)(agent.schema, skillRefs) : null;
     return {
         agent,
@@ -65,8 +109,7 @@ function buildAgentMutationEvent(agent, skillRefs, projectId, context, previous,
         projectId,
         user: context.user,
         by: context.modifiedBy,
-        changedParts: diffAgentConfigParts(previous.schema, config, previous.integrations, agent.integrations ?? [], sidecarChanges),
-        wasUnconfigured: previous.wasUnconfigured,
+        changedParts,
     };
 }
 function modificationProperties({ agent, config, projectId, user, changedParts, }) {
@@ -80,56 +123,101 @@ function modificationProperties({ agent, config, projectId, user, changedParts,
     };
 }
 let AgentModificationTelemetryService = class AgentModificationTelemetryService {
-    constructor(telemetry, eventService) {
+    constructor(telemetry, instanceSettings, eventService) {
         this.telemetry = telemetry;
+        this.instanceSettings = instanceSettings;
         this.eventService = eventService;
     }
     record(event) {
         if (event.changedParts.length === 0)
             return;
         try {
-            const { agent, config, by, wasUnconfigured } = event;
-            if (wasUnconfigured && (0, agent_capabilities_1.isUnconfiguredAgent)(config, agent.integrations))
+            const { by } = event;
+            const properties = {
+                ...modificationProperties(event),
+                ...this.vectorStoreFingerprints(event),
+            };
+            this.recordAssistantActivity(event, properties.capability_count, event.changedParts);
+            if (by === 'user') {
+                this.telemetry.track(telemetry_1.TELEMETRY_EVENT.AGENTS.USER_MODIFIED_AGENT, {
+                    ...properties,
+                    changed_settings: event.changedSettings ?? [],
+                    event_version: '2',
+                });
                 return;
+            }
             if (by === 'builder') {
-                this.eventService.emit('experiment-assistant-change-saved', {
-                    userId: event.user.id,
-                    at: Date.now(),
+                this.telemetry.track(telemetry_1.TELEMETRY_EVENT.AGENTS.BUILDER_MODIFIED_AGENT, {
+                    ...properties,
+                    ...(0, builder_telemetry_session_1.builderTelemetrySessionProperties)(),
+                    event_version: '2',
                 });
-            }
-            const properties = modificationProperties(event);
-            if (wasUnconfigured) {
-                this.recordCreation(by, properties);
                 return;
             }
-            const entry = {
-                user: telemetry_1.TELEMETRY_EVENT.AGENTS.USER_MODIFIED_AGENT,
-                builder: telemetry_1.TELEMETRY_EVENT.AGENTS.BUILDER_MODIFIED_AGENT,
-                mcp: telemetry_1.TELEMETRY_EVENT.AGENTS.MCP_MODIFIED_AGENT,
-            }[by];
-            this.telemetry.track(entry, { ...properties, event_version: '1' });
+            this.telemetry.track(telemetry_1.TELEMETRY_EVENT.AGENTS.MCP_MODIFIED_AGENT, {
+                ...properties,
+                event_version: '2',
+            });
+        }
+        catch {
+        }
+    }
+    vectorStoreFingerprints(event) {
+        if (!event.changedParts.includes('vectorStores')) {
+            return {};
+        }
+        try {
+            return {
+                vector_store_fingerprints: (0, agent_knowledge_telemetry_1.buildVectorStoreFingerprints)(event.config?.vectorStores ?? [], this.instanceSettings.hmacSignatureSecret),
+            };
         }
         catch {
+            return {};
         }
     }
-    recordCreation(by, properties) {
+    recordCreation(event) {
+        try {
+            const changedParts = diffAgentConfigParts(null, event.config, [], event.agent.integrations ?? []);
+            const properties = modificationProperties({ ...event, changedParts });
+            this.recordAssistantActivity(event, properties.capability_count);
+            this.trackCreation(event.by, properties);
+        }
+        catch {
+        }
+    }
+    recordAssistantActivity(event, capabilityCount, changedParts) {
+        if (event.by !== 'builder')
+            return;
+        if (!event.config?.model?.trim() &&
+            !event.config?.instructions?.trim() &&
+            capabilityCount === 0 &&
+            !changedParts?.some((part) => part !== 'name' && part !== 'description')) {
+            return;
+        }
+        this.eventService.emit('experiment-assistant-change-saved', {
+            userId: event.user.id,
+            at: Date.now(),
+        });
+    }
+    trackCreation(by, properties) {
         switch (by) {
             case 'user':
                 this.telemetry.track(telemetry_1.TELEMETRY_EVENT.AGENTS.USER_CREATED_AGENT, {
                     ...properties,
-                    event_version: '2',
+                    event_version: '3',
                 });
                 return;
             case 'builder':
                 this.telemetry.track(telemetry_1.TELEMETRY_EVENT.AGENTS.BUILDER_CREATED_AGENT, {
                     ...properties,
-                    event_version: '2',
+                    ...(0, builder_telemetry_session_1.builderTelemetrySessionProperties)(),
+                    event_version: '3',
                 });
                 return;
             case 'mcp':
                 this.telemetry.track(telemetry_1.TELEMETRY_EVENT.AGENTS.MCP_CREATED_AGENT, {
                     ...properties,
-                    event_version: '1',
+                    event_version: '2',
                 });
                 return;
         }
@@ -138,6 +226,6 @@ let AgentModificationTelemetryService = class AgentModificationTelemetryService
 exports.AgentModificationTelemetryService = AgentModificationTelemetryService;
 exports.AgentModificationTelemetryService = AgentModificationTelemetryService = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [telemetry_2.Telemetry, backend_services_1.EventService])
+    __metadata("design:paramtypes", [telemetry_2.Telemetry, n8n_core_1.InstanceSettings, backend_services_1.EventService])
 ], AgentModificationTelemetryService);
 //# sourceMappingURL=agent-modification-telemetry.service.js.map