n8n 2.15.1 → 2.17.0

package/dist/modules/instance-ai/eval/pin-data-generator.js

@@ -0,0 +1,301 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generatePinData = generatePinData;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const instance_ai_1 = require("@n8n/instance-ai");
+let _resolvedNodesBasePath;
+function resolveNodesBasePath() {
+    if (_resolvedNodesBasePath !== undefined) {
+        return _resolvedNodesBasePath ?? undefined;
+    }
+    let dir = __dirname;
+    for (let i = 0; i < 10; i++) {
+        const candidate = (0, path_1.join)(dir, 'packages', 'nodes-base', 'nodes');
+        if ((0, fs_1.existsSync)(candidate)) {
+            _resolvedNodesBasePath = candidate;
+            return candidate;
+        }
+        const parent = (0, path_1.join)(dir, '..');
+        if (parent === dir)
+            break;
+        dir = parent;
+    }
+    _resolvedNodesBasePath = null;
+    return undefined;
+}
+const schemaMapCache = new Map();
+function buildSchemaMap(nodesBasePath) {
+    const cached = schemaMapCache.get(nodesBasePath);
+    if (cached)
+        return cached;
+    const result = new Map();
+    function scanDir(dir) {
+        try {
+            for (const entry of (0, fs_1.readdirSync)(dir, { withFileTypes: true })) {
+                if (!entry.isDirectory())
+                    continue;
+                const entryPath = (0, path_1.join)(dir, entry.name);
+                const schemaDir = (0, path_1.join)(entryPath, '__schema__');
+                if ((0, fs_1.existsSync)(schemaDir)) {
+                    const nodeFiles = (0, fs_1.readdirSync)(entryPath).filter((f) => f.endsWith('.node.ts') || f.endsWith('.node.js'));
+                    for (const nodeFile of nodeFiles) {
+                        try {
+                            const content = (0, fs_1.readFileSync)((0, path_1.join)(entryPath, nodeFile), 'utf-8');
+                            const nameMatch = content.match(/name:\s*['"]([^'"]+)['"]/);
+                            if (nameMatch) {
+                                result.set(`n8n-nodes-base.${nameMatch[1]}`, entryPath);
+                            }
+                        }
+                        catch {
+                        }
+                    }
+                }
+                scanDir(entryPath);
+            }
+        }
+        catch {
+        }
+    }
+    scanDir(nodesBasePath);
+    schemaMapCache.set(nodesBasePath, result);
+    return result;
+}
+function normalizeVersion(version) {
+    const str = String(version);
+    const parts = str.split('.');
+    while (parts.length < 3)
+        parts.push('0');
+    return parts.join('.');
+}
+function resolveSchemaForNode(nodeType, typeVersion, resource, operation, nodesBasePath) {
+    const schemaMap = buildSchemaMap(nodesBasePath);
+    const nodeDir = schemaMap.get(nodeType);
+    if (!nodeDir)
+        return undefined;
+    const schemaBaseDir = (0, path_1.join)(nodeDir, '__schema__');
+    if (!(0, fs_1.existsSync)(schemaBaseDir))
+        return undefined;
+    const versionStr = normalizeVersion(typeVersion);
+    const versionDirs = [
+        `v${versionStr}`,
+        ...(0, fs_1.readdirSync)(schemaBaseDir)
+            .filter((d) => d.startsWith('v'))
+            .sort((a, b) => {
+            const partsA = a.slice(1).split('.').map(Number);
+            const partsB = b.slice(1).split('.').map(Number);
+            for (let i = 0; i < Math.max(partsA.length, partsB.length); i++) {
+                const diff = (partsB[i] ?? 0) - (partsA[i] ?? 0);
+                if (diff !== 0)
+                    return diff;
+            }
+            return 0;
+        }),
+    ];
+    for (const vDir of [...new Set(versionDirs)]) {
+        const versionPath = (0, path_1.join)(schemaBaseDir, vDir);
+        if (!(0, fs_1.existsSync)(versionPath))
+            continue;
+        const parts = [versionPath, resource, operation ? `${operation}.json` : undefined].filter(Boolean);
+        const schemaFile = (0, path_1.join)(...parts);
+        if ((0, fs_1.existsSync)(schemaFile)) {
+            try {
+                return JSON.parse((0, fs_1.readFileSync)(schemaFile, 'utf-8'));
+            }
+            catch {
+                return undefined;
+            }
+        }
+    }
+    return undefined;
+}
+function buildSchemaContexts(nodes, nodesBasePath) {
+    return nodes.map((node) => {
+        const params = node.parameters;
+        const resource = typeof params?.resource === 'string' ? params.resource : undefined;
+        const operation = typeof params?.operation === 'string' ? params.operation : undefined;
+        let schema;
+        if (nodesBasePath) {
+            schema = resolveSchemaForNode(node.type, node.typeVersion, resource, operation, nodesBasePath);
+        }
+        return {
+            nodeName: node.name ?? node.type,
+            nodeType: node.type,
+            typeVersion: node.typeVersion,
+            resource,
+            operation,
+            schema,
+        };
+    });
+}
+function workflowToMermaid(workflow) {
+    const lines = ['flowchart LR'];
+    const nodeIdMap = new Map();
+    workflow.nodes.forEach((node, i) => {
+        if (node.name)
+            nodeIdMap.set(node.name, `n${String(i)}`);
+    });
+    for (const node of workflow.nodes) {
+        if (!node.name)
+            continue;
+        const id = nodeIdMap.get(node.name);
+        if (!id)
+            continue;
+        const params = node.parameters;
+        const resource = typeof params?.resource === 'string' ? params.resource : undefined;
+        const operation = typeof params?.operation === 'string' ? params.operation : undefined;
+        const shortType = node.type.split('.').pop() ?? node.type;
+        let label = `${node.name} (${shortType} v${String(node.typeVersion)}`;
+        if (resource)
+            label += `, resource:${resource}`;
+        if (operation)
+            label += `, op:${operation}`;
+        label += ')';
+        lines.push(`  ${id}["${label}"]`);
+    }
+    const { connections } = workflow;
+    for (const [sourceName, nodeConns] of Object.entries(connections)) {
+        const sourceId = nodeIdMap.get(sourceName);
+        if (!sourceId)
+            continue;
+        for (const [, outputConnections] of Object.entries(nodeConns)) {
+            if (!Array.isArray(outputConnections))
+                continue;
+            for (const outputGroup of outputConnections) {
+                if (!Array.isArray(outputGroup))
+                    continue;
+                for (const conn of outputGroup) {
+                    if (typeof conn !== 'object' || conn === null || !('node' in conn))
+                        continue;
+                    const targetId = nodeIdMap.get(conn.node);
+                    if (targetId) {
+                        lines.push(`  ${sourceId} --> ${targetId}`);
+                    }
+                }
+            }
+        }
+    }
+    return lines.join('\n');
+}
+const SYSTEM_PROMPT = `You are a test data generator for n8n workflow automation. Generate realistic mock API response data for service nodes in a workflow.
+
+RULES:
+1. Data must be consistent across nodes. If node A creates an entity with id "abc-123", downstream nodes referencing that entity must use "abc-123".
+2. Generate 1-2 items per node.
+3. When a JSON Schema is provided, follow its structure exactly.
+4. When no schema is provided, generate a realistic response based on the node type, resource, and operation.
+5. Use realistic but clearly fake values (e.g., "jane@example.com", "proj_abc123", "2024-01-15T10:30:00Z").
+6. Return ONLY a valid JSON object, no explanation or markdown fencing.
+7. CRITICAL: You MUST generate data for EVERY node listed in "Nodes Requiring Mock Data". Never skip a node, even if the test scenario describes an empty or error response. An empty response is still valid data.`;
+function buildUserPrompt(workflow, contexts, instructions) {
+    const mermaid = workflowToMermaid(workflow);
+    const sections = ['Generate mock output data for service nodes in this workflow.'];
+    if (instructions?.dataDescription) {
+        sections.push('');
+        sections.push('## Data Generation Instructions');
+        sections.push('');
+        sections.push(instructions.dataDescription);
+    }
+    sections.push('');
+    sections.push('## Workflow Graph');
+    sections.push('');
+    sections.push('```mermaid');
+    sections.push(mermaid);
+    sections.push('```');
+    sections.push('');
+    sections.push('## Nodes Requiring Mock Data');
+    for (const ctx of contexts) {
+        sections.push('');
+        sections.push(`### ${ctx.nodeName} (${ctx.nodeType} v${String(ctx.typeVersion)})`);
+        if (ctx.resource || ctx.operation) {
+            const parts = [];
+            if (ctx.resource)
+                parts.push(`Resource: ${ctx.resource}`);
+            if (ctx.operation)
+                parts.push(`Operation: ${ctx.operation}`);
+            sections.push(`- ${parts.join(' | ')}`);
+        }
+        if (ctx.schema) {
+            const schemaStr = JSON.stringify(ctx.schema, null, 2);
+            const truncated = schemaStr.length > 3000 ? schemaStr.slice(0, 3000) + '\n...' : schemaStr;
+            sections.push('- Output JSON Schema:');
+            sections.push('```json');
+            sections.push(truncated);
+            sections.push('```');
+        }
+        else {
+            sections.push('(no schema available — generate based on API knowledge)');
+        }
+    }
+    sections.push('');
+    sections.push('## Expected Output Format');
+    sections.push('');
+    sections.push('Return a JSON object where each key is the exact node name and the value is an array of items, each wrapped in a "json" key:');
+    sections.push('');
+    sections.push('```json');
+    sections.push('{');
+    for (let i = 0; i < Math.min(contexts.length, 2); i++) {
+        const ctx = contexts[i];
+        const comma = i < Math.min(contexts.length, 2) - 1 ? ',' : '';
+        sections.push(`  "${ctx.nodeName}": [{ "json": { ... } }]${comma}`);
+    }
+    if (contexts.length > 2) {
+        sections.push('  ...');
+    }
+    sections.push('}');
+    sections.push('```');
+    return sections.join('\n');
+}
+function parsePinDataResponse(responseText, expectedNodes) {
+    let cleaned = responseText.trim();
+    if (cleaned.startsWith('```')) {
+        cleaned = cleaned.replace(/^```(?:json)?\n?/, '').replace(/\n?```$/, '');
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(cleaned);
+    }
+    catch {
+        return {};
+    }
+    const pinData = {};
+    for (const nodeName of expectedNodes) {
+        const nodeData = parsed[nodeName];
+        if (!Array.isArray(nodeData) || nodeData.length === 0)
+            continue;
+        pinData[nodeName] = nodeData.map((item) => {
+            if (typeof item === 'object' && item !== null && 'json' in item) {
+                return item;
+            }
+            return { json: item ?? {} };
+        });
+    }
+    return pinData;
+}
+async function generatePinData(options) {
+    const { workflow, nodeNames, instructions } = options;
+    if (nodeNames.length === 0)
+        return {};
+    const targetNodes = workflow.nodes.filter((n) => n.name && nodeNames.includes(n.name));
+    if (targetNodes.length === 0)
+        return {};
+    const nodesBasePath = resolveNodesBasePath();
+    const contexts = buildSchemaContexts(targetNodes, nodesBasePath);
+    const userPrompt = buildUserPrompt(workflow, contexts, instructions);
+    const expectedNodeNames = contexts.map((c) => c.nodeName);
+    try {
+        const agent = (0, instance_ai_1.createEvalAgent)('eval-pin-data-generator', {
+            instructions: SYSTEM_PROMPT,
+            cache: true,
+        });
+        const result = await agent.generate(userPrompt, {
+            providerOptions: { anthropic: { maxTokens: 16_384 } },
+        });
+        const responseText = (0, instance_ai_1.extractText)(result);
+        return parsePinDataResponse(responseText, expectedNodeNames);
+    }
+    catch {
+        return {};
+    }
+}
+//# sourceMappingURL=pin-data-generator.js.map

package/dist/modules/instance-ai/eval/pin-data-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pin-data-generator.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/pin-data-generator.ts"],"names":[],"mappings":";;AAqaA,0CAgCC;AAxbD,2BAA2D;AAC3D,+BAA4B;AAE5B,kDAAgE;AAsChE,IAAI,sBAAiD,CAAC;AAEtD,SAAS,oBAAoB;IAC5B,IAAI,sBAAsB,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,sBAAsB,IAAI,SAAS,CAAC;IAC5C,CAAC;IAED,IAAI,GAAG,GAAG,SAAS,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,IAAA,WAAI,EAAC,GAAG,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QAC/D,IAAI,IAAA,eAAU,EAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,sBAAsB,GAAG,SAAS,CAAC;YACnC,OAAO,SAAS,CAAC;QAClB,CAAC;QACD,MAAM,MAAM,GAAG,IAAA,WAAI,EAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,IAAI,MAAM,KAAK,GAAG;YAAE,MAAM;QAC1B,GAAG,GAAG,MAAM,CAAC;IACd,CAAC;IAED,sBAAsB,GAAG,IAAI,CAAC;IAC9B,OAAO,SAAS,CAAC;AAClB,CAAC;AAMD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA+B,CAAC;AAM9D,SAAS,cAAc,CAAC,aAAqB;IAC5C,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACjD,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,SAAS,OAAO,CAAC,GAAW;QAC3B,IAAI,CAAC;YACJ,KAAK,MAAM,KAAK,IAAI,IAAA,gBAAW,EAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBAC/D,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;oBAAE,SAAS;gBAEnC,MAAM,SAAS,GAAG,IAAA,WAAI,EAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxC,MAAM,SAAS,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,YAAY,CAAC,CAAC;gBAEhD,IAAI,IAAA,eAAU,EAAC,SAAS,CAAC,EAAE,CAAC;oBAC3B,MAAM,SAAS,GAAG,IAAA,gBAAW,EAAC,SAAS,CAAC,CAAC,MAAM,CAC9C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CACvD,CAAC;oBACF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;wBAClC,IAAI,CAAC;4BACJ,MAAM,OAAO,GAAG,IAAA,iBAAY,EAAC,IAAA,WAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;4BACjE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;4BAC5D,IAAI,SAAS,EAAE,CAAC;gCACf,MAAM,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;4BACzD,CAAC;wBACF,CAAC;wBAAC,MAAM,CAAC;wBAET,CAAC;oBACF,CAAC;gBACF,CAAC;gBAED,OAAO,CAAC,SAAS,CAAC,CAAC;YACpB,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;IACF,CAAC;IAED,OAAO,CAAC,aAAa,CAAC,CAAC;IACvB,cAAc,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACxC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAKD,SAAS,oBAAoB,CAC5B,QAAgB,EAChB,WAAmB,EACnB,QAA4B,EAC5B,SAA6B,EAC7B,aAAqB;IAErB,MAAM,SAAS,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE/B,MAAM,aAAa,GAAG,IAAA,WAAI,EAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAClD,IAAI,CAAC,IAAA,eAAU,EAAC,aAAa,CAAC;QAAE,OAAO,SAAS,CAAC;IAEjD,MAAM,UAAU,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAEjD,MAAM,WAAW,GAAG;QACnB,IAAI,UAAU,EAAE;QAChB,GAAG,IAAA,gBAAW,EAAC,aAAa,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;aAChC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACd,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjE,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBACjD,IAAI,IAAI,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC;YAC7B,CAAC;YACD,OAAO,CAAC,CAAC;QACV,CAAC,CAAC;KACH,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,IAAA,WAAI,EAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAA,eAAU,EAAC,WAAW,CAAC;YAAE,SAAS;QAEvC,MAAM,KAAK,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CACxF,OAAO,CACK,CAAC;QAEd,MAAM,UAAU,GAAG,IAAA,WAAI,EAAC,GAAG,KAAK,CAAC,CAAC;QAClC,IAAI,IAAA,eAAU,EAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACJ,OAAO,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAY,EAAC,UAAU,EAAE,OAAO,CAAC,CAA4B,CAAC;YACjF,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,SAAS,CAAC;YAClB,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,SAAS,CAAC;AAClB,CAAC;AAMD,SAAS,mBAAmB,CAAC,KAAiB,EAAE,aAAsB;IACrE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAiD,CAAC;QACtE,MAAM,QAAQ,GAAG,OAAO,MAAM,EAAE,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACpF,MAAM,SAAS,GAAG,OAAO,MAAM,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAEvF,IAAI,MAA2C,CAAC;QAChD,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,GAAG,oBAAoB,CAC5B,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,WAAW,EAChB,QAAQ,EACR,SAAS,EACT,aAAa,CACb,CAAC;QACH,CAAC;QAED,OAAO;YACN,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;YAChC,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,QAAQ;YACR,SAAS;YACT,MAAM;SACN,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC;AAUD,SAAS,iBAAiB,CAAC,QAAsB;IAChD,MAAM,KAAK,GAAa,CAAC,cAAc,CAAC,CAAC;IAEzC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;QAClC,IAAI,IAAI,CAAC,IAAI;YAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,SAAS;QACzB,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE;YAAE,SAAS;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAiD,CAAC;QACtE,MAAM,QAAQ,GAAG,OAAO,MAAM,EAAE,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACpF,MAAM,SAAS,GAAG,OAAO,MAAM,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAEvF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC;QAC1D,IAAI,KAAK,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,KAAK,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QACtE,IAAI,QAAQ;YAAE,KAAK,IAAI,cAAc,QAAQ,EAAE,CAAC;QAChD,IAAI,SAAS;YAAE,KAAK,IAAI,QAAQ,SAAS,EAAE,CAAC;QAC5C,KAAK,IAAI,GAAG,CAAC;QAEb,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC;IACjC,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACnE,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ;YAAE,SAAS;QAExB,KAAK,MAAM,CAAC,EAAE,iBAAiB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAoC,CAAC,EAAE,CAAC;YAC1F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBAAE,SAAS;YAEhD,KAAK,MAAM,WAAW,IAAI,iBAAiB,EAAE,CAAC;gBAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;oBAAE,SAAS;gBAE1C,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;oBAChC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;wBAAE,SAAS;oBAC7E,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAE,IAAyB,CAAC,IAAI,CAAC,CAAC;oBAChE,IAAI,QAAQ,EAAE,CAAC;wBACd,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,QAAQ,QAAQ,EAAE,CAAC,CAAC;oBAC7C,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAMD,MAAM,aAAa,GAAG;;;;;;;;;oNAS8L,CAAC;AAErN,SAAS,eAAe,CACvB,QAAsB,EACtB,QAA6B,EAC7B,YAA4C;IAE5C,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAE5C,MAAM,QAAQ,GAAa,CAAC,+DAA+D,CAAC,CAAC;IAE7F,IAAI,YAAY,EAAE,eAAe,EAAE,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;IAC7C,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAE9C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACnF,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,QAAQ;gBAAE,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC1D,IAAI,GAAG,CAAC,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7D,QAAQ,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3F,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACvC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;aAAM,CAAC;YACP,QAAQ,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;QAC1E,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC3C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CACZ,8HAA8H,CAC9H,CAAC;IACF,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,QAAQ,2BAA2B,KAAK,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAErB,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAUD,SAAS,oBAAoB,CAAC,YAAoB,EAAE,aAAuB;IAC1E,IAAI,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,MAA+B,CAAC;IACpC,IAAI,CAAC;QACJ,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;IACzD,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;IAED,MAAM,OAAO,GAAY,EAAE,CAAC;IAE5B,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEhE,OAAO,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAa,EAAE,EAAE;YAGlD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACjE,OAAO,IAA+B,CAAC;YACxC,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AAChB,CAAC;AAeM,KAAK,UAAU,eAAe,CAAC,OAA+B;IACpE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAEtD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAGtC,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACvF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAGxC,MAAM,aAAa,GAAG,oBAAoB,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAGjE,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IACrE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAE1D,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,IAAA,6BAAe,EAAC,yBAAyB,EAAE;YACxD,YAAY,EAAE,aAAa;YAC3B,KAAK,EAAE,IAAI;SACX,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/C,eAAe,EAAE,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;SACrD,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,IAAA,yBAAW,EAAC,MAAM,CAAC,CAAC;QACzC,OAAO,oBAAoB,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC"}

package/dist/modules/instance-ai/eval/request-sanitizer.d.ts

@@ -0,0 +1,3 @@
+export declare function redactSecretKeys(value: unknown): unknown;
+export declare function truncateForLlm(serialized: string, maxLength?: number): string;
+export declare function isSecretKey(key: string): boolean;

package/dist/modules/instance-ai/eval/request-sanitizer.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.redactSecretKeys = redactSecretKeys;
+exports.truncateForLlm = truncateForLlm;
+exports.isSecretKey = isSecretKey;
+const backend_common_1 = require("@n8n/backend-common");
+const di_1 = require("@n8n/di");
+const MAX_BODY_LENGTH = 4096;
+const SECRET_KEY_PATTERN = /key|secret|token|password|credential|auth|bearer|cookie|session|ssn|connectionString|private|proxy-auth/i;
+const SAFE_KEY_PATTERN = /keyword|primary.?key|foreign.?key|sort.?key|partition.?key|group.?key|key.?name|key.?type|key.?field|key.?column|authentication$|author(?!.*(key|token|secret|password|credential))/i;
+const SECRET_HEADER_PATTERN = /^(authorization|x-api-key|proxy-authorization|cookie|set-cookie)$/i;
+const REDACTED = '<redacted>';
+function redactSecretKeys(value) {
+    if (value === null || value === undefined)
+        return value;
+    if (Array.isArray(value))
+        return value.map((item) => redactSecretKeys(item));
+    if (typeof value !== 'object')
+        return value;
+    const result = {};
+    for (const [key, val] of Object.entries(value)) {
+        if (isSecretKey(key)) {
+            result[key] = REDACTED;
+        }
+        else if (typeof val === 'object' && val !== null) {
+            result[key] = redactSecretKeys(val);
+        }
+        else {
+            result[key] = val;
+        }
+    }
+    return result;
+}
+function truncateForLlm(serialized, maxLength = MAX_BODY_LENGTH) {
+    if (serialized.length <= maxLength)
+        return serialized;
+    di_1.Container.get(backend_common_1.Logger).warn(`[EvalMock] Request body truncated from ${serialized.length} to ${maxLength} chars — ` +
+        'large bodies may indicate non-synthetic data flowing through the eval handler');
+    return serialized.slice(0, maxLength) + '... [truncated]';
+}
+function isSecretKey(key) {
+    if (SECRET_HEADER_PATTERN.test(key))
+        return true;
+    if (SAFE_KEY_PATTERN.test(key))
+        return false;
+    if (SECRET_KEY_PATTERN.test(key))
+        return true;
+    return false;
+}
+//# sourceMappingURL=request-sanitizer.js.map

package/dist/modules/instance-ai/eval/request-sanitizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-sanitizer.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/request-sanitizer.ts"],"names":[],"mappings":";;AAyDA,4CAgBC;AAOD,wCASC;AAQD,kCAKC;AA1FD,wDAA6C;AAC7C,gCAAoC;AAOpC,MAAM,eAAe,GAAG,IAAI,CAAC;AAO7B,MAAM,kBAAkB,GACvB,0GAA0G,CAAC;AAO5G,MAAM,gBAAgB,GACrB,sLAAsL,CAAC;AAMxL,MAAM,qBAAqB,GAAG,oEAAoE,CAAC;AAEnG,MAAM,QAAQ,GAAG,YAAY,CAAC;AAa9B,SAAgB,gBAAgB,CAAC,KAAc;IAC9C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACxD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7E,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE5C,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,EAAE,CAAC;QAC3E,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;QACxB,CAAC;aAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACpD,MAAM,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACP,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QACnB,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAOD,SAAgB,cAAc,CAAC,UAAkB,EAAE,SAAS,GAAG,eAAe;IAC7E,IAAI,UAAU,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,UAAU,CAAC;IAEtD,cAAS,CAAC,GAAG,CAAC,uBAAM,CAAC,CAAC,IAAI,CACzB,0CAA0C,UAAU,CAAC,MAAM,OAAO,SAAS,WAAW;QACrF,+EAA+E,CAChF,CAAC;IAEF,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,iBAAiB,CAAC;AAC3D,CAAC;AAQD,SAAgB,WAAW,CAAC,GAAW;IACtC,IAAI,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACjD,IAAI,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7C,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9C,OAAO,KAAK,CAAC;AACd,CAAC"}

package/dist/modules/instance-ai/eval/workflow-analysis.d.ts

@@ -0,0 +1,16 @@
+import { type INode, type IPinData, type IWorkflowBase } from 'n8n-workflow';
+export declare function identifyNodesForPinData(workflow: IWorkflowBase): INode[];
+export declare function identifyNodesForHints(workflow: IWorkflowBase): INode[];
+export interface MockHints {
+    globalContext: string;
+    nodeHints: Record<string, string>;
+    triggerContent: Record<string, unknown>;
+    warnings: string[];
+    bypassPinData: IPinData;
+}
+export interface GenerateMockHintsOptions {
+    workflow: IWorkflowBase;
+    nodeNames: string[];
+    scenarioHints?: string;
+}
+export declare function generateMockHints(options: GenerateMockHintsOptions): Promise<MockHints>;

package/dist/modules/instance-ai/eval/workflow-analysis.js

@@ -0,0 +1,217 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.identifyNodesForPinData = identifyNodesForPinData;
+exports.identifyNodesForHints = identifyNodesForHints;
+exports.generateMockHints = generateMockHints;
+const backend_common_1 = require("@n8n/backend-common");
+const di_1 = require("@n8n/di");
+const n8n_workflow_1 = require("n8n-workflow");
+const instance_ai_1 = require("@n8n/instance-ai");
+const node_config_1 = require("./node-config");
+function findAiRootNodeNames(workflow) {
+    const roots = new Set();
+    for (const nodeConns of Object.values(workflow.connections)) {
+        for (const [connType, outputs] of Object.entries(nodeConns)) {
+            if (!connType.startsWith('ai_') || !Array.isArray(outputs))
+                continue;
+            for (const group of outputs) {
+                if (!Array.isArray(group))
+                    continue;
+                for (const conn of group) {
+                    if (typeof conn === 'object' && conn !== null && 'node' in conn) {
+                        roots.add(conn.node);
+                    }
+                }
+            }
+        }
+    }
+    return roots;
+}
+function findAiSubNodeNames(workflow) {
+    const subNodes = new Set();
+    for (const [sourceName, nodeConns] of Object.entries(workflow.connections)) {
+        for (const connType of Object.keys(nodeConns)) {
+            if (connType.startsWith('ai_')) {
+                subNodes.add(sourceName);
+            }
+        }
+    }
+    return subNodes;
+}
+const BYPASS_NODE_TYPES = new Set([
+    'n8n-nodes-base.redis',
+    'n8n-nodes-base.mongoDb',
+    'n8n-nodes-base.mySql',
+    'n8n-nodes-base.postgres',
+    'n8n-nodes-base.microsoftSql',
+    'n8n-nodes-base.snowflake',
+    'n8n-nodes-base.kafka',
+    'n8n-nodes-base.rabbitmq',
+    'n8n-nodes-base.mqtt',
+    'n8n-nodes-base.amqp',
+    'n8n-nodes-base.ftp',
+    'n8n-nodes-base.ssh',
+    'n8n-nodes-base.ldap',
+    'n8n-nodes-base.emailSend',
+    'n8n-nodes-base.rssFeedRead',
+    'n8n-nodes-base.git',
+]);
+function identifyNodesForPinData(workflow) {
+    const aiRootNodes = findAiRootNodeNames(workflow);
+    return workflow.nodes.filter((node) => {
+        if (node.disabled)
+            return false;
+        if (aiRootNodes.has(node.name))
+            return true;
+        if (BYPASS_NODE_TYPES.has(node.type))
+            return true;
+        return false;
+    });
+}
+function identifyNodesForHints(workflow) {
+    const aiSubNodes = findAiSubNodeNames(workflow);
+    const aiRootNodes = findAiRootNodeNames(workflow);
+    const pinnedNodeNames = new Set(identifyNodesForPinData(workflow).map((n) => n.name));
+    return workflow.nodes.filter((node) => {
+        if (node.disabled)
+            return false;
+        if (aiSubNodes.has(node.name))
+            return false;
+        if (aiRootNodes.has(node.name))
+            return false;
+        if (pinnedNodeNames.has(node.name))
+            return false;
+        return true;
+    });
+}
+const SYSTEM_PROMPT = `You are a test data planner for n8n workflow automation. Your job is to create a consistent data context, trigger output data, and per-node hints that will guide an API mock server to generate realistic, coherent responses across all nodes in a workflow.
+
+RULES:
+1. Create a "globalContext" that defines the shared world — user IDs, entity names, channel names, email addresses, and relationships that ALL nodes should reference consistently.
+2. Create a "triggerContent" object that represents the exact output the workflow's trigger/start node would produce. This is used as pin data (the node's output), so it must match what downstream nodes reference:
+   - Look at the trigger node's type to determine the output structure
+   - For webhook triggers: include { headers: {}, query: {}, body: { ...fields } } since downstream nodes reference $json.body.fieldName
+   - For service-specific triggers (Gmail Trigger, Slack Trigger, etc.): match the service's real event/message output format
+   - For schedule triggers: include timestamp fields
+   - For manual triggers: include the fields that downstream nodes reference
+   - CRITICAL: check what downstream nodes reference (e.g., $json.body.email, $json.subject, $json.text) and ensure those paths exist in triggerContent
+3. Create a "nodeHints" object with one entry per node. Each hint describes what data that specific node's API response should contain, referencing entities from the global context.
+4. Hints should describe the DATA CONTENT, not the API response format. The mock server already knows the API schema.
+5. Ensure data flows logically through the workflow. If node A fetches items that node B processes, the items in A's hint should match what B expects.
+6. Use realistic but clearly fake values (e.g., "jane@example.com", "U_abc123").
+7. **If a "Test Scenario" section is provided, it OVERRIDES your default data generation.** Use the exact names, emails, values, and conditions described in the scenario. If the scenario says "no name field", do NOT include a name. If it says "email is not-an-email", use that exact value. The scenario defines the test — follow it precisely.
+8. Return ONLY valid JSON, no explanation or markdown fencing.`;
+function buildUserPrompt(workflow, nodeNames, scenarioHints) {
+    const sections = [
+        'Generate a consistent data context and per-node mock hints for this workflow.',
+    ];
+    if (scenarioHints) {
+        sections.push('', '## Test Scenario', '', scenarioHints);
+    }
+    sections.push('', '## Workflow Nodes', '');
+    for (const node of workflow.nodes) {
+        let line = `- ${node.name} (${node.type})`;
+        const config = (0, node_config_1.extractNodeConfig)(node);
+        if (config) {
+            line += ` ${config}`;
+        }
+        sections.push(line);
+    }
+    sections.push('', '## Connections', '');
+    for (const [sourceName, nodeConns] of Object.entries(workflow.connections)) {
+        for (const [connType, outputs] of Object.entries(nodeConns)) {
+            if (!Array.isArray(outputs))
+                continue;
+            for (const group of outputs) {
+                if (!Array.isArray(group))
+                    continue;
+                for (const conn of group) {
+                    if (typeof conn === 'object' && conn !== null && 'node' in conn) {
+                        sections.push(`  ${sourceName} -[${connType}]-> ${conn.node}`);
+                    }
+                }
+            }
+        }
+    }
+    sections.push('', '## Expected Output', '', '```json', '{');
+    sections.push('  "globalContext": "Shared entities: ...",');
+    sections.push('  "triggerContent": { "...exact output the trigger node would produce..." },');
+    sections.push('  "nodeHints": {');
+    for (let i = 0; i < Math.min(nodeNames.length, 3); i++) {
+        const comma = i < Math.min(nodeNames.length, 3) - 1 ? ',' : '';
+        sections.push(`    "${nodeNames[i]}": "What data to return..."${comma}`);
+    }
+    if (nodeNames.length > 3)
+        sections.push('    ...');
+    sections.push('  }', '}', '```');
+    return sections.join('\n');
+}
+async function generateMockHints(options) {
+    const { workflow, nodeNames, scenarioHints } = options;
+    const emptyResult = {
+        globalContext: '',
+        nodeHints: {},
+        triggerContent: {},
+        warnings: [],
+        bypassPinData: {},
+    };
+    if (nodeNames.length === 0)
+        return emptyResult;
+    const userPrompt = buildUserPrompt(workflow, nodeNames, scenarioHints);
+    try {
+        const agent = (0, instance_ai_1.createEvalAgent)('eval-hint-generator', {
+            instructions: SYSTEM_PROMPT,
+        });
+        const result = await agent.generate(userPrompt, {
+            providerOptions: { anthropic: { maxTokens: 4096 } },
+        });
+        let text = (0, instance_ai_1.extractText)(result);
+        text = text
+            .replace(/^```(?:json)?\s*\n?/i, '')
+            .replace(/\n?\s*```\s*$/i, '')
+            .trim();
+        const parsed = (0, n8n_workflow_1.jsonParse)(text);
+        let globalContext = '';
+        if (typeof parsed.globalContext === 'string') {
+            globalContext = parsed.globalContext;
+        }
+        else if (typeof parsed.globalContext === 'object' && parsed.globalContext !== null) {
+            globalContext = JSON.stringify(parsed.globalContext);
+        }
+        if (typeof parsed.nodeHints !== 'object' ||
+            parsed.nodeHints === null ||
+            Array.isArray(parsed.nodeHints)) {
+            const preview = text.slice(0, 300);
+            return {
+                ...emptyResult,
+                warnings: [`Phase 1: LLM returned invalid structure. Raw: ${preview}`],
+            };
+        }
+        const warnings = [];
+        const triggerContent = typeof parsed.triggerContent === 'object' &&
+            parsed.triggerContent !== null &&
+            !Array.isArray(parsed.triggerContent)
+            ? parsed.triggerContent
+            : {};
+        if (Object.keys(triggerContent).length === 0) {
+            warnings.push('Phase 1: LLM returned empty triggerContent — trigger node will have no data');
+        }
+        const nodeHints = {};
+        for (const [key, value] of Object.entries(parsed.nodeHints)) {
+            nodeHints[key] = typeof value === 'string' ? value : JSON.stringify(value);
+        }
+        return {
+            globalContext,
+            nodeHints,
+            triggerContent: triggerContent,
+            warnings,
+            bypassPinData: {},
+        };
+    }
+    catch (error) {
+        const errorMsg = error instanceof Error ? error.message : String(error);
+        di_1.Container.get(backend_common_1.Logger).error(`[EvalMock] Phase 1 hint generation failed: ${errorMsg}`);
+        return { ...emptyResult, warnings: [`Phase 1 error: ${errorMsg}`] };
+    }
+}
+//# sourceMappingURL=workflow-analysis.js.map

package/dist/modules/instance-ai/eval/workflow-analysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow-analysis.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/workflow-analysis.ts"],"names":[],"mappings":";;AAmGA,0DASC;AAOD,sDAYC;AAmGD,8CAiFC;AAvSD,wDAA6C;AAC7C,gCAAoC;AACpC,+CAAwF;AAExF,kDAAgE;AAChE,+CAAkD;AAalD,SAAS,mBAAmB,CAAC,QAAuB;IACnD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7D,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,SAAS;YACrE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBAC1B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;wBACjE,KAAK,CAAC,GAAG,CAAE,IAAyB,CAAC,IAAI,CAAC,CAAC;oBAC5C,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AASD,SAAS,kBAAkB,CAAC,QAAuB;IAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5E,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/C,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAOD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAEjC,sBAAsB;IACtB,wBAAwB;IACxB,sBAAsB;IACtB,yBAAyB;IACzB,6BAA6B;IAC7B,0BAA0B;IAE1B,sBAAsB;IACtB,yBAAyB;IACzB,qBAAqB;IACrB,qBAAqB;IAErB,oBAAoB;IACpB,oBAAoB;IACpB,qBAAqB;IACrB,0BAA0B;IAE1B,4BAA4B;IAC5B,oBAAoB;CACpB,CAAC,CAAC;AAMH,SAAgB,uBAAuB,CAAC,QAAuB;IAC9D,MAAM,WAAW,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAElD,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACrC,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAC5C,IAAI,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,OAAO,KAAK,CAAC;IACd,CAAC,CAAC,CAAC;AACJ,CAAC;AAOD,SAAgB,qBAAqB,CAAC,QAAuB;IAC5D,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAEtF,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACrC,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QAC5C,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;AACJ,CAAC;AAyBD,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;+DAgByC,CAAC;AAEhE,SAAS,eAAe,CACvB,QAAuB,EACvB,SAAmB,EACnB,aAAsB;IAEtB,MAAM,QAAQ,GAAa;QAC1B,+EAA+E;KAC/E,CAAC;IAEF,IAAI,aAAa,EAAE,CAAC;QACnB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1D,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,GAAG,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAA,+BAAiB,EAAC,IAAI,CAAC,CAAC;QACvC,IAAI,MAAM,EAAE,CAAC;YACZ,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;QACtB,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;IACxC,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5E,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBAC1B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;wBACjE,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,MAAM,QAAQ,OAAQ,IAAyB,CAAC,IAAI,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,oBAAoB,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;IAC5D,QAAQ,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC5D,QAAQ,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;IAC9F,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,QAAQ,CAAC,IAAI,CAAC,QAAQ,SAAS,CAAC,CAAC,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnD,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAEjC,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAMM,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACxE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IACvD,MAAM,WAAW,GAAc;QAC9B,aAAa,EAAE,EAAE;QACjB,SAAS,EAAE,EAAE;QACb,cAAc,EAAE,EAAE;QAClB,QAAQ,EAAE,EAAE;QACZ,aAAa,EAAE,EAAE;KACjB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC;IAE/C,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IAEvE,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,IAAA,6BAAe,EAAC,qBAAqB,EAAE;YACpD,YAAY,EAAE,aAAa;SAC3B,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/C,eAAe,EAAE,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;SACnD,CAAC,CAAC;QAEH,IAAI,IAAI,GAAW,IAAA,yBAAW,EAAC,MAAM,CAAC,CAAC;QAEvC,IAAI,GAAG,IAAI;aACT,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;aACnC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;aAC7B,IAAI,EAAE,CAAC;QAET,MAAM,MAAM,GAA4B,IAAA,wBAAS,EAAC,IAAI,CAAC,CAAC;QAGxD,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YAC9C,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QACtC,CAAC;aAAM,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;YACtF,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACtD,CAAC;QAED,IACC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YACpC,MAAM,CAAC,SAAS,KAAK,IAAI;YACzB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAC9B,CAAC;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACnC,OAAO;gBACN,GAAG,WAAW;gBACd,QAAQ,EAAE,CAAC,iDAAiD,OAAO,EAAE,CAAC;aACtE,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,cAAc,GACnB,OAAO,MAAM,CAAC,cAAc,KAAK,QAAQ;YACzC,MAAM,CAAC,cAAc,KAAK,IAAI;YAC9B,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC;YACpC,CAAC,CAAC,MAAM,CAAC,cAAc;YACvB,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9C,QAAQ,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAC;QAC9F,CAAC;QAGD,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAoC,CAAC,EAAE,CAAC;YACxF,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO;YACN,aAAa;YACb,SAAS;YACT,cAAc,EAAE,cAAyC;YACzD,QAAQ;YACR,aAAa,EAAE,EAAE;SACjB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,cAAS,CAAC,GAAG,CAAC,uBAAM,CAAC,CAAC,KAAK,CAAC,8CAA8C,QAAQ,EAAE,CAAC,CAAC;QACtF,OAAO,EAAE,GAAG,WAAW,EAAE,QAAQ,EAAE,CAAC,kBAAkB,QAAQ,EAAE,CAAC,EAAE,CAAC;IACrE,CAAC;AACF,CAAC"}

package/dist/modules/instance-ai/event-bus/in-process-event-bus.d.ts

@@ -0,0 +1,19 @@
+import type { InstanceAiEvent } from '@n8n/api-types';
+import type { InstanceAiEventBus, StoredEvent } from '@n8n/instance-ai';
+export declare class InProcessEventBus implements InstanceAiEventBus {
+    private readonly emitter;
+    private readonly store;
+    private readonly sizeBytes;
+    private readonly nextId;
+    constructor();
+    publish(threadId: string, event: InstanceAiEvent): void;
+    subscribe(threadId: string, handler: (storedEvent: StoredEvent) => void): () => void;
+    getEventsAfter(threadId: string, afterId: number): StoredEvent[];
+    getEventsForRun(threadId: string, runId: string): InstanceAiEvent[];
+    getEventsForRuns(threadId: string, runIds: string[]): InstanceAiEvent[];
+    getNextEventId(threadId: string): number;
+    clearThread(threadId: string): void;
+    clear(): void;
+    private evictIfNeeded;
+    private getOrCreateStore;
+}