n8n 2.15.1 → 2.17.0

package/dist/modules/instance-ai/eval/execution.service.js

@@ -0,0 +1,291 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvalExecutionService = void 0;
+const backend_common_1 = require("@n8n/backend-common");
+const di_1 = require("@n8n/di");
+const n8n_core_1 = require("n8n-core");
+const n8n_workflow_1 = require("n8n-workflow");
+const node_crypto_1 = require("node:crypto");
+const node_types_1 = require("../../../node-types");
+const workflow_execute_additional_data_1 = require("../../../workflow-execute-additional-data");
+const workflow_finder_service_1 = require("../../../workflows/workflow-finder.service");
+const workflow_sdk_1 = require("@n8n/workflow-sdk");
+const pin_data_generator_1 = require("./pin-data-generator");
+const workflow_analysis_1 = require("./workflow-analysis");
+const mock_handler_1 = require("./mock-handler");
+const MAX_OUTPUT_ITEMS_PER_NODE = 5;
+let EvalExecutionService = class EvalExecutionService {
+    constructor(workflowFinderService, nodeTypes, logger) {
+        this.workflowFinderService = workflowFinderService;
+        this.nodeTypes = nodeTypes;
+        this.logger = logger;
+    }
+    async executeWithLlmMock(workflowId, user, options = {}) {
+        const executionId = (0, node_crypto_1.randomUUID)();
+        const workflowEntity = await this.workflowFinderService.findWorkflowForUser(workflowId, user, [
+            'workflow:execute',
+        ]);
+        if (!workflowEntity) {
+            return this.errorResult(executionId, `Workflow ${workflowId} not found or not accessible`);
+        }
+        const hints = await this.analyzeWorkflow(workflowEntity, options.scenarioHints);
+        return await this.execute(workflowEntity, user, executionId, hints, options.scenarioHints);
+    }
+    async analyzeWorkflow(workflowEntity, scenarioHints) {
+        const hintNodes = (0, workflow_analysis_1.identifyNodesForHints)(workflowEntity);
+        const nodeNames = hintNodes.map((n) => n.name);
+        this.logger.debug(`[EvalMock] Generating hints for ${nodeNames.length} nodes: ${nodeNames.join(', ')}`);
+        const hints = await (0, workflow_analysis_1.generateMockHints)({
+            workflow: workflowEntity,
+            nodeNames,
+            scenarioHints,
+        });
+        if (!hints.globalContext && nodeNames.length > 0) {
+            this.logger.warn('[EvalMock] Phase 1 hint generation returned empty — mock responses will lack cross-node consistency');
+        }
+        this.logger.debug(`[EvalMock] Phase 1 result — globalContext: ${hints.globalContext ? 'present' : 'EMPTY'}, triggerContent keys: ${JSON.stringify(Object.keys(hints.triggerContent))}, nodeHints: ${Object.keys(hints.nodeHints).join(', ')}`);
+        const bypassNodes = (0, workflow_analysis_1.identifyNodesForPinData)(workflowEntity);
+        const bypassNodeNames = bypassNodes.map((n) => n.name);
+        if (bypassNodeNames.length > 0) {
+            this.logger.debug(`[EvalMock] Generating pin data for ${bypassNodeNames.length} bypass nodes: ${bypassNodeNames.join(', ')}`);
+            hints.bypassPinData = await this.generateBypassPinData(workflowEntity, bypassNodeNames, hints.globalContext, scenarioHints);
+            this.logger.debug(`[EvalMock] Phase 1.5 result — pinned nodes: ${Object.keys(hints.bypassPinData).join(', ') || 'none'}`);
+        }
+        return hints;
+    }
+    async generateBypassPinData(workflowEntity, bypassNodeNames, globalContext, scenarioHints) {
+        if (bypassNodeNames.length === 0)
+            return {};
+        try {
+            const dataDescription = [globalContext, scenarioHints].filter(Boolean).join('\n\n');
+            const result = await (0, pin_data_generator_1.generatePinData)({
+                workflow: workflowEntity,
+                nodeNames: bypassNodeNames,
+                instructions: dataDescription ? { dataDescription } : undefined,
+            });
+            return (0, workflow_sdk_1.normalizePinData)(result);
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            this.logger.error(`[EvalMock] Phase 1.5 pin data generation failed: ${errorMsg}`);
+            return (0, workflow_sdk_1.normalizePinData)(Object.fromEntries(bypassNodeNames.map((nodeName) => [nodeName, [{ json: {} }]])));
+        }
+    }
+    async execute(workflowEntity, user, executionId, hints, scenarioHints) {
+        const nodeResults = {};
+        const workflow = this.buildWorkflow(workflowEntity);
+        const startNode = this.findStartNode(workflow);
+        if (!startNode) {
+            return this.errorResult(executionId, 'No trigger or start node found in the workflow');
+        }
+        const mockHandler = (0, mock_handler_1.createLlmMockHandler)({
+            scenarioHints,
+            globalContext: hints.globalContext,
+            nodeHints: hints.nodeHints,
+        });
+        const additionalData = await (0, workflow_execute_additional_data_1.getBase)({
+            userId: user.id,
+            workflowId: workflowEntity.id,
+            workflowSettings: workflowEntity.settings ?? {},
+        });
+        additionalData.evalLlmMockHandler = this.createInterceptingHandler(mockHandler, nodeResults);
+        additionalData.hooks = new n8n_core_1.ExecutionLifecycleHooks('evaluation', executionId, workflowEntity);
+        const triggerPinData = this.buildTriggerPinData(startNode, hints.triggerContent);
+        const pinData = { ...triggerPinData, ...hints.bypassPinData };
+        const pinDataNodeNames = Object.keys(pinData);
+        this.checkNodeConfig(workflow, nodeResults, pinDataNodeNames);
+        const executionData = this.buildExecutionData(startNode, pinData);
+        if (Object.keys(triggerPinData).length > 0) {
+            const existing = nodeResults[startNode.name];
+            nodeResults[startNode.name] = {
+                output: null,
+                interceptedRequests: [],
+                executionMode: 'pinned',
+                ...(existing?.configIssues ? { configIssues: existing.configIssues } : {}),
+            };
+        }
+        for (const nodeName of Object.keys(hints.bypassPinData)) {
+            const existing = nodeResults[nodeName];
+            nodeResults[nodeName] = {
+                output: null,
+                interceptedRequests: [],
+                executionMode: 'pinned',
+                ...(existing?.configIssues ? { configIssues: existing.configIssues } : {}),
+            };
+        }
+        try {
+            const result = await this.runWorkflow(workflow, additionalData, executionData);
+            return this.buildResult(executionId, result, nodeResults, hints);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            this.logger.error(`[EvalMock] Workflow execution failed: ${message}`);
+            return {
+                executionId,
+                success: false,
+                nodeResults,
+                errors: [`Execution failed: ${message}`],
+                hints,
+            };
+        }
+    }
+    buildWorkflow(workflowEntity) {
+        return new n8n_workflow_1.Workflow({
+            id: workflowEntity.id,
+            name: workflowEntity.name,
+            nodes: workflowEntity.nodes,
+            connections: workflowEntity.connections,
+            active: false,
+            nodeTypes: this.nodeTypes,
+            staticData: workflowEntity.staticData,
+            settings: workflowEntity.settings ?? {},
+        });
+    }
+    findStartNode(workflow) {
+        return workflow.getStartNode() ?? this.findWebhookNode(workflow);
+    }
+    findWebhookNode(workflow) {
+        return Object.values(workflow.nodes).find((node) => {
+            if (node.disabled)
+                return false;
+            const nodeType = this.nodeTypes.getByNameAndVersion(node.type, node.typeVersion);
+            return nodeType !== undefined && 'webhook' in nodeType;
+        });
+    }
+    checkNodeConfig(workflow, nodeResults, pinDataNodeNames) {
+        for (const node of Object.values(workflow.nodes)) {
+            if (node.disabled)
+                continue;
+            const nodeType = this.nodeTypes.getByNameAndVersion(node.type, node.typeVersion);
+            if (!nodeType)
+                continue;
+            const issues = n8n_workflow_1.NodeHelpers.getNodeParametersIssues(nodeType.description.properties, node, nodeType.description, pinDataNodeNames);
+            if (issues?.parameters && Object.keys(issues.parameters).length > 0) {
+                const entry = (nodeResults[node.name] ??= {
+                    output: null,
+                    interceptedRequests: [],
+                    executionMode: 'real',
+                });
+                entry.configIssues = issues.parameters;
+            }
+        }
+    }
+    buildTriggerPinData(startNode, triggerContent) {
+        if (Object.keys(triggerContent).length === 0)
+            return {};
+        return { [startNode.name]: [{ json: triggerContent }] };
+    }
+    buildExecutionData(startNode, pinData) {
+        return (0, n8n_workflow_1.createRunExecutionData)({
+            startData: {},
+            resultData: { pinData, runData: {} },
+            executionData: {
+                contextData: {},
+                metadata: {},
+                nodeExecutionStack: [
+                    {
+                        node: startNode,
+                        data: { main: [[{ json: {} }]] },
+                        source: null,
+                    },
+                ],
+                waitingExecution: {},
+                waitingExecutionSource: {},
+            },
+        });
+    }
+    async runWorkflow(workflow, additionalData, executionData) {
+        const workflowExecute = new n8n_core_1.WorkflowExecute(additionalData, 'evaluation', executionData);
+        return await workflowExecute.processRunExecutionData(workflow);
+    }
+    createInterceptingHandler(mockHandler, nodeResults) {
+        return async (requestOptions, node) => {
+            const entry = (nodeResults[node.name] ??= {
+                output: null,
+                interceptedRequests: [],
+                executionMode: 'mocked',
+            });
+            entry.executionMode = 'mocked';
+            const response = await mockHandler(requestOptions, node);
+            entry.interceptedRequests.push({
+                url: requestOptions.url,
+                method: requestOptions.method ?? 'GET',
+                nodeType: node.type,
+                requestBody: requestOptions.body,
+                mockResponse: response?.body,
+            });
+            this.logger.debug(`[EvalMock] Intercepted ${requestOptions.method ?? 'GET'} ${requestOptions.url} from "${node.name}" (${node.type})`);
+            return response;
+        };
+    }
+    buildResult(executionId, result, nodeResults, hints) {
+        const errors = [];
+        const runData = result.data?.resultData?.runData ?? {};
+        for (const [nodeName, nodeRuns] of Object.entries(runData)) {
+            const entry = (nodeResults[nodeName] ??= {
+                output: null,
+                interceptedRequests: [],
+                executionMode: 'real',
+            });
+            const lastRun = nodeRuns[nodeRuns.length - 1];
+            if (lastRun?.startTime) {
+                entry.startTime = lastRun.startTime;
+            }
+            if (lastRun?.data?.main) {
+                const allOutputs = lastRun.data.main
+                    .flat()
+                    .filter(Boolean)
+                    .slice(0, MAX_OUTPUT_ITEMS_PER_NODE);
+                if (allOutputs.length > 0) {
+                    entry.output = allOutputs;
+                }
+            }
+            if (lastRun?.error) {
+                errors.push(`Node "${nodeName}": ${lastRun.error.message}`);
+            }
+        }
+        const executionError = result.data?.resultData?.error;
+        if (executionError) {
+            errors.push(`Workflow error: ${executionError.message}`);
+        }
+        return {
+            executionId,
+            success: executionError === undefined && errors.length === 0,
+            nodeResults,
+            errors,
+            hints,
+        };
+    }
+    errorResult(executionId, message) {
+        return {
+            executionId,
+            success: false,
+            nodeResults: {},
+            errors: [message],
+            hints: {
+                globalContext: '',
+                triggerContent: {},
+                nodeHints: {},
+                warnings: [],
+                bypassPinData: {},
+            },
+        };
+    }
+};
+exports.EvalExecutionService = EvalExecutionService;
+exports.EvalExecutionService = EvalExecutionService = __decorate([
+    (0, di_1.Service)(),
+    __metadata("design:paramtypes", [workflow_finder_service_1.WorkflowFinderService,
+        node_types_1.NodeTypes,
+        backend_common_1.Logger])
+], EvalExecutionService);
+//# sourceMappingURL=execution.service.js.map

package/dist/modules/instance-ai/eval/execution.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.service.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/execution.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAKA,wDAA6C;AAE7C,gCAAkC;AAClC,uCAKkB;AAClB,+CAYsB;AACtB,6CAAyC;AAEzC,6CAAyC;AACzC,yFAA6D;AAC7D,iFAA4E;AAG5E,oDAAqD;AAErD,6DAAuD;AAEvD,2DAK6B;AAC7B,iDAAsD;AAOtD,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAmB7B,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAChC,YACkB,qBAA4C,EAC5C,SAAoB,EACpB,MAAc;QAFd,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,cAAS,GAAT,SAAS,CAAW;QACpB,WAAM,GAAN,MAAM,CAAQ;IAC7B,CAAC;IAEJ,KAAK,CAAC,kBAAkB,CACvB,UAAkB,EAClB,IAAU,EACV,UAA0C,EAAE;QAE5C,MAAM,WAAW,GAAG,IAAA,wBAAU,GAAE,CAAC;QAEjC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,EAAE;YAC7F,kBAAkB;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,YAAY,UAAU,8BAA8B,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAEhF,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5F,CAAC;IAIO,KAAK,CAAC,eAAe,CAC5B,cAA6B,EAC7B,aAAsB;QAGtB,MAAM,SAAS,GAAG,IAAA,yCAAqB,EAAC,cAAc,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,mCAAmC,SAAS,CAAC,MAAM,WAAW,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpF,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,IAAA,qCAAiB,EAAC;YACrC,QAAQ,EAAE,cAAc;YACxB,SAAS;YACT,aAAa;SACb,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,qGAAqG,CACrG,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,8CAA8C,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,gBAAgB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC3N,CAAC;QAGF,MAAM,WAAW,GAAG,IAAA,2CAAuB,EAAC,cAAc,CAAC,CAAC;QAC5D,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEvD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,sCAAsC,eAAe,CAAC,MAAM,kBAAkB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1G,CAAC;YACF,KAAK,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,qBAAqB,CACrD,cAAc,EACd,eAAe,EACf,KAAK,CAAC,aAAa,EACnB,aAAa,CACb,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,+CAA+C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CACtG,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IASO,KAAK,CAAC,qBAAqB,CAClC,cAA6B,EAC7B,eAAyB,EACzB,aAAqB,EACrB,aAAsB;QAEtB,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE5C,IAAI,CAAC;YACJ,MAAM,eAAe,GAAG,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,MAAM,IAAA,oCAAe,EAAC;gBACpC,QAAQ,EAAE,cAAyC;gBACnD,SAAS,EAAE,eAAe;gBAC1B,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS;aAC/D,CAAC,CAAC;YAEH,OAAO,IAAA,+BAAgB,EAAC,MAA6B,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,QAAQ,EAAE,CAAC,CAAC;YAClF,OAAO,IAAA,+BAAgB,EACtB,MAAM,CAAC,WAAW,CACjB,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CACjD,CACb,CAAC;QACH,CAAC;IACF,CAAC;IAIO,KAAK,CAAC,OAAO,CACpB,cAA6B,EAC7B,IAAU,EACV,WAAmB,EACnB,KAAgB,EAChB,aAAsB;QAEtB,MAAM,WAAW,GAA6C,EAAE,CAAC;QAEjE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,gDAAgD,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,WAAW,GAAG,IAAA,mCAAoB,EAAC;YACxC,aAAa;YACb,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,SAAS,EAAE,KAAK,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,IAAA,0CAAO,EAAC;YACpC,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,UAAU,EAAE,cAAc,CAAC,EAAE;YAC7B,gBAAgB,EAAE,cAAc,CAAC,QAAQ,IAAI,EAAE;SAC/C,CAAC,CAAC;QACH,cAAc,CAAC,kBAAkB,GAAG,IAAI,CAAC,yBAAyB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC7F,cAAc,CAAC,KAAK,GAAG,IAAI,kCAAuB,CAAC,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;QAE9F,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACjF,MAAM,OAAO,GAAa,EAAE,GAAG,cAAc,EAAE,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QACxE,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAG9C,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,gBAAgB,CAAC,CAAC;QAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAIlE,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7C,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG;gBAC7B,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,QAAQ;gBACvB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1E,CAAC;QACH,CAAC;QAGD,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;YACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;YACvC,WAAW,CAAC,QAAQ,CAAC,GAAG;gBACvB,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,QAAQ;gBACvB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1E,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;YAC/E,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;YACtE,OAAO;gBACN,WAAW;gBACX,OAAO,EAAE,KAAK;gBACd,WAAW;gBACX,MAAM,EAAE,CAAC,qBAAqB,OAAO,EAAE,CAAC;gBACxC,KAAK;aACL,CAAC;QACH,CAAC;IACF,CAAC;IAIO,aAAa,CAAC,cAA6B;QAClD,OAAO,IAAI,uBAAQ,CAAC;YACnB,EAAE,EAAE,cAAc,CAAC,EAAE;YACrB,IAAI,EAAE,cAAc,CAAC,IAAI;YACzB,KAAK,EAAE,cAAc,CAAC,KAAK;YAC3B,WAAW,EAAE,cAAc,CAAC,WAAW;YACvC,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,QAAQ,EAAE,cAAc,CAAC,QAAQ,IAAI,EAAE;SACvC,CAAC,CAAC;IACJ,CAAC;IAOO,aAAa,CAAC,QAAkB;QACvC,OAAO,QAAQ,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAEO,eAAe,CAAC,QAAkB;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAClD,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjF,OAAO,QAAQ,KAAK,SAAS,IAAI,SAAS,IAAI,QAAQ,CAAC;QACxD,CAAC,CAAC,CAAC;IACJ,CAAC;IAOO,eAAe,CACtB,QAAkB,EAClB,WAAqD,EACrD,gBAA0B;QAE1B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjF,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,MAAM,GAAG,0BAAW,CAAC,uBAAuB,CACjD,QAAQ,CAAC,WAAW,CAAC,UAAU,EAC/B,IAAI,EACJ,QAAQ,CAAC,WAAW,EACpB,gBAAgB,CAChB,CAAC;YAEF,IAAI,MAAM,EAAE,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrE,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;oBACzC,MAAM,EAAE,IAAI;oBACZ,mBAAmB,EAAE,EAAE;oBACvB,aAAa,EAAE,MAAM;iBACrB,CAAC,CAAC;gBACH,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC;YACxC,CAAC;QACF,CAAC;IACF,CAAC;IASO,mBAAmB,CAAC,SAAgB,EAAE,cAAuC;QACpF,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACxD,OAAO,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,cAA6B,EAAE,CAAC,EAAE,CAAC;IACxE,CAAC;IASO,kBAAkB,CAAC,SAAgB,EAAE,OAAiB;QAC7D,OAAO,IAAA,qCAAsB,EAAC;YAC7B,SAAS,EAAE,EAAE;YACb,UAAU,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;YACpC,aAAa,EAAE;gBACd,WAAW,EAAE,EAAE;gBACf,QAAQ,EAAE,EAAE;gBACZ,kBAAkB,EAAE;oBACnB;wBACC,IAAI,EAAE,SAAS;wBACf,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE;wBAChC,MAAM,EAAE,IAAI;qBACZ;iBACD;gBACD,gBAAgB,EAAE,EAAE;gBACpB,sBAAsB,EAAE,EAAE;aAC1B;SACD,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,QAAkB,EAClB,cAA8C,EAC9C,aAAgC;QAEhC,MAAM,eAAe,GAAG,IAAI,0BAAe,CAAC,cAAc,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;QACzF,OAAO,MAAM,eAAe,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;IAOO,yBAAyB,CAChC,WAA+B,EAC/B,WAAqD;QAErD,OAAO,KAAK,EACX,cAAmC,EACnC,IAAW,EACiC,EAAE;YAG9C,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;gBACzC,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,QAAQ;aACvB,CAAC,CAAC;YACH,KAAK,CAAC,aAAa,GAAG,QAAQ,CAAC;YAC/B,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YAEzD,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC;gBAC9B,GAAG,EAAE,cAAc,CAAC,GAAG;gBACvB,MAAM,EAAE,cAAc,CAAC,MAAM,IAAI,KAAK;gBACtC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,WAAW,EAAE,cAAc,CAAC,IAAI;gBAChC,YAAY,EAAE,QAAQ,EAAE,IAAI;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,0BAA0B,cAAc,CAAC,MAAM,IAAI,KAAK,IAAI,cAAc,CAAC,GAAG,UAAU,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,GAAG,CACnH,CAAC;YAEF,OAAO,QAAQ,CAAC;QACjB,CAAC,CAAC;IACH,CAAC;IAIO,WAAW,CAClB,WAAmB,EACnB,MAAY,EACZ,WAAqD,EACrD,KAAgB;QAEhB,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,IAAI,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAG5D,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK;gBACxC,MAAM,EAAE,IAAI;gBACZ,mBAAmB,EAAE,EAAE;gBACvB,aAAa,EAAE,MAAM;aACrB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC9C,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;gBACxB,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YACrC,CAAC;YACD,IAAI,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAEzB,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI;qBAClC,IAAI,EAAE;qBACN,MAAM,CAAC,OAAO,CAAC;qBACf,KAAK,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC;gBAC3B,CAAC;YACF,CAAC;YACD,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,SAAS,QAAQ,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7D,CAAC;QACF,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC;QACtD,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mBAAmB,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO;YACN,WAAW;YACX,OAAO,EAAE,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAC5D,WAAW;YACX,MAAM;YACN,KAAK;SACL,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,WAAmB,EAAE,OAAe;QACvD,OAAO;YACN,WAAW;YACX,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,EAAE;YACf,MAAM,EAAE,CAAC,OAAO,CAAC;YACjB,KAAK,EAAE;gBACN,aAAa,EAAE,EAAE;gBACjB,cAAc,EAAE,EAAE;gBAClB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,EAAE;aACjB;SACD,CAAC;IACH,CAAC;CACD,CAAA;AA5ZY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,YAAO,GAAE;qCAGgC,+CAAqB;QACjC,sBAAS;QACZ,uBAAM;GAJpB,oBAAoB,CA4ZhC"}

package/dist/modules/instance-ai/eval/mock-handler.d.ts

@@ -0,0 +1,9 @@
+import type { EvalLlmMockHandler } from 'n8n-core';
+interface MockHandlerOptions {
+    scenarioHints?: string;
+    globalContext?: string;
+    nodeHints?: Record<string, string>;
+    maxRetries?: number;
+}
+export declare function createLlmMockHandler(options?: MockHandlerOptions): EvalLlmMockHandler;
+export {};

package/dist/modules/instance-ai/eval/mock-handler.js

@@ -0,0 +1,264 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLlmMockHandler = createLlmMockHandler;
+const backend_common_1 = require("@n8n/backend-common");
+const di_1 = require("@n8n/di");
+const n8n_workflow_1 = require("n8n-workflow");
+const zod_1 = require("zod");
+const instance_ai_1 = require("@n8n/instance-ai");
+const api_docs_1 = require("./api-docs");
+const node_config_1 = require("./node-config");
+const request_sanitizer_1 = require("./request-sanitizer");
+const MOCK_SYSTEM_PROMPT = `You are an API mock server generating realistic HTTP responses for n8n workflow evaluation.
+
+## Your tools
+
+You have two tools. Call them before generating your response:
+
+"lookup_api_docs" — Fetches real API documentation for a service endpoint. Use this to learn the correct response STRUCTURE (what fields, what nesting, what types the real API returns). Pay special attention to what the real API returns for the exact HTTP method and URL path you're responding to.
+
+"get_node_config" — Returns the n8n node's configuration parameters. This tells you what the node is set up to work with. The configuration contains the values the node expects to find in API responses — resource IDs, field names, column names, etc. Every node type has different parameters, so you need to interpret the config intelligently. Key patterns:
+  - Objects with "__rl" are resource selectors — "value" is the selected resource (a document ID, channel, project, etc.)
+  - "schema" arrays list the columns/fields the node expects. CRITICAL: use the "id" field as the exact column/field name in your response — NOT "displayName". For example, if schema has {"id": "timestamp", "displayName": "Timestamp"}, the API response must use "timestamp" (lowercase), not "Timestamp"
+  - "operation" and "resource" describe what the node does (e.g. "send" a "message", "create" an "issue")
+  - Strings starting with "=" are expressions (ignore these) — all other strings are literal values
+
+## How to combine them
+
+The API docs tell you the response SHAPE. The node config tells you the exact DATA VALUES to put in that shape. All names, IDs, and identifiers from the node config are case-sensitive — use them character-for-character.
+
+## Output format
+
+Respond with ONLY a JSON object. No explanation, no markdown, no prose.
+
+{ "type": "json", "body": { ...realistic API response... } }
+{ "type": "binary", "contentType": "application/pdf", "filename": "doc.pdf" }
+{ "type": "error", "statusCode": 404, "body": { ...service error format... } }
+
+## Rules
+
+- A node may make MULTIPLE sequential HTTP requests in a single execution (e.g., first GET metadata, then GET headers, then POST data). You are responding to ONE specific request. Match your response to the URL + method of THIS request only. A GET to a metadata endpoint must return metadata — not a write result — even if the node's overall purpose is to write data.
+- Echo request values faithfully. If the request contains an identifier, name, or reference value (even one that looks like a placeholder such as "YOUR_CHAT_ID" or "YOUR_API_KEY"), echo it back exactly in the corresponding response field. The real API would reflect the same value the client sent.
+- Some APIs return empty or minimal responses on success (204 with no body, 202 with empty body). If the API documentation indicates an empty response body, return { "type": "json", "body": {} }. Don't invent additional response fields.
+- No pagination — always indicate end of results (has_more=false, nextPageToken=null, etc.)`;
+const DEFAULT_MAX_RETRIES = 1;
+function createLlmMockHandler(options) {
+    const nodeConfigCache = new Map();
+    return async (requestOptions, node) => {
+        if (!nodeConfigCache.has(node.name)) {
+            nodeConfigCache.set(node.name, (0, node_config_1.extractNodeConfig)(node));
+        }
+        return await generateMockResponse(requestOptions, node, {
+            scenarioHints: options?.scenarioHints,
+            globalContext: options?.globalContext,
+            nodeHint: options?.nodeHints?.[node.name],
+            nodeConfig: nodeConfigCache.get(node.name) ?? '',
+            maxRetries: options?.maxRetries ?? DEFAULT_MAX_RETRIES,
+        });
+    };
+}
+async function generateMockResponse(request, node, context) {
+    const serviceName = extractServiceName(request.url);
+    const endpoint = extractEndpoint(request.url);
+    const sections = [
+        '## Request',
+        `Service: ${serviceName}`,
+        `Node: "${node.name}" (${node.type})`,
+        (request.method ?? 'GET') + ' ' + endpoint,
+        'Generate the response for this EXACT endpoint and method.',
+    ];
+    if (request.body) {
+        const sanitized = (0, request_sanitizer_1.redactSecretKeys)(request.body);
+        const serialized = (0, request_sanitizer_1.truncateForLlm)(JSON.stringify(sanitized));
+        sections.push(`Body: ${serialized}`);
+    }
+    if (request.qs && Object.keys(request.qs).length > 0) {
+        const sanitizedQs = (0, request_sanitizer_1.redactSecretKeys)(request.qs);
+        sections.push(`Query: ${JSON.stringify(sanitizedQs)}`);
+    }
+    const isGraphQL = endpoint.includes('/graphql') ||
+        (typeof request.body === 'object' && request.body !== null && 'query' in request.body);
+    if (isGraphQL) {
+        sections.push('', '## GraphQL format requirement');
+        sections.push('This is a GraphQL endpoint. ALL responses MUST use GraphQL response format:', '- Success: { "data": { ...fields matching the query... } }', '- Error: { "errors": [{ "message": "...", "extensions": { "code": "..." } }], "data": null }', 'Never return flat REST-style error objects.');
+    }
+    if (context.nodeConfig) {
+        sections.push('', '## Node Configuration', context.nodeConfig);
+    }
+    if (context.globalContext || context.nodeHint || context.scenarioHints) {
+        sections.push('', '## Context');
+        if (context.globalContext)
+            sections.push(`Data: ${context.globalContext}`);
+        if (context.nodeHint)
+            sections.push(`Hint: ${context.nodeHint}`);
+        if (context.scenarioHints) {
+            sections.push(`Scenario: ${context.scenarioHints}`);
+            sections.push(isGraphQL
+                ? '(For error scenarios, use GraphQL error format with "data": null. Don\'t use "type": "error" wrapper.)'
+                : '(Use "error" type with appropriate statusCode for error scenarios.)');
+        }
+    }
+    const userPrompt = sections.join('\n');
+    const safeUrl = extractEndpoint(request.url);
+    let lastError = '';
+    for (let attempt = 0; attempt <= context.maxRetries; attempt++) {
+        try {
+            const spec = await callLlm(userPrompt, context.nodeConfig);
+            return materializeSpec(spec);
+        }
+        catch (error) {
+            lastError = error instanceof Error ? error.message : String(error);
+            if (attempt < context.maxRetries) {
+                di_1.Container.get(backend_common_1.Logger).warn(`[EvalMock] Mock generation failed for ${request.method ?? 'GET'} ${safeUrl}, retrying (${attempt + 1}/${context.maxRetries}): ${lastError}`);
+            }
+        }
+    }
+    di_1.Container.get(backend_common_1.Logger).error(`[EvalMock] Mock generation failed for ${request.method ?? 'GET'} ${safeUrl} after ${context.maxRetries + 1} attempts: ${lastError}`);
+    return {
+        body: { _evalMockError: true, message: `Mock generation failed: ${lastError}` },
+        headers: { 'content-type': 'application/json' },
+        statusCode: 200,
+    };
+}
+const apiDocsTool = new instance_ai_1.Tool('lookup_api_docs')
+    .description('Look up official API documentation for a specific REST endpoint to understand the exact response format.')
+    .input(zod_1.z.object({
+    serviceName: zod_1.z
+        .string()
+        .describe('The API service name (e.g. "Google Sheets", "Gmail", "Slack")'),
+    endpointDescription: zod_1.z
+        .string()
+        .describe('Description of the endpoint (e.g. "GET spreadsheets values response format")'),
+}))
+    .handler(async (input) => {
+    return await (0, api_docs_1.fetchApiDocs)(input.serviceName, input.endpointDescription);
+})
+    .build();
+function createNodeConfigTool(nodeConfig) {
+    return new instance_ai_1.Tool('get_node_config')
+        .description("Get the n8n node's configuration parameters — resource IDs, field names, settings, etc. Your mock data must match these exact values.")
+        .input(zod_1.z.object({}))
+        .handler(async () => nodeConfig)
+        .build();
+}
+async function callLlm(userPrompt, nodeConfig) {
+    const agent = (0, instance_ai_1.createEvalAgent)('eval-mock-responder', {
+        instructions: MOCK_SYSTEM_PROMPT,
+    })
+        .tool(apiDocsTool)
+        .tool(createNodeConfigTool(nodeConfig));
+    const result = await agent.generate(userPrompt);
+    const text = (0, instance_ai_1.extractText)(result);
+    return parseResponseText(text);
+}
+function parseResponseText(raw) {
+    let text = raw.trim();
+    const fencedMatch = text.match(/```(?:json)?\s*\n?([\s\S]*?)\n?\s*```/i);
+    if (fencedMatch) {
+        text = fencedMatch[1].trim();
+    }
+    text = text
+        .replace(/^```(?:json)?\s*\n?/i, '')
+        .replace(/\n?\s*```\s*$/i, '')
+        .trim();
+    if (text.length > 0 && !text.startsWith('{') && !text.startsWith('[')) {
+        const extracted = extractJsonObject(text);
+        if (extracted) {
+            text = extracted;
+        }
+    }
+    const parsed = (0, n8n_workflow_1.jsonParse)(text);
+    if (!parsed.type || !['json', 'binary', 'error'].includes(parsed.type)) {
+        return { type: 'json', body: parsed };
+    }
+    return parsed;
+}
+function materializeSpec(spec) {
+    switch (spec.type) {
+        case 'json':
+            return {
+                body: spec.body ?? { ok: true },
+                headers: { 'content-type': 'application/json' },
+                statusCode: 200,
+            };
+        case 'binary': {
+            const filename = spec.filename ?? 'mock-file.dat';
+            const contentType = spec.contentType ?? 'application/octet-stream';
+            const content = `[eval-mock] Synthetic file: ${filename} (${contentType})`;
+            return {
+                body: Buffer.from(content),
+                headers: { 'content-type': contentType },
+                statusCode: 200,
+            };
+        }
+        case 'error':
+            return {
+                body: spec.body ?? { error: 'Mock error' },
+                headers: { 'content-type': 'application/json' },
+                statusCode: spec.statusCode ?? 500,
+            };
+        default:
+            return {
+                body: spec.body ?? { ok: true },
+                headers: { 'content-type': 'application/json' },
+                statusCode: 200,
+            };
+    }
+}
+function extractJsonObject(text) {
+    const start = text.indexOf('{');
+    if (start < 0)
+        return undefined;
+    let depth = 0;
+    let inString = false;
+    let escape = false;
+    for (let i = start; i < text.length; i++) {
+        const ch = text[i];
+        if (escape) {
+            escape = false;
+            continue;
+        }
+        if (ch === '\\' && inString) {
+            escape = true;
+            continue;
+        }
+        if (ch === '"') {
+            inString = !inString;
+            continue;
+        }
+        if (inString)
+            continue;
+        if (ch === '{')
+            depth++;
+        if (ch === '}') {
+            depth--;
+            if (depth === 0) {
+                return text.slice(start, i + 1);
+            }
+        }
+    }
+    return text.slice(start);
+}
+function extractServiceName(url) {
+    try {
+        const hostname = new URL(url).hostname;
+        const parts = hostname
+            .replace(/^api\./, '')
+            .replace(/^www\./, '')
+            .split('.');
+        return parts[0].charAt(0).toUpperCase() + parts[0].slice(1);
+    }
+    catch {
+        return 'Unknown';
+    }
+}
+function extractEndpoint(url) {
+    try {
+        const parsed = new URL(url);
+        return parsed.pathname + (parsed.search ? parsed.search : '');
+    }
+    catch {
+        return url;
+    }
+}
+//# sourceMappingURL=mock-handler.js.map

package/dist/modules/instance-ai/eval/mock-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-handler.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/mock-handler.ts"],"names":[],"mappings":";;AA2GA,oDAgBC;AArGD,wDAA6C;AAC7C,gCAAoC;AAEpC,+CAAyC;AACzC,6BAAwB;AAExB,kDAAsE;AACtE,yCAA0C;AAC1C,+CAAkD;AAClD,2DAAuE;AAMvE,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4FA+BiE,CAAC;AAM7F,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAiC9B,SAAgB,oBAAoB,CAAC,OAA4B;IAEhE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAElD,OAAO,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE;QACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAA,+BAAiB,EAAC,IAAI,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,MAAM,oBAAoB,CAAC,cAAc,EAAE,IAAI,EAAE;YACvD,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;YACzC,UAAU,EAAE,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAChD,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,mBAAmB;SACtD,CAAC,CAAC;IACJ,CAAC,CAAC;AACH,CAAC;AAcD,KAAK,UAAU,oBAAoB,CAClC,OAAuF,EACvF,IAAoC,EACpC,OAA4B;IAE5B,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAG9C,MAAM,QAAQ,GAAa;QAC1B,YAAY;QACZ,YAAY,WAAW,EAAE;QACzB,UAAU,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,GAAG;QACrC,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,GAAG,QAAQ;QAC1C,2DAA2D;KAC3D,CAAC;IAEF,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,IAAA,oCAAgB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,IAAA,kCAAc,EAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7D,QAAQ,CAAC,IAAI,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,IAAA,oCAAgB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;IAGD,MAAM,SAAS,GACd,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC7B,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAExF,IAAI,SAAS,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,+BAA+B,CAAC,CAAC;QACnD,QAAQ,CAAC,IAAI,CACZ,6EAA6E,EAC7E,4DAA4D,EAC5D,8FAA8F,EAC9F,6CAA6C,CAC7C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,uBAAuB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAChC,IAAI,OAAO,CAAC,aAAa;YAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAC3E,IAAI,OAAO,CAAC,QAAQ;YAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;YACpD,QAAQ,CAAC,IAAI,CACZ,SAAS;gBACR,CAAC,CAAC,wGAAwG;gBAC1G,CAAC,CAAC,qEAAqE,CACxE,CAAC;QACH,CAAC;IACF,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEvC,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QAChE,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC3D,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,IAAI,OAAO,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;gBAClC,cAAS,CAAC,GAAG,CAAC,uBAAM,CAAC,CAAC,IAAI,CACzB,yCAAyC,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,OAAO,eAAe,OAAO,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,MAAM,SAAS,EAAE,CAC5I,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IAED,cAAS,CAAC,GAAG,CAAC,uBAAM,CAAC,CAAC,KAAK,CAC1B,yCAAyC,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,OAAO,UAAU,OAAO,CAAC,UAAU,GAAG,CAAC,cAAc,SAAS,EAAE,CACpI,CAAC;IACF,OAAO;QACN,IAAI,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE,2BAA2B,SAAS,EAAE,EAAE;QAC/E,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,UAAU,EAAE,GAAG;KACf,CAAC;AACH,CAAC;AAMD,MAAM,WAAW,GAAG,IAAI,kBAAI,CAAC,iBAAiB,CAAC;KAC7C,WAAW,CACX,0GAA0G,CAC1G;KACA,KAAK,CACL,OAAC,CAAC,MAAM,CAAC;IACR,WAAW,EAAE,OAAC;SACZ,MAAM,EAAE;SACR,QAAQ,CAAC,+DAA+D,CAAC;IAC3E,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,CAAC,8EAA8E,CAAC;CAC1F,CAAC,CACF;KACA,OAAO,CAAC,KAAK,EAAE,KAA2D,EAAE,EAAE;IAC9E,OAAO,MAAM,IAAA,uBAAY,EAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzE,CAAC,CAAC;KACD,KAAK,EAAE,CAAC;AAEV,SAAS,oBAAoB,CAAC,UAAkB;IAC/C,OAAO,IAAI,kBAAI,CAAC,iBAAiB,CAAC;SAChC,WAAW,CACX,uIAAuI,CACvI;SACA,KAAK,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SACnB,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC;SAC/B,KAAK,EAAE,CAAC;AACX,CAAC;AAMD,KAAK,UAAU,OAAO,CAAC,UAAkB,EAAE,UAAkB;IAC5D,MAAM,KAAK,GAAG,IAAA,6BAAe,EAAC,qBAAqB,EAAE;QACpD,YAAY,EAAE,kBAAkB;KAChC,CAAC;SACA,IAAI,CAAC,WAAW,CAAC;SACjB,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEhD,MAAM,IAAI,GAAW,IAAA,yBAAW,EAAC,MAAM,CAAC,CAAC;IACzC,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW;IACrC,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAItB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACzE,IAAI,WAAW,EAAE,CAAC;QACjB,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IAGD,IAAI,GAAG,IAAI;SACT,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;SACnC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,IAAI,EAAE,CAAC;IAGT,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACvE,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,SAAS,EAAE,CAAC;YACf,IAAI,GAAG,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,wBAAS,EAAmB,IAAI,CAAC,CAAC;IAEjD,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACxE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC;AAMD,SAAS,eAAe,CAAC,IAAsB;IAC9C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACV,OAAO;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE;gBAC/B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,UAAU,EAAE,GAAG;aACf,CAAC;QAEH,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,eAAe,CAAC;YAClD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,0BAA0B,CAAC;YACnE,MAAM,OAAO,GAAG,+BAA+B,QAAQ,KAAK,WAAW,GAAG,CAAC;YAC3E,OAAO;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1B,OAAO,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE;gBACxC,UAAU,EAAE,GAAG;aACf,CAAC;QACH,CAAC;QAED,KAAK,OAAO;YACX,OAAO;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE;gBAC1C,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;aAClC,CAAC;QAEH;YACC,OAAO;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE;gBAC/B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,UAAU,EAAE,GAAG;aACf,CAAC;IACJ,CAAC;AACF,CAAC;AAUD,SAAS,iBAAiB,CAAC,IAAY;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAEhC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,KAAK,CAAC;YACf,SAAS;QACV,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,GAAG,IAAI,CAAC;YACd,SAAS;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAChB,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACV,CAAC;QACD,IAAI,QAAQ;YAAE,SAAS;QACvB,IAAI,EAAE,KAAK,GAAG;YAAE,KAAK,EAAE,CAAC;QACxB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAChB,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACtC,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QAEvC,MAAM,KAAK,GAAG,QAAQ;aACpB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;aACrB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;aACrB,KAAK,CAAC,GAAG,CAAC,CAAC;QACb,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IACnC,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,GAAG,CAAC;IACZ,CAAC;AACF,CAAC"}

package/dist/modules/instance-ai/eval/node-config.d.ts

@@ -0,0 +1,2 @@
+import type { INode } from 'n8n-workflow';
+export declare function extractNodeConfig(node: INode): string;

package/dist/modules/instance-ai/eval/node-config.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractNodeConfig = extractNodeConfig;
+function extractNodeConfig(node) {
+    const params = node.parameters;
+    if (!params || typeof params !== 'object')
+        return '';
+    try {
+        return JSON.stringify(params);
+    }
+    catch {
+        return '';
+    }
+}
+//# sourceMappingURL=node-config.js.map

package/dist/modules/instance-ai/eval/node-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-config.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/node-config.ts"],"names":[],"mappings":";;AAQA,8CASC;AATD,SAAgB,iBAAiB,CAAC,IAAW;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;IAC/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAErD,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,EAAE,CAAC;IACX,CAAC;AACF,CAAC"}

package/dist/modules/instance-ai/eval/pin-data-generator.d.ts

@@ -0,0 +1,12 @@
+import type { WorkflowJSON } from '@n8n/workflow-sdk';
+type PinData = Record<string, Array<Record<string, unknown>>>;
+interface PinDataGenerationInstructions {
+    dataDescription: string;
+}
+export interface GeneratePinDataOptions {
+    workflow: WorkflowJSON;
+    nodeNames: string[];
+    instructions?: PinDataGenerationInstructions;
+}
+export declare function generatePinData(options: GeneratePinDataOptions): Promise<PinData>;
+export {};