@n8n/instance-ai 1.24.4 → 1.25.0

package/dist/tools/evals/detect-tool-refs.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"detect-tool-refs.service.js","sourceRoot":"","sources":["../../../src/tools/evals/detect-tool-refs.service.ts"],"names":[],"mappings":";;;AAAA,oDAAgD;AAGhD,yDAK4B;AAiB5B,SAAS,uBAAuB,CAAC,QAAsB,EAAE,aAAqB;IAC7E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,KAAK,GAAa,CAAC,aAAa,CAAC,CAAC;IACxC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;QAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;QACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,SAAS;YACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,IAAA,oBAAQ,EAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;oBAAE,SAAS;gBAC/D,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,SAAS;gBACrC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAaD,wBAA+B,QAAsB,EAAE,aAAqB;IAC3E,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,8BAAW,EAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;IAC7F,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,eAAe,aAAa,yBAAyB,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,aAAa,GAAG,IAAA,yCAAsB,EAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACtE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE1C,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,8BAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAU,CAAC,CAC3E,CAAC;IACF,MAAM,UAAU,GAAG,uBAAuB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAEpE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,MAAM,OAAO,GAAG,IAAA,iCAAc,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACpE,IAAA,yCAAsB,EAAC,IAAI,CAAC,CAC5B,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,QAAQ,KAAK,aAAa;gBAAE,SAAS;YAC3C,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAAE,SAAS;YACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAAE,SAAS;YAC3C,MAAM,GAAG,GAAG,GAAG,YAAY,OAAO,CAAC,CAAC,QAAQ,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC;YAC7D,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,MAAM,CAAC,IAAI,CAAC;gBACX,cAAc,EAAE,CAAC,CAAC,QAAQ;gBAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,YAAY;aACZ,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC"}

package/dist/tools/evals/ensure-eval-data-table.service.d.ts

@@ -1,15 +0,0 @@
-import type { InstanceAiContext } from '../../types';
-export interface CreateEmptyEvalDataTableInput {
-    workflowName: string;
-    projectId?: string;
-    columns: string[];
-}
-export declare function formatEvalDataTableName(workflowName: string): string;
-export declare function formatEvalDataTableColumnName(columnName: string): string;
-export declare function formatEvalDataTableColumnNameMap(columns: string[]): Map<string, string>;
-export declare function formatEvalDataTableColumnNames(columns: string[]): string[];
-export declare function createEmptyEvalDataTable(ctx: InstanceAiContext, input: CreateEmptyEvalDataTableInput): Promise<{
-    id: string;
-    name: string;
-    projectId?: string;
-}>;

package/dist/tools/evals/ensure-eval-data-table.service.js

@@ -1,83 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatEvalDataTableName = formatEvalDataTableName;
-exports.formatEvalDataTableColumnName = formatEvalDataTableColumnName;
-exports.formatEvalDataTableColumnNameMap = formatEvalDataTableColumnNameMap;
-exports.formatEvalDataTableColumnNames = formatEvalDataTableColumnNames;
-exports.createEmptyEvalDataTable = createEmptyEvalDataTable;
-const nanoid_1 = require("nanoid");
-const NAME_COLLISION_RE = /already exists/i;
-const DATA_TABLE_COLUMN_MAX_LENGTH = 63;
-function formatEvalDataTableName(workflowName) {
-    return `${workflowName} — eval samples`;
-}
-function formatEvalDataTableColumnName(columnName) {
-    const normalized = columnName
-        .trim()
-        .toLowerCase()
-        .replace(/[^a-z0-9_]+/g, '_')
-        .replace(/_+/g, '_')
-        .replace(/^_+|_+$/g, '');
-    const withValidStart = /^[a-z]/.test(normalized) ? normalized : `column_${normalized || 'value'}`;
-    const truncated = withValidStart.slice(0, DATA_TABLE_COLUMN_MAX_LENGTH).replace(/_+$/g, '');
-    return truncated || 'column';
-}
-function withUniqueSuffix(baseName, index) {
-    const suffix = `_${index}`;
-    return `${baseName.slice(0, DATA_TABLE_COLUMN_MAX_LENGTH - suffix.length).replace(/_+$/g, '')}${suffix}`;
-}
-function formatEvalDataTableColumnNameMap(columns) {
-    const byRawColumn = new Map();
-    const usedNames = new Set();
-    for (const column of columns) {
-        if (byRawColumn.has(column))
-            continue;
-        const baseName = formatEvalDataTableColumnName(column);
-        let candidate = baseName;
-        let index = 2;
-        while (usedNames.has(candidate)) {
-            candidate = withUniqueSuffix(baseName, index);
-            index++;
-        }
-        byRawColumn.set(column, candidate);
-        usedNames.add(candidate);
-    }
-    return byRawColumn;
-}
-function formatEvalDataTableColumnNames(columns) {
-    return [...formatEvalDataTableColumnNameMap(columns).values()];
-}
-async function createWithUniqueName(ctx, baseName, columns, options) {
-    try {
-        return await ctx.dataTableService.create(baseName, columns, options);
-    }
-    catch (error) {
-        const msg = error instanceof Error ? error.message : String(error);
-        if (!NAME_COLLISION_RE.test(msg))
-            throw error;
-        for (let attempt = 0; attempt < 3; attempt++) {
-            const suffixedName = `${baseName} (${(0, nanoid_1.nanoid)(5)})`;
-            try {
-                return await ctx.dataTableService.create(suffixedName, columns, options);
-            }
-            catch (retryError) {
-                const retryMsg = retryError instanceof Error ? retryError.message : String(retryError);
-                if (!NAME_COLLISION_RE.test(retryMsg))
-                    throw retryError;
-            }
-        }
-        throw error;
-    }
-}
-async function createEmptyEvalDataTable(ctx, input) {
-    const dt = await createWithUniqueName(ctx, formatEvalDataTableName(input.workflowName), formatEvalDataTableColumnNames(input.columns).map((n) => ({
-        name: n,
-        type: 'string',
-    })), input.projectId ? { projectId: input.projectId } : undefined);
-    return {
-        id: dt.id,
-        name: dt.name,
-        ...(dt.projectId ? { projectId: dt.projectId } : {}),
-    };
-}
-//# sourceMappingURL=ensure-eval-data-table.service.js.map

package/dist/tools/evals/ensure-eval-data-table.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ensure-eval-data-table.service.js","sourceRoot":"","sources":["../../../src/tools/evals/ensure-eval-data-table.service.ts"],"names":[],"mappings":";;;;;;;AAAA,mCAAgC;AAUhC,MAAM,iBAAiB,GAAG,iBAAiB,CAAC;AAC5C,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAExC,iCAAwC,YAAoB;IAC3D,OAAO,GAAG,YAAY,iBAAiB,CAAC;AACzC,CAAC;AAED,uCAA8C,UAAkB;IAC/D,MAAM,UAAU,GAAG,UAAU;SAC3B,IAAI,EAAE;SACN,WAAW,EAAE;SACb,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC1B,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,UAAU,IAAI,OAAO,EAAE,CAAC;IAClG,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,4BAA4B,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5F,OAAO,SAAS,IAAI,QAAQ,CAAC;AAC9B,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,KAAa;IACxD,MAAM,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;IAC3B,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,4BAA4B,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC;AAC1G,CAAC;AAED,0CAAiD,OAAiB;IACjE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,SAAS;QAEtC,MAAM,QAAQ,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACvD,IAAI,SAAS,GAAG,QAAQ,CAAC;QACzB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,SAAS,GAAG,gBAAgB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC9C,KAAK,EAAE,CAAC;QACT,CAAC;QACD,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACnC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,WAAW,CAAC;AACpB,CAAC;AAED,wCAA+C,OAAiB;IAC/D,OAAO,CAAC,GAAG,gCAAgC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,oBAAoB,CAClC,GAAsB,EACtB,QAAgB,EAChB,OAAgD,EAChD,OAA2C;IAE3C,IAAI,CAAC;QACJ,OAAO,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,MAAM,KAAK,CAAC;QAC9C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,GAAG,QAAQ,KAAK,IAAA,eAAM,EAAC,CAAC,CAAC,GAAG,CAAC;YAClD,IAAI,CAAC;gBACJ,OAAO,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACrB,MAAM,QAAQ,GAAG,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBACvF,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC;oBAAE,MAAM,UAAU,CAAC;YACzD,CAAC;QACF,CAAC;QACD,MAAM,KAAK,CAAC;IACb,CAAC;AACF,CAAC;AAYM,KAAK,mCACX,GAAsB,EACtB,KAAoC;IAEpC,MAAM,EAAE,GAAG,MAAM,oBAAoB,CACpC,GAAG,EACH,uBAAuB,CAAC,KAAK,CAAC,YAAY,CAAC,EAC3C,8BAA8B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzD,IAAI,EAAE,CAAC;QACP,IAAI,EAAE,QAAiB;KACvB,CAAC,CAAC,EACH,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAC5D,CAAC;IACF,OAAO;QACN,EAAE,EAAE,EAAE,CAAC,EAAE;QACT,IAAI,EAAE,EAAE,CAAC,IAAI;QACb,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpD,CAAC;AACH,CAAC"}

package/dist/tools/evals/eval-data-requirements.service.d.ts

@@ -1,20 +0,0 @@
-import type { WorkflowJSON } from '@n8n/workflow-sdk';
-export interface EvalDataTarget {
-    dataTableId: string;
-    evaluationTriggerName: string;
-    targetNodeName?: string;
-    targetAgentNodeName?: string;
-    inputColumns: string[];
-    expectedOutputColumns: string[];
-    actualOutputColumns: string[];
-    metricNodeNames: string[];
-    expectedToActualPairs: Array<{
-        expectedColumn: string;
-        actualField: string;
-    }>;
-}
-export interface EvalDataRequirements {
-    targets: EvalDataTarget[];
-    reason?: string;
-}
-export declare function analyzeEvalDataRequirements(workflow: WorkflowJSON): EvalDataRequirements;

package/dist/tools/evals/eval-data-requirements.service.js

@@ -1,187 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.analyzeEvalDataRequirements = analyzeEvalDataRequirements;
-const is_record_1 = require("@n8n/utils/is-record");
-const analyze_agent_input_columns_service_1 = require("./analyze-agent-input-columns.service");
-const column_ref_utils_1 = require("./column-ref-utils");
-const detect_ai_nodes_1 = require("./detect-ai-nodes");
-function readOperation(node) {
-    const parameters = node.parameters;
-    if (!(0, is_record_1.isRecord)(parameters))
-        return undefined;
-    const operation = parameters.operation;
-    return typeof operation === 'string' ? operation : undefined;
-}
-function readDataTableId(node) {
-    const parameters = node.parameters;
-    if (!(0, is_record_1.isRecord)(parameters))
-        return undefined;
-    const dataTableId = parameters.dataTableId;
-    if (typeof dataTableId === 'string')
-        return dataTableId;
-    if (!(0, is_record_1.isRecord)(dataTableId))
-        return undefined;
-    const value = dataTableId.value;
-    return typeof value === 'string' && value.length > 0 ? value : undefined;
-}
-function childNames(workflow, sourceName, outputIndex) {
-    const connectionsByType = workflow.connections?.[sourceName];
-    if (!connectionsByType || typeof connectionsByType !== 'object')
-        return [];
-    const main = connectionsByType.main;
-    if (!Array.isArray(main))
-        return [];
-    const slots = outputIndex === undefined
-        ? main
-        : [main[outputIndex]].filter((slot) => Array.isArray(slot));
-    return (0, column_ref_utils_1.unique)(slots.flatMap((slot) => {
-        if (!Array.isArray(slot))
-            return [];
-        return slot.flatMap((connection) => {
-            if (!(0, is_record_1.isRecord)(connection))
-                return [];
-            const node = connection.node;
-            return typeof node === 'string' ? [node] : [];
-        });
-    }));
-}
-function collectReachableNodeNames(workflow, startName) {
-    const seen = new Set();
-    const queue = [startName];
-    while (queue.length > 0) {
-        const current = queue.shift();
-        if (!current || seen.has(current))
-            continue;
-        seen.add(current);
-        for (const child of childNames(workflow, current)) {
-            if (!seen.has(child))
-                queue.push(child);
-        }
-    }
-    seen.delete(startName);
-    return [...seen];
-}
-function nodeByName(workflow) {
-    return new Map(workflow.nodes.filter(column_ref_utils_1.nodeHasName).map((node) => [node.name, node]));
-}
-function isAiAgentNode(node) {
-    return Boolean(node?.type.includes('n8n-nodes-langchain.agent'));
-}
-function extractEvalTriggerColumnRefs(text) {
-    return (0, column_ref_utils_1.unique)([
-        ...(0, column_ref_utils_1.extractJsonColumnRefs)(text),
-        ...(0, column_ref_utils_1.extractNamedRefMatches)(text).map((match) => match.field),
-    ]);
-}
-function expectedColumnsFromMetricNodes(nodes) {
-    return (0, column_ref_utils_1.unique)(nodes.flatMap((node) => {
-        if (!(0, column_ref_utils_1.nodeTypeEndsWith)(node, 'evaluation') || readOperation(node) !== 'setMetrics')
-            return [];
-        const parameters = node.parameters;
-        if (!(0, is_record_1.isRecord)(parameters))
-            return [];
-        const expectedRaw = parameters.expectedAnswer;
-        return typeof expectedRaw === 'string' ? extractEvalTriggerColumnRefs(expectedRaw) : [];
-    }));
-}
-function actualColumnsFromSetOutputs(nodes) {
-    return (0, column_ref_utils_1.unique)(nodes.flatMap((node) => {
-        if (!(0, column_ref_utils_1.nodeTypeEndsWith)(node, 'evaluation') || readOperation(node) !== 'setOutputs')
-            return [];
-        const parameters = node.parameters;
-        if (!(0, is_record_1.isRecord)(parameters))
-            return [];
-        const outputs = parameters.outputs;
-        if (!(0, is_record_1.isRecord)(outputs))
-            return [];
-        const values = outputs.values;
-        if (!Array.isArray(values))
-            return [];
-        return values.flatMap((value) => {
-            if (!(0, is_record_1.isRecord)(value))
-                return [];
-            const outputName = value.outputName;
-            return typeof outputName === 'string' ? [outputName] : [];
-        });
-    }));
-}
-function pairsFromMetricNodes(nodes) {
-    const pairs = [];
-    for (const node of nodes) {
-        if (!(0, column_ref_utils_1.nodeTypeEndsWith)(node, 'evaluation') || readOperation(node) !== 'setMetrics')
-            continue;
-        const parameters = node.parameters;
-        if (!(0, is_record_1.isRecord)(parameters))
-            continue;
-        const expectedRaw = parameters.expectedAnswer;
-        const actualRaw = parameters.actualAnswer;
-        if (typeof expectedRaw !== 'string' || typeof actualRaw !== 'string')
-            continue;
-        const expectedRefs = extractEvalTriggerColumnRefs(expectedRaw).filter((ref) => ref.startsWith('expected'));
-        const actualRefs = (0, column_ref_utils_1.extractJsonColumnRefs)(actualRaw);
-        const len = Math.min(expectedRefs.length, actualRefs.length);
-        for (let i = 0; i < len; i++) {
-            pairs.push({ expectedColumn: expectedRefs[i], actualField: actualRefs[i] });
-        }
-    }
-    const map = new Map();
-    for (const p of pairs)
-        map.set(p.expectedColumn, p.actualField);
-    return [...map.entries()].map(([expectedColumn, actualField]) => ({
-        expectedColumn,
-        actualField,
-    }));
-}
-function firstReachableAgentName(workflow, evalTriggerName) {
-    const byName = nodeByName(workflow);
-    return collectReachableNodeNames(workflow, evalTriggerName).find((name) => isAiAgentNode(byName.get(name)));
-}
-function firstReachableTargetNodeName(workflow, evalTriggerName) {
-    const reachableNodeNames = collectReachableNodeNames(workflow, evalTriggerName);
-    const reachableNameSet = new Set(reachableNodeNames);
-    const reachableNodes = (workflow.nodes ?? []).filter((node) => (0, column_ref_utils_1.nodeHasName)(node) && reachableNameSet.has(node.name));
-    const aiNodeNames = new Set((0, detect_ai_nodes_1.detectAiNodes)({ ...workflow, nodes: reachableNodes }).aiNodeNames);
-    return reachableNodeNames.find((name) => aiNodeNames.has(name));
-}
-function analyzeEvalDataRequirements(workflow) {
-    const evaluationTriggers = (workflow.nodes ?? []).filter((node) => (0, column_ref_utils_1.nodeHasName)(node) && (0, column_ref_utils_1.nodeTypeEndsWith)(node, 'evaluationTrigger'));
-    if (evaluationTriggers.length === 0) {
-        return { targets: [], reason: 'Workflow has no EvaluationTrigger nodes.' };
-    }
-    const targets = evaluationTriggers.flatMap((trigger) => {
-        const dataTableId = readDataTableId(trigger);
-        if (!dataTableId)
-            return [];
-        const reachableNames = new Set(collectReachableNodeNames(workflow, trigger.name));
-        const reachableNodes = (workflow.nodes ?? []).filter((node) => (0, column_ref_utils_1.nodeHasName)(node) && reachableNames.has(node.name));
-        const metricNodeNames = reachableNodes
-            .filter((node) => (0, column_ref_utils_1.nodeTypeEndsWith)(node, 'evaluation') && readOperation(node) === 'setMetrics')
-            .map((node) => node.name);
-        const targetAgentNodeName = firstReachableAgentName(workflow, trigger.name);
-        const targetNodeName = firstReachableTargetNodeName(workflow, trigger.name);
-        const inputTargetNodeName = targetAgentNodeName ?? targetNodeName;
-        return [
-            {
-                dataTableId,
-                evaluationTriggerName: trigger.name,
-                targetNodeName,
-                targetAgentNodeName,
-                inputColumns: inputTargetNodeName
-                    ? (0, analyze_agent_input_columns_service_1.analyzeAgentInputColumns)(workflow, inputTargetNodeName).inputColumns
-                    : [],
-                expectedOutputColumns: expectedColumnsFromMetricNodes(reachableNodes),
-                actualOutputColumns: actualColumnsFromSetOutputs(reachableNodes),
-                metricNodeNames,
-                expectedToActualPairs: pairsFromMetricNodes(reachableNodes),
-            },
-        ];
-    });
-    if (targets.length === 0) {
-        return {
-            targets: [],
-            reason: 'Workflow has EvaluationTrigger nodes, but none are wired to a DataTable id.',
-        };
-    }
-    return { targets };
-}
-//# sourceMappingURL=eval-data-requirements.service.js.map

package/dist/tools/evals/eval-data-requirements.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-data-requirements.service.js","sourceRoot":"","sources":["../../../src/tools/evals/eval-data-requirements.service.ts"],"names":[],"mappings":";;;AAAA,oDAAgD;AAGhD,+FAAiF;AACjF,yDAO4B;AAC5B,uDAAkD;AAyBlD,SAAS,aAAa,CAAC,IAAkB;IACxC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACnC,IAAI,CAAC,IAAA,oBAAQ,EAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;IACvC,OAAO,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9D,CAAC;AAED,SAAS,eAAe,CAAC,IAAkB;IAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACnC,IAAI,CAAC,IAAA,oBAAQ,EAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;IAC3C,IAAI,OAAO,WAAW,KAAK,QAAQ;QAAE,OAAO,WAAW,CAAC;IACxD,IAAI,CAAC,IAAA,oBAAQ,EAAC,WAAW,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;IAChC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1E,CAAC;AAED,SAAS,UAAU,CAAC,QAAsB,EAAE,UAAkB,EAAE,WAAoB;IACnF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC;IAC7D,IAAI,CAAC,iBAAiB,IAAI,OAAO,iBAAiB,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAC3E,MAAM,IAAI,GAAI,iBAA6C,CAAC,IAAI,CAAC;IACjE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,KAAK,GACV,WAAW,KAAK,SAAS;QACxB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACjF,OAAO,IAAA,yBAAM,EACZ,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACtB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YAClC,IAAI,CAAC,IAAA,oBAAQ,EAAC,UAAU,CAAC;gBAAE,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;YAC7B,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CACF,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAsB,EAAE,SAAiB;IAC3E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAC5C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACF,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACvB,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,UAAU,CAAC,QAAsB;IACzC,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,8BAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,aAAa,CAAC,IAA8B;IACpD,OAAO,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,4BAA4B,CAAC,IAAY;IACjD,OAAO,IAAA,yBAAM,EAAC;QACb,GAAG,IAAA,wCAAqB,EAAC,IAAI,CAAC;QAC9B,GAAG,IAAA,yCAAsB,EAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;KAC3D,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CAAC,KAAqB;IAC5D,OAAO,IAAA,yBAAM,EACZ,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACtB,IAAI,CAAC,IAAA,mCAAgB,EAAC,IAAI,EAAE,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY;YAAE,OAAO,EAAE,CAAC;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,IAAI,CAAC,IAAA,oBAAQ,EAAC,UAAU,CAAC;YAAE,OAAO,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,UAAU,CAAC,cAAc,CAAC;QAC9C,OAAO,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,4BAA4B,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzF,CAAC,CAAC,CACF,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAqB;IACzD,OAAO,IAAA,yBAAM,EACZ,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACtB,IAAI,CAAC,IAAA,mCAAgB,EAAC,IAAI,EAAE,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY;YAAE,OAAO,EAAE,CAAC;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,IAAI,CAAC,IAAA,oBAAQ,EAAC,UAAU,CAAC;YAAE,OAAO,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,IAAA,oBAAQ,EAAC,OAAO,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,CAAC;QACtC,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC/B,IAAI,CAAC,IAAA,oBAAQ,EAAC,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;YACpC,OAAO,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CACF,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAC5B,KAAqB;IAErB,MAAM,KAAK,GAA2D,EAAE,CAAC;IACzE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAA,mCAAgB,EAAC,IAAI,EAAE,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY;YAAE,SAAS;QAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,IAAI,CAAC,IAAA,oBAAQ,EAAC,UAAU,CAAC;YAAE,SAAS;QACpC,MAAM,WAAW,GAAG,UAAU,CAAC,cAAc,CAAC;QAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC;QAC1C,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,SAAS,KAAK,QAAQ;YAAE,SAAS;QAC/E,MAAM,YAAY,GAAG,4BAA4B,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAC7E,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAC1B,CAAC;QACF,MAAM,UAAU,GAAG,IAAA,wCAAqB,EAAC,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;IACF,CAAC;IAID,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,cAAc;QACd,WAAW;KACX,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,uBAAuB,CAC/B,QAAsB,EACtB,eAAuB;IAEvB,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IACpC,OAAO,yBAAyB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACzE,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAC/B,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CACpC,QAAsB,EACtB,eAAuB;IAEvB,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IAChF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CACnD,CAAC,IAAI,EAA2C,EAAE,CACjD,IAAA,8BAAW,EAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CACrD,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAA,+BAAa,EAAC,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;IAE/F,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,qCAA4C,QAAsB;IACjE,MAAM,kBAAkB,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CACvD,CAAC,IAAI,EAA2C,EAAE,CACjD,IAAA,8BAAW,EAAC,IAAI,CAAC,IAAI,IAAA,mCAAgB,EAAC,IAAI,EAAE,mBAAmB,CAAC,CACjE,CAAC;IACF,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,0CAA0C,EAAE,CAAC;IAC5E,CAAC;IAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACtD,MAAM,WAAW,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAE5B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAClF,MAAM,cAAc,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CACnD,CAAC,IAAI,EAA2C,EAAE,CACjD,IAAA,8BAAW,EAAC,IAAI,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CACnD,CAAC;QACF,MAAM,eAAe,GAAG,cAAc;aACpC,MAAM,CACN,CAAC,IAAI,EAAE,EAAE,CAAC,IAAA,mCAAgB,EAAC,IAAI,EAAE,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY,CACtF;aACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE3B,MAAM,mBAAmB,GAAG,uBAAuB,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5E,MAAM,cAAc,GAAG,4BAA4B,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5E,MAAM,mBAAmB,GAAG,mBAAmB,IAAI,cAAc,CAAC;QAElE,OAAO;YACN;gBACC,WAAW;gBACX,qBAAqB,EAAE,OAAO,CAAC,IAAI;gBACnC,cAAc;gBACd,mBAAmB;gBACnB,YAAY,EAAE,mBAAmB;oBAChC,CAAC,CAAC,IAAA,8DAAwB,EAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC,YAAY;oBACtE,CAAC,CAAC,EAAE;gBACL,qBAAqB,EAAE,8BAA8B,CAAC,cAAc,CAAC;gBACrE,mBAAmB,EAAE,2BAA2B,CAAC,cAAc,CAAC;gBAChE,eAAe;gBACf,qBAAqB,EAAE,oBAAoB,CAAC,cAAc,CAAC;aAC3D;SACD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACN,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,6EAA6E;SACrF,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,CAAC;AACpB,CAAC"}

package/dist/tools/evals/evals.tool.d.ts

@@ -1,45 +0,0 @@
-import { z } from 'zod';
-import type { InstanceAiContext } from '../../types';
-export declare const evalsResumeSchema: z.ZodObject<{
-    approved: z.ZodBoolean;
-    userInput: z.ZodOptional<z.ZodString>;
-    scope: z.ZodOptional<z.ZodEnum<["once", "session"]>>;
-} & {
-    answers: z.ZodOptional<z.ZodArray<z.ZodObject<{
-        questionId: z.ZodString;
-        selectedOptions: z.ZodArray<z.ZodString, "many">;
-        customText: z.ZodOptional<z.ZodString>;
-        skipped: z.ZodOptional<z.ZodBoolean>;
-    }, "strip", z.ZodTypeAny, {
-        questionId: string;
-        selectedOptions: string[];
-        customText?: string | undefined;
-        skipped?: boolean | undefined;
-    }, {
-        questionId: string;
-        selectedOptions: string[];
-        customText?: string | undefined;
-        skipped?: boolean | undefined;
-    }>, "many">>;
-}, "strip", z.ZodTypeAny, {
-    approved: boolean;
-    userInput?: string | undefined;
-    scope?: "once" | "session" | undefined;
-    answers?: {
-        questionId: string;
-        selectedOptions: string[];
-        customText?: string | undefined;
-        skipped?: boolean | undefined;
-    }[] | undefined;
-}, {
-    approved: boolean;
-    userInput?: string | undefined;
-    scope?: "once" | "session" | undefined;
-    answers?: {
-        questionId: string;
-        selectedOptions: string[];
-        customText?: string | undefined;
-        skipped?: boolean | undefined;
-    }[] | undefined;
-}>;
-export declare function createEvalsTool(context: InstanceAiContext): import("@n8n/agents").BuiltTool;