@n8n/instance-ai 1.7.0 → 1.8.0

package/dist/tools/evals/evals.tool.js

@@ -0,0 +1,452 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createEvalsTool = createEvalsTool;
+const agents_1 = require("@n8n/agents");
+const api_types_1 = require("@n8n/api-types");
+const nanoid_1 = require("nanoid");
+const zod_1 = require("zod");
+const analyze_agent_input_columns_service_1 = require("./analyze-agent-input-columns.service");
+const apply_pin_data_service_1 = require("./apply-pin-data.service");
+const column_ref_utils_1 = require("./column-ref-utils");
+const describe_metric_for_workflow_service_1 = require("./describe-metric-for-workflow.service");
+const detect_agent_named_refs_service_1 = require("./detect-agent-named-refs.service");
+const detect_ai_nodes_1 = require("./detect-ai-nodes");
+const detect_tool_refs_service_1 = require("./detect-tool-refs.service");
+const ensure_eval_data_table_service_1 = require("./ensure-eval-data-table.service");
+const format_eval_setup_task_1 = require("./format-eval-setup-task");
+const generate_tool_ref_pin_data_service_1 = require("./generate-tool-ref-pin-data.service");
+const metric_catalog_1 = require("./metric-catalog");
+const sanitize_mcp_schemas_1 = require("../../agent/sanitize-mcp-schemas");
+const offerAction = zod_1.z.object({
+    action: zod_1.z
+        .literal('offer')
+        .describe('Eligibility precheck. Returns { eligible: false, reason } when the workflow has no AI nodes or already has evals configured, or { eligible: true, aiNodeNames, message } with a ready-to-send chat message you should output verbatim. No widget, no suspend — the user replies in natural chat on the next turn.'),
+    workflowId: zod_1.z.string(),
+    projectId: zod_1.z.string().optional(),
+    targetAgentNodeName: zod_1.z
+        .string()
+        .optional()
+        .describe('Required when the workflow has more than one AI node.'),
+});
+const recommendMetricAction = zod_1.z.object({
+    action: zod_1.z
+        .literal('recommend-metric')
+        .describe('Opinionated single-metric suggestion. Suspends with an approve/deny widget showing the workflow-specific recommended metric. On approval returns `{ approved: true, metricId }` — pass that single id to `propose` and skip `select-metrics`. On denial returns `{ approved: false }` — fall through to `select-metrics` so the user can pick from the full list.'),
+    workflowId: zod_1.z.string(),
+    targetAgentNodeName: zod_1.z
+        .string()
+        .optional()
+        .describe('Required when the workflow has more than one AI node.'),
+});
+const selectMetricsAction = zod_1.z.object({
+    action: zod_1.z
+        .literal('select-metrics')
+        .describe('Multi-select picker over all canned metrics — call this ONLY when `recommend-metric` returned `{ approved: false }`. Returns chosenMetricIds.'),
+    workflowId: zod_1.z.string(),
+    targetAgentNodeName: zod_1.z
+        .string()
+        .optional()
+        .describe('Required when the workflow has more than one AI node.'),
+});
+const proposeAction = zod_1.z.object({
+    action: zod_1.z
+        .literal('propose')
+        .describe('Build the eval-setup task spec and create or link the eval DataTable.'),
+    workflowId: zod_1.z.string(),
+    projectId: zod_1.z.string().optional(),
+    metrics: zod_1.z.array(zod_1.z.string()).default([]),
+    datasetChoice: zod_1.z.enum(['create-empty', 'link-existing', 'later']).default('create-empty'),
+    existingDataTableId: zod_1.z.string().optional(),
+    targetAgentNodeName: zod_1.z
+        .string()
+        .optional()
+        .describe('Required when the workflow has more than one AI node.'),
+});
+const inputSchema = (0, sanitize_mcp_schemas_1.sanitizeInputSchema)(zod_1.z.discriminatedUnion('action', [
+    offerAction,
+    recommendMetricAction,
+    selectMetricsAction,
+    proposeAction,
+]));
+const confirmationSuspend = zod_1.z.object({
+    requestId: zod_1.z.string(),
+    message: zod_1.z.string(),
+    severity: api_types_1.instanceAiConfirmationSeveritySchema,
+});
+const questionSchema = zod_1.z.object({
+    id: zod_1.z.string(),
+    question: zod_1.z.string(),
+    type: zod_1.z.enum(['single', 'multi', 'text']),
+    options: zod_1.z.array(zod_1.z.string()).optional(),
+});
+const questionsSuspend = zod_1.z.object({
+    requestId: zod_1.z.string(),
+    message: zod_1.z.string(),
+    severity: zod_1.z.literal('info'),
+    inputType: zod_1.z.literal('questions'),
+    questions: zod_1.z.array(questionSchema),
+    introMessage: zod_1.z.string().optional(),
+});
+const suspendSchema = zod_1.z.union([confirmationSuspend, questionsSuspend]);
+const confirmResumeSchema = zod_1.z.object({ approved: zod_1.z.boolean() });
+const questionsResumeSchema = zod_1.z.object({
+    approved: zod_1.z.boolean(),
+    answers: zod_1.z
+        .array(zod_1.z.object({
+        questionId: zod_1.z.string(),
+        selectedOptions: zod_1.z.array(zod_1.z.string()),
+        customText: zod_1.z.string().optional(),
+        skipped: zod_1.z.boolean().optional(),
+    }))
+        .optional(),
+});
+const resumeSchema = zod_1.z.union([confirmResumeSchema, questionsResumeSchema]);
+const DEFAULT_EXPECTED_OUTPUT_COLUMN = 'expected_output';
+function composeOfferMessage(aiNodeNames, namedRefs) {
+    const subject = aiNodeNames.length === 1
+        ? `This workflow uses AI node \`${aiNodeNames[0]}\`.`
+        : `This workflow uses ${aiNodeNames.length} AI nodes.`;
+    const baseMessage = `${subject} AI answers can change unpredictably when you tweak prompts, models, or data — ` +
+        "even small edits can break behavior you weren't planning to change. " +
+        'Test cases let you re-run your workflow against a fixed set of inputs and check the answers stay correct over time. ' +
+        'Want to add some?';
+    if (namedRefs.length === 0)
+        return baseMessage;
+    const sourceNodes = [...new Set(namedRefs.map((r) => r.nodeName))]
+        .map((n) => `\`${n}\``)
+        .join(', ');
+    const targetColumns = namedRefs.map((r) => `\`${r.column}\``).join(', ');
+    const sourceLabel = namedRefs.length === 1 ? 'node' : 'nodes';
+    return (`${baseMessage}\n\n` +
+        `Setting this up will adjust your workflow slightly: the agent currently reads from ${sourceLabel} ${sourceNodes}, ` +
+        `and I'll route that data through the test inputs (columns ${targetColumns}) using a small Set node. ` +
+        'Your live behavior stays the same.');
+}
+function hasResumeData(ctx) {
+    const resumeData = getResumeData(ctx);
+    return resumeData !== undefined && resumeData !== null;
+}
+function getResumeData(ctx) {
+    return ctx.resumeData ?? ctx.agent?.resumeData;
+}
+function getSuspend(ctx) {
+    return ctx.suspend ?? ctx.agent?.suspend;
+}
+function getConfirmResume(ctx) {
+    const resumeData = getResumeData(ctx);
+    if (resumeData === undefined || resumeData === null)
+        return undefined;
+    const parsed = confirmResumeSchema.safeParse(resumeData);
+    return parsed.success ? parsed.data : undefined;
+}
+function getQuestionsResume(ctx) {
+    const resumeData = getResumeData(ctx);
+    if (resumeData === undefined || resumeData === null)
+        return undefined;
+    const parsed = questionsResumeSchema.safeParse(resumeData);
+    return parsed.success ? parsed.data : undefined;
+}
+function isMetricId(id) {
+    return metric_catalog_1.METRIC_IDS.includes(id);
+}
+function metricNameOnly(label) {
+    const dashIndex = label.indexOf(' — ');
+    const name = dashIndex >= 0 ? label.slice(0, dashIndex) : label;
+    return name.replace(/\s*\(recommended\)\s*$/i, '');
+}
+function labelToId(label) {
+    const name = metricNameOnly(label);
+    for (const id of metric_catalog_1.METRIC_IDS) {
+        if (metric_catalog_1.METRIC_CATALOG[id].name === name)
+            return id;
+    }
+    return undefined;
+}
+function metricLabel(workflow, agentName, id, recommended) {
+    const name = isMetricId(id) ? metric_catalog_1.METRIC_CATALOG[id].name : id;
+    const description = (0, describe_metric_for_workflow_service_1.describeMetricForWorkflow)(workflow, agentName, id);
+    const recommendedSuffix = id === recommended ? ' (recommended)' : '';
+    return description
+        ? `${name}${recommendedSuffix} — ${description}`
+        : `${name}${recommendedSuffix}`;
+}
+function composeTargetAgentMessage(aiNodeNames, targetAgentNodeName) {
+    const list = aiNodeNames.map((name) => `\`${name}\``).join(', ');
+    if (targetAgentNodeName) {
+        return `I couldn't find AI node \`${targetAgentNodeName}\`. Pick one of these AI nodes to set up evals for: ${list}.`;
+    }
+    return `This workflow has multiple AI nodes: ${list}. Which AI node should I set up evals for?`;
+}
+function resolveTargetAgent(detection, targetAgentNodeName) {
+    if (targetAgentNodeName) {
+        if (detection.aiNodeNames.includes(targetAgentNodeName)) {
+            return { ok: true, agentName: targetAgentNodeName };
+        }
+        return {
+            ok: false,
+            reason: 'target-agent-not-found',
+            aiNodeNames: detection.aiNodeNames,
+            message: composeTargetAgentMessage(detection.aiNodeNames, targetAgentNodeName),
+        };
+    }
+    const [onlyAgentName] = detection.aiNodeNames;
+    if (detection.aiNodeNames.length === 1 && onlyAgentName) {
+        return { ok: true, agentName: onlyAgentName };
+    }
+    return {
+        ok: false,
+        reason: 'target-agent-required',
+        aiNodeNames: detection.aiNodeNames,
+        message: composeTargetAgentMessage(detection.aiNodeNames, undefined),
+    };
+}
+function targetAgentSkippedResponse(resolution) {
+    return {
+        skipped: true,
+        reason: resolution.reason,
+        aiNodeNames: resolution.aiNodeNames,
+        message: resolution.message,
+    };
+}
+function pinDataCoversRef(pinData, ref) {
+    const items = pinData?.[ref.nodeName];
+    if (!items)
+        return false;
+    return items.some((item) => {
+        const json = item.json;
+        if ((0, column_ref_utils_1.isRecord)(json))
+            return Object.hasOwn(json, ref.field);
+        return Object.hasOwn(item, ref.field);
+    });
+}
+function createEvalsTool(context) {
+    return new agents_1.Tool('evals')
+        .description("Eval suite orchestration. action='offer' → eligibility precheck after a fresh build; when eligible, returns a chat message you must output verbatim and then end the turn so the user can reply naturally. " +
+        "action='recommend-metric' → opinionated single-metric suggestion; suspends with approve/deny. Call FIRST when choosing metrics. " +
+        "action='select-metrics' → multi-select picker; call ONLY when `recommend-metric` was denied. " +
+        "action='propose' → build the task spec for the eval-setup sub-agent and create or link the DataTable.")
+        .input(inputSchema)
+        .suspend(suspendSchema)
+        .resume(resumeSchema)
+        .handler(async (input, ctx) => {
+        switch (input.action) {
+            case 'offer':
+                return await executeOffer(context, input);
+            case 'recommend-metric':
+                return await executeRecommendMetric(context, input, ctx);
+            case 'select-metrics':
+                return await executeSelectMetrics(context, input, ctx);
+            case 'propose':
+                return await executePropose(context, input);
+        }
+    })
+        .build();
+}
+async function executeOffer(context, input) {
+    const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
+    const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
+    if (!detection.isAiWorkflow)
+        return { eligible: false, reason: 'no-ai-nodes' };
+    if (detection.alreadyConfigured) {
+        return { eligible: false, reason: 'already-configured' };
+    }
+    const target = resolveTargetAgent(detection, input.targetAgentNodeName);
+    if (!target.ok) {
+        return {
+            eligible: true,
+            requiresTargetAgentSelection: true,
+            reason: target.reason,
+            aiNodeNames: target.aiNodeNames,
+            message: target.message,
+        };
+    }
+    const agentName = target.agentName;
+    const namedRefs = (0, detect_agent_named_refs_service_1.detectAgentNamedRefs)(wf, agentName);
+    return {
+        eligible: true,
+        aiNodeNames: detection.aiNodeNames,
+        targetAgentNodeName: agentName,
+        message: composeOfferMessage(detection.aiNodeNames, namedRefs),
+    };
+}
+function composeRecommendMessage(workflow, agentName, metricId) {
+    const name = isMetricId(metricId) ? metric_catalog_1.METRIC_CATALOG[metricId].name : metricId;
+    const description = (0, describe_metric_for_workflow_service_1.describeMetricForWorkflow)(workflow, agentName, metricId);
+    const body = description ? `**${name}** — ${description}.` : `**${name}**.`;
+    return (`Based on this workflow, I'd measure ${body} ` +
+        'Sound good? Approve to use it, or deny to pick a different metric from the full list.');
+}
+async function executeRecommendMetric(context, input, ctx) {
+    const resumeData = getConfirmResume(ctx);
+    const suspend = getSuspend(ctx);
+    const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
+    const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
+    if (!detection.isAiWorkflow) {
+        return { skipped: true, reason: 'no-ai-nodes' };
+    }
+    const target = resolveTargetAgent(detection, input.targetAgentNodeName);
+    if (!target.ok)
+        return targetAgentSkippedResponse(target);
+    const agentName = target.agentName;
+    const metricId = (0, describe_metric_for_workflow_service_1.recommendedMetricId)(wf, agentName);
+    if (hasResumeData(ctx)) {
+        if (resumeData?.approved) {
+            return { approved: true, metricId };
+        }
+        return { approved: false };
+    }
+    if (suspend) {
+        return await suspend({
+            requestId: (0, nanoid_1.nanoid)(),
+            message: composeRecommendMessage(wf, agentName, metricId),
+            severity: 'info',
+        });
+    }
+    return { approved: false };
+}
+async function executeSelectMetrics(context, input, ctx) {
+    const resumeData = getQuestionsResume(ctx);
+    const suspend = getSuspend(ctx);
+    const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
+    const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
+    if (!detection.isAiWorkflow) {
+        return { skipped: true, reason: 'no-ai-nodes' };
+    }
+    const target = resolveTargetAgent(detection, input.targetAgentNodeName);
+    if (!target.ok)
+        return targetAgentSkippedResponse(target);
+    const agentName = target.agentName;
+    if (hasResumeData(ctx)) {
+        if (resumeData === undefined || !resumeData.approved || !resumeData.answers) {
+            return { chosenMetricIds: ['correctness'], answers: resumeData?.answers ?? [] };
+        }
+        const selected = resumeData.answers[0]?.selectedOptions ?? [];
+        const ids = selected.map(labelToId).filter((x) => x !== undefined);
+        return {
+            chosenMetricIds: ids.length > 0 ? ids : ['correctness'],
+            answers: resumeData.answers,
+        };
+    }
+    const defaults = (0, metric_catalog_1.proposeDefaultMetricIds)(wf, agentName);
+    const recommended = (0, describe_metric_for_workflow_service_1.recommendedMetricId)(wf, agentName);
+    const allLabels = metric_catalog_1.METRIC_IDS.map((id) => metricLabel(wf, agentName, id, recommended));
+    const defaultLabels = defaults.map((id) => metric_catalog_1.METRIC_CATALOG[id].name);
+    const questionId = (0, nanoid_1.nanoid)();
+    if (suspend) {
+        return await suspend({
+            requestId: (0, nanoid_1.nanoid)(),
+            message: 'Pick what to measure',
+            severity: 'info',
+            inputType: 'questions',
+            questions: [
+                {
+                    id: questionId,
+                    question: `Pick what you'd like to measure on each test case (defaults pre-selected: ${defaultLabels.join(', ')})`,
+                    type: 'multi',
+                    options: allLabels,
+                },
+            ],
+        });
+    }
+    return { chosenMetricIds: defaults };
+}
+async function executePropose(context, input) {
+    const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
+    const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
+    if (!detection.isAiWorkflow) {
+        return { skipped: true, reason: 'Workflow has no AI/LLM nodes.' };
+    }
+    if (detection.alreadyConfigured) {
+        return {
+            skipped: true,
+            reason: 'Workflow already has an EvaluationTrigger or Evaluation node.',
+        };
+    }
+    const target = resolveTargetAgent(detection, input.targetAgentNodeName);
+    if (!target.ok)
+        return targetAgentSkippedResponse(target);
+    const datasetChoice = input.datasetChoice ?? 'create-empty';
+    if (datasetChoice === 'link-existing' && !input.existingDataTableId) {
+        return { skipped: true, reason: 'existing-data-table-id-required' };
+    }
+    const agentName = target.agentName;
+    const { inputColumns: directColumns } = (0, analyze_agent_input_columns_service_1.analyzeAgentInputColumns)(wf, agentName);
+    const namedRefs = (0, detect_agent_named_refs_service_1.detectAgentNamedRefs)(wf, agentName);
+    const toolRefs = (0, detect_tool_refs_service_1.detectToolRefs)(wf, agentName);
+    let workflowWithPinData = wf;
+    if (toolRefs.length > 0) {
+        const generated = await (0, generate_tool_ref_pin_data_service_1.generateToolRefPinData)({
+            workflow: wf,
+            agentNodeName: agentName,
+            refs: toolRefs,
+        });
+        const patched = (0, apply_pin_data_service_1.applyPinData)(wf, generated);
+        if (patched !== wf) {
+            await context.workflowService.updateFromWorkflowJSON(input.workflowId, patched, {
+                ...(input.projectId ? { projectId: input.projectId } : {}),
+            });
+            workflowWithPinData = patched;
+        }
+    }
+    const filteredNamedRefs = namedRefs.filter((r) => !(r.targetNodeName !== agentName && pinDataCoversRef(workflowWithPinData.pinData, r)));
+    const namedRefColumns = filteredNamedRefs.map((r) => r.column);
+    const inputColumns = [...new Set([...directColumns, ...namedRefColumns])];
+    let resolvedMetrics = (0, metric_catalog_1.getMetricsByIds)(input.metrics ?? []);
+    if (resolvedMetrics.length === 0) {
+        resolvedMetrics = (0, metric_catalog_1.getMetricsByIds)(['correctness']);
+    }
+    const outputColumns = resolvedMetrics.some((metric) => metric.requiresExpected)
+        ? [DEFAULT_EXPECTED_OUTPUT_COLUMN]
+        : [];
+    const dataTableColumns = [...new Set([...inputColumns, ...outputColumns])];
+    let dataTableId = input.existingDataTableId;
+    let createdTable;
+    let datasetChoiceForTask = 'later';
+    if (datasetChoice === 'link-existing' && input.existingDataTableId) {
+        datasetChoiceForTask = 'link-existing';
+    }
+    else if (datasetChoice === 'create-empty') {
+        const dt = await (0, ensure_eval_data_table_service_1.createEmptyEvalDataTable)(context, {
+            workflowName: wf.name ?? 'Workflow',
+            projectId: input.projectId,
+            columns: dataTableColumns,
+        });
+        dataTableId = dt.id;
+        createdTable = dt;
+        datasetChoiceForTask = 'link-existing';
+    }
+    const task = (0, format_eval_setup_task_1.formatEvalSetupTask)({
+        workflowId: input.workflowId,
+        workflowName: wf.name ?? 'Workflow',
+        detectedAiNodes: detection.aiNodeNames,
+        datasetChoice: datasetChoiceForTask,
+        existingDataTableId: dataTableId,
+        projectId: input.projectId,
+        suggestedInputColumns: inputColumns,
+        suggestedOutputColumns: outputColumns,
+        enabledMetrics: resolvedMetrics,
+        namedRefs: filteredNamedRefs,
+        targetAgentNodeName: agentName,
+    });
+    return {
+        success: true,
+        shouldDelegateToEvalSetupAgent: true,
+        task,
+        workflowId: input.workflowId,
+        ...(input.projectId ? { projectId: input.projectId } : {}),
+        ...(dataTableId ? { dataTableId } : {}),
+        ...(createdTable
+            ? {
+                table: {
+                    id: createdTable.id,
+                    name: createdTable.name,
+                    ...((createdTable.projectId ?? input.projectId)
+                        ? { projectId: createdTable.projectId ?? input.projectId }
+                        : {}),
+                },
+            }
+            : {}),
+        datasetChoice,
+    };
+}
+//# sourceMappingURL=evals.tool.js.map

package/dist/tools/evals/evals.tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.tool.js","sourceRoot":"","sources":["../../../src/tools/evals/evals.tool.ts"],"names":[],"mappings":";;AA8TA,0CAwBC;AAtVD,wCAAmC;AACnC,8CAAsE;AAEtE,mCAAgC;AAChC,6BAAwB;AAExB,+FAAiF;AACjF,qEAAwD;AACxD,yDAA8C;AAC9C,iGAGgD;AAChD,uFAAwF;AACxF,uDAA4E;AAC5E,yEAA4D;AAC5D,qFAA4E;AAC5E,qEAA+D;AAC/D,6FAA8E;AAC9E,qDAM0B;AAC1B,2EAAuE;AAKvE,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,OAAO,CAAC;SAChB,QAAQ,CACR,mTAAmT,CACnT;IACF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,kBAAkB,CAAC;SAC3B,QAAQ,CACR,mWAAmW,CACnW;IACF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,gBAAgB,CAAC;SACzB,QAAQ,CACR,+IAA+I,CAC/I;IACF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IAC9B,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CAAC,uEAAuE,CAAC;IACnF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACxC,aAAa,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IACzF,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,IAAA,0CAAmB,EACtC,OAAC,CAAC,kBAAkB,CAAC,QAAQ,EAAE;IAC9B,WAAW;IACX,qBAAqB;IACrB,mBAAmB;IACnB,aAAa;CACb,CAAC,CACF,CAAC;AAMF,MAAM,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,gDAAoC;CAC9C,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/B,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE;IACpB,IAAI,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACzC,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,OAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3B,SAAS,EAAE,OAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IACjC,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,cAAc,CAAC;IAClC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC,CAAC;AAEvE,MAAM,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AAEhE,MAAM,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,QAAQ,EAAE,OAAC,CAAC,OAAO,EAAE;IACrB,OAAO,EAAE,OAAC;SACR,KAAK,CACL,OAAC,CAAC,MAAM,CAAC;QACR,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;QACtB,eAAe,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;QACpC,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACjC,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KAC/B,CAAC,CACF;SACA,QAAQ,EAAE;CACZ,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,mBAAmB,EAAE,qBAAqB,CAAC,CAAC,CAAC;AAgB3E,MAAM,8BAA8B,GAAG,iBAAiB,CAAC;AAEzD,SAAS,mBAAmB,CAAC,WAAqB,EAAE,SAAqB;IACxE,MAAM,OAAO,GACZ,WAAW,CAAC,MAAM,KAAK,CAAC;QACvB,CAAC,CAAC,gCAAgC,WAAW,CAAC,CAAC,CAAC,KAAK;QACrD,CAAC,CAAC,sBAAsB,WAAW,CAAC,MAAM,YAAY,CAAC;IACzD,MAAM,WAAW,GAChB,GAAG,OAAO,iFAAiF;QAC3F,sEAAsE;QACtE,sHAAsH;QACtH,mBAAmB,CAAC;IAErB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC;IAG/C,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;SAChE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACtB,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEzE,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IAE9D,OAAO,CACN,GAAG,WAAW,MAAM;QACpB,sFAAsF,WAAW,IAAI,WAAW,IAAI;QACpH,6DAA6D,aAAa,4BAA4B;QACtG,oCAAoC,CACpC,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAA8B;IACpD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,OAAO,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI,CAAC;AACxD,CAAC;AAED,SAAS,aAAa,CAAC,GAA8B;IACpD,OAAO,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC;AAChD,CAAC;AAED,SAAS,UAAU,CAAC,GAA8B;IACjD,OAAO,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC;AAC1C,CAAC;AAED,SAAS,gBAAgB,CAAC,GAA8B;IACvD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACtE,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACjD,CAAC;AAED,SAAS,kBAAkB,CAAC,GAA8B;IACzD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACtE,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC3D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACjD,CAAC;AAED,SAAS,UAAU,CAAC,EAAU;IAC7B,OAAQ,2BAAgC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IAEpC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAEhE,OAAO,IAAI,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC/B,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACnC,KAAK,MAAM,EAAE,IAAI,2BAAU,EAAE,CAAC;QAC7B,IAAI,+BAAc,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI;YAAE,OAAO,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CACnB,QAAsB,EACtB,SAAiB,EACjB,EAAU,EACV,WAAmB;IAEnB,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,+BAAc,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,WAAW,GAAG,IAAA,gEAAyB,EAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;IACvE,MAAM,iBAAiB,GAAG,EAAE,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,OAAO,WAAW;QACjB,CAAC,CAAC,GAAG,IAAI,GAAG,iBAAiB,MAAM,WAAW,EAAE;QAChD,CAAC,CAAC,GAAG,IAAI,GAAG,iBAAiB,EAAE,CAAC;AAClC,CAAC;AAWD,SAAS,yBAAyB,CACjC,WAAqB,EACrB,mBAAuC;IAEvC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,IAAI,mBAAmB,EAAE,CAAC;QACzB,OAAO,6BAA6B,mBAAmB,uDAAuD,IAAI,GAAG,CAAC;IACvH,CAAC;IACD,OAAO,wCAAwC,IAAI,4CAA4C,CAAC;AACjG,CAAC;AAED,SAAS,kBAAkB,CAC1B,SAA8B,EAC9B,mBAAuC;IAEvC,IAAI,mBAAmB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACzD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,mBAAmB,EAAE,CAAC;QACrD,CAAC;QACD,OAAO;YACN,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,wBAAwB;YAChC,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC;SAC9E,CAAC;IACH,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC;IAC9C,IAAI,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,EAAE,CAAC;QACzD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;IAC/C,CAAC;IAED,OAAO;QACN,EAAE,EAAE,KAAK;QACT,MAAM,EAAE,uBAAuB;QAC/B,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC;KACpE,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CAAC,UAAwD;IAC3F,OAAO;QACN,OAAO,EAAE,IAAa;QACtB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,OAAO,EAAE,UAAU,CAAC,OAAO;KAC3B,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA4C,EAAE,GAAa;IACpF,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,IAAA,2BAAQ,EAAC,IAAI,CAAC;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACJ,CAAC;AAID,SAAgB,eAAe,CAAC,OAA0B;IACzD,OAAO,IAAI,aAAI,CAAC,OAAO,CAAC;SACtB,WAAW,CACX,6MAA6M;QAC5M,kIAAkI;QAClI,+FAA+F;QAC/F,uGAAuG,CACxG;SACA,KAAK,CAAC,WAAW,CAAC;SAClB,OAAO,CAAC,aAAa,CAAC;SACtB,MAAM,CAAC,YAAY,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,KAAY,EAAE,GAAG,EAAE,EAAE;QACpC,QAAQ,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,OAAO;gBACX,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC3C,KAAK,kBAAkB;gBACtB,OAAO,MAAM,sBAAsB,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1D,KAAK,gBAAgB;gBACpB,OAAO,MAAM,oBAAoB,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACxD,KAAK,SAAS;gBACb,OAAO,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC,CAAC;SACD,KAAK,EAAE,CAAC;AACX,CAAC;AAID,KAAK,UAAU,YAAY,CAAC,OAA0B,EAAE,KAAkC;IACzF,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IAEpC,IAAI,CAAC,SAAS,CAAC,YAAY;QAAE,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,MAAM,EAAE,aAAsB,EAAE,CAAC;IACjG,IAAI,SAAS,CAAC,iBAAiB,EAAE,CAAC;QACjC,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,MAAM,EAAE,oBAA6B,EAAE,CAAC;IAC5E,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO;YACN,QAAQ,EAAE,IAAa;YACvB,4BAA4B,EAAE,IAAa;YAC3C,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,OAAO,EAAE,MAAM,CAAC,OAAO;SACvB,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,SAAS,GAAG,IAAA,sDAAoB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAEtD,OAAO;QACN,QAAQ,EAAE,IAAa;QACvB,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,mBAAmB,EAAE,SAAS;QAC9B,OAAO,EAAE,mBAAmB,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC;KAC9D,CAAC;AACH,CAAC;AAID,SAAS,uBAAuB,CAC/B,QAAsB,EACtB,SAAiB,EACjB,QAAgB;IAEhB,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,+BAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC7E,MAAM,WAAW,GAAG,IAAA,gEAAyB,EAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,WAAW,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC;IAC5E,OAAO,CACN,uCAAuC,IAAI,GAAG;QAC9C,uFAAuF,CACvF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CACpC,OAA0B,EAC1B,KAA4C,EAC5C,GAA8B;IAE9B,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAEhC,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,MAAM,EAAE,aAAsB,EAAE,CAAC;IACnE,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAE1D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAA,0DAAmB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAEpD,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,UAAU,EAAE,QAAQ,EAAE,CAAC;YAC1B,OAAO,EAAE,QAAQ,EAAE,IAAa,EAAE,QAAQ,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACb,OAAO,MAAM,OAAO,CAAC;YACpB,SAAS,EAAE,IAAA,eAAM,GAAE;YACnB,OAAO,EAAE,uBAAuB,CAAC,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC;YACzD,QAAQ,EAAE,MAAe;SACzB,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,CAAC;AACrC,CAAC;AAID,KAAK,UAAU,oBAAoB,CAClC,OAA0B,EAC1B,KAA0C,EAC1C,GAA8B;IAE9B,MAAM,UAAU,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAEhC,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,MAAM,EAAE,aAAsB,EAAE,CAAC;IACnE,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAE1D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IAEnC,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAC7E,OAAO,EAAE,eAAe,EAAE,CAAC,aAAa,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;QACjF,CAAC;QACD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,EAAE,CAAC;QAC9D,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAChF,OAAO;YACN,eAAe,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACvD,OAAO,EAAE,UAAU,CAAC,OAAO;SAC3B,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,wCAAuB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,IAAA,0DAAmB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,2BAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;IACtF,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,+BAAc,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAEpE,MAAM,UAAU,GAAG,IAAA,eAAM,GAAE,CAAC;IAC5B,IAAI,OAAO,EAAE,CAAC;QACb,OAAO,MAAM,OAAO,CAAC;YACpB,SAAS,EAAE,IAAA,eAAM,GAAE;YACnB,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,MAAe;YACzB,SAAS,EAAE,WAAoB;YAC/B,SAAS,EAAE;gBACV;oBACC,EAAE,EAAE,UAAU;oBACd,QAAQ,EAAE,6EAA6E,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBAClH,IAAI,EAAE,OAAgB;oBACtB,OAAO,EAAE,SAAS;iBAClB;aACD;SACD,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC;AACtC,CAAC;AAID,KAAK,UAAU,cAAc,CAAC,OAA0B,EAAE,KAAoC;IAC7F,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;IACnE,CAAC;IACD,IAAI,SAAS,CAAC,iBAAiB,EAAE,CAAC;QACjC,OAAO;YACN,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,+DAA+D;SACvE,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAI1D,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,IAAI,cAAc,CAAC;IAC5D,IAAI,aAAa,KAAK,eAAe,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACrE,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,MAAM,EAAE,iCAA0C,EAAE,CAAC;IACvF,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,IAAA,8DAAwB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAChF,MAAM,SAAS,GAAG,IAAA,sDAAoB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAMtD,MAAM,QAAQ,GAAG,IAAA,yCAAc,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,mBAAmB,GAAG,EAAE,CAAC;IAC7B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,IAAA,2DAAsB,EAAC;YAC9C,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,SAAS;YACxB,IAAI,EAAE,QAAQ;SACd,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAA,qCAAY,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC5C,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YACpB,MAAM,OAAO,CAAC,eAAe,CAAC,sBAAsB,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE;gBAC/E,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1D,CAAC,CAAC;YACH,mBAAmB,GAAG,OAAO,CAAC;QAC/B,CAAC;IACF,CAAC;IACD,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,KAAK,SAAS,IAAI,gBAAgB,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAC5F,CAAC;IACF,MAAM,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAG/D,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,aAAa,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;IAG1E,IAAI,eAAe,GAAG,IAAA,gCAAe,EAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC3D,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,eAAe,GAAG,IAAA,gCAAe,EAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC9E,CAAC,CAAC,CAAC,8BAA8B,CAAC;QAClC,CAAC,CAAC,EAAE,CAAC;IACN,MAAM,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAE3E,IAAI,WAAW,GAAuB,KAAK,CAAC,mBAAmB,CAAC;IAChE,IAAI,YAA0E,CAAC;IAC/E,IAAI,oBAAoB,GAA8B,OAAO,CAAC;IAE9D,IAAI,aAAa,KAAK,eAAe,IAAI,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACpE,oBAAoB,GAAG,eAAe,CAAC;IACxC,CAAC;SAAM,IAAI,aAAa,KAAK,cAAc,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,IAAA,yDAAwB,EAAC,OAAO,EAAE;YAClD,YAAY,EAAE,EAAE,CAAC,IAAI,IAAI,UAAU;YACnC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,gBAAgB;SACzB,CAAC,CAAC;QACH,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC;QACpB,YAAY,GAAG,EAAE,CAAC;QAClB,oBAAoB,GAAG,eAAe,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,GAAG,IAAA,4CAAmB,EAAC;QAChC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,YAAY,EAAE,EAAE,CAAC,IAAI,IAAI,UAAU;QACnC,eAAe,EAAE,SAAS,CAAC,WAAW;QACtC,aAAa,EAAE,oBAAoB;QACnC,mBAAmB,EAAE,WAAW;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,qBAAqB,EAAE,YAAY;QACnC,sBAAsB,EAAE,aAAa;QACrC,cAAc,EAAE,eAAe;QAC/B,SAAS,EAAE,iBAAiB;QAC5B,mBAAmB,EAAE,SAAS;KAC9B,CAAC,CAAC;IAEH,OAAO;QACN,OAAO,EAAE,IAAI;QACb,8BAA8B,EAAE,IAAI;QACpC,IAAI;QACJ,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAOvC,GAAG,CAAC,YAAY;YACf,CAAC,CAAC;gBACA,KAAK,EAAE;oBACN,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,GAAG,CAAC,CAAC,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;wBAC9C,CAAC,CAAC,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,EAAE;wBAC1D,CAAC,CAAC,EAAE,CAAC;iBACN;aACD;YACF,CAAC,CAAC,EAAE,CAAC;QACN,aAAa;KACb,CAAC;AACH,CAAC"}

package/dist/tools/evals/extract-rows-from-history.service.d.ts

@@ -0,0 +1,17 @@
+import type { WorkflowJSON } from '@n8n/workflow-sdk';
+import type { InstanceAiContext } from '../../types';
+export interface ExtractRowsInput {
+    workflow: WorkflowJSON;
+    workflowId: string;
+    agentNodeName: string;
+    inputColumns: string[];
+    expectedToActualPairs: Array<{
+        expectedColumn: string;
+        actualField: string;
+    }>;
+}
+export interface ExtractRowsResult {
+    rows: Array<Record<string, string>>;
+    scannedExecutions: number;
+}
+export declare function extractRowsFromExecutionHistory(ctx: InstanceAiContext, input: ExtractRowsInput): Promise<ExtractRowsResult>;

package/dist/tools/evals/extract-rows-from-history.service.js

@@ -0,0 +1,103 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractRowsFromExecutionHistory = extractRowsFromExecutionHistory;
+const column_ref_utils_1 = require("./column-ref-utils");
+const SCAN_LIMIT = 100;
+const MAX_ROWS = 25;
+function findParentNode(workflow, targetNodeName) {
+    const connections = workflow.connections ?? {};
+    for (const [sourceName, byType] of Object.entries(connections)) {
+        if (!(0, column_ref_utils_1.isRecord)(byType))
+            continue;
+        const main = byType.main;
+        if (!Array.isArray(main))
+            continue;
+        for (const slot of main) {
+            if (!Array.isArray(slot))
+                continue;
+            for (const conn of slot) {
+                if ((0, column_ref_utils_1.isRecord)(conn) && conn.node === targetNodeName) {
+                    return sourceName;
+                }
+            }
+        }
+    }
+    return undefined;
+}
+function projectRow(parentJson, agentJson, inputColumns, expectedToActualPairs) {
+    if (!(0, column_ref_utils_1.isRecord)(parentJson))
+        return undefined;
+    const row = {};
+    for (const col of inputColumns) {
+        const value = parentJson[col];
+        if (value === undefined || value === null)
+            return undefined;
+        row[col] = typeof value === 'string' ? value : JSON.stringify(value);
+    }
+    if (expectedToActualPairs.length > 0) {
+        if (!(0, column_ref_utils_1.isRecord)(agentJson))
+            return undefined;
+        for (const { expectedColumn, actualField } of expectedToActualPairs) {
+            const value = agentJson[actualField];
+            if (value === undefined || value === null)
+                return undefined;
+            row[expectedColumn] = typeof value === 'string' ? value : JSON.stringify(value);
+        }
+    }
+    return row;
+}
+function rowKey(row) {
+    return JSON.stringify(row);
+}
+async function extractRowsFromExecutionHistory(ctx, input) {
+    const parentNodeName = findParentNode(input.workflow, input.agentNodeName);
+    if (!parentNodeName) {
+        return { rows: [], scannedExecutions: 0 };
+    }
+    const summaries = await ctx.executionService.list({
+        workflowId: input.workflowId,
+        status: 'success',
+        limit: SCAN_LIMIT,
+    });
+    const rows = [];
+    const seenRows = new Set();
+    let scannedExecutions = 0;
+    for (const summary of summaries) {
+        if (rows.length >= MAX_ROWS)
+            break;
+        let parentOutput;
+        let agentOutput;
+        try {
+            parentOutput = await ctx.executionService.getNodeOutput(summary.id, parentNodeName, {
+                maxItems: 1,
+            });
+            if (input.expectedToActualPairs.length > 0) {
+                agentOutput = await ctx.executionService.getNodeOutput(summary.id, input.agentNodeName, {
+                    maxItems: 1,
+                });
+            }
+        }
+        catch (error) {
+            ctx.logger?.warn('extract-rows: getNodeOutput failed', {
+                executionId: summary.id,
+                error,
+            });
+            continue;
+        }
+        scannedExecutions++;
+        const parentItem = parentOutput.items[0];
+        const parentJson = (0, column_ref_utils_1.isRecord)(parentItem) ? parentItem.json : undefined;
+        const agentItem = agentOutput?.items[0];
+        const agentJson = agentItem !== undefined && (0, column_ref_utils_1.isRecord)(agentItem) ? agentItem.json : undefined;
+        const row = projectRow(parentJson, agentJson, input.inputColumns, input.expectedToActualPairs);
+        if (!row)
+            continue;
+        const key = rowKey(row);
+        if (seenRows.has(key))
+            continue;
+        seenRows.add(key);
+        rows.push(row);
+    }
+    return { rows, scannedExecutions };
+}
+//# sourceMappingURL=extract-rows-from-history.service.js.map

package/dist/tools/evals/extract-rows-from-history.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-rows-from-history.service.js","sourceRoot":"","sources":["../../../src/tools/evals/extract-rows-from-history.service.ts"],"names":[],"mappings":";;AA2EA,0EAwDC;AAjID,yDAA8C;AAG9C,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,QAAQ,GAAG,EAAE,CAAC;AAoBpB,SAAS,cAAc,CAAC,QAAsB,EAAE,cAAsB;IACrE,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC;IAC/C,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC,IAAA,2BAAQ,EAAC,MAAM,CAAC;YAAE,SAAS;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAAE,SAAS;YACnC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACzB,IAAI,IAAA,2BAAQ,EAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;oBACpD,OAAO,UAAU,CAAC;gBACnB,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,UAAU,CAClB,UAAmB,EACnB,SAAkB,EAClB,YAAsB,EACtB,qBAA6E;IAE7E,IAAI,CAAC,IAAA,2BAAQ,EAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5D,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,IAAA,2BAAQ,EAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QAC3C,KAAK,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,qBAAqB,EAAE,CAAC;YACrE,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;YACrC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,SAAS,CAAC;YAC5D,GAAG,CAAC,cAAc,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACjF,CAAC;IACF,CAAC;IAED,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,SAAS,MAAM,CAAC,GAA2B;IAC1C,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;AAC5B,CAAC;AAEM,KAAK,UAAU,+BAA+B,CACpD,GAAsB,EACtB,KAAuB;IAEvB,MAAM,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAC3E,IAAI,CAAC,cAAc,EAAE,CAAC;QACrB,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC;QACjD,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,MAAM,EAAE,SAAS;QACjB,KAAK,EAAE,UAAU;KACjB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAkC,EAAE,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;YAAE,MAAM;QAEnC,IAAI,YAA0C,CAAC;QAC/C,IAAI,WAAyC,CAAC;QAC9C,IAAI,CAAC;YACJ,YAAY,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,cAAc,EAAE;gBACnF,QAAQ,EAAE,CAAC;aACX,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,WAAW,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,aAAa,EAAE;oBACvF,QAAQ,EAAE,CAAC;iBACX,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,oCAAoC,EAAE;gBACtD,WAAW,EAAE,OAAO,CAAC,EAAE;gBACvB,KAAK;aACL,CAAC,CAAC;YACH,SAAS;QACV,CAAC;QACD,iBAAiB,EAAE,CAAC;QAEpB,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAA,2BAAQ,EAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACtE,MAAM,SAAS,GAAG,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,SAAS,KAAK,SAAS,IAAI,IAAA,2BAAQ,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QAE9F,MAAM,GAAG,GAAG,UAAU,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC/F,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAChC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;AACpC,CAAC"}

package/dist/tools/evals/format-eval-setup-task.d.ts

@@ -0,0 +1,16 @@
+import type { NamedRef } from './detect-agent-named-refs.service';
+import type { MetricProposal } from './metric-catalog';
+export interface FormatEvalSetupTaskInput {
+    workflowId: string;
+    workflowName: string;
+    detectedAiNodes: string[];
+    datasetChoice: 'create-empty' | 'link-existing' | 'later';
+    existingDataTableId?: string;
+    projectId?: string;
+    suggestedInputColumns: string[];
+    suggestedOutputColumns: string[];
+    enabledMetrics: MetricProposal[];
+    namedRefs?: NamedRef[];
+    targetAgentNodeName?: string;
+}
+export declare function formatEvalSetupTask(input: FormatEvalSetupTaskInput): string;