@atom8n/n8n 2.2.0

package/dist/evaluation.ee/test-runner/test-runner.service.ee.js

@@ -0,0 +1,521 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var TestRunnerService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestRunnerService = void 0;
+const backend_common_1 = require("@n8n/backend-common");
+const config_1 = require("@n8n/config");
+const db_1 = require("@n8n/db");
+const di_1 = require("@n8n/di");
+const n8n_core_1 = require("n8n-core");
+const n8n_workflow_1 = require("n8n-workflow");
+const node_assert_1 = __importDefault(require("node:assert"));
+const active_executions_1 = require("../../active-executions");
+const errors_ee_1 = require("../../evaluation.ee/test-runner/errors.ee");
+const utils_ee_1 = require("../../evaluation.ee/test-runner/utils.ee");
+const telemetry_1 = require("../../telemetry");
+const workflow_runner_1 = require("../../workflow-runner");
+const evaluation_metrics_ee_1 = require("./evaluation-metrics.ee");
+let TestRunnerService = TestRunnerService_1 = class TestRunnerService {
+    constructor(logger, telemetry, workflowRepository, workflowRunner, activeExecutions, testRunRepository, testCaseExecutionRepository, errorReporter, executionsConfig) {
+        this.logger = logger;
+        this.telemetry = telemetry;
+        this.workflowRepository = workflowRepository;
+        this.workflowRunner = workflowRunner;
+        this.activeExecutions = activeExecutions;
+        this.testRunRepository = testRunRepository;
+        this.testCaseExecutionRepository = testCaseExecutionRepository;
+        this.errorReporter = errorReporter;
+        this.executionsConfig = executionsConfig;
+        this.abortControllers = new Map();
+    }
+    findEvaluationTriggerNode(workflow) {
+        return workflow.nodes.find((node) => node.type === n8n_workflow_1.EVALUATION_TRIGGER_NODE_TYPE);
+    }
+    validateEvaluationTriggerNode(workflow) {
+        const triggerNode = this.findEvaluationTriggerNode(workflow);
+        if (!triggerNode) {
+            throw new errors_ee_1.TestRunError('EVALUATION_TRIGGER_NOT_FOUND');
+        }
+        const { parameters, credentials, name, typeVersion } = triggerNode;
+        const source = parameters?.source
+            ? parameters.source
+            : typeVersion >= 4.7
+                ? 'dataTable'
+                : 'googleSheets';
+        const isConfigured = source === 'dataTable'
+            ? (0, utils_ee_1.checkNodeParameterNotEmpty)(parameters?.dataTableId)
+            : !!credentials &&
+                (0, utils_ee_1.checkNodeParameterNotEmpty)(parameters?.documentId) &&
+                (0, utils_ee_1.checkNodeParameterNotEmpty)(parameters?.sheetName);
+        if (!isConfigured) {
+            throw new errors_ee_1.TestRunError('EVALUATION_TRIGGER_NOT_CONFIGURED', { node_name: name });
+        }
+        if (triggerNode?.disabled) {
+            throw new errors_ee_1.TestRunError('EVALUATION_TRIGGER_DISABLED');
+        }
+    }
+    hasModelNodeConnected(workflow, targetNodeName) {
+        return Object.keys(workflow.connections).some((sourceNodeName) => {
+            const connections = workflow.connections[sourceNodeName];
+            return connections?.[n8n_workflow_1.NodeConnectionTypes.AiLanguageModel]?.[0]?.some((connection) => connection.node === targetNodeName);
+        });
+    }
+    validateSetMetricsNodes(workflow) {
+        const metricsNodes = TestRunnerService_1.getEvaluationMetricsNodes(workflow);
+        if (metricsNodes.length === 0) {
+            throw new errors_ee_1.TestRunError('SET_METRICS_NODE_NOT_FOUND');
+        }
+        const unconfiguredMetricsNode = metricsNodes.find((node) => {
+            if (node.disabled === true || !node.parameters) {
+                return true;
+            }
+            const isCustomMetricsMode = node.typeVersion >= 4.7 ? node.parameters.metric === 'customMetrics' : true;
+            if (isCustomMetricsMode) {
+                return (!node.parameters.metrics ||
+                    node.parameters.metrics.assignments?.length === 0 ||
+                    node.parameters.metrics.assignments?.some((assignment) => !assignment.name || assignment.value === null));
+            }
+            if (node.typeVersion >= 4.7) {
+                const metric = (node.parameters.metric ?? n8n_workflow_1.DEFAULT_EVALUATION_METRIC);
+                if ((0, n8n_workflow_1.metricRequiresModelConnection)(metric) &&
+                    !this.hasModelNodeConnected(workflow, node.name)) {
+                    return true;
+                }
+            }
+            return false;
+        });
+        if (unconfiguredMetricsNode) {
+            throw new errors_ee_1.TestRunError('SET_METRICS_NODE_NOT_CONFIGURED', {
+                node_name: unconfiguredMetricsNode.name,
+            });
+        }
+    }
+    validateSetOutputsNodes(workflow) {
+        const setOutputsNodes = TestRunnerService_1.getEvaluationSetOutputsNodes(workflow);
+        if (setOutputsNodes.length === 0) {
+            return;
+        }
+        const unconfiguredSetOutputsNode = setOutputsNodes.find((node) => !node.parameters ||
+            !node.parameters.outputs ||
+            node.parameters.outputs.assignments?.length === 0 ||
+            node.parameters.outputs.assignments?.some((assignment) => !assignment.name || assignment.value === null));
+        if (unconfiguredSetOutputsNode) {
+            throw new errors_ee_1.TestRunError('SET_OUTPUTS_NODE_NOT_CONFIGURED', {
+                node_name: unconfiguredSetOutputsNode.name,
+            });
+        }
+    }
+    validateWorkflowConfiguration(workflow) {
+        this.validateEvaluationTriggerNode(workflow);
+        this.validateSetOutputsNodes(workflow);
+        this.validateSetMetricsNodes(workflow);
+    }
+    async runTestCase(workflow, metadata, testCase, abortSignal) {
+        if (abortSignal.aborted) {
+            return;
+        }
+        const triggerNode = this.findEvaluationTriggerNode(workflow);
+        (0, node_assert_1.default)(triggerNode);
+        const pinData = {
+            [triggerNode.name]: [testCase],
+        };
+        const data = {
+            executionMode: 'evaluation',
+            pinData,
+            workflowData: {
+                ...workflow,
+                settings: {
+                    ...workflow.settings,
+                    saveManualExecutions: true,
+                    saveDataErrorExecution: 'all',
+                    saveDataSuccessExecution: 'all',
+                    saveExecutionProgress: false,
+                },
+            },
+            userId: metadata.userId,
+            triggerToStartFrom: {
+                name: triggerNode.name,
+            },
+        };
+        if (this.executionsConfig.mode === 'queue') {
+            data.executionData = (0, n8n_workflow_1.createRunExecutionData)({
+                executionData: null,
+                resultData: {
+                    pinData,
+                },
+                manualData: {
+                    userId: metadata.userId,
+                    triggerToStartFrom: {
+                        name: triggerNode.name,
+                    },
+                },
+            });
+        }
+        const executionId = await this.workflowRunner.run(data);
+        (0, node_assert_1.default)(executionId);
+        abortSignal.addEventListener('abort', () => {
+            this.activeExecutions.stopExecution(executionId, new n8n_workflow_1.ManualExecutionCancelledError(executionId));
+        });
+        const executionData = await this.activeExecutions.getPostExecutePromise(executionId);
+        (0, node_assert_1.default)(executionData);
+        return { executionId, executionData };
+    }
+    async runDatasetTrigger(workflow, metadata) {
+        const triggerNode = this.findEvaluationTriggerNode(workflow);
+        if (!triggerNode) {
+            throw new errors_ee_1.TestRunError('EVALUATION_TRIGGER_NOT_FOUND');
+        }
+        triggerNode.forceCustomOperation = {
+            resource: 'dataset',
+            operation: 'getRows',
+        };
+        const data = {
+            destinationNode: { nodeName: triggerNode.name, mode: 'inclusive' },
+            executionMode: 'manual',
+            runData: {},
+            workflowData: {
+                ...workflow,
+                settings: {
+                    ...workflow.settings,
+                    saveManualExecutions: false,
+                    saveDataErrorExecution: 'none',
+                    saveDataSuccessExecution: 'none',
+                    saveExecutionProgress: false,
+                },
+            },
+            userId: metadata.userId,
+            executionData: (0, n8n_workflow_1.createRunExecutionData)({
+                startData: {
+                    destinationNode: { nodeName: triggerNode.name, mode: 'inclusive' },
+                },
+                manualData: {
+                    userId: metadata.userId,
+                    triggerToStartFrom: {
+                        name: triggerNode.name,
+                    },
+                },
+                executionData: {
+                    nodeExecutionStack: [
+                        { node: triggerNode, data: { main: [[{ json: {} }]] }, source: null },
+                    ],
+                },
+            }),
+            triggerToStartFrom: {
+                name: triggerNode.name,
+            },
+        };
+        const offloadingManualExecutionsInQueueMode = this.executionsConfig.mode === 'queue' &&
+            process.env.OFFLOAD_MANUAL_EXECUTIONS_TO_WORKERS === 'true';
+        if (offloadingManualExecutionsInQueueMode) {
+            delete data.executionData.executionData;
+        }
+        const executionId = await this.workflowRunner.run(data);
+        (0, node_assert_1.default)(executionId);
+        const executePromise = this.activeExecutions.getPostExecutePromise(executionId);
+        return await executePromise;
+    }
+    static getEvaluationNodes(workflow, operation, { isDefaultOperation } = { isDefaultOperation: false }) {
+        return workflow.nodes.filter((node) => node.type === n8n_workflow_1.EVALUATION_NODE_TYPE &&
+            node.disabled !== true &&
+            (node.parameters.operation === operation ||
+                (isDefaultOperation && node.parameters.operation === undefined)));
+    }
+    static getEvaluationMetricsNodes(workflow) {
+        return this.getEvaluationNodes(workflow, 'setMetrics');
+    }
+    static getEvaluationSetOutputsNodes(workflow) {
+        return this.getEvaluationNodes(workflow, 'setOutputs', { isDefaultOperation: true });
+    }
+    extractDatasetTriggerOutput(execution, workflow) {
+        const triggerNode = this.findEvaluationTriggerNode(workflow);
+        (0, node_assert_1.default)(triggerNode);
+        const triggerOutputData = execution.data.resultData.runData[triggerNode.name][0];
+        if (triggerOutputData?.error) {
+            throw new errors_ee_1.TestRunError('CANT_FETCH_TEST_CASES', {
+                message: triggerOutputData.error.message,
+            });
+        }
+        const triggerOutput = triggerOutputData?.data?.[n8n_workflow_1.NodeConnectionTypes.Main]?.[0];
+        if (!triggerOutput || triggerOutput.length === 0) {
+            throw new errors_ee_1.TestRunError('TEST_CASES_NOT_FOUND');
+        }
+        return triggerOutput;
+    }
+    getEvaluationData(execution, workflow, operation) {
+        const evalNodes = TestRunnerService_1.getEvaluationNodes(workflow, operation);
+        return evalNodes.reduce((accu, node) => {
+            const runs = execution.data.resultData.runData[node.name];
+            const data = runs?.[0]?.data?.[n8n_workflow_1.NodeConnectionTypes.Main]?.[0]?.[0]?.evaluationData ?? {};
+            Object.assign(accu, data);
+            return accu;
+        }, {});
+    }
+    extractUserDefinedMetrics(execution, workflow) {
+        const metricsNodes = TestRunnerService_1.getEvaluationMetricsNodes(workflow);
+        const metricsRunData = metricsNodes
+            .flatMap((node) => execution.data.resultData.runData[node.name])
+            .filter((data) => data !== undefined);
+        const metricsData = metricsRunData
+            .reverse()
+            .map((data) => data.data?.main?.[0]?.[0]?.json ?? {});
+        const metricsResult = metricsData.reduce((acc, curr) => ({ ...acc, ...curr }), {});
+        return metricsResult;
+    }
+    extractPredefinedMetrics(execution) {
+        const metricValues = {};
+        const tokenUsageMetrics = (0, utils_ee_1.extractTokenUsage)(execution.data.resultData.runData);
+        Object.assign(metricValues, tokenUsageMetrics.total);
+        if (execution.startedAt && execution.stoppedAt) {
+            metricValues.executionTime = execution.stoppedAt.getTime() - execution.startedAt.getTime();
+        }
+        return metricValues;
+    }
+    async runTest(user, workflowId) {
+        this.logger.debug('Starting new test run', { workflowId });
+        const workflow = await this.workflowRepository.findById(workflowId);
+        (0, node_assert_1.default)(workflow, 'Workflow not found');
+        const testRun = await this.testRunRepository.createTestRun(workflowId);
+        (0, node_assert_1.default)(testRun, 'Unable to create a test run');
+        const telemetryMeta = {
+            workflow_id: workflowId,
+            test_type: 'evaluation',
+            run_id: testRun.id,
+            start: Date.now(),
+            status: 'success',
+            test_case_count: 0,
+            errored_test_case_count: 0,
+            metric_count: 0,
+            error_message: '',
+            duration: 0,
+        };
+        const abortController = new AbortController();
+        this.abortControllers.set(testRun.id, abortController);
+        const testRunMetadata = {
+            testRunId: testRun.id,
+            userId: user.id,
+        };
+        const abortSignal = abortController.signal;
+        const { manager: dbManager } = this.testRunRepository;
+        try {
+            await this.testRunRepository.markAsRunning(testRun.id);
+            this.validateWorkflowConfiguration(workflow);
+            this.telemetry.track('User ran test', {
+                user_id: user.id,
+                run_id: testRun.id,
+                workflow_id: workflowId,
+            });
+            const datasetFetchExecution = await this.runDatasetTrigger(workflow, testRunMetadata);
+            (0, node_assert_1.default)(datasetFetchExecution);
+            const datasetTriggerOutput = this.extractDatasetTriggerOutput(datasetFetchExecution, workflow);
+            const testCases = datasetTriggerOutput.map((items) => ({ json: items.json }));
+            telemetryMeta.test_case_count = testCases.length;
+            this.logger.debug('Found test cases', { count: testCases.length });
+            const metrics = new evaluation_metrics_ee_1.EvaluationMetrics();
+            for (const testCase of testCases) {
+                if (abortSignal.aborted) {
+                    telemetryMeta.status = 'cancelled';
+                    this.logger.debug('Test run was cancelled', {
+                        workflowId,
+                    });
+                    break;
+                }
+                this.logger.debug('Running test case');
+                const runAt = new Date();
+                try {
+                    const testCaseMetadata = {
+                        ...testRunMetadata,
+                    };
+                    const testCaseResult = await this.runTestCase(workflow, testCaseMetadata, testCase, abortSignal);
+                    (0, node_assert_1.default)(testCaseResult);
+                    const { executionId: testCaseExecutionId, executionData: testCaseExecution } = testCaseResult;
+                    (0, node_assert_1.default)(testCaseExecution);
+                    (0, node_assert_1.default)(testCaseExecutionId);
+                    this.logger.debug('Test case execution finished');
+                    if (!testCaseExecution || testCaseExecution.data.resultData.error) {
+                        await this.testCaseExecutionRepository.createTestCaseExecution({
+                            executionId: testCaseExecutionId,
+                            testRun: {
+                                id: testRun.id,
+                            },
+                            status: 'error',
+                            errorCode: 'FAILED_TO_EXECUTE_WORKFLOW',
+                            metrics: {},
+                        });
+                        telemetryMeta.errored_test_case_count++;
+                        continue;
+                    }
+                    const completedAt = new Date();
+                    const { addedMetrics: addedPredefinedMetrics } = metrics.addResults(this.extractPredefinedMetrics(testCaseExecution));
+                    this.logger.debug('Test case common metrics extracted', addedPredefinedMetrics);
+                    const { addedMetrics: addedUserDefinedMetrics } = metrics.addResults(this.extractUserDefinedMetrics(testCaseExecution, workflow));
+                    if (Object.keys(addedUserDefinedMetrics).length === 0) {
+                        await this.testCaseExecutionRepository.createTestCaseExecution({
+                            executionId: testCaseExecutionId,
+                            testRun: {
+                                id: testRun.id,
+                            },
+                            runAt,
+                            completedAt,
+                            status: 'error',
+                            errorCode: 'NO_METRICS_COLLECTED',
+                        });
+                        telemetryMeta.errored_test_case_count++;
+                    }
+                    else {
+                        const combinedMetrics = {
+                            ...addedUserDefinedMetrics,
+                            ...addedPredefinedMetrics,
+                        };
+                        const inputs = this.getEvaluationData(testCaseExecution, workflow, 'setInputs');
+                        const outputs = this.getEvaluationData(testCaseExecution, workflow, 'setOutputs');
+                        this.logger.debug('Test case metrics extracted (user-defined)', addedUserDefinedMetrics);
+                        await this.testCaseExecutionRepository.createTestCaseExecution({
+                            executionId: testCaseExecutionId,
+                            testRun: {
+                                id: testRun.id,
+                            },
+                            runAt,
+                            completedAt,
+                            status: 'success',
+                            metrics: combinedMetrics,
+                            inputs,
+                            outputs,
+                        });
+                    }
+                }
+                catch (e) {
+                    const completedAt = new Date();
+                    this.logger.error('Test case execution failed', {
+                        workflowId,
+                        testRunId: testRun.id,
+                        error: e,
+                    });
+                    telemetryMeta.errored_test_case_count++;
+                    if (e instanceof errors_ee_1.TestCaseExecutionError) {
+                        await this.testCaseExecutionRepository.createTestCaseExecution({
+                            testRun: {
+                                id: testRun.id,
+                            },
+                            runAt,
+                            completedAt,
+                            status: 'error',
+                            errorCode: e.code,
+                            errorDetails: e.extra,
+                        });
+                    }
+                    else {
+                        await this.testCaseExecutionRepository.createTestCaseExecution({
+                            testRun: {
+                                id: testRun.id,
+                            },
+                            runAt,
+                            completedAt,
+                            status: 'error',
+                            errorCode: 'UNKNOWN_ERROR',
+                        });
+                        this.errorReporter.error(e);
+                    }
+                }
+            }
+            if (abortSignal.aborted) {
+                await dbManager.transaction(async (trx) => {
+                    await this.testRunRepository.markAsCancelled(testRun.id, trx);
+                    await this.testCaseExecutionRepository.markAllPendingAsCancelled(testRun.id, trx);
+                });
+                telemetryMeta.status = 'cancelled';
+            }
+            else {
+                const aggregatedMetrics = metrics.getAggregatedMetrics();
+                telemetryMeta.metric_count = Object.keys(aggregatedMetrics).length;
+                this.logger.debug('Aggregated metrics', aggregatedMetrics);
+                await this.testRunRepository.markAsCompleted(testRun.id, aggregatedMetrics);
+                this.logger.debug('Test run finished', { workflowId, testRunId: testRun.id });
+            }
+        }
+        catch (e) {
+            telemetryMeta.status = 'fail';
+            if (e instanceof n8n_workflow_1.ExecutionCancelledError) {
+                this.logger.debug('Evaluation execution was cancelled. Cancelling test run', {
+                    testRunId: testRun.id,
+                    stoppedOn: e.extra?.executionId,
+                });
+                await dbManager.transaction(async (trx) => {
+                    await this.testRunRepository.markAsCancelled(testRun.id, trx);
+                    await this.testCaseExecutionRepository.markAllPendingAsCancelled(testRun.id, trx);
+                });
+                telemetryMeta.status = 'cancelled';
+            }
+            else if (e instanceof errors_ee_1.TestRunError) {
+                await this.testRunRepository.markAsError(testRun.id, e.code, e.extra);
+                telemetryMeta.error_message = e.code;
+                if (e.extra && typeof e.extra === 'object' && 'message' in e.extra) {
+                    telemetryMeta.error_message += `: ${String(e.extra.message)}`;
+                }
+            }
+            else {
+                await this.testRunRepository.markAsError(testRun.id, 'UNKNOWN_ERROR');
+                telemetryMeta.error_message = e instanceof Error ? e.message : 'UNKNOWN_ERROR';
+                throw e;
+            }
+        }
+        finally {
+            telemetryMeta.duration = Date.now() - telemetryMeta.start;
+            this.abortControllers.delete(testRun.id);
+            const telemetryPayload = {
+                ...telemetryMeta,
+            };
+            if (telemetryMeta.status === 'success') {
+                telemetryPayload.test_case_count = telemetryMeta.test_case_count;
+                telemetryPayload.errored_test_case_count = telemetryMeta.errored_test_case_count;
+                telemetryPayload.metric_count = telemetryMeta.metric_count;
+            }
+            if (telemetryMeta.status === 'fail') {
+                telemetryPayload.error_message = telemetryMeta.error_message;
+            }
+            this.telemetry.track('Test run finished', telemetryPayload);
+        }
+    }
+    canBeCancelled(testRun) {
+        return testRun.status !== 'running' && testRun.status !== 'new';
+    }
+    async cancelTestRun(testRunId) {
+        const abortController = this.abortControllers.get(testRunId);
+        if (abortController) {
+            abortController.abort();
+            this.abortControllers.delete(testRunId);
+        }
+        else {
+            const { manager: dbManager } = this.testRunRepository;
+            await dbManager.transaction(async (trx) => {
+                await this.testRunRepository.markAsCancelled(testRunId, trx);
+                await this.testCaseExecutionRepository.markAllPendingAsCancelled(testRunId, trx);
+            });
+        }
+    }
+};
+exports.TestRunnerService = TestRunnerService;
+exports.TestRunnerService = TestRunnerService = TestRunnerService_1 = __decorate([
+    (0, di_1.Service)(),
+    __metadata("design:paramtypes", [backend_common_1.Logger,
+        telemetry_1.Telemetry,
+        db_1.WorkflowRepository,
+        workflow_runner_1.WorkflowRunner,
+        active_executions_1.ActiveExecutions,
+        db_1.TestRunRepository,
+        db_1.TestCaseExecutionRepository,
+        n8n_core_1.ErrorReporter,
+        config_1.ExecutionsConfig])
+], TestRunnerService);
+//# sourceMappingURL=test-runner.service.ee.js.map

package/dist/evaluation.ee/test-runner/test-runner.service.ee.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-runner.service.ee.js","sourceRoot":"","sources":["../../../src/evaluation.ee/test-runner/test-runner.service.ee.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wDAA6C;AAC7C,wCAA+C;AAE/C,gCAA6F;AAC7F,gCAAkC;AAClC,uCAAyC;AACzC,+CASsB;AAUtB,8DAAiC;AAGjC,2DAAuD;AACvD,qEAA6F;AAC7F,mEAG8C;AAC9C,2CAAwC;AACxC,uDAAmD;AAEnD,mEAA4D;AAsBrD,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAG7B,YACkB,MAAc,EACd,SAAoB,EACpB,kBAAsC,EACtC,cAA8B,EAC9B,gBAAkC,EAClC,iBAAoC,EACpC,2BAAwD,EACxD,aAA4B,EAC5B,gBAAkC;QARlC,WAAM,GAAN,MAAM,CAAQ;QACd,cAAS,GAAT,SAAS,CAAW;QACpB,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QAC9B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,gCAA2B,GAA3B,2BAA2B,CAA6B;QACxD,kBAAa,GAAb,aAAa,CAAe;QAC5B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAX5C,qBAAgB,GAAwC,IAAI,GAAG,EAAE,CAAC;IAYvE,CAAC;IAKI,yBAAyB,CAAC,QAAuB;QACxD,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,2CAA4B,CAAC,CAAC;IAClF,CAAC;IAMO,6BAA6B,CAAC,QAAuB;QAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,WAAW,EAAE,CAAC;YAClB,MAAM,IAAI,wBAAY,CAAC,8BAA8B,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,WAAW,CAAC;QACnE,MAAM,MAAM,GAAG,UAAU,EAAE,MAAM;YAChC,CAAC,CAAE,UAAU,CAAC,MAAiB;YAC/B,CAAC,CAAC,WAAW,IAAI,GAAG;gBACnB,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,cAAc,CAAC;QAEnB,MAAM,YAAY,GACjB,MAAM,KAAK,WAAW;YACrB,CAAC,CAAC,IAAA,qCAA0B,EAAC,UAAU,EAAE,WAAW,CAAC;YACrD,CAAC,CAAC,CAAC,CAAC,WAAW;gBACd,IAAA,qCAA0B,EAAC,UAAU,EAAE,UAAU,CAAC;gBAClD,IAAA,qCAA0B,EAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAErD,IAAI,CAAC,YAAY,EAAE,CAAC;YACnB,MAAM,IAAI,wBAAY,CAAC,mCAAmC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,IAAI,WAAW,EAAE,QAAQ,EAAE,CAAC;YAC3B,MAAM,IAAI,wBAAY,CAAC,6BAA6B,CAAC,CAAC;QACvD,CAAC;IACF,CAAC;IAMO,qBAAqB,CAAC,QAAuB,EAAE,cAAsB;QAE5E,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE;YAChE,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;YACzD,OAAO,WAAW,EAAE,CAAC,kCAAmB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CACnE,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,KAAK,cAAc,CAClD,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,uBAAuB,CAAC,QAAuB;QACtD,MAAM,YAAY,GAAG,mBAAiB,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,wBAAY,CAAC,4BAA4B,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,uBAAuB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAC1D,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChD,OAAO,IAAI,CAAC;YACb,CAAC;YAKD,MAAM,mBAAmB,GACxB,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;YAE7E,IAAI,mBAAmB,EAAE,CAAC;gBACzB,OAAO,CACN,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO;oBACvB,IAAI,CAAC,UAAU,CAAC,OAAqC,CAAC,WAAW,EAAE,MAAM,KAAK,CAAC;oBAC/E,IAAI,CAAC,UAAU,CAAC,OAAqC,CAAC,WAAW,EAAE,IAAI,CACvE,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,KAAK,KAAK,IAAI,CAC7D,CACD,CAAC;YACH,CAAC;YAGD,IAAI,IAAI,CAAC,WAAW,IAAI,GAAG,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,wCAAyB,CAAW,CAAC;gBAC/E,IACC,IAAA,4CAA6B,EAAC,MAAM,CAAC;oBACrC,CAAC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,EAC/C,CAAC;oBACF,OAAO,IAAI,CAAC;gBACb,CAAC;YACF,CAAC;YAED,OAAO,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,IAAI,uBAAuB,EAAE,CAAC;YAC7B,MAAM,IAAI,wBAAY,CAAC,iCAAiC,EAAE;gBACzD,SAAS,EAAE,uBAAuB,CAAC,IAAI;aACvC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAMO,uBAAuB,CAAC,QAAuB;QACtD,MAAM,eAAe,GAAG,mBAAiB,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;QACjF,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO;QACR,CAAC;QAED,MAAM,0BAA0B,GAAG,eAAe,CAAC,IAAI,CACtD,CAAC,IAAI,EAAE,EAAE,CACR,CAAC,IAAI,CAAC,UAAU;YAChB,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO;YACvB,IAAI,CAAC,UAAU,CAAC,OAAqC,CAAC,WAAW,EAAE,MAAM,KAAK,CAAC;YAC/E,IAAI,CAAC,UAAU,CAAC,OAAqC,CAAC,WAAW,EAAE,IAAI,CACvE,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,KAAK,KAAK,IAAI,CAC7D,CACF,CAAC;QAEF,IAAI,0BAA0B,EAAE,CAAC;YAChC,MAAM,IAAI,wBAAY,CAAC,iCAAiC,EAAE;gBACzD,SAAS,EAAE,0BAA0B,CAAC,IAAI;aAC1C,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAMO,6BAA6B,CAAC,QAAuB;QAC5D,IAAI,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC;QAE7C,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEvC,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAOO,KAAK,CAAC,WAAW,CACxB,QAAuB,EACvB,QAAyB,EACzB,QAA4B,EAC5B,WAAwB;QAGxB,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO;QACR,CAAC;QAMD,MAAM,WAAW,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAA,qBAAM,EAAC,WAAW,CAAC,CAAC;QAEpB,MAAM,OAAO,GAAG;YACf,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC;SAC9B,CAAC;QAEF,MAAM,IAAI,GAAkC;YAC3C,aAAa,EAAE,YAAY;YAC3B,OAAO;YACP,YAAY,EAAE;gBACb,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACT,GAAG,QAAQ,CAAC,QAAQ;oBACpB,oBAAoB,EAAE,IAAI;oBAC1B,sBAAsB,EAAE,KAAK;oBAC7B,wBAAwB,EAAE,KAAK;oBAC/B,qBAAqB,EAAE,KAAK;iBAC5B;aACD;YACD,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,kBAAkB,EAAE;gBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;aACtB;SACD,CAAC;QAIF,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5C,IAAI,CAAC,aAAa,GAAG,IAAA,qCAAsB,EAAC;gBAC3C,aAAa,EAAE,IAAI;gBACnB,UAAU,EAAE;oBACX,OAAO;iBACP;gBACD,UAAU,EAAE;oBACX,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,kBAAkB,EAAE;wBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;qBACtB;iBACD;aACD,CAAC,CAAC;QACJ,CAAC;QAGD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxD,IAAA,qBAAM,EAAC,WAAW,CAAC,CAAC;QAGpB,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YAC1C,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAClC,WAAW,EACX,IAAI,4CAA6B,CAAC,WAAW,CAAC,CAC9C,CAAC;QACH,CAAC,CAAC,CAAC;QAGH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAErF,IAAA,qBAAM,EAAC,aAAa,CAAC,CAAC;QAEtB,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;IACvC,CAAC;IAMO,KAAK,CAAC,iBAAiB,CAAC,QAAuB,EAAE,QAAyB;QAKjF,MAAM,WAAW,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,CAAC,WAAW,EAAE,CAAC;YAClB,MAAM,IAAI,wBAAY,CAAC,8BAA8B,CAAC,CAAC;QACxD,CAAC;QAGD,WAAW,CAAC,oBAAoB,GAAG;YAClC,QAAQ,EAAE,SAAS;YACnB,SAAS,EAAE,SAAS;SACpB,CAAC;QAEF,MAAM,IAAI,GAAkC;YAC3C,eAAe,EAAE,EAAE,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE;YAClE,aAAa,EAAE,QAAQ;YACvB,OAAO,EAAE,EAAE;YACX,YAAY,EAAE;gBACb,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACT,GAAG,QAAQ,CAAC,QAAQ;oBACpB,oBAAoB,EAAE,KAAK;oBAC3B,sBAAsB,EAAE,MAAM;oBAC9B,wBAAwB,EAAE,MAAM;oBAChC,qBAAqB,EAAE,KAAK;iBAC5B;aACD;YACD,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,aAAa,EAAE,IAAA,qCAAsB,EAAC;gBACrC,SAAS,EAAE;oBACV,eAAe,EAAE,EAAE,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE;iBAClE;gBACD,UAAU,EAAE;oBACX,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,kBAAkB,EAAE;wBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;qBACtB;iBACD;gBACD,aAAa,EAAE;oBACd,kBAAkB,EAAE;wBACnB,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;qBACrE;iBACD;aACD,CAAC;YACF,kBAAkB,EAAE;gBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;aACtB;SACD,CAAC;QAEF,MAAM,qCAAqC,GAC1C,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,OAAO;YACtC,OAAO,CAAC,GAAG,CAAC,oCAAoC,KAAK,MAAM,CAAC;QAE7D,IAAI,qCAAqC,EAAE,CAAC;YAM3C,OAAO,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC;QACzC,CAAC;QAGD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxD,IAAA,qBAAM,EAAC,WAAW,CAAC,CAAC;QAGpB,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAEhF,OAAO,MAAM,cAAc,CAAC;IAC7B,CAAC;IAKD,MAAM,CAAC,kBAAkB,CACxB,QAAuB,EACvB,SAAoD,EACpD,EAAE,kBAAkB,KAAsC,EAAE,kBAAkB,EAAE,KAAK,EAAE;QAEvF,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAC3B,CAAC,IAAI,EAAE,EAAE,CACR,IAAI,CAAC,IAAI,KAAK,mCAAoB;YAClC,IAAI,CAAC,QAAQ,KAAK,IAAI;YACtB,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS;gBACvC,CAAC,kBAAkB,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAClE,CAAC;IACH,CAAC;IAKD,MAAM,CAAC,yBAAyB,CAAC,QAAuB;QACvD,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACxD,CAAC;IAKD,MAAM,CAAC,4BAA4B,CAAC,QAAuB;QAC1D,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,YAAY,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;IACtF,CAAC;IAKO,2BAA2B,CAAC,SAAe,EAAE,QAAuB;QAC3E,MAAM,WAAW,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAA,qBAAM,EAAC,WAAW,CAAC,CAAC;QAEpB,MAAM,iBAAiB,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjF,IAAI,iBAAiB,EAAE,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,wBAAY,CAAC,uBAAuB,EAAE;gBAC/C,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO;aACxC,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,iBAAiB,EAAE,IAAI,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/E,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,wBAAY,CAAC,sBAAsB,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,aAAa,CAAC;IACtB,CAAC;IAEO,iBAAiB,CACxB,SAAe,EACf,QAAuB,EACvB,SAAqC;QAErC,MAAM,SAAS,GAAG,mBAAiB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE5E,OAAO,SAAS,CAAC,MAAM,CAAa,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YAClD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,IAAI,EAAE,CAAC;YAEzF,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QACb,CAAC,EAAE,EAAE,CAAC,CAAC;IACR,CAAC;IAKO,yBAAyB,CAAC,SAAe,EAAE,QAAuB;QACzE,MAAM,YAAY,GAAG,mBAAiB,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAG3E,MAAM,cAAc,GAAG,YAAY;aACjC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAC/D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,cAAc;aAChC,OAAO,EAAE;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACnF,OAAO,aAAa,CAAC;IACtB,CAAC;IAMO,wBAAwB,CAAC,SAAe;QAC/C,MAAM,YAAY,GAA2B,EAAE,CAAC;QAEhD,MAAM,iBAAiB,GAAG,IAAA,4BAAiB,EAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC/E,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAErD,IAAI,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YAChD,YAAY,CAAC,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAC5F,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAKD,KAAK,CAAC,OAAO,CAAC,IAAU,EAAE,UAAkB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QAE3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACpE,IAAA,qBAAM,EAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;QAGvC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QACvE,IAAA,qBAAM,EAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;QAG/C,MAAM,aAAa,GAAG;YACrB,WAAW,EAAE,UAAU;YACvB,SAAS,EAAE,YAAY;YACvB,MAAM,EAAE,OAAO,CAAC,EAAE;YAClB,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE;YACjB,MAAM,EAAE,SAA6C;YACrD,eAAe,EAAE,CAAC;YAClB,uBAAuB,EAAE,CAAC;YAC1B,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,EAAE;YACjB,QAAQ,EAAE,CAAC;SACX,CAAC;QAGF,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAIvD,MAAM,eAAe,GAAG;YACvB,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,MAAM,EAAE,IAAI,CAAC,EAAE;SACf,CAAC;QAEF,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC;QAC3C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAEtD,IAAI,CAAC;YAEJ,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAGvD,IAAI,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC;YAE7C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,EAAE;gBACrC,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,MAAM,EAAE,OAAO,CAAC,EAAE;gBAClB,WAAW,EAAE,UAAU;aACvB,CAAC,CAAC;YAMH,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YACtF,IAAA,qBAAM,EAAC,qBAAqB,CAAC,CAAC;YAE9B,MAAM,oBAAoB,GAAG,IAAI,CAAC,2BAA2B,CAC5D,qBAAqB,EACrB,QAAQ,CACR,CAAC;YAEF,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC9E,aAAa,CAAC,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC;YAEjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAGnE,MAAM,OAAO,GAAG,IAAI,yCAAiB,EAAE,CAAC;YAMxC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAClC,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC;oBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE;wBAC3C,UAAU;qBACV,CAAC,CAAC;oBACH,MAAM;gBACP,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBACvC,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC;gBAEzB,IAAI,CAAC;oBACJ,MAAM,gBAAgB,GAAG;wBACxB,GAAG,eAAe;qBAClB,CAAC;oBAGF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,WAAW,CAC5C,QAAQ,EACR,gBAAgB,EAChB,QAAQ,EACR,WAAW,CACX,CAAC;oBACF,IAAA,qBAAM,EAAC,cAAc,CAAC,CAAC;oBAEvB,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAC3E,cAAc,CAAC;oBAEhB,IAAA,qBAAM,EAAC,iBAAiB,CAAC,CAAC;oBAC1B,IAAA,qBAAM,EAAC,mBAAmB,CAAC,CAAC;oBAE5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;oBAIlD,IAAI,CAAC,iBAAiB,IAAI,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;wBAEnE,MAAM,IAAI,CAAC,2BAA2B,CAAC,uBAAuB,CAAC;4BAC9D,WAAW,EAAE,mBAAmB;4BAChC,OAAO,EAAE;gCACR,EAAE,EAAE,OAAO,CAAC,EAAE;6BACd;4BACD,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,4BAA4B;4BACvC,OAAO,EAAE,EAAE;yBACX,CAAC,CAAC;wBACH,aAAa,CAAC,uBAAuB,EAAE,CAAC;wBACxC,SAAS;oBACV,CAAC;oBACD,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;oBAG/B,MAAM,EAAE,YAAY,EAAE,sBAAsB,EAAE,GAAG,OAAO,CAAC,UAAU,CAClE,IAAI,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAChD,CAAC;oBACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,sBAAsB,CAAC,CAAC;oBAGhF,MAAM,EAAE,YAAY,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC,UAAU,CACnE,IAAI,CAAC,yBAAyB,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAC3D,CAAC;oBAEF,IAAI,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACvD,MAAM,IAAI,CAAC,2BAA2B,CAAC,uBAAuB,CAAC;4BAC9D,WAAW,EAAE,mBAAmB;4BAChC,OAAO,EAAE;gCACR,EAAE,EAAE,OAAO,CAAC,EAAE;6BACd;4BACD,KAAK;4BACL,WAAW;4BACX,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,sBAAsB;yBACjC,CAAC,CAAC;wBACH,aAAa,CAAC,uBAAuB,EAAE,CAAC;oBACzC,CAAC;yBAAM,CAAC;wBACP,MAAM,eAAe,GAAG;4BACvB,GAAG,uBAAuB;4BAC1B,GAAG,sBAAsB;yBACzB,CAAC;wBAEF,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;wBAChF,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;wBAElF,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4CAA4C,EAC5C,uBAAuB,CACvB,CAAC;wBAGF,MAAM,IAAI,CAAC,2BAA2B,CAAC,uBAAuB,CAAC;4BAC9D,WAAW,EAAE,mBAAmB;4BAChC,OAAO,EAAE;gCACR,EAAE,EAAE,OAAO,CAAC,EAAE;6BACd;4BACD,KAAK;4BACL,WAAW;4BACX,MAAM,EAAE,SAAS;4BACjB,OAAO,EAAE,eAAe;4BACxB,MAAM;4BACN,OAAO;yBACP,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACZ,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;oBAE/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;wBAC/C,UAAU;wBACV,SAAS,EAAE,OAAO,CAAC,EAAE;wBACrB,KAAK,EAAE,CAAC;qBACR,CAAC,CAAC;oBAEH,aAAa,CAAC,uBAAuB,EAAE,CAAC;oBAGxC,IAAI,CAAC,YAAY,kCAAsB,EAAE,CAAC;wBACzC,MAAM,IAAI,CAAC,2BAA2B,CAAC,uBAAuB,CAAC;4BAC9D,OAAO,EAAE;gCACR,EAAE,EAAE,OAAO,CAAC,EAAE;6BACd;4BACD,KAAK;4BACL,WAAW;4BACX,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,CAAC,CAAC,IAAI;4BACjB,YAAY,EAAE,CAAC,CAAC,KAAoB;yBACpC,CAAC,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACP,MAAM,IAAI,CAAC,2BAA2B,CAAC,uBAAuB,CAAC;4BAC9D,OAAO,EAAE;gCACR,EAAE,EAAE,OAAO,CAAC,EAAE;6BACd;4BACD,KAAK;4BACL,WAAW;4BACX,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,eAAe;yBAC1B,CAAC,CAAC;wBAGH,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC7B,CAAC;gBACF,CAAC;YACF,CAAC;YAGD,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;oBACzC,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;oBAC9D,MAAM,IAAI,CAAC,2BAA2B,CAAC,yBAAyB,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;gBACnF,CAAC,CAAC,CAAC;gBACH,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACP,MAAM,iBAAiB,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;gBACzD,aAAa,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC;gBAEnE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,iBAAiB,CAAC,CAAC;gBAE3D,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC;gBAE5E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/E,CAAC;QACF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC;YAE9B,IAAI,CAAC,YAAY,sCAAuB,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yDAAyD,EAAE;oBAC5E,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,WAAW;iBAC/B,CAAC,CAAC;gBAEH,MAAM,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;oBACzC,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;oBAC9D,MAAM,IAAI,CAAC,2BAA2B,CAAC,yBAAyB,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;gBACnF,CAAC,CAAC,CAAC;gBAEH,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC;YACpC,CAAC;iBAAM,IAAI,CAAC,YAAY,wBAAY,EAAE,CAAC;gBACtC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAoB,CAAC,CAAC;gBACrF,aAAa,CAAC,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC;gBACrC,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,SAAS,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;oBACpE,aAAa,CAAC,aAAa,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/D,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;gBACtE,aAAa,CAAC,aAAa,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;gBAC/E,MAAM,CAAC,CAAC;YACT,CAAC;QACF,CAAC;gBAAS,CAAC;YAEV,aAAa,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC;YAG1D,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAGzC,MAAM,gBAAgB,GAAiC;gBACtD,GAAG,aAAa;aAChB,CAAC;YAGF,IAAI,aAAa,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACxC,gBAAgB,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC;gBACjE,gBAAgB,CAAC,uBAAuB,GAAG,aAAa,CAAC,uBAAuB,CAAC;gBACjF,gBAAgB,CAAC,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;YAC5D,CAAC;YAGD,IAAI,aAAa,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACrC,gBAAgB,CAAC,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;YAC9D,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;QAC7D,CAAC;IACF,CAAC;IAKD,cAAc,CAAC,OAAgB;QAC9B,OAAO,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC;IACjE,CAAC;IAMD,KAAK,CAAC,aAAa,CAAC,SAAiB;QACpC,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,eAAe,EAAE,CAAC;YACrB,eAAe,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACP,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC;YAGtD,MAAM,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACzC,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC7D,MAAM,IAAI,CAAC,2BAA2B,CAAC,yBAAyB,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAClF,CAAC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;CACD,CAAA;AAtuBY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,YAAO,GAAE;qCAKiB,uBAAM;QACH,qBAAS;QACA,uBAAkB;QACtB,gCAAc;QACZ,oCAAgB;QACf,sBAAiB;QACP,gCAA2B;QACzC,wBAAa;QACV,yBAAgB;GAZxC,iBAAiB,CAsuB7B"}

package/dist/evaluation.ee/test-runner/utils.ee.d.ts

@@ -0,0 +1,10 @@
+import type { NodeParameterValueType, IRunData } from 'n8n-workflow';
+type TokenUsageValues = {
+    completionTokens: number;
+    promptTokens: number;
+    totalTokens: number;
+};
+type TokenUsageInfo = Record<`${string}__${number}` | 'total', TokenUsageValues>;
+export declare function checkNodeParameterNotEmpty(value: NodeParameterValueType): boolean;
+export declare function extractTokenUsage(executionRunData: IRunData): TokenUsageInfo;
+export {};

package/dist/evaluation.ee/test-runner/utils.ee.js

@@ -0,0 +1,61 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkNodeParameterNotEmpty = checkNodeParameterNotEmpty;
+exports.extractTokenUsage = extractTokenUsage;
+const n8n_workflow_1 = require("n8n-workflow");
+function isRlcValue(value) {
+    return Boolean(typeof value === 'object' && value && 'value' in value && '__rl' in value && value.__rl);
+}
+function checkNodeParameterNotEmpty(value) {
+    if (value === undefined || value === null || value === '') {
+        return false;
+    }
+    if (isRlcValue(value)) {
+        return checkNodeParameterNotEmpty(value.value);
+    }
+    return true;
+}
+function extractTokenUsage(executionRunData) {
+    const result = {
+        total: {
+            completionTokens: 0,
+            promptTokens: 0,
+            totalTokens: 0,
+        },
+    };
+    const extractFromNode = (nodeName, nodeData, index) => {
+        function isValidTokenInfo(data) {
+            return (typeof data === 'object' &&
+                data !== null &&
+                'completionTokens' in data &&
+                'promptTokens' in data &&
+                'totalTokens' in data &&
+                typeof data.completionTokens === 'number' &&
+                typeof data.promptTokens === 'number' &&
+                typeof data.totalTokens === 'number');
+        }
+        const tokenInfo = nodeData.json?.tokenUsage ?? nodeData.json?.tokenUsageEstimate;
+        if (tokenInfo && isValidTokenInfo(tokenInfo)) {
+            result[`${nodeName}__${index}`] = {
+                completionTokens: tokenInfo.completionTokens,
+                promptTokens: tokenInfo.promptTokens,
+                totalTokens: tokenInfo.totalTokens,
+            };
+            result.total.completionTokens += tokenInfo.completionTokens;
+            result.total.promptTokens += tokenInfo.promptTokens;
+            result.total.totalTokens += tokenInfo.totalTokens;
+        }
+    };
+    for (const [nodeName, nodeData] of Object.entries(executionRunData)) {
+        if (nodeData[0]?.data?.[n8n_workflow_1.NodeConnectionTypes.AiLanguageModel]) {
+            for (const [index, node] of nodeData.entries()) {
+                const modelNodeExecutionData = node.data?.[n8n_workflow_1.NodeConnectionTypes.AiLanguageModel]?.[0]?.[0];
+                if (modelNodeExecutionData) {
+                    extractFromNode(nodeName, modelNodeExecutionData, index);
+                }
+            }
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=utils.ee.js.map

package/dist/evaluation.ee/test-runner/utils.ee.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.ee.js","sourceRoot":"","sources":["../../../src/evaluation.ee/test-runner/utils.ee.ts"],"names":[],"mappings":";;AAsBA,gEAUC;AAED,8CAkDC;AA9ED,+CAAmD;AAUnD,SAAS,UAAU,CAAC,KAA6B;IAChD,OAAO,OAAO,CACb,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,OAAO,IAAI,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,CACvF,CAAC;AACH,CAAC;AAED,SAAgB,0BAA0B,CAAC,KAA6B;IACvE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QAC3D,OAAO,KAAK,CAAC;IACd,CAAC;IAED,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAgB,iBAAiB,CAAC,gBAA0B;IAC3D,MAAM,MAAM,GAAmB;QAC9B,KAAK,EAAE;YACN,gBAAgB,EAAE,CAAC;YACnB,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;SACd;KACD,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAE,QAA4B,EAAE,KAAa,EAAE,EAAE;QACzF,SAAS,gBAAgB,CAAC,IAAa;YACtC,OAAO,CACN,OAAO,IAAI,KAAK,QAAQ;gBACxB,IAAI,KAAK,IAAI;gBACb,kBAAkB,IAAI,IAAI;gBAC1B,cAAc,IAAI,IAAI;gBACtB,aAAa,IAAI,IAAI;gBACrB,OAAO,IAAI,CAAC,gBAAgB,KAAK,QAAQ;gBACzC,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ;gBACrC,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CACpC,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,EAAE,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;QAEjF,IAAI,SAAS,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9C,MAAM,CAAC,GAAG,QAAQ,KAAK,KAAK,EAAE,CAAC,GAAG;gBACjC,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;gBAC5C,YAAY,EAAE,SAAS,CAAC,YAAY;gBACpC,WAAW,EAAE,SAAS,CAAC,WAAW;aAClC,CAAC;YAEF,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,SAAS,CAAC,gBAAgB,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,CAAC;YACpD,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC,WAAW,CAAC;QACnD,CAAC;IACF,CAAC,CAAC;IAEF,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACrE,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,kCAAmB,CAAC,eAAe,CAAC,EAAE,CAAC;YAC9D,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;gBAChD,MAAM,sBAAsB,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,kCAAmB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC1F,IAAI,sBAAsB,EAAE,CAAC;oBAC5B,eAAe,CAAC,QAAQ,EAAE,sBAAsB,EAAE,KAAK,CAAC,CAAC;gBAC1D,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC"}