n8n 2.33.2 → 2.34.0

package/dist/modules/agent-evals/agent-eval-runner.service.js

@@ -0,0 +1,409 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgentEvalRunnerService = void 0;
+const backend_common_1 = require("@n8n/backend-common");
+const config_1 = require("@n8n/config");
+const db_1 = require("@n8n/db");
+const di_1 = require("@n8n/di");
+const n8n_core_1 = require("n8n-core");
+const n8n_workflow_1 = require("n8n-workflow");
+const p_limit_1 = __importDefault(require("p-limit"));
+const concurrency_control_service_1 = require("../../concurrency/concurrency-control.service");
+const bad_request_error_1 = require("../../errors/response-errors/bad-request.error");
+const forbidden_error_1 = require("../../errors/response-errors/forbidden.error");
+const not_found_error_1 = require("../../errors/response-errors/not-found.error");
+const evaluation_concurrency_helper_1 = require("../../evaluation.ee/evaluation-concurrency.helper");
+const license_1 = require("../../license");
+const agent_repository_1 = require("../../modules/agents/repositories/agent.repository");
+const data_table_service_1 = require("../../modules/data-table/data-table.service");
+const agent_execution_service_1 = require("../../modules/instance-ai/eval/agent-execution.service");
+const check_access_1 = require("../../permissions.ee/check-access");
+const agent_evals_flag_gate_1 = require("./agent-evals-flag-gate");
+const agent_evals_required_modules_1 = require("./agent-evals-required-modules");
+const ROW_PAGE_SIZE = 100;
+const MAX_PER_RUN_CONCURRENCY = 10;
+const MAX_CASES = 500;
+const MAX_TIMER_DELAY_MS = 2_147_483_647;
+let AgentEvalRunnerService = class AgentEvalRunnerService {
+    constructor(logger, globalConfig, instanceSettings, moduleRegistry, datasetRepository, runRepository, resultRepository, agentRepository, dataTableService, evalAgentExecutionService, concurrencyControl, license, flagGate) {
+        this.logger = logger;
+        this.globalConfig = globalConfig;
+        this.instanceSettings = instanceSettings;
+        this.moduleRegistry = moduleRegistry;
+        this.datasetRepository = datasetRepository;
+        this.runRepository = runRepository;
+        this.resultRepository = resultRepository;
+        this.agentRepository = agentRepository;
+        this.dataTableService = dataTableService;
+        this.evalAgentExecutionService = evalAgentExecutionService;
+        this.concurrencyControl = concurrencyControl;
+        this.license = license;
+        this.flagGate = flagGate;
+    }
+    async startRun(datasetId, projectId, user, options = {}) {
+        await this.flagGate.assertEnabled(user);
+        if (this.globalConfig.executions.mode === 'queue') {
+            throw new bad_request_error_1.BadRequestError('Agent eval runs are not supported in queue mode.');
+        }
+        (0, agent_evals_required_modules_1.assertRequiredModulesActive)(this.moduleRegistry);
+        if (!(await (0, check_access_1.userHasScopes)(user, ['agent:execute'], false, { projectId }))) {
+            throw new forbidden_error_1.ForbiddenError('You do not have permission to run agents in this project.');
+        }
+        const dataset = await this.datasetRepository.findById(datasetId);
+        if (!dataset)
+            throw new not_found_error_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
+        if (dataset.datasetSource !== 'data_table') {
+            throw new bad_request_error_1.BadRequestError(`Agent eval runs currently support only data_table datasets (got '${dataset.datasetSource}').`);
+        }
+        const agent = await this.agentRepository.findByIdAndProjectId(dataset.agentId, projectId);
+        if (!agent) {
+            throw new not_found_error_1.NotFoundError(`Agent ${dataset.agentId} not found or not accessible.`);
+        }
+        const cases = await this.resolveCases(dataset, user);
+        if (cases.length === 0) {
+            throw new bad_request_error_1.BadRequestError('The dataset has no rows to run.');
+        }
+        const run = await this.runRepository.createRun({
+            datasetId: dataset.id,
+            agentVersionId: null,
+            createdById: user.id,
+        });
+        let seeded;
+        try {
+            seeded = await this.resultRepository.seedResults(cases.map((c, index) => ({
+                runId: run.id,
+                sourceRowId: c.sourceRowId,
+                runIndex: index,
+                input: c.snapshot,
+            })));
+            await this.runRepository.markAsRunning(run.id, this.instanceSettings.hostId);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            try {
+                await this.runRepository.markAsError(run.id, 'seed_failed', { message });
+            }
+            catch {
+            }
+            throw error;
+        }
+        const finished = this.executeRun({
+            runId: run.id,
+            agentId: dataset.agentId,
+            projectId,
+            user,
+            cases,
+            seeded,
+            timeoutMs: options.timeoutMs,
+        });
+        return { runId: run.id, finished };
+    }
+    async getRunSummary(runId, agentId) {
+        const run = await this.runRepository.findByIdAndAgentId(runId, agentId);
+        if (!run)
+            throw new not_found_error_1.NotFoundError(`Agent eval run ${runId} not found.`);
+        const counts = await this.resultRepository.countByStatus(runId);
+        return { runId: run.id, status: run.status, counts: toSummaryCounts(counts) };
+    }
+    async executeRun(ctx) {
+        const { runId, cases, seeded } = ctx;
+        if (seeded.length !== cases.length) {
+            await this.failRun(runId, `Seeded ${seeded.length} results for ${cases.length} cases`);
+            return;
+        }
+        try {
+            const resolvedLimit = (0, evaluation_concurrency_helper_1.resolveEvaluationConcurrencyLimit)(this.globalConfig.executions, this.license);
+            const limit = (0, p_limit_1.default)(resolvedLimit > 0
+                ? Math.min(resolvedLimit, MAX_PER_RUN_CONCURRENCY)
+                : MAX_PER_RUN_CONCURRENCY);
+            const abort = new AbortController();
+            const totalUsage = { inputTokens: 0, outputTokens: 0 };
+            let cancelObserved = false;
+            const shouldStopCase = async () => {
+                if (abort.signal.aborted)
+                    return true;
+                if (!(await this.runRepository.isCancellationRequested(runId)))
+                    return false;
+                cancelObserved = true;
+                abort.abort();
+                return true;
+            };
+            let stoppedCases = 0;
+            const stopCase = async (resultRow) => {
+                stoppedCases++;
+                await this.resultRepository.markAsCancelled(resultRow.id);
+            };
+            const deadline = this.startRunDeadline(abort);
+            const settlements = await Promise.allSettled(cases.map(async (resolvedCase, index) => await limit(async () => {
+                const resultRow = seeded[index];
+                if (await shouldStopCase()) {
+                    await stopCase(resultRow);
+                    return;
+                }
+                const executionId = `${runId}-case-${index}`;
+                if (!(await this.acquireEvaluationSlot(executionId, abort.signal))) {
+                    await stopCase(resultRow);
+                    return;
+                }
+                try {
+                    if (await shouldStopCase()) {
+                        await stopCase(resultRow);
+                        return;
+                    }
+                    const usage = await this.runCase(resultRow, resolvedCase, ctx);
+                    if (usage) {
+                        totalUsage.inputTokens += usage.inputTokens;
+                        totalUsage.outputTokens += usage.outputTokens;
+                    }
+                }
+                finally {
+                    this.concurrencyControl.release({ mode: 'evaluation' });
+                }
+            })));
+            deadline.clear();
+            const dispatchFailures = [];
+            for (const settlement of settlements) {
+                if (settlement.status !== 'rejected')
+                    continue;
+                const reason = settlement.reason;
+                dispatchFailures.push(reason instanceof Error ? reason.message : String(reason));
+            }
+            let wasCancelled = cancelObserved;
+            if (!wasCancelled) {
+                try {
+                    wasCancelled = await this.runRepository.isCancellationRequested(runId);
+                }
+                catch (error) {
+                    dispatchFailures.push(error instanceof Error ? error.message : String(error));
+                }
+            }
+            if (dispatchFailures.length > 0) {
+                this.logger.error(`[AgentEvalRunner] ${dispatchFailures.length} failure(s) outside case execution in run ${runId}`, { errors: dispatchFailures });
+            }
+            const counts = await this.resultRepository.countByStatus(runId);
+            const metrics = { ...toSummaryCounts(counts), usage: { ...totalUsage } };
+            if (wasCancelled) {
+                await this.runRepository.markAsCancelled(runId, metrics);
+            }
+            else if (deadline.hasExpired() && stoppedCases > 0) {
+                await this.runRepository.markAsError(runId, 'timeout', {
+                    message: `Run exceeded its ${deadline.deadlineMinutes}-minute deadline; ${stoppedCases} case(s) were not started.`,
+                }, metrics);
+            }
+            else if (dispatchFailures.length > 0) {
+                await this.runRepository.markAsError(runId, 'case_dispatch_failed', {
+                    message: `${dispatchFailures.length} failure(s) occurred outside case execution.`,
+                    errors: dispatchFailures,
+                }, metrics);
+            }
+            else {
+                if (deadline.hasExpired()) {
+                    this.logger.debug(`[AgentEvalRunner] Run ${runId} overran its ${deadline.deadlineMinutes}-minute deadline, but every case had finished`);
+                }
+                await this.runRepository.markAsCompleted(runId, metrics);
+            }
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            await this.failRun(runId, message);
+        }
+    }
+    startRunDeadline(abort) {
+        const deadlineMinutes = this.globalConfig.evaluation.agentEvalsRunTimeoutMinutes;
+        if (deadlineMinutes <= 0) {
+            return { hasExpired: () => false, clear: () => undefined, deadlineMinutes };
+        }
+        let expired = false;
+        const timer = setTimeout(() => {
+            expired = true;
+            abort.abort();
+        }, Math.min(deadlineMinutes * 60_000, MAX_TIMER_DELAY_MS));
+        timer.unref();
+        return { hasExpired: () => expired, clear: () => clearTimeout(timer), deadlineMinutes };
+    }
+    async acquireEvaluationSlot(executionId, signal) {
+        if (signal.aborted)
+            return false;
+        let onAbort;
+        const aborted = new Promise((resolve) => {
+            onAbort = () => resolve('aborted');
+            signal.addEventListener('abort', onAbort, { once: true });
+        });
+        const acquire = this.concurrencyControl.throttle({ mode: 'evaluation', executionId });
+        const outcome = await Promise.race([acquire.then(() => 'acquired'), aborted]);
+        if (onAbort)
+            signal.removeEventListener('abort', onAbort);
+        if (outcome === 'aborted') {
+            this.concurrencyControl.remove({ mode: 'evaluation', executionId });
+            void acquire.then(() => this.concurrencyControl.release({ mode: 'evaluation' }));
+            return false;
+        }
+        return true;
+    }
+    async failRun(runId, message) {
+        this.logger.error(`[AgentEvalRunner] Run ${runId} failed to complete`, { error: message });
+        try {
+            await this.runRepository.markAsError(runId, 'run_failed', { message });
+        }
+        catch (markError) {
+            this.logger.error(`[AgentEvalRunner] Could not mark run ${runId} as errored`, {
+                error: markError instanceof Error ? markError.message : String(markError),
+            });
+        }
+    }
+    async cleanupInterruptedRuns() {
+        if (this.globalConfig.executions.mode === 'queue')
+            return;
+        try {
+            const result = await this.runRepository.markAllIncompleteAsError();
+            if (result.affected && result.affected > 0) {
+                this.logger.debug(`[AgentEvalRunner] Marked ${result.affected} interrupted run(s) as errored on startup`);
+            }
+        }
+        catch (error) {
+            this.logger.error('[AgentEvalRunner] Failed to clean up interrupted runs on startup', {
+                error: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+    async runCase(resultRow, resolvedCase, ctx) {
+        try {
+            if (resolvedCase.input.trim().length === 0) {
+                await this.resultRepository.markAsError(resultRow.id, 'empty_input', {
+                    message: 'Case has no value in the mapped input column.',
+                });
+                return undefined;
+            }
+            await this.resultRepository.markAsRunning(resultRow.id);
+            const execResult = await this.evalAgentExecutionService.executeWithLlmMock(ctx.agentId, ctx.user, { projectId: ctx.projectId, ...(ctx.timeoutMs ? { timeoutMs: ctx.timeoutMs } : {}) }, resolvedCase.input);
+            const usage = normalizeUsage(execResult.usage);
+            if (!execResult.success) {
+                await this.resultRepository.markAsError(resultRow.id, 'execution_failed', {
+                    errors: execResult.errors,
+                    finalText: execResult.finalText,
+                });
+                return usage;
+            }
+            await this.resultRepository.markAsCompleted(resultRow.id, {
+                output: toJsonObject({
+                    finalText: execResult.finalText,
+                    model: execResult.model ?? null,
+                    finishReason: execResult.finishReason ?? null,
+                    skippedFeatures: execResult.skippedFeatures,
+                }),
+                toolCalls: toJsonObject({ calls: execResult.toolCalls }),
+                metrics: usage ? { usage: { ...usage } } : null,
+            });
+            return usage;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            this.logger.error(`[AgentEvalRunner] Case ${resultRow.id} failed`, { error: message });
+            try {
+                await this.resultRepository.markAsError(resultRow.id, 'execution_failed', { message });
+            }
+            catch (markError) {
+                this.logger.error(`[AgentEvalRunner] Could not record failure for case ${resultRow.id}`, {
+                    error: markError instanceof Error ? markError.message : String(markError),
+                });
+            }
+            return undefined;
+        }
+    }
+    async resolveCases(dataset, user) {
+        const mapping = dataset.columnMapping;
+        if (!mapping?.input) {
+            throw new bad_request_error_1.BadRequestError('The dataset has no input column mapping.');
+        }
+        const dataTableId = dataset.datasetRef.dataTableId;
+        const allowed = await (0, check_access_1.userHasScopes)(user, ['dataTable:readRow'], false, { dataTableId });
+        if (!allowed)
+            throw new forbidden_error_1.ForbiddenError('You do not have access to this dataset.');
+        const tableProjectId = await this.dataTableService.getProjectIdForDataTable(dataTableId);
+        const columnNames = new Set((await this.dataTableService.getColumns(dataTableId, tableProjectId)).map((c) => c.name));
+        const missing = [
+            ['input', mapping.input],
+            ['expectedOutput', mapping.expectedOutput],
+            ['criteria', mapping.criteria],
+        ]
+            .filter(([, name]) => name && !columnNames.has(name))
+            .map(([role, name]) => `${role} → '${name}'`);
+        if (missing.length > 0) {
+            throw new bad_request_error_1.BadRequestError(`The dataset's column mapping references columns missing from the data table: ${missing.join(', ')}.`);
+        }
+        const rows = [];
+        let skip = 0;
+        for (;;) {
+            const { data, count } = await this.dataTableService.getManyRowsAndCount(dataTableId, tableProjectId, { take: ROW_PAGE_SIZE, skip });
+            if (count > MAX_CASES) {
+                throw new bad_request_error_1.BadRequestError(`The dataset has ${count} rows, exceeding the ${MAX_CASES}-case limit for a single run.`);
+            }
+            rows.push(...data);
+            skip += data.length;
+            if (data.length === 0 || skip >= count)
+                break;
+        }
+        return rows.map((row) => {
+            const snapshot = { input: cellToJson(row[mapping.input]) };
+            if (mapping.expectedOutput) {
+                snapshot.expectedOutput = cellToJson(row[mapping.expectedOutput]);
+            }
+            if (mapping.criteria)
+                snapshot.criteria = cellToJson(row[mapping.criteria]);
+            return {
+                sourceRowId: row.id === undefined || row.id === null ? null : String(row.id),
+                input: cellToString(row[mapping.input]),
+                snapshot,
+            };
+        });
+    }
+};
+exports.AgentEvalRunnerService = AgentEvalRunnerService;
+exports.AgentEvalRunnerService = AgentEvalRunnerService = __decorate([
+    (0, di_1.Service)(),
+    __metadata("design:paramtypes", [backend_common_1.Logger, config_1.GlobalConfig, n8n_core_1.InstanceSettings, backend_common_1.ModuleRegistry, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_repository_1.AgentRepository, data_table_service_1.DataTableService, agent_execution_service_1.EvalAgentExecutionService, concurrency_control_service_1.ConcurrencyControlService, license_1.License, agent_evals_flag_gate_1.AgentEvalsFlagGate])
+], AgentEvalRunnerService);
+function toSummaryCounts(counts) {
+    return {
+        total: counts.new + counts.running + counts.success + counts.error + counts.cancelled,
+        success: counts.success,
+        error: counts.error,
+        cancelled: counts.cancelled,
+        pending: counts.new + counts.running,
+    };
+}
+function normalizeUsage(usage) {
+    if (!usage)
+        return undefined;
+    return { inputTokens: usage.inputTokens ?? 0, outputTokens: usage.outputTokens ?? 0 };
+}
+function cellToString(value) {
+    if (value === null || value === undefined)
+        return '';
+    if (value instanceof Date)
+        return value.toISOString();
+    return String(value);
+}
+function cellToJson(value) {
+    if (value === null || value === undefined)
+        return null;
+    if (value instanceof Date)
+        return value.toISOString();
+    return value;
+}
+function toJsonObject(value) {
+    return (0, n8n_workflow_1.jsonParse)((0, n8n_workflow_1.jsonStringify)(value), { fallbackValue: {} });
+}
+//# sourceMappingURL=agent-eval-runner.service.js.map

package/dist/modules/agent-evals/agent-eval-runner.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-eval-runner.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-runner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,wDAA6D;AAC7D,wCAA2C;AAE3C,gCAIiB;AACjB,gCAAkC;AAClC,uCAA4C;AAQ5C,+CAAwD;AACxD,sDAA6B;AAE7B,2FAAsF;AACtF,kFAA6E;AAC7E,8EAA0E;AAC1E,8EAAyE;AACzE,iGAAkG;AAClG,uCAAoC;AACpC,qFAAiF;AACjF,gFAA2E;AAC3E,gGAA+F;AAC/F,gEAA8D;AAE9D,mEAA6D;AAC7D,iFAA6E;AAE7E,MAAM,aAAa,GAAG,GAAG,CAAC;AAG1B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAGnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAGtB,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAiClC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,YAA0B,EAC1B,gBAAkC,EAClC,cAA8B,EAC9B,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,eAAgC,EAChC,gBAAkC,EAClC,yBAAoD,EACpD,kBAA6C,EAC7C,OAAgB,EAChB,QAA4B;sBAZ5B,MAAM;4BACN,YAAY;gCACZ,gBAAgB;8BAChB,cAAc;iCACd,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;+BAChB,eAAe;gCACf,gBAAgB;yCAChB,yBAAyB;kCACzB,kBAAkB;uBAClB,OAAO;wBACP,QAAQ;IACvB,CAAC;IAOJ,KAAK,CAAC,QAAQ,CACb,SAAiB,EACjB,SAAiB,EACjB,IAAU,EACV,OAAO,GAA2B,EAAE;QAIpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,mCAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAGD,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAMjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,gCAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QAEpF,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC5C,MAAM,IAAI,mCAAe,CACxB,oEAAoE,OAAO,CAAC,aAAa,KAAK,CAC9F,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,+BAAa,CAAC,SAAS,OAAO,CAAC,OAAO,+BAA+B,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,mCAAe,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,EAAE;YAMrB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAKH,IAAI,MAAyB,CAAC;QAC9B,IAAI,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAC/C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ;aACjB,CAAC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS;YACT,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,OAAe;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAGxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAOO,KAAK,CAAC,UAAU,CAAC,GAQxB;QACA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAGrC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,MAAM,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACvF,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YAMJ,MAAM,aAAa,GAAG,IAAA,iEAAiC,EACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAC5B,IAAI,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAA,iBAAM,EACnB,aAAa,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,uBAAuB,CAAC;gBAClD,CAAC,CAAC,uBAAuB,CAC1B,CAAC;YAGF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAc,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAIlE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;gBACnD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,IAAI,CAAC;gBAGtC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC7E,cAAc,GAAG,IAAI,CAAC;gBACtB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC,CAAC;YAIF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBACrD,YAAY,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAI9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC7B,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEhC,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAID,MAAM,WAAW,GAAG,GAAG,KAAK,SAAS,KAAK,EAAE,CAAC;gBAC7C,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACpE,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,IAAI,CAAC;oBAEJ,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;wBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAC1B,OAAO;oBACR,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,KAAK,EAAE,CAAC;wBACX,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;wBAC5C,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;oBAC/C,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACzD,CAAC;YACF,CAAC,CAAC,CACH,CACD,CAAC;YAEF,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEjB,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU;oBAAE,SAAS;gBAC/C,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YAKD,IAAI,YAAY,GAAG,cAAc,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACJ,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,gBAAgB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACF,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,qBAAqB,gBAAgB,CAAC,MAAM,6CAA6C,KAAK,EAAE,EAChG,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC5B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,OAAO,GAAgB,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,CAAC;YAItF,IAAI,YAAY,EAAE,CAAC;gBAElB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,SAAS,EACT;oBACC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,eAAe,qBAAqB,YAAY,4BAA4B;iBAClH,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,sBAAsB,EACtB;oBACC,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,8CAA8C;oBACjF,MAAM,EAAE,gBAAgB;iBACxB,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;oBAG3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,yBAAyB,KAAK,gBAAgB,QAAQ,CAAC,eAAe,+CAA+C,CACrH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAMO,gBAAgB,CAAC,KAAsB;QAK9C,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,2BAA2B,CAAC;QACjF,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,UAAU,CACvB,GAAG,EAAE;YACJ,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,kBAAkB,CAAC,CACtD,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IACzF,CAAC;IAQO,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,MAAmB;QAE3E,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEjC,IAAI,OAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YAClD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAmB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO;YAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAQ3B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAe;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,aAAa,EAAE;gBAC7E,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aACzE,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAOD,KAAK,CAAC,sBAAsB;QAM3B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,MAAM,CAAC,QAAQ,2CAA2C,CACtF,CAAC;YACH,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBACrF,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAQO,KAAK,CAAC,OAAO,CACpB,SAA0B,EAC1B,YAA0B,EAC1B,GAA2E;QAE3E,IAAI,CAAC;YACJ,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE;oBACpE,OAAO,EAAE,+CAA+C;iBACxD,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YAClB,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CACzE,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpF,YAAY,CAAC,KAAK,CAClB,CAAC;YAEF,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE;oBACzE,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;iBAC/B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM,EAAE,YAAY,CAAC;oBACpB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;oBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;iBAC3C,CAAC;gBACF,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;aAC/C,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,SAAS,CAAC,EAAE,EAAE,EAAE;oBACxF,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;iBACzE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAQO,KAAK,CAAC,YAAY,CAAC,OAAyB,EAAE,IAAU;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,mCAAe,CAAC,0CAA0C,CAAC,CAAC;QACvE,CAAC;QAGD,MAAM,WAAW,GAAI,OAAO,CAAC,UAAsC,CAAC,WAAW,CAAC;QAEhF,MAAM,OAAO,GAAG,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,gCAAc,CAAC,yCAAyC,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAKzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxF,CAAC;QACF,MAAM,OAAO,GACZ;YACC,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;SAE/B;aACC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,mCAAe,CACxB,gFAAgF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,SAAS,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CACtE,WAAW,EACX,cAAc,EACd,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAC7B,CAAC;YAGF,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,mCAAe,CACxB,mBAAmB,KAAK,wBAAwB,SAAS,+BAA+B,CACxF,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACnB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK;gBAAE,MAAM;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,QAAQ,GAAe,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,QAAQ,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ;gBAAE,QAAQ,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE5E,OAAO;gBACN,WAAW,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5E,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,QAAQ;aACR,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;iCAliBY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACA,qBAAY,EACR,2BAAgB,EAClB,+BAAc,EACX,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EAC1B,kCAAe,EACd,qCAAgB,EACP,mDAAyB,EAChC,uDAAyB,EACpC,iBAAO,EACN,0CAAkB;GAdlC,sBAAsB,CAkiBlC;AAGD,SAAS,eAAe,CAAC,MAMxB;IACA,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS;QACrF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;KACpC,CAAC;AACH,CAAC;AAGD,SAAS,cAAc,CAAC,KAAuD;IAG9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;AACvF,CAAC;AAGD,SAAS,YAAY,CAAC,KAAwC;IAC7D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAGD,SAAS,UAAU,CAAC,KAAwC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,IAAA,wBAAS,EAAa,IAAA,4BAAa,EAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC"}

package/dist/modules/agent-evals/agent-eval.service.d.ts

@@ -0,0 +1,31 @@
+import type { AgentEvalDatasetRecord, AgentEvalRunDetail, AgentEvalRunRecord, AgentEvalRunSummary, CreateAgentEvalDatasetDto, CreateAgentEvalRunPayload, GenerateDraftCasesOptions, GenerateDraftCasesResult, UpdateAgentEvalDatasetPayload } from '@n8n/api-types';
+import { ModuleRegistry } from '@n8n/backend-common';
+import type { User } from '@n8n/db';
+import { AgentEvalDatasetRepository, AgentEvalResultRepository, AgentEvalRunRepository } from '@n8n/db';
+import { AgentRepository } from '../../modules/agents/repositories/agent.repository';
+import { AgentEvalCaseGenerationService } from './agent-eval-case-generation.service';
+import { AgentEvalRunnerService } from './agent-eval-runner.service';
+export declare class AgentEvalService {
+    private readonly moduleRegistry;
+    private readonly agentRepository;
+    private readonly datasetRepository;
+    private readonly runRepository;
+    private readonly resultRepository;
+    private readonly runner;
+    private readonly caseGenerationService;
+    constructor(moduleRegistry: ModuleRegistry, agentRepository: AgentRepository, datasetRepository: AgentEvalDatasetRepository, runRepository: AgentEvalRunRepository, resultRepository: AgentEvalResultRepository, runner: AgentEvalRunnerService, caseGenerationService: AgentEvalCaseGenerationService);
+    listDatasets(agentId: string, projectId: string): Promise<AgentEvalDatasetRecord[]>;
+    getDataset(agentId: string, projectId: string, datasetId: string): Promise<AgentEvalDatasetRecord>;
+    createDataset(user: User, agentId: string, projectId: string, payload: CreateAgentEvalDatasetDto): Promise<AgentEvalDatasetRecord>;
+    updateDataset(agentId: string, projectId: string, datasetId: string, payload: UpdateAgentEvalDatasetPayload): Promise<AgentEvalDatasetRecord>;
+    deleteDataset(agentId: string, projectId: string, datasetId: string): Promise<void>;
+    generateDraftCases(user: User, agentId: string, projectId: string, options: GenerateDraftCasesOptions): Promise<GenerateDraftCasesResult>;
+    startRun(user: User, agentId: string, projectId: string, datasetId: string, payload: CreateAgentEvalRunPayload): Promise<AgentEvalRunRecord>;
+    listRuns(agentId: string, projectId: string, datasetId: string): Promise<AgentEvalRunRecord[]>;
+    getRunDetail(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunDetail>;
+    getRunSummary(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunSummary>;
+    cancelRun(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunRecord>;
+    private assertAgentInProject;
+    private resolveDataset;
+    private resolveRun;
+}

package/dist/modules/agent-evals/agent-eval.service.js

@@ -0,0 +1,138 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgentEvalService = void 0;
+const backend_common_1 = require("@n8n/backend-common");
+const db_1 = require("@n8n/db");
+const di_1 = require("@n8n/di");
+const bad_request_error_1 = require("../../errors/response-errors/bad-request.error");
+const not_found_error_1 = require("../../errors/response-errors/not-found.error");
+const agent_repository_1 = require("../../modules/agents/repositories/agent.repository");
+const agent_eval_case_generation_service_1 = require("./agent-eval-case-generation.service");
+const agent_eval_record_mappers_1 = require("./agent-eval-record-mappers");
+const agent_eval_runner_service_1 = require("./agent-eval-runner.service");
+const agent_evals_required_modules_1 = require("./agent-evals-required-modules");
+const CANCELLABLE_STATUSES = new Set(['new', 'running']);
+let AgentEvalService = class AgentEvalService {
+    constructor(moduleRegistry, agentRepository, datasetRepository, runRepository, resultRepository, runner, caseGenerationService) {
+        this.moduleRegistry = moduleRegistry;
+        this.agentRepository = agentRepository;
+        this.datasetRepository = datasetRepository;
+        this.runRepository = runRepository;
+        this.resultRepository = resultRepository;
+        this.runner = runner;
+        this.caseGenerationService = caseGenerationService;
+    }
+    async listDatasets(agentId, projectId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const datasets = await this.datasetRepository.findByAgentId(agentId);
+        return datasets.map(agent_eval_record_mappers_1.toDatasetRecord);
+    }
+    async getDataset(agentId, projectId, datasetId) {
+        await this.assertAgentInProject(agentId, projectId);
+        return (0, agent_eval_record_mappers_1.toDatasetRecord)(await this.resolveDataset(agentId, datasetId));
+    }
+    async createDataset(user, agentId, projectId, payload) {
+        await this.assertAgentInProject(agentId, projectId);
+        if (payload.agentId !== agentId) {
+            throw new bad_request_error_1.BadRequestError(`The dataset's agentId ('${payload.agentId}') does not match the agent in the URL.`);
+        }
+        const dataset = await this.datasetRepository.createDataset({
+            name: payload.name,
+            description: payload.description ?? null,
+            agentId,
+            datasetSource: payload.datasetSource,
+            datasetRef: payload.datasetRef,
+            columnMapping: payload.columnMapping ?? null,
+            createdById: user.id,
+        });
+        return (0, agent_eval_record_mappers_1.toDatasetRecord)(dataset);
+    }
+    async updateDataset(agentId, projectId, datasetId, payload) {
+        await this.assertAgentInProject(agentId, projectId);
+        const updated = await this.datasetRepository.updateDataset(datasetId, agentId, payload);
+        if (!updated)
+            throw new not_found_error_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
+        return (0, agent_eval_record_mappers_1.toDatasetRecord)(updated);
+    }
+    async deleteDataset(agentId, projectId, datasetId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const deleted = await this.datasetRepository.deleteDataset(datasetId, agentId);
+        if (!deleted)
+            throw new not_found_error_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
+    }
+    async generateDraftCases(user, agentId, projectId, options) {
+        await this.assertAgentInProject(agentId, projectId);
+        return await this.caseGenerationService.generateDraftCases(user, projectId, agentId, options);
+    }
+    async startRun(user, agentId, projectId, datasetId, payload) {
+        await this.assertAgentInProject(agentId, projectId);
+        await this.resolveDataset(agentId, datasetId);
+        if (payload.agentVersionId !== undefined) {
+            throw new bad_request_error_1.BadRequestError('Pinning an agent version for an eval run is not supported yet.');
+        }
+        const { runId } = await this.runner.startRun(datasetId, projectId, user);
+        const run = await this.runRepository.findById(runId);
+        if (!run)
+            throw new not_found_error_1.NotFoundError(`Agent eval run ${runId} not found.`);
+        return (0, agent_eval_record_mappers_1.toRunRecord)(run);
+    }
+    async listRuns(agentId, projectId, datasetId) {
+        await this.assertAgentInProject(agentId, projectId);
+        await this.resolveDataset(agentId, datasetId);
+        const runs = await this.runRepository.findByDatasetIdAndAgentId(datasetId, agentId);
+        return runs.map(agent_eval_record_mappers_1.toRunRecord);
+    }
+    async getRunDetail(agentId, projectId, runId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const run = await this.resolveRun(agentId, runId);
+        const results = await this.resultRepository.findByRunId(runId);
+        return { ...(0, agent_eval_record_mappers_1.toRunRecord)(run), results: results.map(agent_eval_record_mappers_1.toResultRecord) };
+    }
+    async getRunSummary(agentId, projectId, runId) {
+        await this.assertAgentInProject(agentId, projectId);
+        return await this.runner.getRunSummary(runId, agentId);
+    }
+    async cancelRun(agentId, projectId, runId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const run = await this.resolveRun(agentId, runId);
+        if (!CANCELLABLE_STATUSES.has(run.status)) {
+            throw new bad_request_error_1.BadRequestError(`Agent eval run ${runId} has already finished ('${run.status}').`);
+        }
+        await this.runRepository.requestCancellation(runId);
+        const updated = await this.runRepository.findById(runId);
+        return (0, agent_eval_record_mappers_1.toRunRecord)(updated ?? run);
+    }
+    async assertAgentInProject(agentId, projectId) {
+        (0, agent_evals_required_modules_1.assertRequiredModulesActive)(this.moduleRegistry);
+        const agent = await this.agentRepository.findByIdAndProjectId(agentId, projectId);
+        if (!agent)
+            throw new not_found_error_1.NotFoundError(`Agent ${agentId} not found.`);
+    }
+    async resolveDataset(agentId, datasetId) {
+        const dataset = await this.datasetRepository.findByIdAndAgentId(datasetId, agentId);
+        if (!dataset)
+            throw new not_found_error_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
+        return dataset;
+    }
+    async resolveRun(agentId, runId) {
+        const run = await this.runRepository.findByIdAndAgentId(runId, agentId);
+        if (!run)
+            throw new not_found_error_1.NotFoundError(`Agent eval run ${runId} not found.`);
+        return run;
+    }
+};
+exports.AgentEvalService = AgentEvalService;
+exports.AgentEvalService = AgentEvalService = __decorate([
+    (0, di_1.Service)(),
+    __metadata("design:paramtypes", [backend_common_1.ModuleRegistry, agent_repository_1.AgentRepository, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_eval_runner_service_1.AgentEvalRunnerService, agent_eval_case_generation_service_1.AgentEvalCaseGenerationService])
+], AgentEvalService);
+//# sourceMappingURL=agent-eval.service.js.map

package/dist/modules/agent-evals/agent-eval.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-eval.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAWA,wDAAqD;AAErD,gCAIiB;AACjB,gCAAkC;AAElC,kFAA6E;AAC7E,8EAAyE;AACzE,qFAAiF;AAEjF,6FAAsF;AACtF,2EAA2F;AAC3F,2EAAqE;AACrE,iFAA6E;AAG7E,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAWlD,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC5B,YACkB,cAA8B,EAC9B,eAAgC,EAChC,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,MAA8B,EAC9B,qBAAqD;8BANrD,cAAc;+BACd,eAAe;iCACf,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;sBAChB,MAAM;qCACN,qBAAqB;IACpC,CAAC;IAIJ,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,SAAiB;QACpD,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACrE,OAAO,QAAQ,CAAC,GAAG,CAAC,2CAAe,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CACf,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,IAAA,2CAAe,EAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACvE,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,mCAAe,CACxB,2BAA2B,OAAO,CAAC,OAAO,yCAAyC,CACnF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC;YAC1D,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;YACxC,OAAO;YACP,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YAC5C,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAEH,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAsC;QAEtC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACxF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAiB;QACxE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;IACrF,CAAC;IAID,KAAK,CAAC,kBAAkB,CACvB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/F,CAAC;IAMD,KAAK,CAAC,QAAQ,CACb,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAG9C,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,IAAI,mCAAe,CAAC,gEAAgE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,IAAA,uCAAW,EAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ,CACb,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC,GAAG,CAAC,uCAAW,CAAC,CAAC;IAC9B,CAAC;IAGD,KAAK,CAAC,YAAY,CACjB,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC/D,OAAO,EAAE,GAAG,IAAA,uCAAW,EAAC,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,0CAAc,CAAC,EAAE,CAAC;IACtE,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAID,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,SAAiB,EAAE,KAAa;QAChE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAElD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,mCAAe,CAAC,kBAAkB,KAAK,2BAA2B,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,IAAA,uCAAW,EAAC,OAAO,IAAI,GAAG,CAAC,CAAC;IACpC,CAAC;IAUO,KAAK,CAAC,oBAAoB,CAAC,OAAe,EAAE,SAAiB;QACpE,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,+BAAa,CAAC,SAAS,OAAO,aAAa,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,SAAiB;QAC9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,OAAO,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAa;QACtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,GAAG,CAAC;IACZ,CAAC;CACD,CAAA;;2BA9LY,gBAAgB;IAD5B,IAAA,YAAO,GAAE;qCAGyB,+BAAc,EACb,kCAAe,EACb,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EACnC,kDAAsB,EACP,mEAA8B;GAR3D,gBAAgB,CA8L5B"}

package/dist/modules/agent-evals/agent-evals-flag-gate.d.ts

@@ -0,0 +1,8 @@
+import type { User } from '@n8n/db';
+import { PostHogClient } from '../../posthog';
+export declare class AgentEvalsFlagGate {
+    private readonly postHogClient;
+    constructor(postHogClient: PostHogClient);
+    isEnabled(user: User): Promise<boolean>;
+    assertEnabled(user: User): Promise<void>;
+}