n8n 2.43.3 → 2.44.0

package/dist/modules/agent-evals/agent-eval-runner.service.d.ts

@@ -1,11 +1,13 @@
 import type { AgentEvalRunSummary } from '@n8n/api-types';
 import { Logger, ModuleRegistry } from '@n8n/backend-common';
 import { GlobalConfig } from '@n8n/config';
-import type { User } from '@n8n/db';
+import type { AgentEvalResult, User } from '@n8n/db';
 import { AgentEvalDatasetRepository, AgentEvalResultRepository, AgentEvalRunRepository } from '@n8n/db';
 import { InstanceSettings } from 'n8n-core';
 import { ConcurrencyControlService } from '../../concurrency/concurrency-control.service';
+import { CredentialsService } from '../../credentials/credentials.service';
 import { License } from '../../license';
+import { AgentConfigService } from '../../modules/agents/agent-config.service';
 import { AgentsSettingsService } from '../../modules/agents/agents-settings.service';
 import { AgentRepository } from '../../modules/agents/repositories/agent.repository';
 import { DataTableService } from '../../modules/data-table/data-table.service';
@@ -26,13 +28,19 @@ export declare class AgentEvalRunnerService {
     private readonly license;
     private readonly flagGate;
     private readonly agentsSettingsService;
-    constructor(logger: Logger, globalConfig: GlobalConfig, instanceSettings: InstanceSettings, moduleRegistry: ModuleRegistry, datasetRepository: AgentEvalDatasetRepository, runRepository: AgentEvalRunRepository, resultRepository: AgentEvalResultRepository, agentRepository: AgentRepository, dataTableService: DataTableService, evalAgentExecutionService: EvalAgentExecutionService, concurrencyControl: ConcurrencyControlService, license: License, flagGate: AgentEvalsFlagGate, agentsSettingsService: AgentsSettingsService);
+    private readonly agentConfigService;
+    private readonly credentialsService;
+    constructor(logger: Logger, globalConfig: GlobalConfig, instanceSettings: InstanceSettings, moduleRegistry: ModuleRegistry, datasetRepository: AgentEvalDatasetRepository, runRepository: AgentEvalRunRepository, resultRepository: AgentEvalResultRepository, agentRepository: AgentRepository, dataTableService: DataTableService, evalAgentExecutionService: EvalAgentExecutionService, concurrencyControl: ConcurrencyControlService, license: License, flagGate: AgentEvalsFlagGate, agentsSettingsService: AgentsSettingsService, agentConfigService: AgentConfigService, credentialsService: CredentialsService);
     startRun(datasetId: string, projectId: string, user: User, options?: {
         timeoutMs?: number;
     }): Promise<{
         runId: string;
         finished: Promise<void>;
     }>;
+    rerunResult(result: AgentEvalResult, agentId: string, projectId: string, user: User, options?: {
+        timeoutMs?: number;
+        whatToCheck?: string;
+    }): Promise<AgentEvalResult>;
     getRunSummary(runId: string, agentId: string): Promise<AgentEvalRunSummary>;
     private executeRun;
     private startRunDeadline;
@@ -40,5 +48,7 @@ export declare class AgentEvalRunnerService {
     private failRun;
     cleanupInterruptedRuns(): Promise<void>;
     private runCase;
+    private judgeCase;
+    private suggestFix;
     private resolveCases;
 }

package/dist/modules/agent-evals/agent-eval-runner.service.js

@@ -21,14 +21,18 @@ const n8n_core_1 = require("n8n-core");
 const n8n_workflow_1 = require("n8n-workflow");
 const p_limit_1 = __importDefault(require("p-limit"));
 const concurrency_control_service_1 = require("../../concurrency/concurrency-control.service");
+const credentials_service_1 = require("../../credentials/credentials.service");
 const errors_1 = require("@n8n/errors");
 const evaluation_concurrency_helper_1 = require("../../evaluation.ee/evaluation-concurrency.helper");
 const license_1 = require("../../license");
+const agent_config_service_1 = require("../../modules/agents/agent-config.service");
 const agents_settings_service_1 = require("../../modules/agents/agents-settings.service");
 const agent_repository_1 = require("../../modules/agents/repositories/agent.repository");
 const data_table_service_1 = require("../../modules/data-table/data-table.service");
 const agent_execution_service_1 = require("../../modules/instance-ai/eval/agent-execution.service");
 const check_access_1 = require("../../permissions.ee/check-access");
+const agent_eval_fix_suggestion_1 = require("./agent-eval-fix-suggestion");
+const agent_eval_judge_1 = require("./agent-eval-judge");
 const agent_evals_flag_gate_1 = require("./agent-evals-flag-gate");
 const agent_evals_required_modules_1 = require("./agent-evals-required-modules");
 const ROW_PAGE_SIZE = 100;
@@ -36,7 +40,7 @@ const MAX_PER_RUN_CONCURRENCY = 10;
 const MAX_CASES = 500;
 const MAX_TIMER_DELAY_MS = 2_147_483_647;
 let AgentEvalRunnerService = class AgentEvalRunnerService {
-    constructor(logger, globalConfig, instanceSettings, moduleRegistry, datasetRepository, runRepository, resultRepository, agentRepository, dataTableService, evalAgentExecutionService, concurrencyControl, license, flagGate, agentsSettingsService) {
+    constructor(logger, globalConfig, instanceSettings, moduleRegistry, datasetRepository, runRepository, resultRepository, agentRepository, dataTableService, evalAgentExecutionService, concurrencyControl, license, flagGate, agentsSettingsService, agentConfigService, credentialsService) {
         this.logger = logger;
         this.globalConfig = globalConfig;
         this.instanceSettings = instanceSettings;
@@ -51,6 +55,8 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
         this.license = license;
         this.flagGate = flagGate;
         this.agentsSettingsService = agentsSettingsService;
+        this.agentConfigService = agentConfigService;
+        this.credentialsService = credentialsService;
     }
     async startRun(datasetId, projectId, user, options = {}) {
         await this.flagGate.assertEnabled(user);
@@ -111,6 +117,46 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
         });
         return { runId: run.id, finished };
     }
+    async rerunResult(result, agentId, projectId, user, options = {}) {
+        await this.flagGate.assertEnabled(user);
+        if (this.globalConfig.executions.mode === 'queue') {
+            throw new errors_1.BadRequestError('Agent eval runs are not supported in queue mode.');
+        }
+        (0, agent_evals_required_modules_1.assertRequiredModulesActive)(this.moduleRegistry);
+        if (!(await (0, check_access_1.userHasScopes)(user, ['agent:execute'], false, { projectId }))) {
+            throw new errors_1.ForbiddenError('You do not have permission to run agents in this project.');
+        }
+        if (options.whatToCheck !== undefined &&
+            !(await (0, check_access_1.userHasScopes)(user, ['agent:update'], false, { projectId }))) {
+            throw new errors_1.ForbiddenError('You do not have permission to edit checks in this project.');
+        }
+        const input = readResultInputText(result.input);
+        if (!input) {
+            throw new errors_1.BadRequestError('This case has no input to rerun.');
+        }
+        if (!(await this.resultRepository.claimForRerun(result.id))) {
+            throw new errors_1.BadRequestError(`Agent eval result ${result.id} is already running.`);
+        }
+        let caseToRun = result;
+        if (options.whatToCheck !== undefined) {
+            try {
+                const snapshot = toJsonObject({ ...(result.input ?? {}), criteria: options.whatToCheck });
+                await this.resultRepository.updateInput(result.id, snapshot);
+                caseToRun = { ...result, input: snapshot };
+            }
+            catch (error) {
+                await this.resultRepository.markAsError(result.id, 'rerun_failed', {
+                    message: error instanceof Error ? error.message : String(error),
+                });
+                throw error;
+            }
+        }
+        await this.runCase(caseToRun, { sourceRowId: caseToRun.sourceRowId, input, snapshot: caseToRun.input ?? {} }, { agentId, projectId, user, timeoutMs: options.timeoutMs });
+        const refreshed = await this.resultRepository.findById(result.id);
+        if (!refreshed)
+            throw new errors_1.NotFoundError(`Agent eval result ${result.id} not found.`);
+        return refreshed;
+    }
     async getRunSummary(runId, agentId) {
         const run = await this.runRepository.findByIdAndAgentId(runId, agentId);
         if (!run)
@@ -305,6 +351,17 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
                 });
                 return usage;
             }
+            let verdict = null;
+            try {
+                const judged = await this.judgeCase(resolvedCase, execResult.finalText, ctx);
+                const suggestion = await this.suggestFix(judged, resolvedCase, execResult.finalText, ctx);
+                verdict = toJsonObject(suggestion ? { ...judged, suggestion } : judged);
+            }
+            catch (error) {
+                this.logger.error(`[AgentEvalRunner] Could not judge case ${resultRow.id}`, {
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }
             await this.resultRepository.markAsCompleted(resultRow.id, {
                 output: toJsonObject({
                     finalText: execResult.finalText,
@@ -314,6 +371,7 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
                 }),
                 toolCalls: toJsonObject({ calls: execResult.toolCalls }),
                 metrics: usage ? { usage: { ...usage } } : null,
+                verdict,
             });
             return usage;
         }
@@ -331,6 +389,30 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
             return undefined;
         }
     }
+    async judgeCase(resolvedCase, output, ctx) {
+        return await (0, agent_eval_judge_1.judgeAgentAnswer)({
+            agentConfigService: this.agentConfigService,
+            credentialsService: this.credentialsService,
+            logger: this.logger,
+        }, {
+            input: resolvedCase.input,
+            output,
+            criteria: readSnapshotText(resolvedCase.snapshot, 'criteria'),
+            expectedOutput: readSnapshotText(resolvedCase.snapshot, 'expectedOutput'),
+        }, ctx);
+    }
+    async suggestFix(verdict, resolvedCase, output, ctx) {
+        if (verdict.status !== 'completed' || verdict.outcome !== 'fail')
+            return null;
+        const rule = readSnapshotText(resolvedCase.snapshot, 'criteria');
+        if (!rule)
+            return null;
+        return await (0, agent_eval_fix_suggestion_1.generateFixSuggestion)({
+            agentConfigService: this.agentConfigService,
+            credentialsService: this.credentialsService,
+            logger: this.logger,
+        }, { input: resolvedCase.input, output, rule, reasoning: verdict.reasoning }, ctx);
+    }
     async resolveCases(dataset, user) {
         const mapping = dataset.columnMapping;
         if (!mapping?.input) {
@@ -382,7 +464,7 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
 exports.AgentEvalRunnerService = AgentEvalRunnerService;
 exports.AgentEvalRunnerService = AgentEvalRunnerService = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [backend_common_1.Logger, config_1.GlobalConfig, n8n_core_1.InstanceSettings, backend_common_1.ModuleRegistry, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_repository_1.AgentRepository, data_table_service_1.DataTableService, agent_execution_service_1.EvalAgentExecutionService, concurrency_control_service_1.ConcurrencyControlService, license_1.License, agent_evals_flag_gate_1.AgentEvalsFlagGate, agents_settings_service_1.AgentsSettingsService])
+    __metadata("design:paramtypes", [backend_common_1.Logger, config_1.GlobalConfig, n8n_core_1.InstanceSettings, backend_common_1.ModuleRegistry, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_repository_1.AgentRepository, data_table_service_1.DataTableService, agent_execution_service_1.EvalAgentExecutionService, concurrency_control_service_1.ConcurrencyControlService, license_1.License, agent_evals_flag_gate_1.AgentEvalsFlagGate, agents_settings_service_1.AgentsSettingsService, agent_config_service_1.AgentConfigService, credentials_service_1.CredentialsService])
 ], AgentEvalRunnerService);
 function toSummaryCounts(counts) {
     return {
@@ -398,6 +480,14 @@ function normalizeUsage(usage) {
         return undefined;
     return { inputTokens: usage.inputTokens ?? 0, outputTokens: usage.outputTokens ?? 0 };
 }
+function readSnapshotText(snapshot, key) {
+    const value = snapshot[key];
+    if (typeof value === 'string' && value.length > 0)
+        return value;
+    if (typeof value === 'number' || typeof value === 'boolean')
+        return String(value);
+    return null;
+}
 function cellToString(value) {
     if (value === null || value === undefined)
         return '';
@@ -415,4 +505,14 @@ function cellToJson(value) {
 function toJsonObject(value) {
     return (0, n8n_workflow_1.jsonParse)((0, n8n_workflow_1.jsonStringify)(value), { fallbackValue: {} });
 }
+function readResultInputText(input) {
+    if (!input)
+        return null;
+    const value = input.input;
+    if (typeof value === 'string' && value.trim().length > 0)
+        return value;
+    if (typeof value === 'number' || typeof value === 'boolean')
+        return String(value);
+    return null;
+}
 //# sourceMappingURL=agent-eval-runner.service.js.map

package/dist/modules/agent-evals/agent-eval-runner.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-eval-runner.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-runner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,wDAA6D;AAC7D,wCAA2C;AAE3C,gCAIiB;AACjB,gCAAkC;AAClC,uCAA4C;AAQ5C,+CAAwD;AACxD,sDAA6B;AAE7B,2FAAsF;AACtF,wCAA6E;AAC7E,iGAAkG;AAClG,uCAAoC;AACpC,sFAAiF;AACjF,qFAAiF;AACjF,gFAA2E;AAC3E,gGAA+F;AAC/F,gEAA8D;AAE9D,mEAA6D;AAC7D,iFAA6E;AAE7E,MAAM,aAAa,GAAG,GAAG,CAAC;AAG1B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAGnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAGtB,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAiClC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,YAA0B,EAC1B,gBAAkC,EAClC,cAA8B,EAC9B,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,eAAgC,EAChC,gBAAkC,EAClC,yBAAoD,EACpD,kBAA6C,EAC7C,OAAgB,EAChB,QAA4B,EAC5B,qBAA4C;sBAb5C,MAAM;4BACN,YAAY;gCACZ,gBAAgB;8BAChB,cAAc;iCACd,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;+BAChB,eAAe;gCACf,gBAAgB;yCAChB,yBAAyB;kCACzB,kBAAkB;uBAClB,OAAO;wBACP,QAAQ;qCACR,qBAAqB;IACpC,CAAC;IAOJ,KAAK,CAAC,QAAQ,CACb,SAAiB,EACjB,SAAiB,EACjB,IAAU,EACV,OAAO,GAA2B,EAAE;QAIpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,wBAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAGD,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,CAAC;QAMjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QAEpF,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC5C,MAAM,IAAI,wBAAe,CACxB,oEAAoE,OAAO,CAAC,aAAa,KAAK,CAC9F,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,sBAAa,CAAC,SAAS,OAAO,CAAC,OAAO,+BAA+B,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,EAAE;YAMrB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAKH,IAAI,MAAyB,CAAC;QAC9B,IAAI,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAC/C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ;aACjB,CAAC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS;YACT,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,OAAe;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAGxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAOO,KAAK,CAAC,UAAU,CAAC,GAQxB;QACA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAGrC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,MAAM,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACvF,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YAMJ,MAAM,aAAa,GAAG,IAAA,iEAAiC,EACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAC5B,IAAI,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAA,iBAAM,EACnB,aAAa,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,uBAAuB,CAAC;gBAClD,CAAC,CAAC,uBAAuB,CAC1B,CAAC;YAGF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAc,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAIlE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;gBACnD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,IAAI,CAAC;gBAGtC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC7E,cAAc,GAAG,IAAI,CAAC;gBACtB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC,CAAC;YAIF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBACrD,YAAY,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC;YAKF,MAAM,cAAc,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBAC3D,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE;wBACpE,OAAO,EAAE,+CAA+C;qBACxD,CAAC,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,2DAA2D,SAAS,CAAC,EAAE,EAAE,EACzE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjE,CAAC;gBACH,CAAC;YACF,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAI9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC7B,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEhC,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAGD,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5C,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;oBAChC,OAAO;gBACR,CAAC;gBAKD,MAAM,WAAW,GAAG,cAAc,KAAK,SAAS,KAAK,EAAE,CAAC;gBACxD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACpE,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,IAAI,CAAC;oBAEJ,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;wBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAC1B,OAAO;oBACR,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,KAAK,EAAE,CAAC;wBACX,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;wBAC5C,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;oBAC/C,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACzD,CAAC;YACF,CAAC,CAAC,CACH,CACD,CAAC;YAEF,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEjB,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU;oBAAE,SAAS;gBAC/C,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YAKD,IAAI,YAAY,GAAG,cAAc,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACJ,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,gBAAgB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACF,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,qBAAqB,gBAAgB,CAAC,MAAM,6CAA6C,KAAK,EAAE,EAChG,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC5B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,OAAO,GAAgB,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,CAAC;YAItF,IAAI,YAAY,EAAE,CAAC;gBAElB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,SAAS,EACT;oBACC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,eAAe,qBAAqB,YAAY,4BAA4B;iBAClH,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,sBAAsB,EACtB;oBACC,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,8CAA8C;oBACjF,MAAM,EAAE,gBAAgB;iBACxB,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;oBAG3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,yBAAyB,KAAK,gBAAgB,QAAQ,CAAC,eAAe,+CAA+C,CACrH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAMO,gBAAgB,CAAC,KAAsB;QAK9C,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,2BAA2B,CAAC;QACjF,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,UAAU,CACvB,GAAG,EAAE;YACJ,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,kBAAkB,CAAC,CACtD,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IACzF,CAAC;IAQO,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,MAAmB;QAE3E,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEjC,IAAI,OAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YAClD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAmB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO;YAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAQ3B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAe;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,aAAa,EAAE;gBAC7E,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aACzE,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAOD,KAAK,CAAC,sBAAsB;QAM3B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,MAAM,CAAC,QAAQ,2CAA2C,CACtF,CAAC;YACH,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBACrF,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IASO,KAAK,CAAC,OAAO,CACpB,SAA0B,EAC1B,YAA0B,EAC1B,GAA2E;QAE3E,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CACzE,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpF,YAAY,CAAC,KAAK,CAClB,CAAC;YAEF,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE;oBACzE,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;iBAC/B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM,EAAE,YAAY,CAAC;oBACpB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;oBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;iBAC3C,CAAC;gBACF,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;aAC/C,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,SAAS,CAAC,EAAE,EAAE,EAAE;oBACxF,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;iBACzE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAQO,KAAK,CAAC,YAAY,CAAC,OAAyB,EAAE,IAAU;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,wBAAe,CAAC,0CAA0C,CAAC,CAAC;QACvE,CAAC;QAGD,MAAM,WAAW,GAAI,OAAO,CAAC,UAAsC,CAAC,WAAW,CAAC;QAEhF,MAAM,OAAO,GAAG,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,uBAAc,CAAC,yCAAyC,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAKzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxF,CAAC;QACF,MAAM,OAAO,GACZ;YACC,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;SAE/B;aACC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CACxB,gFAAgF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,SAAS,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CACtE,WAAW,EACX,cAAc,EACd,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAC7B,CAAC;YAGF,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,wBAAe,CACxB,mBAAmB,KAAK,wBAAwB,SAAS,+BAA+B,CACxF,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACnB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK;gBAAE,MAAM;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,QAAQ,GAAe,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,QAAQ,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ;gBAAE,QAAQ,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE5E,OAAO;gBACN,WAAW,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5E,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,QAAQ;aACR,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;iCArjBY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACA,qBAAY,EACR,2BAAgB,EAClB,+BAAc,EACX,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EAC1B,kCAAe,EACd,qCAAgB,EACP,mDAAyB,EAChC,uDAAyB,EACpC,iBAAO,EACN,0CAAkB,EACL,+CAAqB;GAflD,sBAAsB,CAqjBlC;AAGD,SAAS,eAAe,CAAC,MAMxB;IACA,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS;QACrF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;KACpC,CAAC;AACH,CAAC;AAGD,SAAS,cAAc,CAAC,KAAuD;IAG9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;AACvF,CAAC;AAGD,SAAS,YAAY,CAAC,KAAwC;IAC7D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAGD,SAAS,UAAU,CAAC,KAAwC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,IAAA,wBAAS,EAAa,IAAA,4BAAa,EAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC"}
+{"version":3,"file":"agent-eval-runner.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-runner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,wDAA6D;AAC7D,wCAA2C;AAE3C,gCAIiB;AACjB,gCAAkC;AAClC,uCAA4C;AAQ5C,+CAAwD;AACxD,sDAA6B;AAE7B,2FAAsF;AACtF,2EAAuE;AACvE,wCAA6E;AAC7E,iGAAkG;AAClG,uCAAoC;AACpC,gFAA2E;AAC3E,sFAAiF;AACjF,qFAAiF;AACjF,gFAA2E;AAC3E,gGAA+F;AAC/F,gEAA8D;AAE9D,2EAAoE;AACpE,yDAAsD;AACtD,mEAA6D;AAC7D,iFAA6E;AAE7E,MAAM,aAAa,GAAG,GAAG,CAAC;AAG1B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAGnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAGtB,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAiClC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,YAA0B,EAC1B,gBAAkC,EAClC,cAA8B,EAC9B,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,eAAgC,EAChC,gBAAkC,EAClC,yBAAoD,EACpD,kBAA6C,EAC7C,OAAgB,EAChB,QAA4B,EAC5B,qBAA4C,EAC5C,kBAAsC,EACtC,kBAAsC;sBAftC,MAAM;4BACN,YAAY;gCACZ,gBAAgB;8BAChB,cAAc;iCACd,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;+BAChB,eAAe;gCACf,gBAAgB;yCAChB,yBAAyB;kCACzB,kBAAkB;uBAClB,OAAO;wBACP,QAAQ;qCACR,qBAAqB;kCACrB,kBAAkB;kCAClB,kBAAkB;IACjC,CAAC;IAOJ,KAAK,CAAC,QAAQ,CACb,SAAiB,EACjB,SAAiB,EACjB,IAAU,EACV,OAAO,GAA2B,EAAE;QAIpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,wBAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAGD,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,CAAC;QAMjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QAEpF,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC5C,MAAM,IAAI,wBAAe,CACxB,oEAAoE,OAAO,CAAC,aAAa,KAAK,CAC9F,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,sBAAa,CAAC,SAAS,OAAO,CAAC,OAAO,+BAA+B,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,EAAE;YAMrB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAKH,IAAI,MAAyB,CAAC;QAC9B,IAAI,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAC/C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ;aACjB,CAAC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS;YACT,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IAYD,KAAK,CAAC,WAAW,CAChB,MAAuB,EACvB,OAAe,EACf,SAAiB,EACjB,IAAU,EACV,OAAO,GAAiD,EAAE;QAE1D,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,wBAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAED,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAGjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAGD,IACC,OAAO,CAAC,WAAW,KAAK,SAAS;YACjC,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,cAAc,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EACnE,CAAC;YACF,MAAM,IAAI,uBAAc,CAAC,4DAA4D,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,wBAAe,CAAC,kCAAkC,CAAC,CAAC;QAC/D,CAAC;QAID,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,wBAAe,CAAC,qBAAqB,MAAM,CAAC,EAAE,sBAAsB,CAAC,CAAC;QACjF,CAAC;QAKD,IAAI,SAAS,GAAG,MAAM,CAAC;QACvB,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC;gBACJ,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC1F,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;gBAC7D,SAAS,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAGhB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,EAAE;oBAClE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC/D,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACb,CAAC;QACF,CAAC;QAED,MAAM,IAAI,CAAC,OAAO,CACjB,SAAS,EACT,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,IAAI,EAAE,EAAE,EAC9E,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAC1D,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,sBAAa,CAAC,qBAAqB,MAAM,CAAC,EAAE,aAAa,CAAC,CAAC;QACrF,OAAO,SAAS,CAAC;IAClB,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,OAAe;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAGxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAOO,KAAK,CAAC,UAAU,CAAC,GAQxB;QACA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAGrC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,MAAM,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACvF,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YAMJ,MAAM,aAAa,GAAG,IAAA,iEAAiC,EACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAC5B,IAAI,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAA,iBAAM,EACnB,aAAa,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,uBAAuB,CAAC;gBAClD,CAAC,CAAC,uBAAuB,CAC1B,CAAC;YAGF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAc,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAIlE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;gBACnD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,IAAI,CAAC;gBAGtC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC7E,cAAc,GAAG,IAAI,CAAC;gBACtB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC,CAAC;YAIF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBACrD,YAAY,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC;YAKF,MAAM,cAAc,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBAC3D,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE;wBACpE,OAAO,EAAE,+CAA+C;qBACxD,CAAC,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,2DAA2D,SAAS,CAAC,EAAE,EAAE,EACzE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjE,CAAC;gBACH,CAAC;YACF,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAI9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC7B,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEhC,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAGD,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5C,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;oBAChC,OAAO;gBACR,CAAC;gBAKD,MAAM,WAAW,GAAG,cAAc,KAAK,SAAS,KAAK,EAAE,CAAC;gBACxD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACpE,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,IAAI,CAAC;oBAEJ,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;wBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAC1B,OAAO;oBACR,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,KAAK,EAAE,CAAC;wBACX,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;wBAC5C,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;oBAC/C,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACzD,CAAC;YACF,CAAC,CAAC,CACH,CACD,CAAC;YAEF,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEjB,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU;oBAAE,SAAS;gBAC/C,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YAKD,IAAI,YAAY,GAAG,cAAc,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACJ,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,gBAAgB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACF,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,qBAAqB,gBAAgB,CAAC,MAAM,6CAA6C,KAAK,EAAE,EAChG,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC5B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,OAAO,GAAgB,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,CAAC;YAItF,IAAI,YAAY,EAAE,CAAC;gBAElB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,SAAS,EACT;oBACC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,eAAe,qBAAqB,YAAY,4BAA4B;iBAClH,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,sBAAsB,EACtB;oBACC,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,8CAA8C;oBACjF,MAAM,EAAE,gBAAgB;iBACxB,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;oBAG3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,yBAAyB,KAAK,gBAAgB,QAAQ,CAAC,eAAe,+CAA+C,CACrH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAMO,gBAAgB,CAAC,KAAsB;QAK9C,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,2BAA2B,CAAC;QACjF,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,UAAU,CACvB,GAAG,EAAE;YACJ,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,kBAAkB,CAAC,CACtD,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IACzF,CAAC;IAQO,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,MAAmB;QAE3E,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEjC,IAAI,OAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YAClD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAmB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO;YAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAQ3B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAe;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,aAAa,EAAE;gBAC7E,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aACzE,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAOD,KAAK,CAAC,sBAAsB;QAM3B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,MAAM,CAAC,QAAQ,2CAA2C,CACtF,CAAC;YACH,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBACrF,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAeO,KAAK,CAAC,OAAO,CACpB,SAA0B,EAC1B,YAA0B,EAC1B,GAA2E;QAE3E,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CACzE,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpF,YAAY,CAAC,KAAK,CAClB,CAAC;YAEF,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE;oBACzE,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;iBAC/B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC;YACd,CAAC;YAaD,IAAI,OAAO,GAAsB,IAAI,CAAC;YACtC,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC7E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC1F,OAAO,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACzE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,SAAS,CAAC,EAAE,EAAE,EAAE;oBAC3E,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC7D,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM,EAAE,YAAY,CAAC;oBACpB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;oBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;iBAC3C,CAAC;gBACF,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;gBAC/C,OAAO;aACP,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,SAAS,CAAC,EAAE,EAAE,EAAE;oBACxF,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;iBACzE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAOO,KAAK,CAAC,SAAS,CACtB,YAA0B,EAC1B,MAAc,EACd,GAAuD;QAEvD,OAAO,MAAM,IAAA,mCAAgB,EAC5B;YACC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,EACD;YACC,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,MAAM;YACN,QAAQ,EAAE,gBAAgB,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC;YAC7D,cAAc,EAAE,gBAAgB,CAAC,YAAY,CAAC,QAAQ,EAAE,gBAAgB,CAAC;SACzE,EACD,GAAG,CACH,CAAC;IACH,CAAC;IAQO,KAAK,CAAC,UAAU,CACvB,OAAyB,EACzB,YAA0B,EAC1B,MAAc,EACd,GAAuD;QAEvD,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9E,MAAM,IAAI,GAAG,gBAAgB,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,OAAO,MAAM,IAAA,iDAAqB,EACjC;YACC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,EACD,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EACzE,GAAG,CACH,CAAC;IACH,CAAC;IAQO,KAAK,CAAC,YAAY,CAAC,OAAyB,EAAE,IAAU;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,wBAAe,CAAC,0CAA0C,CAAC,CAAC;QACvE,CAAC;QAGD,MAAM,WAAW,GAAI,OAAO,CAAC,UAAsC,CAAC,WAAW,CAAC;QAEhF,MAAM,OAAO,GAAG,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,uBAAc,CAAC,yCAAyC,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAKzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxF,CAAC;QACF,MAAM,OAAO,GACZ;YACC,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;SAE/B;aACC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CACxB,gFAAgF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,SAAS,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CACtE,WAAW,EACX,cAAc,EACd,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAC7B,CAAC;YAGF,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,wBAAe,CACxB,mBAAmB,KAAK,wBAAwB,SAAS,+BAA+B,CACxF,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACnB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK;gBAAE,MAAM;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,QAAQ,GAAe,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,QAAQ,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ;gBAAE,QAAQ,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE5E,OAAO;gBACN,WAAW,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5E,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,QAAQ;aACR,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;iCAxtBY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACA,qBAAY,EACR,2BAAgB,EAClB,+BAAc,EACX,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EAC1B,kCAAe,EACd,qCAAgB,EACP,mDAAyB,EAChC,uDAAyB,EACpC,iBAAO,EACN,0CAAkB,EACL,+CAAqB,EACxB,yCAAkB,EAClB,wCAAkB;GAjB5C,sBAAsB,CAwtBlC;AAGD,SAAS,eAAe,CAAC,MAMxB;IACA,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS;QACrF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;KACpC,CAAC;AACH,CAAC;AAGD,SAAS,cAAc,CAAC,KAAuD;IAG9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;AACvF,CAAC;AAOD,SAAS,gBAAgB,CAAC,QAAoB,EAAE,GAAkC;IACjF,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAChE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,OAAO,IAAI,CAAC;AACb,CAAC;AAGD,SAAS,YAAY,CAAC,KAAwC;IAC7D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAGD,SAAS,UAAU,CAAC,KAAwC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,IAAA,wBAAS,EAAa,IAAA,4BAAa,EAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC;AAQD,SAAS,mBAAmB,CAAC,KAAwB;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACvE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/modules/agent-evals/agent-eval.service.d.ts

@@ -1,7 +1,9 @@
-import type { AgentEvalDatasetRecord, AgentEvalRunDetail, AgentEvalRunList, AgentEvalRunRecord, AgentEvalRunSummary, CreateAgentEvalDatasetDto, CreateAgentEvalRunPayload, GenerateDraftCasesOptions, GenerateDraftCasesResult, UpdateAgentEvalDatasetPayload } from '@n8n/api-types';
-import { ModuleRegistry } from '@n8n/backend-common';
+import type { AgentEvalDatasetRecord, ApplyAgentEvalSuggestionsResult, ApplyPreviewSuggestionOptions, ApplyPreviewSuggestionResult, AgentEvalResultRecord, AgentEvalRunDetail, AgentEvalRunList, AgentEvalRunRecord, AgentEvalRunSummary, CreateAgentEvalDatasetDto, CreateAgentEvalRunPayload, CreateDraftDatasetResult, GenerateDraftCasesOptions, GenerateDraftCasesResult, PreviewRunOptions, PreviewRunResult, RerunResultOptions, UpdateAgentEvalDatasetPayload } from '@n8n/api-types';
+import { Logger, ModuleRegistry } from '@n8n/backend-common';
 import type { User } from '@n8n/db';
 import { AgentEvalDatasetRepository, AgentEvalResultRepository, AgentEvalRunRepository } from '@n8n/db';
+import { CredentialsService } from '../../credentials/credentials.service';
+import { AgentConfigService } from '../../modules/agents/agent-config.service';
 import { AgentRepository } from '../../modules/agents/repositories/agent.repository';
 import { AgentEvalCaseGenerationService } from './agent-eval-case-generation.service';
 import { AgentEvalRunnerService } from './agent-eval-runner.service';
@@ -17,20 +19,32 @@ export declare class AgentEvalService {
     private readonly resultRepository;
     private readonly runner;
     private readonly caseGenerationService;
-    constructor(moduleRegistry: ModuleRegistry, agentRepository: AgentRepository, datasetRepository: AgentEvalDatasetRepository, runRepository: AgentEvalRunRepository, resultRepository: AgentEvalResultRepository, runner: AgentEvalRunnerService, caseGenerationService: AgentEvalCaseGenerationService);
+    private readonly agentConfigService;
+    private readonly credentialsService;
+    private readonly logger;
+    constructor(moduleRegistry: ModuleRegistry, agentRepository: AgentRepository, datasetRepository: AgentEvalDatasetRepository, runRepository: AgentEvalRunRepository, resultRepository: AgentEvalResultRepository, runner: AgentEvalRunnerService, caseGenerationService: AgentEvalCaseGenerationService, agentConfigService: AgentConfigService, credentialsService: CredentialsService, logger: Logger);
     listDatasets(agentId: string, projectId: string): Promise<AgentEvalDatasetRecord[]>;
     getDataset(agentId: string, projectId: string, datasetId: string): Promise<AgentEvalDatasetRecord>;
     createDataset(user: User, agentId: string, projectId: string, payload: CreateAgentEvalDatasetDto): Promise<AgentEvalDatasetRecord>;
     updateDataset(agentId: string, projectId: string, datasetId: string, payload: UpdateAgentEvalDatasetPayload): Promise<AgentEvalDatasetRecord>;
     deleteDataset(agentId: string, projectId: string, datasetId: string): Promise<void>;
+    deleteDraftDataset(user: User, agentId: string, projectId: string, datasetId: string): Promise<void>;
     generateDraftCases(user: User, agentId: string, projectId: string, options: GenerateDraftCasesOptions): Promise<GenerateDraftCasesResult>;
+    createDraftDataset(user: User, agentId: string, projectId: string, datasetName?: string): Promise<CreateDraftDatasetResult>;
+    previewRun(user: User, agentId: string, projectId: string, options: PreviewRunOptions): Promise<PreviewRunResult>;
+    applyPreviewSuggestion(user: User, agentId: string, projectId: string, options: ApplyPreviewSuggestionOptions, pushRef?: string): Promise<ApplyPreviewSuggestionResult>;
     startRun(user: User, agentId: string, projectId: string, datasetId: string, payload: CreateAgentEvalRunPayload): Promise<AgentEvalRunRecord>;
     listRuns(agentId: string, projectId: string, datasetId: string, page: PageParams): Promise<AgentEvalRunList>;
     getRunDetail(agentId: string, projectId: string, runId: string, page: PageParams): Promise<AgentEvalRunDetail>;
     getRunSummary(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunSummary>;
+    rerunResult(user: User, agentId: string, projectId: string, resultId: string, options?: RerunResultOptions): Promise<AgentEvalResultRecord>;
+    applySuggestions(user: User, agentId: string, projectId: string, resultIds: string[], pushRef?: string): Promise<ApplyAgentEvalSuggestionsResult>;
+    acceptResult(agentId: string, projectId: string, resultId: string): Promise<AgentEvalResultRecord>;
+    deleteResult(agentId: string, projectId: string, resultId: string): Promise<void>;
     cancelRun(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunRecord>;
     private assertAgentInProject;
     private resolveDataset;
     private resolveRun;
+    private resolveResult;
 }
 export {};

package/dist/modules/agent-evals/agent-eval.service.js

@@ -8,20 +8,30 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AgentEvalService = void 0;
 const backend_common_1 = require("@n8n/backend-common");
 const db_1 = require("@n8n/db");
 const di_1 = require("@n8n/di");
+const p_limit_1 = __importDefault(require("p-limit"));
 const errors_1 = require("@n8n/errors");
+const check_access_1 = require("../../permissions.ee/check-access");
+const credentials_service_1 = require("../../credentials/credentials.service");
+const agent_config_service_1 = require("../../modules/agents/agent-config.service");
 const agent_repository_1 = require("../../modules/agents/repositories/agent.repository");
+const agent_config_hash_1 = require("../../modules/agents/utils/agent-config-hash");
 const agent_eval_case_generation_service_1 = require("./agent-eval-case-generation.service");
+const agent_eval_instructions_rewrite_1 = require("./agent-eval-instructions-rewrite");
 const agent_eval_record_mappers_1 = require("./agent-eval-record-mappers");
 const agent_eval_runner_service_1 = require("./agent-eval-runner.service");
 const agent_evals_required_modules_1 = require("./agent-evals-required-modules");
+const SUGGESTION_RERUN_CONCURRENCY = 3;
 const CANCELLABLE_STATUSES = new Set(['new', 'running']);
 let AgentEvalService = class AgentEvalService {
-    constructor(moduleRegistry, agentRepository, datasetRepository, runRepository, resultRepository, runner, caseGenerationService) {
+    constructor(moduleRegistry, agentRepository, datasetRepository, runRepository, resultRepository, runner, caseGenerationService, agentConfigService, credentialsService, logger) {
         this.moduleRegistry = moduleRegistry;
         this.agentRepository = agentRepository;
         this.datasetRepository = datasetRepository;
@@ -29,6 +39,9 @@ let AgentEvalService = class AgentEvalService {
         this.resultRepository = resultRepository;
         this.runner = runner;
         this.caseGenerationService = caseGenerationService;
+        this.agentConfigService = agentConfigService;
+        this.credentialsService = credentialsService;
+        this.logger = logger;
     }
     async listDatasets(agentId, projectId) {
         await this.assertAgentInProject(agentId, projectId);
@@ -68,10 +81,73 @@ let AgentEvalService = class AgentEvalService {
         if (!deleted)
             throw new errors_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
     }
+    async deleteDraftDataset(user, agentId, projectId, datasetId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const dataset = await this.resolveDataset(agentId, datasetId);
+        if ((await this.runRepository.findByDatasetId(datasetId)).length > 0) {
+            throw new errors_1.BadRequestError(`Agent eval dataset ${datasetId} already has runs.`);
+        }
+        const dataTableId = getDataTableId(dataset);
+        let mayDeleteTable = false;
+        if (dataTableId !== null) {
+            try {
+                mayDeleteTable =
+                    (await (0, check_access_1.userHasScopes)(user, ['dataTable:delete'], false, { dataTableId })) &&
+                        !(await this.datasetRepository.isDataTableReadByOtherDataset(dataTableId, datasetId));
+            }
+            catch (error) {
+                if (!(error instanceof errors_1.NotFoundError))
+                    throw error;
+            }
+        }
+        if (dataTableId !== null && mayDeleteTable) {
+            try {
+                await this.caseGenerationService.deleteDraftTable(dataTableId, projectId);
+            }
+            catch (error) {
+                if (!(error instanceof errors_1.NotFoundError))
+                    throw error;
+            }
+        }
+        const deleted = await this.datasetRepository.deleteDataset(datasetId, agentId);
+        if (!deleted)
+            throw new errors_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
+    }
     async generateDraftCases(user, agentId, projectId, options) {
         await this.assertAgentInProject(agentId, projectId);
         return await this.caseGenerationService.generateDraftCases(user, projectId, agentId, options);
     }
+    async createDraftDataset(user, agentId, projectId, datasetName) {
+        await this.assertAgentInProject(agentId, projectId);
+        return await this.caseGenerationService.createEmptyDataset(user, projectId, agentId, datasetName);
+    }
+    async previewRun(user, agentId, projectId, options) {
+        await this.assertAgentInProject(agentId, projectId);
+        return await this.caseGenerationService.previewRun(user, projectId, agentId, options);
+    }
+    async applyPreviewSuggestion(user, agentId, projectId, options, pushRef) {
+        await this.assertAgentInProject(agentId, projectId);
+        if (!(await (0, check_access_1.userHasScopes)(user, ['agent:execute'], false, { projectId }))) {
+            throw new errors_1.ForbiddenError('You do not have permission to run agents in this project.');
+        }
+        const config = await this.agentConfigService.getConfig(agentId, projectId);
+        const baseConfigHash = (0, agent_config_hash_1.getAgentConfigHash)(config);
+        const instructions = await (0, agent_eval_instructions_rewrite_1.rewriteAgentInstructions)({
+            agentConfigService: this.agentConfigService,
+            credentialsService: this.credentialsService,
+            logger: this.logger,
+        }, {
+            currentInstructions: config.instructions,
+            suggestions: [{ suggestion: options.suggestion, rule: options.whatToCheck }],
+        }, { agentId, projectId, user });
+        const saved = await this.agentConfigService.updateConfig(agentId, projectId, { ...config, instructions }, user, { baseConfigHash, modifiedBy: 'user', pushRef });
+        const preview = await this.caseGenerationService.runPreviewCase(user, projectId, agentId, {
+            input: options.input,
+            whatToCheck: options.whatToCheck,
+            scenario: '',
+        });
+        return { configHash: saved.configHash, preview };
+    }
     async startRun(user, agentId, projectId, datasetId, payload) {
         await this.assertAgentInProject(agentId, projectId);
         await this.resolveDataset(agentId, datasetId);
@@ -100,6 +176,85 @@ let AgentEvalService = class AgentEvalService {
         await this.assertAgentInProject(agentId, projectId);
         return await this.runner.getRunSummary(runId, agentId);
     }
+    async rerunResult(user, agentId, projectId, resultId, options = {}) {
+        await this.assertAgentInProject(agentId, projectId);
+        const result = await this.resolveResult(agentId, resultId);
+        if (result.status === 'new' || result.status === 'running') {
+            throw new errors_1.BadRequestError(`Agent eval result ${resultId} is already running.`);
+        }
+        const updated = await this.runner.rerunResult(result, agentId, projectId, user, options);
+        return (0, agent_eval_record_mappers_1.toResultRecord)(updated);
+    }
+    async applySuggestions(user, agentId, projectId, resultIds, pushRef) {
+        await this.assertAgentInProject(agentId, projectId);
+        if (!(await (0, check_access_1.userHasScopes)(user, ['agent:execute'], false, { projectId }))) {
+            throw new errors_1.ForbiddenError('You do not have permission to run agents in this project.');
+        }
+        const uniqueIds = [...new Set(resultIds)];
+        const results = await Promise.all(uniqueIds.map(async (id) => await this.resolveResult(agentId, id)));
+        const invalidIds = results
+            .filter((result) => readFailedRuleSuggestion(result) === null)
+            .map((result) => result.id);
+        if (invalidIds.length > 0) {
+            throw new errors_1.BadRequestError(`These results have no fix suggestion to apply: ${invalidIds.join(', ')}.`);
+        }
+        const config = await this.agentConfigService.getConfig(agentId, projectId);
+        const baseConfigHash = (0, agent_config_hash_1.getAgentConfigHash)(config);
+        const instructions = await (0, agent_eval_instructions_rewrite_1.rewriteAgentInstructions)({
+            agentConfigService: this.agentConfigService,
+            credentialsService: this.credentialsService,
+            logger: this.logger,
+        }, {
+            currentInstructions: config.instructions,
+            suggestions: results.map((result) => ({
+                suggestion: readFailedRuleSuggestion(result) ?? '',
+                rule: readCriteria(result),
+            })),
+        }, { agentId, projectId, user });
+        const saved = await this.agentConfigService.updateConfig(agentId, projectId, { ...config, instructions }, user, { baseConfigHash, modifiedBy: 'user', pushRef });
+        const limit = (0, p_limit_1.default)(SUGGESTION_RERUN_CONCURRENCY);
+        const settled = await Promise.allSettled(results.map(async (result) => await limit(async () => await this.runner.rerunResult(result, agentId, projectId, user))));
+        const failures = settled.filter((entry) => entry.status === 'rejected');
+        if (failures.length === settled.length) {
+            const { reason } = failures[0];
+            throw reason instanceof Error ? reason : new errors_1.OperationalError(String(reason));
+        }
+        const rows = await Promise.all(settled.map(async (entry, index) => {
+            if (entry.status === 'fulfilled')
+                return entry.value;
+            const refreshed = await this.resultRepository.findById(results[index].id);
+            return refreshed ?? results[index];
+        }));
+        return { configHash: saved.configHash, results: rows.map(agent_eval_record_mappers_1.toResultRecord) };
+    }
+    async acceptResult(agentId, projectId, resultId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const result = await this.resolveResult(agentId, resultId);
+        if (result.status === 'new' || result.status === 'running') {
+            throw new errors_1.BadRequestError(`Agent eval result ${resultId} has not finished.`);
+        }
+        const verdict = { status: 'completed', outcome: 'pass', reasoning: null };
+        await this.resultRepository.updateVerdict(resultId, verdict);
+        const refreshed = await this.resultRepository.findById(resultId);
+        if (!refreshed)
+            throw new errors_1.NotFoundError(`Agent eval result ${resultId} not found.`);
+        return (0, agent_eval_record_mappers_1.toResultRecord)(refreshed);
+    }
+    async deleteResult(agentId, projectId, resultId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const result = await this.resolveResult(agentId, resultId);
+        if (result.status === 'new' || result.status === 'running') {
+            throw new errors_1.BadRequestError(`Agent eval result ${resultId} is still running.`);
+        }
+        const deleted = await this.resultRepository.deleteById(resultId, result.runId);
+        if (!deleted)
+            throw new errors_1.NotFoundError(`Agent eval result ${resultId} not found.`);
+        const run = await this.runRepository.findById(result.runId);
+        if (run?.metrics) {
+            const { counts } = await this.runner.getRunSummary(run.id, agentId);
+            await this.runRepository.updateMetrics(run.id, { ...run.metrics, ...counts });
+        }
+    }
     async cancelRun(agentId, projectId, runId) {
         await this.assertAgentInProject(agentId, projectId);
         const run = await this.resolveRun(agentId, runId);
@@ -128,10 +283,38 @@ let AgentEvalService = class AgentEvalService {
             throw new errors_1.NotFoundError(`Agent eval run ${runId} not found.`);
         return run;
     }
+    async resolveResult(agentId, resultId) {
+        const notFound = () => new errors_1.NotFoundError(`Agent eval result ${resultId} not found.`);
+        const result = await this.resultRepository.findById(resultId);
+        if (!result)
+            throw notFound();
+        const run = await this.runRepository.findByIdAndAgentId(result.runId, agentId);
+        if (!run)
+            throw notFound();
+        return result;
+    }
 };
 exports.AgentEvalService = AgentEvalService;
 exports.AgentEvalService = AgentEvalService = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [backend_common_1.ModuleRegistry, agent_repository_1.AgentRepository, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_eval_runner_service_1.AgentEvalRunnerService, agent_eval_case_generation_service_1.AgentEvalCaseGenerationService])
+    __metadata("design:paramtypes", [backend_common_1.ModuleRegistry, agent_repository_1.AgentRepository, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_eval_runner_service_1.AgentEvalRunnerService, agent_eval_case_generation_service_1.AgentEvalCaseGenerationService, agent_config_service_1.AgentConfigService, credentials_service_1.CredentialsService, backend_common_1.Logger])
 ], AgentEvalService);
+function readFailedRuleSuggestion(result) {
+    if (result.status === 'new' || result.status === 'running')
+        return null;
+    const verdict = result.verdict;
+    if (!verdict || verdict.status !== 'completed' || verdict.outcome !== 'fail')
+        return null;
+    const suggestion = verdict.suggestion;
+    return typeof suggestion === 'string' && suggestion.trim().length > 0 ? suggestion.trim() : null;
+}
+function readCriteria(result) {
+    const criteria = result.input?.criteria;
+    return typeof criteria === 'string' && criteria.length > 0 ? criteria : null;
+}
+function getDataTableId(dataset) {
+    if (dataset.datasetSource !== 'data_table')
+        return null;
+    return 'dataTableId' in dataset.datasetRef ? dataset.datasetRef.dataTableId : null;
+}
 //# sourceMappingURL=agent-eval.service.js.map