n8n 2.32.5 → 2.33.0

package/dist/modules/instance-ai/eval/agent-execution.service.js

@@ -0,0 +1,508 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvalAgentExecutionService = void 0;
+exports.mcpUrlsMatch = mcpUrlsMatch;
+exports.pruneConfigForEval = pruneConfigForEval;
+exports.summarizeTools = summarizeTools;
+const agents_1 = require("@n8n/agents");
+const agent_config_1 = require("@n8n/ai-utilities/agent-config");
+const backend_common_1 = require("@n8n/backend-common");
+const backend_network_1 = require("@n8n/backend-network");
+const config_1 = require("@n8n/config");
+const di_1 = require("@n8n/di");
+const n8n_workflow_1 = require("n8n-workflow");
+const credentials_service_1 = require("../../../credentials/credentials.service");
+const agent_runtime_reconstruction_service_1 = require("../../../modules/agents/agent-runtime-reconstruction.service");
+const agent_config_composition_1 = require("../../../modules/agents/json-config/agent-config-composition");
+const agent_repository_1 = require("../../../modules/agents/repositories/agent.repository");
+const agent_credential_provider_1 = require("../../../modules/agents/utils/agent-credential-provider");
+const mcp_registry_service_1 = require("../../../modules/mcp-registry/registry/mcp-registry.service");
+const check_access_1 = require("../../../permissions.ee/check-access");
+const ai_proxy_fetch_1 = require("../../../utils/ai-proxy-fetch");
+const agent_model_turn_recorder_1 = require("./agent-model-turn-recorder");
+const agent_scenario_seed_1 = require("./agent-scenario-seed");
+const eval_mocked_credentials_helper_1 = require("./eval-mocked-credentials-helper");
+const mcp_mock_fetch_1 = require("./mcp-mock-fetch");
+const mock_handler_1 = require("./mock-handler");
+const request_sanitizer_1 = require("./request-sanitizer");
+const web_search_mock_1 = require("./web-search-mock");
+const DEFAULT_TIMEOUT_MS = 600_000;
+const DEFAULT_MAX_ITERATIONS = 25;
+const MAX_ITERATIONS_CAP = 40;
+const MAX_AUTO_APPROVALS = 20;
+const MAX_RECORDED_TOOL_VALUE_CHARS = 4_000;
+function mcpUrlsMatch(configUrl, remoteUrl) {
+    const shorter = configUrl.length <= remoteUrl.length ? configUrl : remoteUrl;
+    const longer = shorter === configUrl ? remoteUrl : configUrl;
+    const base = shorter.replace(/\/+$/, '');
+    return longer === shorter || longer === base || longer.startsWith(`${base}/`);
+}
+let EvalAgentExecutionService = class EvalAgentExecutionService {
+    constructor(logger, executionsConfig, moduleRegistry, outboundHttp, credentialsService) {
+        this.logger = logger;
+        this.executionsConfig = executionsConfig;
+        this.moduleRegistry = moduleRegistry;
+        this.outboundHttp = outboundHttp;
+        this.credentialsService = credentialsService;
+    }
+    async executeWithLlmMock(agentId, user, options) {
+        if (this.executionsConfig.mode === 'queue') {
+            return this.errorResult('Agent eval execution requires main process mode — queue mode is not supported.');
+        }
+        if (!this.moduleRegistry.isActive('agents')) {
+            return this.errorResult('Agent eval execution requires the agents module to be active.');
+        }
+        const { projectId } = options;
+        if (!(await (0, check_access_1.userHasScopes)(user, ['agent:execute'], false, { projectId }))) {
+            return this.errorResult(`Agent ${agentId} not found or not accessible`);
+        }
+        const agentEntity = await di_1.Container.get(agent_repository_1.AgentRepository).findByIdAndProjectId(agentId, projectId);
+        if (!agentEntity) {
+            return this.errorResult(`Agent ${agentId} not found or not accessible`);
+        }
+        if (!agentEntity.schema) {
+            return this.errorResult(`Agent ${agentId} has no JSON config to run.`);
+        }
+        const { config, skippedFeatures } = pruneConfigForEval(agentEntity.schema);
+        if ((agentEntity.integrations ?? []).length > 0) {
+            skippedFeatures.push({
+                feature: 'integrations',
+                reason: 'Chat integrations are not attached in eval runs — the harness drives the agent directly.',
+            });
+        }
+        agentEntity.schema = config;
+        agentEntity.integrations = [];
+        const toolSummaries = summarizeTools(config, agentEntity.tools ?? {}, agent_config_composition_1.sanitizeToolName);
+        let seed;
+        try {
+            seed = await (0, agent_scenario_seed_1.generateAgentScenarioSeed)({
+                agentName: config.name,
+                instructions: config.instructions,
+                tools: toolSummaries,
+                scenarioHints: options.scenarioHints,
+            });
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            return this.errorResult(message.startsWith('FRAMEWORK ISSUE:') ? message : `FRAMEWORK ISSUE: ${message}`);
+        }
+        const mockHandler = (0, mock_handler_1.createLlmMockHandler)({
+            scenarioHints: options.scenarioHints,
+            globalContext: seed.globalContext,
+            nodeHints: seed.toolHints,
+        });
+        const toolLedger = new Map();
+        const credentialHelpers = [];
+        const recorder = (0, agent_model_turn_recorder_1.createAgentModelTurnRecorder)((0, ai_proxy_fetch_1.createAiProxyFetch)(this.outboundHttp), this.logger);
+        const pendingMcpCalls = new Map();
+        const mcpCallIdentity = (serverName, toolName) => JSON.stringify([serverName, toolName]);
+        const mcpServers = config.mcpServers ?? [];
+        const knownToolsByServer = await this.resolveCanonicalMcpCatalogs(mcpServers);
+        const mcpFetch = (0, mcp_mock_fetch_1.createMcpMockFetch)({
+            servers: mcpServers.map((server) => ({
+                name: server.name,
+                url: server.url,
+                description: server.description,
+            })),
+            agentInstructions: config.instructions,
+            scenarioHints: options.scenarioHints,
+            globalContext: seed.globalContext,
+            serverHints: seed.toolHints,
+            knownToolsByServer,
+            logger: this.logger,
+            onToolCall: (call) => {
+                const identity = mcpCallIdentity(call.serverName, call.toolName);
+                const calls = pendingMcpCalls.get(identity) ?? [];
+                calls.push(call);
+                pendingMcpCalls.set(identity, calls);
+            },
+        });
+        const recordSettledMcpCall = (serverName, toolName, modelToolName) => {
+            const identity = mcpCallIdentity(serverName, toolName);
+            const calls = pendingMcpCalls.get(identity);
+            if (!calls)
+                return;
+            const call = calls.shift();
+            if (!call)
+                return;
+            if (calls.length === 0)
+                pendingMcpCalls.delete(identity);
+            const key = modelToolName ?? (0, agents_1.sanitizeToolName)(`${serverName}_${toolName}`);
+            let entries = toolLedger.get(key);
+            if (!entries) {
+                entries = [];
+                toolLedger.set(key, entries);
+            }
+            entries.push({
+                url: mcpServers.find((server) => server.name === serverName)?.url ?? serverName,
+                method: 'POST',
+                nodeType: `mcp:${serverName}`,
+                requestBody: call.args,
+                mockResponse: call.result,
+            });
+        };
+        const webSearchMock = (0, web_search_mock_1.createWebSearchMock)({
+            agentInstructions: config.instructions,
+            scenarioHints: options.scenarioHints,
+            globalContext: seed.globalContext,
+            searchHint: seed.toolHints?.web_search,
+            logger: this.logger,
+            onSearch: (args, result) => {
+                let entries = toolLedger.get('web_search');
+                if (!entries) {
+                    entries = [];
+                    toolLedger.set('web_search', entries);
+                }
+                entries.push({
+                    url: 'mock://web-search',
+                    method: 'POST',
+                    nodeType: 'web-search:fallback',
+                    requestBody: args,
+                    mockResponse: result,
+                });
+            },
+        });
+        const reconstruction = di_1.Container.get(agent_runtime_reconstruction_service_1.AgentRuntimeReconstructionService);
+        const credentialProvider = (0, agent_credential_provider_1.createAgentCredentialProvider)(this.credentialsService, projectId, user);
+        let agent;
+        try {
+            ({ agent } = await reconstruction.reconstructFromAgentEntity(agentEntity, credentialProvider, undefined, user, {
+                modelFetch: recorder.fetch,
+                mcpFetch,
+                onMcpToolCallSettled: ({ serverName, toolName, modelToolName }) => {
+                    recordSettledMcpCall(serverName, toolName, modelToolName);
+                },
+                webSearch: webSearchMock,
+                transformDelegatedAgentConfig: (childConfig, delegationContext) => {
+                    const pruned = pruneConfigForEval(childConfig);
+                    skippedFeatures.push(...pruned.skippedFeatures.map((skip) => ({
+                        ...skip,
+                        feature: `subAgent ${delegationContext.subAgentId}: ${skip.feature}`,
+                    })));
+                    return pruned.config;
+                },
+                configureToolAdditionalData: (additionalData, toolContext) => {
+                    const helper = new eval_mocked_credentials_helper_1.EvalMockedCredentialsHelper(additionalData.credentialsHelper, undefined, this.logger);
+                    credentialHelpers.push(helper);
+                    additionalData.credentialsHelper = helper;
+                    additionalData.evalLlmMockHandler = this.createRecordingMockHandler(mockHandler, toolContext.toolName, toolLedger);
+                },
+            }));
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            return this.errorResult(`Failed to build agent runtime: ${message}`, seed, skippedFeatures);
+        }
+        const errors = [];
+        const autoApprovedToolNames = new Set();
+        const timeoutMs = options.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+        const maxIterations = Math.min(config.config?.maxIterations ?? DEFAULT_MAX_ITERATIONS, MAX_ITERATIONS_CAP);
+        let result;
+        const segmentToolCalls = [];
+        const collectToolCalls = (segment) => {
+            for (const entry of segment.toolCalls ?? []) {
+                if (!segmentToolCalls.includes(entry))
+                    segmentToolCalls.push(entry);
+            }
+        };
+        try {
+            const abortSignal = AbortSignal.timeout(timeoutMs);
+            result = await agent.generate(seed.openingMessage, { abortSignal, maxIterations });
+            collectToolCalls(result);
+            let approvals = 0;
+            while (approvals < MAX_AUTO_APPROVALS) {
+                const pending = result.pendingSuspend?.[0];
+                if (!pending)
+                    break;
+                autoApprovedToolNames.add(pending.toolName);
+                approvals++;
+                result = await agent.approve('generate', {
+                    runId: pending.runId,
+                    toolCallId: pending.toolCallId,
+                    abortSignal,
+                    maxIterations,
+                });
+                collectToolCalls(result);
+            }
+            if ((result.pendingSuspend?.length ?? 0) > 0) {
+                errors.push(`Run still suspended after ${MAX_AUTO_APPROVALS} auto-approvals`);
+            }
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            await recorder.flush();
+            return this.errorResult(`Agent run failed: ${message}`, seed, skippedFeatures, {
+                modelTurns: recorder.turns,
+                toolLedger,
+                credentialHelpers,
+            });
+        }
+        finally {
+            await recorder.flush();
+            try {
+                await agent.close();
+            }
+            catch (error) {
+                this.logger.warn('[EvalAgentMock] Agent runtime teardown failed', {
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }
+        }
+        if (result.error !== undefined) {
+            errors.push(`Model run error: ${result.error instanceof Error ? result.error.message : String(result.error)}`);
+        }
+        const kindByToolName = new Map(toolSummaries.map((tool) => [tool.name, tool.kind]));
+        const kindForTool = (tool) => kindByToolName.get(tool) ??
+            (mcpServers.some((server) => tool.startsWith((0, agents_1.sanitizeToolName)(`${server.name}_`))) ||
+                (toolLedger.get(tool) ?? []).some((request) => request.nodeType?.startsWith('mcp:'))
+                ? 'mcp'
+                : 'other');
+        const toolCalls = segmentToolCalls.map((entry) => {
+            const interceptedRequests = toolLedger.get(entry.tool) ?? [];
+            return {
+                tool: entry.tool,
+                kind: kindForTool(entry.tool),
+                input: truncateRecordedValue(entry.input),
+                output: truncateRecordedValue(entry.output),
+                ...(entry.canceled ? { error: 'canceled' } : {}),
+                mocked: interceptedRequests.length > 0,
+                interceptedRequests,
+                ...(autoApprovedToolNames.has(entry.tool) ? { autoApproved: true } : {}),
+            };
+        });
+        const reportedTools = new Set(toolCalls.map((entry) => entry.tool));
+        for (const [tool, interceptedRequests] of toolLedger) {
+            if (reportedTools.has(tool))
+                continue;
+            toolCalls.push({
+                tool,
+                kind: kindForTool(tool),
+                error: 'Not attributed to a reported tool call (a delegated sub-agent call, or an errored call) — see interceptedRequests',
+                mocked: interceptedRequests.length > 0,
+                interceptedRequests,
+                ...(autoApprovedToolNames.has(tool) ? { autoApproved: true } : {}),
+            });
+        }
+        return {
+            runId: result.runId,
+            success: errors.length === 0 && result.finishReason !== 'error',
+            errors,
+            finalText: extractFinalAssistantText(result),
+            model: result.model,
+            finishReason: result.finishReason,
+            toolCalls,
+            modelTurns: recorder.turns,
+            ...(result.usage
+                ? {
+                    usage: {
+                        inputTokens: result.usage.promptTokens,
+                        outputTokens: result.usage.completionTokens,
+                    },
+                }
+                : {}),
+            seed,
+            skippedFeatures,
+            mockedCredentials: credentialHelpers.flatMap((helper) => helper.mockedCredentials),
+        };
+    }
+    async resolveCanonicalMcpCatalogs(mcpServers) {
+        if (mcpServers.length === 0)
+            return undefined;
+        const result = {};
+        if (this.moduleRegistry.isActive('mcp-registry')) {
+            try {
+                const entries = await di_1.Container.get(mcp_registry_service_1.McpRegistryService).getAll();
+                for (const server of mcpServers) {
+                    const entry = entries.find((candidate) => candidate.remotes.some((remote) => mcpUrlsMatch(server.url, remote.url)));
+                    if (entry && entry.tools.length > 0) {
+                        result[server.name] = entry.tools.map((tool) => ({
+                            name: tool.name,
+                            description: tool.title ?? tool.name,
+                        }));
+                    }
+                }
+            }
+            catch (error) {
+                this.logger.debug(`[EvalAgentMock] MCP registry catalog lookup failed: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        for (const server of mcpServers) {
+            if (result[server.name])
+                continue;
+            if (server.toolFilter?.mode === 'allow' && server.toolFilter.tools.length > 0) {
+                result[server.name] = server.toolFilter.tools.map((name) => ({
+                    name,
+                    description: name,
+                }));
+            }
+        }
+        return Object.keys(result).length > 0 ? result : undefined;
+    }
+    createRecordingMockHandler(mockHandler, toolName, ledger) {
+        return async (requestOptions, node) => {
+            const response = await mockHandler(requestOptions, node);
+            let entries = ledger.get(toolName);
+            if (!entries) {
+                entries = [];
+                ledger.set(toolName, entries);
+            }
+            entries.push({
+                url: requestOptions.url ?? '(no URL)',
+                method: requestOptions.method ?? 'GET',
+                nodeType: node.type,
+                requestBody: requestOptions.body,
+                mockResponse: response?.body,
+            });
+            this.logger.debug(`[EvalAgentMock] Intercepted ${requestOptions.method ?? 'GET'} ${requestOptions.url} from tool "${toolName}" (${node.type})`);
+            return response;
+        };
+    }
+    errorResult(message, seed, skippedFeatures = [], partial) {
+        this.logger.error(`[EvalAgentMock] ${message}`);
+        return {
+            runId: '',
+            success: false,
+            errors: [message],
+            finalText: '',
+            toolCalls: partial
+                ? [...partial.toolLedger.entries()].map(([tool, interceptedRequests]) => ({
+                    tool,
+                    kind: salvagedToolKind(interceptedRequests),
+                    mocked: interceptedRequests.length > 0,
+                    interceptedRequests,
+                }))
+                : [],
+            modelTurns: partial?.modelTurns ?? [],
+            seed: seed ?? { openingMessage: '', globalContext: '', toolHints: {}, warnings: [] },
+            skippedFeatures,
+            mockedCredentials: (partial?.credentialHelpers ?? []).flatMap((helper) => helper.mockedCredentials),
+        };
+    }
+};
+exports.EvalAgentExecutionService = EvalAgentExecutionService;
+exports.EvalAgentExecutionService = EvalAgentExecutionService = __decorate([
+    (0, di_1.Service)(),
+    __metadata("design:paramtypes", [backend_common_1.Logger, config_1.ExecutionsConfig, backend_common_1.ModuleRegistry, backend_network_1.OutboundHttp, credentials_service_1.CredentialsService])
+], EvalAgentExecutionService);
+function pruneConfigForEval(original) {
+    const skippedFeatures = [];
+    const config = { ...original };
+    if (config.memory?.enabled) {
+        skippedFeatures.push({
+            feature: 'memory',
+            reason: 'Observational/episodic memory worker models and embeddings are not mockable yet — memory is disabled for the run.',
+        });
+        config.memory = undefined;
+    }
+    if ((config.vectorStores?.length ?? 0) > 0) {
+        skippedFeatures.push({
+            feature: 'vectorStores',
+            reason: 'Vector stores use native DB clients the mock layer cannot intercept.',
+        });
+        config.vectorStores = undefined;
+    }
+    const sseServers = (config.mcpServers ?? []).filter((server) => server.transport === 'sse');
+    if (sseServers.length > 0) {
+        skippedFeatures.push({
+            feature: 'mcpServers (sse transport)',
+            reason: `SSE-transport MCP servers are not mockable yet (streamable-HTTP ones are): ${sseServers.map((server) => server.name).join(', ')}.`,
+        });
+        const remaining = (config.mcpServers ?? []).filter((server) => server.transport !== 'sse');
+        config.mcpServers = remaining.length > 0 ? remaining : undefined;
+    }
+    return { config, skippedFeatures };
+}
+function salvagedToolKind(interceptedRequests) {
+    const nodeType = interceptedRequests.find((request) => request.nodeType)?.nodeType;
+    if (!nodeType)
+        return 'other';
+    if (nodeType.startsWith('mcp:'))
+        return 'mcp';
+    if (nodeType === 'web-search:fallback')
+        return 'other';
+    return 'node';
+}
+function summarizeTools(config, customTools, sanitizeWorkflowToolName) {
+    const summaries = [];
+    for (const ref of config.tools ?? []) {
+        if (ref.type === 'node') {
+            summaries.push({
+                name: (0, n8n_workflow_1.nodeNameToToolName)(ref.name),
+                kind: 'node',
+                description: ref.description,
+                nodeType: ref.node.nodeType,
+            });
+        }
+        else if (ref.type === 'workflow') {
+            summaries.push({
+                name: sanitizeWorkflowToolName(ref.name ?? ref.workflow),
+                kind: 'workflow',
+                description: ref.description,
+            });
+        }
+        else {
+            const descriptor = customTools[ref.id]?.descriptor;
+            if (descriptor) {
+                summaries.push({
+                    name: descriptor.name,
+                    kind: 'custom',
+                    description: descriptor.description,
+                });
+            }
+        }
+    }
+    for (const server of config.mcpServers ?? []) {
+        summaries.push({
+            name: server.name,
+            kind: 'mcp',
+            description: server.description ?? `MCP tool server at ${server.url}`,
+        });
+    }
+    if (config.config?.webSearch?.enabled &&
+        !((0, agent_config_1.isNativeWebSearchRequested)(config) && (0, agent_config_1.hasNativeWebSearchProvider)(config.model))) {
+        summaries.push({
+            name: 'web_search',
+            kind: 'other',
+            description: 'Web search returning {title, url, snippet} result lists',
+        });
+    }
+    return summaries;
+}
+function truncateRecordedValue(value) {
+    if (value === undefined || value === null)
+        return value;
+    let serialized;
+    try {
+        serialized = JSON.stringify(value);
+    }
+    catch {
+        return '[unserializable value]';
+    }
+    if (serialized === undefined || serialized.length <= MAX_RECORDED_TOOL_VALUE_CHARS)
+        return value;
+    return (0, request_sanitizer_1.truncateForLlm)(serialized, MAX_RECORDED_TOOL_VALUE_CHARS);
+}
+function extractFinalAssistantText(result) {
+    for (let i = result.messages.length - 1; i >= 0; i--) {
+        const message = result.messages[i];
+        if (!('role' in message) || message.role !== 'assistant')
+            continue;
+        const texts = message.content
+            .filter((part) => part.type === 'text')
+            .map((part) => part.text)
+            .filter((text) => text.trim().length > 0);
+        if (texts.length > 0)
+            return texts.join('\n');
+    }
+    return '';
+}
+//# sourceMappingURL=agent-execution.service.js.map

package/dist/modules/instance-ai/eval/agent-execution.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-execution.service.js","sourceRoot":"","sources":["../../../../src/modules/instance-ai/eval/agent-execution.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,wCAIqB;AACrB,iEAGwC;AAUxC,wDAA6D;AAC7D,0DAAoD;AACpD,wCAA+C;AAE/C,gCAA6C;AAE7C,+CAAkD;AAElD,2EAAuE;AAGvE,gHAA0G;AAE1G,oGAAyF;AACzF,qFAAiF;AACjF,gGAAiG;AACjG,+FAA0F;AAC1F,gEAA8D;AAC9D,2DAA4D;AAE5D,2EAA2E;AAC3E,+DAA6F;AAC7F,qFAA+E;AAC/E,qDAI0B;AAC1B,iDAAsD;AACtD,2DAAqD;AACrD,uDAAwD;AAkBxD,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,6BAA6B,GAAG,KAAK,CAAC;AAY5C,sBAA6B,SAAiB,EAAE,SAAiB;IAChE,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzC,OAAO,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;AAC/E,CAAC;AAGM,IAAM,yBAAyB,GAA/B,MAAM,yBAAyB;IACrC,YACkB,MAAc,EACd,gBAAkC,EAClC,cAA8B,EAC9B,YAA0B,EAC1B,kBAAsC;sBAJtC,MAAM;gCACN,gBAAgB;8BAChB,cAAc;4BACd,YAAY;kCACZ,kBAAkB;IACjC,CAAC;IAEJ,KAAK,CAAC,kBAAkB,CACvB,OAAe,EACf,IAAU,EACV,OAA4C;QAK5C,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,WAAW,CACtB,gFAAgF,CAChF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC,WAAW,CAAC,+DAA+D,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,OAAO,8BAA8B,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,cAAS,CAAC,GAAG,CAAC,kCAAe,CAAC,CAAC,oBAAoB,CAC5E,OAAO,EACP,SAAS,CACT,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,OAAO,8BAA8B,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,OAAO,6BAA6B,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC3E,IAAI,CAAC,WAAW,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,eAAe,CAAC,IAAI,CAAC;gBACpB,OAAO,EAAE,cAAc;gBACvB,MAAM,EACL,0FAA0F;aAC3F,CAAC,CAAC;QACJ,CAAC;QAGD,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC;QAC5B,WAAW,CAAC,YAAY,GAAG,EAAE,CAAC;QAE9B,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,IAAI,EAAE,EAAE,2CAAgB,CAAC,CAAC;QAExF,IAAI,IAAqC,CAAC;QAC1C,IAAI,CAAC;YACJ,IAAI,GAAG,MAAM,IAAA,+CAAyB,EAAC;gBACtC,SAAS,EAAE,MAAM,CAAC,IAAI;gBACtB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,KAAK,EAAE,aAAa;gBACpB,aAAa,EAAE,OAAO,CAAC,aAAa;aACpC,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,WAAW,CACtB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,OAAO,EAAE,CAChF,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,IAAA,mCAAoB,EAAC;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS;SACzB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAe,IAAI,GAAG,EAAE,CAAC;QACzC,MAAM,iBAAiB,GAAkC,EAAE,CAAC;QAC5D,MAAM,QAAQ,GAAG,IAAA,wDAA4B,EAC5C,IAAA,mCAAkB,EAAC,IAAI,CAAC,YAAY,CAAC,EACrC,IAAI,CAAC,MAAM,CACX,CAAC;QAEF,MAAM,eAAe,GAAG,IAAI,GAAG,EAA6B,CAAC;QAC7D,MAAM,eAAe,GAAG,CAAC,UAAkB,EAAE,QAAgB,EAAE,EAAE,CAChE,IAAI,CAAC,SAAS,CAAC,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;QAGxC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAC3C,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,UAAU,CAAC,CAAC;QAC9E,MAAM,QAAQ,GAAG,IAAA,mCAAkB,EAAC;YACnC,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,WAAW,EAAE,MAAM,CAAC,WAAW;aAC/B,CAAC,CAAC;YACH,iBAAiB,EAAE,MAAM,CAAC,YAAY;YACtC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,WAAW,EAAE,IAAI,CAAC,SAAS;YAC3B,kBAAkB;YAClB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;gBACpB,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACjE,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACtC,CAAC;SACD,CAAC,CAAC;QAEH,MAAM,oBAAoB,GAAG,CAAC,UAAkB,EAAE,QAAgB,EAAE,aAAsB,EAAE,EAAE;YAC7F,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC5C,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI;gBAAE,OAAO;YAClB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAEzD,MAAM,GAAG,GAAG,aAAa,IAAI,IAAA,yBAAmB,EAAC,GAAG,UAAU,IAAI,QAAQ,EAAE,CAAC,CAAC;YAC9E,IAAI,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,OAAO,GAAG,EAAE,CAAC;gBACb,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACZ,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,GAAG,IAAI,UAAU;gBAC/E,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE,OAAO,UAAU,EAAE;gBAC7B,WAAW,EAAE,IAAI,CAAC,IAAI;gBACtB,YAAY,EAAE,IAAI,CAAC,MAAM;aACzB,CAAC,CAAC;QACJ,CAAC,CAAC;QAIF,MAAM,aAAa,GAAG,IAAA,qCAAmB,EAAC;YACzC,iBAAiB,EAAE,MAAM,CAAC,YAAY;YACtC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU;YACtC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBAC1B,IAAI,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,OAAO,GAAG,EAAE,CAAC;oBACb,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;gBACvC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC;oBACZ,GAAG,EAAE,mBAAmB;oBACxB,MAAM,EAAE,MAAM;oBACd,QAAQ,EAAE,qBAAqB;oBAC/B,WAAW,EAAE,IAAI;oBACjB,YAAY,EAAE,MAAM;iBACpB,CAAC,CAAC;YACJ,CAAC;SACD,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,cAAS,CAAC,GAAG,CAAC,wEAAiC,CAAC,CAAC;QACxE,MAAM,kBAAkB,GAAG,IAAA,yDAA6B,EACvD,IAAI,CAAC,kBAAkB,EACvB,SAAS,EACT,IAAI,CACJ,CAAC;QAEF,IAAI,KAAmB,CAAC;QACxB,IAAI,CAAC;YACJ,CAAC,EAAE,KAAK,EAAE,GAAG,MAAM,cAAc,CAAC,0BAA0B,CAC3D,WAAW,EACX,kBAAkB,EAClB,SAAS,EACT,IAAI,EACJ;gBACC,UAAU,EAAE,QAAQ,CAAC,KAAK;gBAC1B,QAAQ;gBACR,oBAAoB,EAAE,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,EAAE;oBACjE,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;gBAC3D,CAAC;gBACD,SAAS,EAAE,aAAa;gBAGxB,6BAA6B,EAAE,CAAC,WAAW,EAAE,iBAAiB,EAAE,EAAE;oBACjE,MAAM,MAAM,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;oBAC/C,eAAe,CAAC,IAAI,CACnB,GAAG,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACxC,GAAG,IAAI;wBACP,OAAO,EAAE,YAAY,iBAAiB,CAAC,UAAU,KAAK,IAAI,CAAC,OAAO,EAAE;qBACpE,CAAC,CAAC,CACH,CAAC;oBACF,OAAO,MAAM,CAAC,MAAM,CAAC;gBACtB,CAAC;gBACD,2BAA2B,EAAE,CAAC,cAAc,EAAE,WAAW,EAAE,EAAE;oBAC5D,MAAM,MAAM,GAAG,IAAI,4DAA2B,CAC7C,cAAc,CAAC,iBAAiB,EAChC,SAAS,EACT,IAAI,CAAC,MAAM,CACX,CAAC;oBACF,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC/B,cAAc,CAAC,iBAAiB,GAAG,MAAM,CAAC;oBAC1C,cAAc,CAAC,kBAAkB,GAAG,IAAI,CAAC,0BAA0B,CAClE,WAAW,EACX,WAAW,CAAC,QAAQ,EACpB,UAAU,CACV,CAAC;gBACH,CAAC;aACD,CACD,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,WAAW,CAAC,kCAAkC,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAG5B,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;QAChD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAC1D,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC7B,MAAM,CAAC,MAAM,EAAE,aAAa,IAAI,sBAAsB,EACtD,kBAAkB,CAClB,CAAC;QAEF,IAAI,MAAsB,CAAC;QAG3B,MAAM,gBAAgB,GAA6C,EAAE,CAAC;QACtE,MAAM,gBAAgB,GAAG,CAAC,OAAuB,EAAE,EAAE;YACpD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;gBAC7C,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrE,CAAC;QACF,CAAC,CAAC;QACF,IAAI,CAAC;YACJ,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnD,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;YACnF,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAKzB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,OAAO,SAAS,GAAG,kBAAkB,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC3C,IAAI,CAAC,OAAO;oBAAE,MAAM;gBACpB,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC5C,SAAS,EAAE,CAAC;gBACZ,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE;oBACxC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,WAAW;oBACX,aAAa;iBACb,CAAC,CAAC;gBACH,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC,6BAA6B,kBAAkB,iBAAiB,CAAC,CAAC;YAC/E,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,WAAW,CAAC,qBAAqB,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;gBAC9E,UAAU,EAAE,QAAQ,CAAC,KAAK;gBAC1B,UAAU;gBACV,iBAAiB;aACjB,CAAC,CAAC;QACJ,CAAC;gBAAS,CAAC;YACV,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC;gBACJ,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE;oBACjE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC7D,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CACV,oBAAoB,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjG,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAIpF,MAAM,WAAW,GAAG,CAAC,IAAY,EAA6C,EAAE,CAC/E,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC;YACxB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAA,yBAAmB,EAAC,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;gBACrF,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;gBACnF,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,OAAO,CAAC,CAAC;QACb,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAqC,EAAE;YACnF,MAAM,mBAAmB,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC7D,OAAO;gBACN,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC7B,KAAK,EAAE,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC;gBACzC,MAAM,EAAE,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC;gBAC3C,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChD,MAAM,EAAE,mBAAmB,CAAC,MAAM,GAAG,CAAC;gBACtC,mBAAmB;gBACnB,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACxE,CAAC;QACH,CAAC,CAAC,CAAC;QAKH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACpE,KAAK,MAAM,CAAC,IAAI,EAAE,mBAAmB,CAAC,IAAI,UAAU,EAAE,CAAC;YACtD,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YACtC,SAAS,CAAC,IAAI,CAAC;gBACd,IAAI;gBACJ,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC;gBACvB,KAAK,EACJ,mHAAmH;gBACpH,MAAM,EAAE,mBAAmB,CAAC,MAAM,GAAG,CAAC;gBACtC,mBAAmB;gBACnB,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClE,CAAC,CAAC;QACJ,CAAC;QAED,OAAO;YACN,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,YAAY,KAAK,OAAO;YAC/D,MAAM;YACN,SAAS,EAAE,yBAAyB,CAAC,MAAM,CAAC;YAC5C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS;YACT,UAAU,EAAE,QAAQ,CAAC,KAAK;YAC1B,GAAG,CAAC,MAAM,CAAC,KAAK;gBACf,CAAC,CAAC;oBACA,KAAK,EAAE;wBACN,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;wBACtC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,gBAAgB;qBAC3C;iBACD;gBACF,CAAC,CAAC,EAAE,CAAC;YACN,IAAI;YACJ,eAAe;YACf,iBAAiB,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC;SAClF,CAAC;IACH,CAAC;IASO,KAAK,CAAC,2BAA2B,CACxC,UAAsD;QAEtD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC9C,MAAM,MAAM,GAA2C,EAAE,CAAC;QAE1D,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,MAAM,cAAS,CAAC,GAAG,CAAC,yCAAkB,CAAC,CAAC,MAAM,EAAE,CAAC;gBACjE,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;oBACjC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CACxC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CACxE,CAAC;oBACF,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACrC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;4BAChD,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,WAAW,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI;yBACpC,CAAC,CAAC,CAAC;oBACL,CAAC;gBACF,CAAC;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,uDAAuD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC/G,CAAC;YACH,CAAC;QACF,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YACjC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBAAE,SAAS;YAClC,IAAI,MAAM,CAAC,UAAU,EAAE,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC5D,IAAI;oBACJ,WAAW,EAAE,IAAI;iBACjB,CAAC,CAAC,CAAC;YACL,CAAC;QACF,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5D,CAAC;IAOO,0BAA0B,CACjC,WAA+B,EAC/B,QAAgB,EAChB,MAAkB;QAElB,OAAO,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE;YACrC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YACzD,IAAI,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/B,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACZ,GAAG,EAAE,cAAc,CAAC,GAAG,IAAI,UAAU;gBACrC,MAAM,EAAE,cAAc,CAAC,MAAM,IAAI,KAAK;gBACtC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,WAAW,EAAE,cAAc,CAAC,IAAI;gBAChC,YAAY,EAAE,QAAQ,EAAE,IAAI;aAC5B,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,+BAA+B,cAAc,CAAC,MAAM,IAAI,KAAK,IAAI,cAAc,CAAC,GAAG,eAAe,QAAQ,MAAM,IAAI,CAAC,IAAI,GAAG,CAC5H,CAAC;YACF,OAAO,QAAQ,CAAC;QACjB,CAAC,CAAC;IACH,CAAC;IAEO,WAAW,CAClB,OAAe,EACf,IAAsC,EACtC,eAAe,GAAwC,EAAE,EACzD,OAIC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;QAChD,OAAO;YACN,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,CAAC,OAAO,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,SAAS,EAAE,OAAO;gBACjB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,mBAAmB,CAAC,EAAE,EAAE,CAAC,CAAC;oBACxE,IAAI;oBACJ,IAAI,EAAE,gBAAgB,CAAC,mBAAmB,CAAC;oBAC3C,MAAM,EAAE,mBAAmB,CAAC,MAAM,GAAG,CAAC;oBACtC,mBAAmB;iBACnB,CAAC,CAAC;gBACJ,CAAC,CAAC,EAAE;YACL,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE;YACrC,IAAI,EAAE,IAAI,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YACpF,eAAe;YACf,iBAAiB,EAAE,CAAC,OAAO,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAAC,OAAO,CAC5D,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CACpC;SACD,CAAC;IACH,CAAC;CACD,CAAA;;oCA1cY,yBAAyB;IADrC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACI,yBAAgB,EAClB,+BAAc,EAChB,8BAAY,EACN,wCAAkB;GAN5C,yBAAyB,CA0crC;AAWD,4BAAmC,QAAyB;IAI3D,MAAM,eAAe,GAAwC,EAAE,CAAC;IAChE,MAAM,MAAM,GAAoB,EAAE,GAAG,QAAQ,EAAE,CAAC;IAEhD,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAC5B,eAAe,CAAC,IAAI,CAAC;YACpB,OAAO,EAAE,QAAQ;YACjB,MAAM,EACL,mHAAmH;SACpH,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC;IAC3B,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,eAAe,CAAC,IAAI,CAAC;YACpB,OAAO,EAAE,cAAc;YACvB,MAAM,EAAE,sEAAsE;SAC9E,CAAC,CAAC;QACH,MAAM,CAAC,YAAY,GAAG,SAAS,CAAC;IACjC,CAAC;IAID,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC;IAC5F,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,eAAe,CAAC,IAAI,CAAC;YACpB,OAAO,EAAE,4BAA4B;YACrC,MAAM,EAAE,8EAA8E,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;SAC3I,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC;QAC3F,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAClE,CAAC;IAQD,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;AACpC,CAAC;AAkBD,SAAS,gBAAgB,CACxB,mBAAuD;IAEvD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACnF,IAAI,CAAC,QAAQ;QAAE,OAAO,OAAO,CAAC;IAC9B,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,QAAQ,KAAK,qBAAqB;QAAE,OAAO,OAAO,CAAC;IACvD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,wBACC,MAAuB,EACvB,WAA8C,EAC9C,wBAAkD;IAElD,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACtC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,SAAS,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,IAAA,iCAAkB,EAAC,GAAG,CAAC,IAAI,CAAC;gBAClC,IAAI,EAAE,MAAM;gBACZ,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ;aAC3B,CAAC,CAAC;QACJ,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACpC,SAAS,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,wBAAwB,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC;gBACxD,IAAI,EAAE,UAAU;gBAChB,WAAW,EAAE,GAAG,CAAC,WAAW;aAC5B,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC;YACnD,IAAI,UAAU,EAAE,CAAC;gBAChB,SAAS,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,UAAU,CAAC,WAAW;iBACnC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;IACF,CAAC;IAGD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;QAC9C,SAAS,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,sBAAsB,MAAM,CAAC,GAAG,EAAE;SACrE,CAAC,CAAC;IACJ,CAAC;IAID,IACC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO;QACjC,CAAC,CAAC,IAAA,yCAA0B,EAAC,MAAM,CAAC,IAAI,IAAA,yCAA0B,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAChF,CAAC;QACF,SAAS,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,yDAAyD;SACtE,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACxD,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACJ,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,wBAAwB,CAAC;IACjC,CAAC;IACD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,IAAI,6BAA6B;QAAE,OAAO,KAAK,CAAC;IACjG,OAAO,IAAA,kCAAc,EAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,yBAAyB,CAAC,MAAsB;IACxD,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QACnE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO;aAC3B,MAAM,CAAC,CAAC,IAAI,EAAkD,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;aACtF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;aACxB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC"}

package/dist/modules/instance-ai/eval/agent-model-turn-recorder.d.ts

@@ -0,0 +1,9 @@
+import type { FetchFn } from '@n8n/agents';
+import type { InstanceAiEvalAgentModelTurnRecord } from '@n8n/api-types';
+import type { Logger } from '@n8n/backend-common';
+export interface AgentModelTurnRecorder {
+    fetch: FetchFn;
+    turns: InstanceAiEvalAgentModelTurnRecord[];
+    flush(): Promise<void>;
+}
+export declare function createAgentModelTurnRecorder(baseFetch: FetchFn, logger: Logger): AgentModelTurnRecorder;

package/dist/modules/instance-ai/eval/agent-model-turn-recorder.js

@@ -0,0 +1,110 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAgentModelTurnRecorder = createAgentModelTurnRecorder;
+const mock_utils_1 = require("./mock-utils");
+const request_sanitizer_1 = require("./request-sanitizer");
+const MAX_RECORDED_REQUEST_CHARS = 8_000;
+const MAX_RECORDED_RESPONSE_CHARS = 16_000;
+function providerFromUrl(url) {
+    try {
+        const host = new URL(url).hostname;
+        if (host.endsWith('openai.com'))
+            return 'openai';
+        if (host.endsWith('anthropic.com'))
+            return 'anthropic';
+        if (host.endsWith('googleapis.com'))
+            return 'google';
+        if (host.endsWith('openai.azure.com'))
+            return 'azure-openai';
+        return host;
+    }
+    catch {
+        return undefined;
+    }
+}
+function tryParseJson(text) {
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        return undefined;
+    }
+}
+function recordableText(text, maxChars) {
+    const parsed = tryParseJson(text);
+    const serialized = parsed === undefined ? text : JSON.stringify((0, request_sanitizer_1.redactSecretKeys)(parsed));
+    return (0, request_sanitizer_1.truncateForLlm)((0, request_sanitizer_1.redactSecretValuePatterns)(serialized), maxChars);
+}
+function recordableRequestBody(body) {
+    if (typeof body !== 'string') {
+        return body === undefined || body === null ? undefined : '[non-string request body]';
+    }
+    const parsed = tryParseJson(body);
+    if (parsed === undefined)
+        return (0, request_sanitizer_1.truncateForLlm)((0, request_sanitizer_1.redactSecretValuePatterns)(body), MAX_RECORDED_REQUEST_CHARS);
+    const serialized = (0, request_sanitizer_1.redactSecretValuePatterns)(JSON.stringify((0, request_sanitizer_1.redactSecretKeys)(parsed)));
+    if (serialized.length <= MAX_RECORDED_REQUEST_CHARS) {
+        return tryParseJson(serialized) ?? serialized;
+    }
+    return (0, request_sanitizer_1.truncateForLlm)(serialized, MAX_RECORDED_REQUEST_CHARS);
+}
+function stripQuery(url) {
+    const queryStart = url.indexOf('?');
+    return queryStart === -1 ? url : `${url.slice(0, queryStart)}?[query redacted]`;
+}
+function createAgentModelTurnRecorder(baseFetch, logger) {
+    const turns = [];
+    const pendingReads = [];
+    const recordingFetch = async (input, init) => {
+        const url = (0, mock_utils_1.resolveUrl)(input);
+        const turn = {
+            url: stripQuery(url),
+            provider: providerFromUrl(url),
+            streamed: false,
+            requestBody: recordableRequestBody(init?.body),
+        };
+        turns.push(turn);
+        const startedAt = Date.now();
+        let response;
+        try {
+            response = await baseFetch(input, init);
+        }
+        catch (error) {
+            turn.durationMs = Date.now() - startedAt;
+            turn.error = error instanceof Error ? error.message : String(error);
+            throw error;
+        }
+        turn.durationMs = Date.now() - startedAt;
+        turn.status = response.status;
+        turn.streamed = (response.headers.get('content-type') ?? '').includes('text/event-stream');
+        try {
+            const teed = response.clone();
+            pendingReads.push(teed
+                .text()
+                .then((text) => {
+                turn.responseBody = recordableText(text, MAX_RECORDED_RESPONSE_CHARS);
+            })
+                .catch((error) => {
+                logger.debug('[EvalAgentMock] Model turn tee failed', {
+                    url: stripQuery(url),
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }));
+        }
+        catch (error) {
+            logger.debug('[EvalAgentMock] Model response clone failed', {
+                url: stripQuery(url),
+                error: error instanceof Error ? error.message : String(error),
+            });
+        }
+        return response;
+    };
+    return {
+        fetch: recordingFetch,
+        turns,
+        async flush() {
+            await Promise.allSettled(pendingReads);
+        },
+    };
+}
+//# sourceMappingURL=agent-model-turn-recorder.js.map