@chanl/scenarios-core 0.4.0

package/dist/scenarios/services/scenario-execution.service.d.ts

@@ -0,0 +1,73 @@
+import { Model } from 'mongoose';
+import { ScenarioExecution, ScenarioExecutionDocument } from '../schemas/scenario-execution.schema';
+import { ScenarioDocument } from '../schemas/scenario.schema';
+import { ExecuteScenarioDto, RetryExecutionDto, EvaluateExecutionDto } from '../dto/execute-scenario.dto';
+import { QueueProducerService } from '../../execution/queue-producer.service';
+import { EvaluationService } from '@chanl/scorecards-core';
+export declare class ScenarioExecutionService {
+    private executionModel;
+    private scenarioModel;
+    private readonly queueProducer;
+    private readonly evaluationService;
+    private readonly logger;
+    constructor(executionModel: Model<ScenarioExecutionDocument>, scenarioModel: Model<ScenarioDocument>, queueProducer: QueueProducerService, evaluationService: EvaluationService);
+    /**
+     * Create and queue a scenario execution.
+     * Note: actual queue processing will be wired up by the execution engine (Task 4).
+     */
+    execute(scenarioId: string, executeDto: ExecuteScenarioDto): Promise<ScenarioExecution>;
+    /**
+     * Get execution by executionId
+     */
+    findOne(executionId: string): Promise<ScenarioExecution>;
+    /**
+     * Get executions for a specific scenario
+     */
+    findByScenario(scenarioId: string, pagination?: {
+        limit?: number;
+        offset?: number;
+    }): Promise<{
+        executions: ScenarioExecution[];
+        total: number;
+    }>;
+    /**
+     * Get all executions with filters
+     */
+    findAll(filters?: {
+        scenarioId?: string;
+        agentId?: string;
+        personaId?: string;
+        status?: string;
+        triggerId?: string;
+        triggeredBy?: string;
+        fromDate?: string;
+        toDate?: string;
+        minScore?: number;
+        maxScore?: number;
+    }, pagination?: {
+        limit?: number;
+        offset?: number;
+    }): Promise<{
+        executions: ScenarioExecution[];
+        total: number;
+    }>;
+    /**
+     * Update execution status
+     */
+    updateStatus(executionId: string, status: string, updates?: Partial<ScenarioExecution>): Promise<ScenarioExecution>;
+    /**
+     * Cancel a running or queued execution
+     */
+    cancel(executionId: string): Promise<void>;
+    /**
+     * Retry a failed execution
+     */
+    retry(executionId: string, retryDto: RetryExecutionDto): Promise<ScenarioExecution>;
+    /**
+     * Evaluate a completed execution against a scorecard.
+     * Builds a transcript from stepResults and runs the EvaluationService.
+     */
+    evaluate(executionId: string, dto: EvaluateExecutionDto): Promise<ScenarioExecution>;
+    private generateEvalSummary;
+}
+//# sourceMappingURL=scenario-execution.service.d.ts.map

package/dist/scenarios/services/scenario-execution.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario-execution.service.d.ts","sourceRoot":"","sources":["../../../src/scenarios/services/scenario-execution.service.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,KAAK,EAAS,MAAM,UAAU,CAAC;AAExC,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EAC1B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAY,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wCAAwC,CAAC;AAC9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAI3D,qBACa,wBAAwB;IAKjC,OAAO,CAAC,cAAc;IAEtB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IARpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6C;gBAI1D,cAAc,EAAE,KAAK,CAAC,yBAAyB,CAAC,EAEhD,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,EAC7B,aAAa,EAAE,oBAAoB,EACnC,iBAAiB,EAAE,iBAAiB;IAGvD;;;OAGG;IACG,OAAO,CACX,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,kBAAkB,GAC7B,OAAO,CAAC,iBAAiB,CAAC;IAmE7B;;OAEG;IACG,OAAO,CACX,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,iBAAiB,CAAC;IA2B7B;;OAEG;IACG,cAAc,CAClB,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAC/C,OAAO,CAAC;QAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IA+B9D;;OAEG;IACG,OAAO,CACX,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,EACD,UAAU,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAC/C,OAAO,CAAC;QAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAuE9D;;OAEG;IACG,YAAY,CAChB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GACnC,OAAO,CAAC,iBAAiB,CAAC;IAuC7B;;OAEG;IACG,MAAM,CACV,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;IA4ChB;;OAEG;IACG,KAAK,CACT,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,iBAAiB,CAAC;IA0E7B;;;OAGG;IACG,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,GAAG,EAAE,oBAAoB,GACxB,OAAO,CAAC,iBAAiB,CAAC;YA0Kf,mBAAmB;CAsDlC"}

package/dist/scenarios/services/scenario-execution.service.js

@@ -0,0 +1,505 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var ScenarioExecutionService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScenarioExecutionService = void 0;
+const common_1 = require("@nestjs/common");
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+const crypto_1 = require("crypto");
+const scenario_execution_schema_1 = require("../schemas/scenario-execution.schema");
+const scenario_schema_1 = require("../schemas/scenario.schema");
+const queue_producer_service_1 = require("../../execution/queue-producer.service");
+const scorecards_core_1 = require("@chanl/scorecards-core");
+const judge_llm_1 = require("../../execution/judge-llm");
+let ScenarioExecutionService = ScenarioExecutionService_1 = class ScenarioExecutionService {
+    constructor(executionModel, scenarioModel, queueProducer, evaluationService) {
+        this.executionModel = executionModel;
+        this.scenarioModel = scenarioModel;
+        this.queueProducer = queueProducer;
+        this.evaluationService = evaluationService;
+        this.logger = new common_1.Logger(ScenarioExecutionService_1.name);
+    }
+    /**
+     * Create and queue a scenario execution.
+     * Note: actual queue processing will be wired up by the execution engine (Task 4).
+     */
+    async execute(scenarioId, executeDto) {
+        try {
+            // Verify scenario exists and is active
+            const scenario = await this.scenarioModel.findById(scenarioId);
+            if (!scenario) {
+                throw new common_1.NotFoundException(`Scenario with ID ${scenarioId} not found`);
+            }
+            if (scenario.status !== 'active') {
+                throw new common_1.BadRequestException(`Cannot execute scenario with status "${scenario.status}". Scenario must be active.`);
+            }
+            // Create execution record
+            const executionId = `exec_${(0, crypto_1.randomUUID)()}`;
+            const executionData = {
+                executionId,
+                scenarioId: new mongoose_2.Types.ObjectId(scenarioId),
+                promptId: new mongoose_2.Types.ObjectId(executeDto.promptId),
+                personaId: executeDto.personaId
+                    ? new mongoose_2.Types.ObjectId(executeDto.personaId)
+                    : scenario.personaIds?.[0],
+                scorecardId: executeDto.scorecardId
+                    ? new mongoose_2.Types.ObjectId(executeDto.scorecardId)
+                    : scenario.scorecardId,
+                triggerId: executeDto.triggerId
+                    ? new mongoose_2.Types.ObjectId(executeDto.triggerId)
+                    : undefined,
+                status: 'queued',
+                startTime: new Date(),
+                triggeredBy: 'system',
+                parameters: executeDto.parameters || {},
+                environment: {
+                    version: '1.0.0',
+                    environment: executeDto.environment || 'development',
+                },
+            };
+            const execution = new this.executionModel(executionData);
+            const savedExecution = await execution.save();
+            // Enqueue the BullMQ job for the execution processor
+            await this.queueProducer.enqueueExecution(executionId, scenarioId, {
+                promptId: executeDto.promptId,
+                personaId: executeDto.personaId || scenario.personaIds?.[0]?.toString(),
+                parameters: executeDto.parameters,
+                toolFixtureIds: executeDto.toolFixtureIds,
+            });
+            this.logger.log(`Created and enqueued execution ${executionId} for scenario ${scenarioId}`);
+            return savedExecution.toJSON();
+        }
+        catch (error) {
+            this.logger.error(`Failed to queue execution: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Get execution by executionId
+     */
+    async findOne(executionId) {
+        try {
+            // Accept both MongoDB _id (24-char hex) and executionId (exec_uuid)
+            const isObjectId = /^[a-f0-9]{24}$/.test(executionId);
+            const execution = isObjectId
+                ? await this.executionModel.findById(executionId)
+                : await this.executionModel.findOne({ executionId });
+            if (!execution) {
+                throw new common_1.NotFoundException(`Execution with ID ${executionId} not found`);
+            }
+            return execution.toJSON();
+        }
+        catch (error) {
+            if (error instanceof common_1.NotFoundException) {
+                throw error;
+            }
+            this.logger.error(`Failed to find execution: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Get executions for a specific scenario
+     */
+    async findByScenario(scenarioId, pagination) {
+        try {
+            const query = {
+                scenarioId: new mongoose_2.Types.ObjectId(scenarioId),
+            };
+            let queryBuilder = this.executionModel
+                .find(query)
+                .sort({ startTime: -1 });
+            if (pagination?.offset)
+                queryBuilder = queryBuilder.skip(pagination.offset);
+            if (pagination?.limit)
+                queryBuilder = queryBuilder.limit(pagination.limit);
+            const executions = await queryBuilder.exec();
+            const total = await this.executionModel.countDocuments(query);
+            return {
+                executions: executions.map((e) => e.toJSON()),
+                total,
+            };
+        }
+        catch (error) {
+            this.logger.error(`Failed to find scenario executions: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Get all executions with filters
+     */
+    async findAll(filters, pagination) {
+        try {
+            const query = {};
+            if (filters) {
+                if (filters.scenarioId) {
+                    query.scenarioId = new mongoose_2.Types.ObjectId(filters.scenarioId);
+                }
+                if (filters.agentId) {
+                    query.agentId = new mongoose_2.Types.ObjectId(filters.agentId);
+                }
+                if (filters.personaId) {
+                    query.personaId = new mongoose_2.Types.ObjectId(filters.personaId);
+                }
+                if (filters.status) {
+                    query.status = filters.status;
+                }
+                if (filters.triggerId) {
+                    query.triggerId = new mongoose_2.Types.ObjectId(filters.triggerId);
+                }
+                if (filters.triggeredBy) {
+                    query.triggeredBy = filters.triggeredBy;
+                }
+                if (filters.fromDate || filters.toDate) {
+                    query.startTime = {};
+                    if (filters.fromDate) {
+                        query.startTime.$gte = new Date(filters.fromDate);
+                    }
+                    if (filters.toDate) {
+                        query.startTime.$lte = new Date(filters.toDate);
+                    }
+                }
+                if (filters.minScore !== undefined ||
+                    filters.maxScore !== undefined) {
+                    query.overallScore = {};
+                    if (filters.minScore !== undefined) {
+                        query.overallScore.$gte = filters.minScore;
+                    }
+                    if (filters.maxScore !== undefined) {
+                        query.overallScore.$lte = filters.maxScore;
+                    }
+                }
+            }
+            let queryBuilder = this.executionModel
+                .find(query)
+                .sort({ startTime: -1 });
+            if (pagination?.offset)
+                queryBuilder = queryBuilder.skip(pagination.offset);
+            if (pagination?.limit)
+                queryBuilder = queryBuilder.limit(pagination.limit);
+            const executions = await queryBuilder.exec();
+            const total = await this.executionModel.countDocuments(query);
+            return {
+                executions: executions.map((e) => e.toJSON()),
+                total,
+            };
+        }
+        catch (error) {
+            this.logger.error(`Failed to find executions: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Update execution status
+     */
+    async updateStatus(executionId, status, updates) {
+        try {
+            const updateData = {
+                status,
+                updatedAt: new Date(),
+                ...updates,
+            };
+            if (['completed', 'failed', 'timeout', 'cancelled'].includes(status)) {
+                updateData.endTime = updateData.endTime || new Date();
+            }
+            const execution = await this.executionModel.findOneAndUpdate({ executionId }, updateData, { new: true });
+            if (!execution) {
+                throw new common_1.NotFoundException(`Execution with ID ${executionId} not found`);
+            }
+            return execution.toJSON();
+        }
+        catch (error) {
+            if (error instanceof common_1.NotFoundException) {
+                throw error;
+            }
+            this.logger.error(`Failed to update execution status: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Cancel a running or queued execution
+     */
+    async cancel(executionId) {
+        try {
+            const isObjectId = /^[a-f0-9]{24}$/.test(executionId);
+            const execution = isObjectId
+                ? await this.executionModel.findById(executionId)
+                : await this.executionModel.findOne({ executionId });
+            if (!execution) {
+                throw new common_1.NotFoundException(`Execution with ID ${executionId} not found`);
+            }
+            if (!['queued', 'running'].includes(execution.status)) {
+                throw new common_1.BadRequestException(`Cannot cancel execution with status "${execution.status}"`);
+            }
+            await this.executionModel.findOneAndUpdate({ executionId }, {
+                status: 'cancelled',
+                endTime: new Date(),
+                updatedAt: new Date(),
+            });
+            this.logger.log(`Cancelled execution ${executionId}`);
+        }
+        catch (error) {
+            if (error instanceof common_1.NotFoundException ||
+                error instanceof common_1.BadRequestException) {
+                throw error;
+            }
+            this.logger.error(`Failed to cancel execution: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Retry a failed execution
+     */
+    async retry(executionId, retryDto) {
+        try {
+            const isObjectId = /^[a-f0-9]{24}$/.test(executionId);
+            const originalExecution = isObjectId
+                ? await this.executionModel.findById(executionId)
+                : await this.executionModel.findOne({ executionId });
+            if (!originalExecution) {
+                throw new common_1.NotFoundException(`Execution with ID ${executionId} not found`);
+            }
+            if (!['failed', 'timeout', 'cancelled'].includes(originalExecution.status)) {
+                throw new common_1.BadRequestException(`Cannot retry execution with status "${originalExecution.status}"`);
+            }
+            // Create new execution based on original
+            const newExecutionId = `exec_${(0, crypto_1.randomUUID)()}`;
+            const retryCount = (originalExecution.retryInfo?.retryCount || 0) + 1;
+            const newExecution = new this.executionModel({
+                executionId: newExecutionId,
+                scenarioId: originalExecution.scenarioId,
+                agentId: originalExecution.agentId,
+                personaId: originalExecution.personaId,
+                scorecardId: originalExecution.scorecardId,
+                triggerId: originalExecution.triggerId,
+                status: 'queued',
+                startTime: new Date(),
+                triggeredBy: 'system',
+                parameters: {
+                    ...originalExecution.parameters,
+                    ...retryDto.parameters,
+                },
+                environment: originalExecution.environment,
+                retryInfo: {
+                    isRetry: true,
+                    retryCount,
+                    originalExecutionId: executionId,
+                    retryReason: retryDto.reason || 'Manual retry',
+                },
+                parentExecutionId: originalExecution._id,
+            });
+            const savedExecution = await newExecution.save();
+            this.logger.log(`Created retry execution ${newExecutionId} for original ${executionId}`);
+            return savedExecution.toJSON();
+        }
+        catch (error) {
+            if (error instanceof common_1.NotFoundException ||
+                error instanceof common_1.BadRequestException) {
+                throw error;
+            }
+            this.logger.error(`Failed to retry execution: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Evaluate a completed execution against a scorecard.
+     * Builds a transcript from stepResults and runs the EvaluationService.
+     */
+    async evaluate(executionId, dto) {
+        // 1. Load execution
+        const isObjectId = /^[a-f0-9]{24}$/.test(executionId);
+        const execution = isObjectId
+            ? await this.executionModel.findById(executionId)
+            : await this.executionModel.findOne({ executionId });
+        if (!execution) {
+            throw new common_1.NotFoundException(`Execution with ID ${executionId} not found`);
+        }
+        if (execution.status !== 'completed') {
+            throw new common_1.BadRequestException(`Cannot evaluate execution with status "${execution.status}". Execution must be completed.`);
+        }
+        if (!execution.stepResults || execution.stepResults.length === 0) {
+            throw new common_1.BadRequestException('Execution has no step results to evaluate.');
+        }
+        // 2. Build transcript from stepResults
+        const conversationSteps = execution.stepResults.filter((s) => s.role === 'persona' || s.role === 'agent');
+        if (conversationSteps.length === 0) {
+            throw new common_1.BadRequestException('Execution has no conversation steps (persona/agent) to evaluate.');
+        }
+        const transcriptText = conversationSteps
+            .map((s) => s.role === 'agent'
+            ? `Agent: ${s.actualResponse || ''}`
+            : `Customer: ${s.actualResponse || ''}`)
+            .join('\n');
+        const segments = conversationSteps.map((s) => ({
+            speaker: s.role === 'agent' ? 'agent' : 'customer',
+            text: s.actualResponse || '',
+        }));
+        // 3. Resolve an API key for the LLM judge
+        // Priority: Settings DB (UI-configured) > env vars (headless/CI fallback)
+        let judgeApiKey;
+        let judgeKind = 'openai';
+        // Settings DB first — this is where the Settings UI saves keys
+        try {
+            const settingsDoc = await this.executionModel.db.collection('settings').findOne({});
+            const providerKeys = settingsDoc?.providerKeys ?? {};
+            if (providerKeys.openai) {
+                judgeApiKey = providerKeys.openai;
+                judgeKind = 'openai';
+            }
+            else if (providerKeys.anthropic) {
+                judgeApiKey = providerKeys.anthropic;
+                judgeKind = 'anthropic';
+            }
+        }
+        catch {
+            // Settings lookup failed — fall through to env vars
+        }
+        // Env var fallback (headless/CI)
+        if (!judgeApiKey && process.env.CHANL_OPENAI_API_KEY) {
+            judgeApiKey = process.env.CHANL_OPENAI_API_KEY;
+            judgeKind = 'openai';
+        }
+        else if (!judgeApiKey && process.env.CHANL_ANTHROPIC_API_KEY) {
+            judgeApiKey = process.env.CHANL_ANTHROPIC_API_KEY;
+            judgeKind = 'anthropic';
+        }
+        const llmEvaluate = judgeApiKey
+            ? (0, judge_llm_1.buildLlmJudge)({ kind: judgeKind, apiKey: judgeApiKey })
+            : undefined;
+        // 4. Calculate first-response latency metric
+        const firstAgentStep = conversationSteps.find((s) => s.role === 'agent');
+        const firstResponseLatency = firstAgentStep?.duration
+            ? firstAgentStep.duration / 1000
+            : 0;
+        // 5. Run evaluation
+        try {
+            const evalResult = await this.evaluationService.evaluate(dto.scorecardId, {
+                transcriptText,
+                segments,
+                metrics: { firstResponseLatency },
+                llmEvaluate,
+            }, { scenarioExecutionId: execution.executionId });
+            // 6. Save results to execution via findOneAndUpdate
+            const scorecardResults = {
+                scorecardId: dto.scorecardId,
+                resultId: evalResult.resultId,
+                overallScore: evalResult.overallScore,
+                passed: evalResult.passed,
+                categoryScores: evalResult.categoryScores,
+                criteriaResults: evalResult.criteriaResults.map((cr) => ({
+                    criteriaId: cr.criteriaId,
+                    criteriaKey: cr.criteriaKey,
+                    criteriaName: cr.criteriaName,
+                    categoryId: cr.categoryId,
+                    categoryName: cr.categoryName,
+                    passed: cr.passed,
+                    result: cr.result,
+                    reasoning: cr.reasoning,
+                    evidence: cr.evidence,
+                })),
+                evaluatedAt: new Date(),
+            };
+            const filter = isObjectId
+                ? { _id: executionId }
+                : { executionId };
+            // Generate critical summary — reuse the same judge key
+            let scorecardSummary;
+            if (judgeApiKey) {
+                try {
+                    scorecardSummary = await this.generateEvalSummary(evalResult, { kind: judgeKind, apiKey: judgeApiKey });
+                }
+                catch {
+                    // Non-fatal — summary is optional
+                }
+            }
+            const updated = await this.executionModel.findOneAndUpdate(filter, { $set: { scorecardResults, ...(scorecardSummary ? { scorecardSummary } : {}) } }, { new: true });
+            if (!updated) {
+                throw new common_1.NotFoundException(`Execution with ID ${executionId} not found after evaluation`);
+            }
+            this.logger.log(`Evaluated execution ${executionId} against scorecard ${dto.scorecardId} — score: ${evalResult.overallScore}, passed: ${evalResult.passed}`);
+            return updated.toJSON();
+        }
+        catch (error) {
+            if (error instanceof common_1.NotFoundException ||
+                error instanceof common_1.BadRequestException) {
+                throw error;
+            }
+            this.logger.error(`Failed to evaluate execution: ${error.message}`, error.stack);
+            throw new common_1.InternalServerErrorException(`Evaluation failed: ${error.message}`);
+        }
+    }
+    async generateEvalSummary(evalResult, llmConfig) {
+        const failed = evalResult.criteriaResults.filter((c) => !c.passed);
+        const passed = evalResult.criteriaResults.filter((c) => c.passed);
+        const scorePercent = Math.round(evalResult.overallScore * 10);
+        const prompt = `You are a QA analyst summarizing an AI agent evaluation.
+
+Score: ${scorePercent}% (${passed.length}/${evalResult.criteriaResults.length} criteria passed)
+
+Failed criteria:
+${failed.length === 0 ? 'None — all criteria passed.' : failed.map((c) => `- ${c.criteriaName} (${c.categoryName}): ${c.reasoning || 'No reasoning'}`).join('\n')}
+
+Passed criteria:
+${passed.map((c) => `- ${c.criteriaName} (${c.categoryName})`).join('\n')}
+
+Write a critical 2-3 sentence summary. Focus on what went wrong (if anything) and the most important strengths. Be specific — name the criteria. No filler.`;
+        if (llmConfig.kind === 'openai') {
+            const res = await fetch('https://api.openai.com/v1/chat/completions', {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${llmConfig.apiKey}` },
+                body: JSON.stringify({
+                    model: llmConfig.model || 'gpt-4o-mini',
+                    messages: [{ role: 'user', content: prompt }],
+                    max_tokens: 150,
+                    temperature: 0.3,
+                }),
+            });
+            if (!res.ok)
+                return undefined;
+            const data = await res.json();
+            return data.choices?.[0]?.message?.content?.trim() || undefined;
+        }
+        else if (llmConfig.kind === 'anthropic') {
+            const res = await fetch('https://api.anthropic.com/v1/messages', {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'x-api-key': llmConfig.apiKey,
+                    'anthropic-version': '2023-06-01',
+                },
+                body: JSON.stringify({
+                    model: llmConfig.model || 'claude-3-5-haiku-20241022',
+                    max_tokens: 150,
+                    messages: [{ role: 'user', content: prompt }],
+                }),
+            });
+            if (!res.ok)
+                return undefined;
+            const data = await res.json();
+            return data.content?.[0]?.text?.trim() || undefined;
+        }
+        return undefined;
+    }
+};
+exports.ScenarioExecutionService = ScenarioExecutionService;
+exports.ScenarioExecutionService = ScenarioExecutionService = ScenarioExecutionService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, mongoose_1.InjectModel)(scenario_execution_schema_1.ScenarioExecution.name)),
+    __param(1, (0, mongoose_1.InjectModel)(scenario_schema_1.Scenario.name)),
+    __metadata("design:paramtypes", [mongoose_2.Model,
+        mongoose_2.Model,
+        queue_producer_service_1.QueueProducerService,
+        scorecards_core_1.EvaluationService])
+], ScenarioExecutionService);
+//# sourceMappingURL=scenario-execution.service.js.map

package/dist/scenarios/services/scenario-execution.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario-execution.service.js","sourceRoot":"","sources":["../../../src/scenarios/services/scenario-execution.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAMwB;AACxB,+CAA+C;AAC/C,uCAAwC;AACxC,mCAAoC;AACpC,oFAG8C;AAC9C,gEAAwE;AAMxE,mFAA8E;AAC9E,4DAA2D;AAC3D,yDAA0D;AAInD,IAAM,wBAAwB,gCAA9B,MAAM,wBAAwB;IAGnC,YAEE,cAAwD,EAExD,aAA8C,EAC7B,aAAmC,EACnC,iBAAoC;QAJ7C,mBAAc,GAAd,cAAc,CAAkC;QAEhD,kBAAa,GAAb,aAAa,CAAyB;QAC7B,kBAAa,GAAb,aAAa,CAAsB;QACnC,sBAAiB,GAAjB,iBAAiB,CAAmB;QARtC,WAAM,GAAG,IAAI,eAAM,CAAC,0BAAwB,CAAC,IAAI,CAAC,CAAC;IASjE,CAAC;IAEJ;;;OAGG;IACH,KAAK,CAAC,OAAO,CACX,UAAkB,EAClB,UAA8B;QAE9B,IAAI,CAAC;YACH,uCAAuC;YACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,0BAAiB,CACzB,oBAAoB,UAAU,YAAY,CAC3C,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACjC,MAAM,IAAI,4BAAmB,CAC3B,wCAAwC,QAAQ,CAAC,MAAM,6BAA6B,CACrF,CAAC;YACJ,CAAC;YAED,0BAA0B;YAC1B,MAAM,WAAW,GAAG,QAAQ,IAAA,mBAAU,GAAE,EAAE,CAAC;YAC3C,MAAM,aAAa,GAAQ;gBACzB,WAAW;gBACX,UAAU,EAAE,IAAI,gBAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC1C,QAAQ,EAAE,IAAI,gBAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;gBACjD,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC7B,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC;oBAC1C,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC5B,WAAW,EAAE,UAAU,CAAC,WAAW;oBACjC,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC;oBAC5C,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACxB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC7B,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC;oBAC1C,CAAC,CAAC,SAAS;gBACb,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,WAAW,EAAE,QAAQ;gBACrB,UAAU,EAAE,UAAU,CAAC,UAAU,IAAI,EAAE;gBACvC,WAAW,EAAE;oBACX,OAAO,EAAE,OAAO;oBAChB,WAAW,EAAE,UAAU,CAAC,WAAW,IAAI,aAAa;iBACrD;aACF,CAAC;YAEF,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YACzD,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;YAE9C,qDAAqD;YACrD,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,EAAE,UAAU,EAAE;gBACjE,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,SAAS,EACP,UAAU,CAAC,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE;gBAC9D,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,cAAc,EAAE,UAAU,CAAC,cAAc;aAC1C,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,kCAAkC,WAAW,iBAAiB,UAAU,EAAE,CAC3E,CAAC;YAEF,OAAO,cAAc,CAAC,MAAM,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,KAAK,CAAC,OAAO,EAAE,EAC7C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,WAAmB;QAEnB,IAAI,CAAC;YACH,oEAAoE;YACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU;gBAC1B,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC;gBACjD,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;YAEvD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,YAAY,CAC7C,CAAC;YACJ,CAAC;YAED,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,YAAY,0BAAiB,EAAE,CAAC;gBACvC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6BAA6B,KAAK,CAAC,OAAO,EAAE,EAC5C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,UAAkB,EAClB,UAAgD;QAEhD,IAAI,CAAC;YACH,MAAM,KAAK,GAAQ;gBACjB,UAAU,EAAE,IAAI,gBAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;aAC3C,CAAC;YAEF,IAAI,YAAY,GAAG,IAAI,CAAC,cAAc;iBACnC,IAAI,CAAC,KAAK,CAAC;iBACX,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAE3B,IAAI,UAAU,EAAE,MAAM;gBACpB,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,UAAU,EAAE,KAAK;gBACnB,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEtD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAE9D,OAAO;gBACL,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC7C,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uCAAuC,KAAK,CAAC,OAAO,EAAE,EACtD,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,OAWC,EACD,UAAgD;QAEhD,IAAI,CAAC;YACH,MAAM,KAAK,GAAQ,EAAE,CAAC;YAEtB,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACvB,KAAK,CAAC,UAAU,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC5D,CAAC;gBACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,KAAK,CAAC,OAAO,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACtD,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,KAAK,CAAC,SAAS,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAChC,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,KAAK,CAAC,SAAS,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBACxB,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;gBAC1C,CAAC;gBACD,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACvC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;oBACrB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;wBACrB,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBACpD,CAAC;oBACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;wBACnB,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC;gBACD,IACE,OAAO,CAAC,QAAQ,KAAK,SAAS;oBAC9B,OAAO,CAAC,QAAQ,KAAK,SAAS,EAC9B,CAAC;oBACD,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC;oBACxB,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;wBACnC,KAAK,CAAC,YAAY,CAAC,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;oBAC7C,CAAC;oBACD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;wBACnC,KAAK,CAAC,YAAY,CAAC,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;oBAC7C,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,YAAY,GAAG,IAAI,CAAC,cAAc;iBACnC,IAAI,CAAC,KAAK,CAAC;iBACX,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAE3B,IAAI,UAAU,EAAE,MAAM;gBACpB,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,UAAU,EAAE,KAAK;gBACnB,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEtD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAE9D,OAAO;gBACL,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC7C,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,KAAK,CAAC,OAAO,EAAE,EAC7C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,WAAmB,EACnB,MAAc,EACd,OAAoC;QAEpC,IAAI,CAAC;YACH,MAAM,UAAU,GAAQ;gBACtB,MAAM;gBACN,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,GAAG,OAAO;aACX,CAAC;YAEF,IACE,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAChE,CAAC;gBACD,UAAU,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,IAAI,IAAI,EAAE,CAAC;YACxD,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAC1D,EAAE,WAAW,EAAE,EACf,UAAU,EACV,EAAE,GAAG,EAAE,IAAI,EAAE,CACd,CAAC;YAEF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,YAAY,CAC7C,CAAC;YACJ,CAAC;YAED,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,YAAY,0BAAiB,EAAE,CAAC;gBACvC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,sCAAsC,KAAK,CAAC,OAAO,EAAE,EACrD,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU;gBAC1B,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC;gBACjD,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;YAEvD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,YAAY,CAC7C,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,4BAAmB,CAC3B,wCAAwC,SAAS,CAAC,MAAM,GAAG,CAC5D,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CACxC,EAAE,WAAW,EAAE,EACf;gBACE,MAAM,EAAE,WAAW;gBACnB,OAAO,EAAE,IAAI,IAAI,EAAE;gBACnB,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CACF,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IACE,KAAK,YAAY,0BAAiB;gBAClC,KAAK,YAAY,4BAAmB,EACpC,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+BAA+B,KAAK,CAAC,OAAO,EAAE,EAC9C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,WAAmB,EACnB,QAA2B;QAE3B,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtD,MAAM,iBAAiB,GAAG,UAAU;gBAClC,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC;gBACjD,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;YAEvD,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,YAAY,CAC7C,CAAC;YACJ,CAAC;YAED,IACE,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,QAAQ,CAC1C,iBAAiB,CAAC,MAAM,CACzB,EACD,CAAC;gBACD,MAAM,IAAI,4BAAmB,CAC3B,uCAAuC,iBAAiB,CAAC,MAAM,GAAG,CACnE,CAAC;YACJ,CAAC;YAED,yCAAyC;YACzC,MAAM,cAAc,GAAG,QAAQ,IAAA,mBAAU,GAAE,EAAE,CAAC;YAC9C,MAAM,UAAU,GACd,CAAC,iBAAiB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAErD,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC;gBAC3C,WAAW,EAAE,cAAc;gBAC3B,UAAU,EAAE,iBAAiB,CAAC,UAAU;gBACxC,OAAO,EAAE,iBAAiB,CAAC,OAAO;gBAClC,SAAS,EAAE,iBAAiB,CAAC,SAAS;gBACtC,WAAW,EAAE,iBAAiB,CAAC,WAAW;gBAC1C,SAAS,EAAE,iBAAiB,CAAC,SAAS;gBACtC,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,WAAW,EAAE,QAAQ;gBACrB,UAAU,EAAE;oBACV,GAAG,iBAAiB,CAAC,UAAU;oBAC/B,GAAG,QAAQ,CAAC,UAAU;iBACvB;gBACD,WAAW,EAAE,iBAAiB,CAAC,WAAW;gBAC1C,SAAS,EAAE;oBACT,OAAO,EAAE,IAAI;oBACb,UAAU;oBACV,mBAAmB,EAAE,WAAW;oBAChC,WAAW,EAAE,QAAQ,CAAC,MAAM,IAAI,cAAc;iBAC/C;gBACD,iBAAiB,EAAE,iBAAiB,CAAC,GAAG;aACzC,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;YAEjD,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,2BAA2B,cAAc,iBAAiB,WAAW,EAAE,CACxE,CAAC;YAEF,OAAO,cAAc,CAAC,MAAM,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IACE,KAAK,YAAY,0BAAiB;gBAClC,KAAK,YAAY,4BAAmB,EACpC,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,KAAK,CAAC,OAAO,EAAE,EAC7C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CACZ,WAAmB,EACnB,GAAyB;QAEzB,oBAAoB;QACpB,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,UAAU;YAC1B,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC;YACjD,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;QAEvD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,YAAY,CAC7C,CAAC;QACJ,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACrC,MAAM,IAAI,4BAAmB,CAC3B,0CAA0C,SAAS,CAAC,MAAM,iCAAiC,CAC5F,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,WAAW,IAAI,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjE,MAAM,IAAI,4BAAmB,CAC3B,4CAA4C,CAC7C,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,MAAM,iBAAiB,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,CAClD,CAAC;QAEF,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,4BAAmB,CAC3B,kEAAkE,CACnE,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,iBAAiB;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,CAAC,CAAC,IAAI,KAAK,OAAO;YAChB,CAAC,CAAC,UAAU,CAAC,CAAC,cAAc,IAAI,EAAE,EAAE;YACpC,CAAC,CAAC,aAAa,CAAC,CAAC,cAAc,IAAI,EAAE,EAAE,CAC1C;aACA,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,QAAQ,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,OAAO,EAAE,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;YAClD,IAAI,EAAE,CAAC,CAAC,cAAc,IAAI,EAAE;SAC7B,CAAC,CAAC,CAAC;QAEJ,0CAA0C;QAC1C,0EAA0E;QAC1E,IAAI,WAA+B,CAAC;QACpC,IAAI,SAAS,GAA2B,QAAQ,CAAC;QAEjD,+DAA+D;QAC/D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACpF,MAAM,YAAY,GAA2B,WAAW,EAAE,YAAY,IAAI,EAAE,CAAC;YAC7E,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;gBACxB,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC;gBAClC,SAAS,GAAG,QAAQ,CAAC;YACvB,CAAC;iBAAM,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;gBAClC,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC;gBACrC,SAAS,GAAG,WAAW,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;QACtD,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;YACrD,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;YAC/C,SAAS,GAAG,QAAQ,CAAC;QACvB,CAAC;aAAM,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC;YAC/D,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;YAClD,SAAS,GAAG,WAAW,CAAC;QAC1B,CAAC;QAED,MAAM,WAAW,GAAG,WAAW;YAC7B,CAAC,CAAC,IAAA,yBAAa,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;YACzD,CAAC,CAAC,SAAS,CAAC;QAEd,6CAA6C;QAC7C,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACzE,MAAM,oBAAoB,GAAG,cAAc,EAAE,QAAQ;YACnD,CAAC,CAAC,cAAc,CAAC,QAAQ,GAAG,IAAI;YAChC,CAAC,CAAC,CAAC,CAAC;QAEN,oBAAoB;QACpB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CACtD,GAAG,CAAC,WAAW,EACf;gBACE,cAAc;gBACd,QAAQ;gBACR,OAAO,EAAE,EAAE,oBAAoB,EAAE;gBACjC,WAAW;aACZ,EACD,EAAE,mBAAmB,EAAE,SAAS,CAAC,WAAW,EAAE,CAC/C,CAAC;YAEF,oDAAoD;YACpD,MAAM,gBAAgB,GAAG;gBACvB,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,eAAe,EAAE,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACvD,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,WAAW,EAAE,EAAE,CAAC,WAAW;oBAC3B,YAAY,EAAE,EAAE,CAAC,YAAY;oBAC7B,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,YAAY,EAAE,EAAE,CAAC,YAAY;oBAC7B,MAAM,EAAE,EAAE,CAAC,MAAM;oBACjB,MAAM,EAAE,EAAE,CAAC,MAAM;oBACjB,SAAS,EAAE,EAAE,CAAC,SAAS;oBACvB,QAAQ,EAAE,EAAE,CAAC,QAAQ;iBACtB,CAAC,CAAC;gBACH,WAAW,EAAE,IAAI,IAAI,EAAE;aACxB,CAAC;YAEF,MAAM,MAAM,GAAG,UAAU;gBACvB,CAAC,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE;gBACtB,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YAEpB,uDAAuD;YACvD,IAAI,gBAAoC,CAAC;YACzC,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,gBAAgB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC1G,CAAC;gBAAC,MAAM,CAAC;oBACP,kCAAkC;gBACpC,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CACxD,MAAM,EACN,EAAE,IAAI,EAAE,EAAE,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EACjF,EAAE,GAAG,EAAE,IAAI,EAAE,CACd,CAAC;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,6BAA6B,CAC9D,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,uBAAuB,WAAW,sBAAsB,GAAG,CAAC,WAAW,aAAa,UAAU,CAAC,YAAY,aAAa,UAAU,CAAC,MAAM,EAAE,CAC5I,CAAC;YAEF,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IACE,KAAK,YAAY,0BAAiB;gBAClC,KAAK,YAAY,4BAAmB,EACpC,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,KAAK,CAAC,OAAO,EAAE,EAChD,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,IAAI,qCAA4B,CACpC,sBAAsB,KAAK,CAAC,OAAO,EAAE,CACtC,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,UAAoK,EACpK,SAA2D;QAE3D,MAAM,MAAM,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG;;SAEV,YAAY,MAAM,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC,eAAe,CAAC,MAAM;;;EAG3E,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,YAAY,MAAM,CAAC,CAAC,SAAS,IAAI,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;EAG/J,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;4JAEmF,CAAC;QAEzJ,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;gBACpE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAE,UAAU,SAAS,CAAC,MAAM,EAAE,EAAE;gBAC5F,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,aAAa;oBACvC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,GAAG;iBACjB,CAAC;aACH,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,SAAS,CAAC;YAC9B,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;QAClE,CAAC;aAAM,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,SAAS,CAAC,MAAM;oBAC7B,mBAAmB,EAAE,YAAY;iBAClC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,2BAA2B;oBACrD,UAAU,EAAE,GAAG;oBACf,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;iBAC9C,CAAC;aACH,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,SAAS,CAAC;YAC9B,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;QACtD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF,CAAA;AAzoBY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,sBAAW,EAAC,6CAAiB,CAAC,IAAI,CAAC,CAAA;IAEnC,WAAA,IAAA,sBAAW,EAAC,0BAAQ,CAAC,IAAI,CAAC,CAAA;qCADH,gBAAK;QAEN,gBAAK;QACI,6CAAoB;QAChB,mCAAiB;GAT5C,wBAAwB,CAyoBpC"}