@chanl/scenarios-core 0.4.0

package/dist/execution/execution.module.js

@@ -0,0 +1,56 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExecutionModule = void 0;
+const common_1 = require("@nestjs/common");
+const bull_1 = require("@nestjs/bull");
+const mongoose_1 = require("@nestjs/mongoose");
+const scorecards_core_1 = require("@chanl/scorecards-core");
+const scenario_schema_1 = require("../scenarios/schemas/scenario.schema");
+const scenario_execution_schema_1 = require("../scenarios/schemas/scenario-execution.schema");
+const persona_schema_1 = require("../personas/schemas/persona.schema");
+const tool_fixture_module_1 = require("../tool-fixtures/tool-fixture.module");
+const adapter_registry_1 = require("../adapters/adapter-registry");
+const persona_simulator_service_1 = require("../simulator/persona-simulator.service");
+const persona_strategy_registry_1 = require("./persona-strategy-registry");
+const queue_producer_service_1 = require("./queue-producer.service");
+const execution_processor_1 = require("./execution-processor");
+const execution_service_1 = require("./execution.service");
+const agent_config_resolver_1 = require("./agent-config-resolver");
+const queues_config_1 = require("./queues.config");
+let ExecutionModule = class ExecutionModule {
+};
+exports.ExecutionModule = ExecutionModule;
+exports.ExecutionModule = ExecutionModule = __decorate([
+    (0, common_1.Module)({
+        imports: [
+            scorecards_core_1.ScorecardsModule,
+            tool_fixture_module_1.ToolFixtureModule,
+            mongoose_1.MongooseModule.forFeature([
+                { name: scenario_schema_1.Scenario.name, schema: scenario_schema_1.ScenarioSchema },
+                { name: scenario_execution_schema_1.ScenarioExecution.name, schema: scenario_execution_schema_1.ScenarioExecutionSchema },
+                { name: persona_schema_1.Persona.name, schema: persona_schema_1.PersonaSchema },
+            ]),
+            bull_1.BullModule.registerQueue({
+                name: queues_config_1.QUEUE_NAMES.SCENARIO_EXECUTION,
+                defaultJobOptions: queues_config_1.defaultJobOptions,
+            }),
+        ],
+        providers: [
+            adapter_registry_1.AdapterRegistry,
+            agent_config_resolver_1.AgentConfigResolver,
+            persona_simulator_service_1.PersonaSimulatorService,
+            persona_strategy_registry_1.PersonaStrategyRegistry,
+            queue_producer_service_1.QueueProducerService,
+            execution_processor_1.ExecutionProcessor,
+            execution_service_1.ExecutionService,
+        ],
+        exports: [execution_service_1.ExecutionService, queue_producer_service_1.QueueProducerService, adapter_registry_1.AdapterRegistry, agent_config_resolver_1.AgentConfigResolver, persona_strategy_registry_1.PersonaStrategyRegistry],
+    })
+], ExecutionModule);
+//# sourceMappingURL=execution.module.js.map

package/dist/execution/execution.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.module.js","sourceRoot":"","sources":["../../src/execution/execution.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,uCAA0C;AAC1C,+CAAkD;AAClD,4DAA0D;AAC1D,0EAG8C;AAC9C,8FAGwD;AACxD,uEAG4C;AAC5C,8EAAyE;AACzE,mEAA+D;AAC/D,sFAAiF;AACjF,2EAAsE;AACtE,qEAAgE;AAChE,+DAA2D;AAC3D,2DAAuD;AACvD,mEAA8D;AAC9D,mDAAiE;AA2B1D,IAAM,eAAe,GAArB,MAAM,eAAe;CAAG,CAAA;AAAlB,0CAAe;0BAAf,eAAe;IAzB3B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE;YACP,kCAAgB;YAChB,uCAAiB;YACjB,yBAAc,CAAC,UAAU,CAAC;gBACxB,EAAE,IAAI,EAAE,0BAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,gCAAc,EAAE;gBAC/C,EAAE,IAAI,EAAE,6CAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,mDAAuB,EAAE;gBACjE,EAAE,IAAI,EAAE,wBAAO,CAAC,IAAI,EAAE,MAAM,EAAE,8BAAa,EAAE;aAC9C,CAAC;YACF,iBAAU,CAAC,aAAa,CAAC;gBACvB,IAAI,EAAE,2BAAW,CAAC,kBAAkB;gBACpC,iBAAiB,EAAjB,iCAAiB;aAClB,CAAC;SACH;QACD,SAAS,EAAE;YACT,kCAAe;YACf,2CAAmB;YACnB,mDAAuB;YACvB,mDAAuB;YACvB,6CAAoB;YACpB,wCAAkB;YAClB,oCAAgB;SACjB;QACD,OAAO,EAAE,CAAC,oCAAgB,EAAE,6CAAoB,EAAE,kCAAe,EAAE,2CAAmB,EAAE,mDAAuB,CAAC;KACjH,CAAC;GACW,eAAe,CAAG"}

package/dist/execution/execution.service.d.ts

@@ -0,0 +1,52 @@
+import { Model } from 'mongoose';
+import { ScenarioExecution, ScenarioExecutionDocument } from '../scenarios/schemas/scenario-execution.schema';
+import { ScenarioDocument } from '../scenarios/schemas/scenario.schema';
+import { QueueProducerService } from './queue-producer.service';
+export interface ExecuteOptions {
+    promptId: string;
+    personaId?: string;
+    maxTurns?: number;
+    parameters?: Record<string, any>;
+    environment?: string;
+    triggeredBy?: string;
+}
+export interface ListExecutionsFilters {
+    status?: string;
+    scenarioId?: string;
+    agentId?: string;
+    personaId?: string;
+}
+export interface ListExecutionsPagination {
+    limit?: number;
+    offset?: number;
+}
+export declare class ExecutionService {
+    private executionModel;
+    private scenarioModel;
+    private readonly queueProducer;
+    private readonly logger;
+    constructor(executionModel: Model<ScenarioExecutionDocument>, scenarioModel: Model<ScenarioDocument>, queueProducer: QueueProducerService);
+    /**
+     * Create an execution document (status: queued) and enqueue a BullMQ job.
+     *
+     * @returns The executionId string
+     */
+    execute(scenarioId: string, options: ExecuteOptions): Promise<string>;
+    /**
+     * Get a single execution by executionId.
+     */
+    getExecution(executionId: string): Promise<ScenarioExecution>;
+    /**
+     * List executions with filters and pagination.
+     */
+    listExecutions(filters?: ListExecutionsFilters, pagination?: ListExecutionsPagination): Promise<{
+        executions: ScenarioExecution[];
+        total: number;
+    }>;
+    /**
+     * Cancel a running or queued execution.
+     * Transitions status from running/queued to cancelled.
+     */
+    cancelExecution(executionId: string): Promise<void>;
+}
+//# sourceMappingURL=execution.service.d.ts.map

package/dist/execution/execution.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.service.d.ts","sourceRoot":"","sources":["../../src/execution/execution.service.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,EAAS,MAAM,UAAU,CAAC;AAExC,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EAC1B,MAAM,gDAAgD,CAAC;AACxD,OAAO,EAAY,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AAClF,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAEhE,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,qBACa,gBAAgB;IAKzB,OAAO,CAAC,cAAc;IAEtB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,QAAQ,CAAC,aAAa;IAPhC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqC;gBAIlD,cAAc,EAAE,KAAK,CAAC,yBAAyB,CAAC,EAEhD,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,EAC7B,aAAa,EAAE,oBAAoB;IAGtD;;;;OAIG;IACG,OAAO,CACX,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,MAAM,CAAC;IA+DlB;;OAEG;IACG,YAAY,CAChB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,iBAAiB,CAAC;IAuB7B;;OAEG;IACG,cAAc,CAClB,OAAO,CAAC,EAAE,qBAAqB,EAC/B,UAAU,CAAC,EAAE,wBAAwB,GACpC,OAAO,CAAC;QAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IA8C9D;;;OAGG;IACG,eAAe,CACnB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;CAwCjB"}

package/dist/execution/execution.service.js

@@ -0,0 +1,182 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var ExecutionService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExecutionService = void 0;
+const common_1 = require("@nestjs/common");
+const mongoose_1 = require("@nestjs/mongoose");
+const mongoose_2 = require("mongoose");
+const crypto_1 = require("crypto");
+const scenario_execution_schema_1 = require("../scenarios/schemas/scenario-execution.schema");
+const scenario_schema_1 = require("../scenarios/schemas/scenario.schema");
+const queue_producer_service_1 = require("./queue-producer.service");
+let ExecutionService = ExecutionService_1 = class ExecutionService {
+    constructor(executionModel, scenarioModel, queueProducer) {
+        this.executionModel = executionModel;
+        this.scenarioModel = scenarioModel;
+        this.queueProducer = queueProducer;
+        this.logger = new common_1.Logger(ExecutionService_1.name);
+    }
+    /**
+     * Create an execution document (status: queued) and enqueue a BullMQ job.
+     *
+     * @returns The executionId string
+     */
+    async execute(scenarioId, options) {
+        try {
+            // Verify scenario exists and is active
+            const scenario = await this.scenarioModel.findById(scenarioId);
+            if (!scenario) {
+                throw new common_1.NotFoundException(`Scenario with ID ${scenarioId} not found`);
+            }
+            if (scenario.status !== 'active') {
+                throw new common_1.BadRequestException(`Cannot execute scenario with status "${scenario.status}". Scenario must be active.`);
+            }
+            // Create execution record
+            const executionId = `exec_${(0, crypto_1.randomUUID)()}`;
+            const executionData = {
+                executionId,
+                scenarioId: new mongoose_2.Types.ObjectId(scenarioId),
+                promptId: options?.promptId
+                    ? new mongoose_2.Types.ObjectId(options.promptId)
+                    : undefined,
+                personaId: options?.personaId
+                    ? new mongoose_2.Types.ObjectId(options.personaId)
+                    : scenario.personaIds?.[0],
+                status: 'queued',
+                startTime: new Date(),
+                triggeredBy: options?.triggeredBy || 'system',
+                parameters: options?.parameters || {},
+                environment: {
+                    version: '1.0.0',
+                    environment: options?.environment || 'development',
+                },
+            };
+            const execution = new this.executionModel(executionData);
+            await execution.save();
+            // Enqueue the BullMQ job
+            await this.queueProducer.enqueueExecution(executionId, scenarioId, {
+                promptId: options.promptId,
+                personaId: options?.personaId || scenario.personaIds?.[0]?.toString(),
+                maxTurns: options?.maxTurns,
+                parameters: options?.parameters,
+            });
+            this.logger.log(`Created and enqueued execution ${executionId} for scenario ${scenarioId}`);
+            return executionId;
+        }
+        catch (error) {
+            this.logger.error(`Failed to execute scenario: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Get a single execution by executionId.
+     */
+    async getExecution(executionId) {
+        try {
+            const execution = await this.executionModel.findOne({ executionId });
+            if (!execution) {
+                throw new common_1.NotFoundException(`Execution with ID ${executionId} not found`);
+            }
+            return execution.toJSON();
+        }
+        catch (error) {
+            if (error instanceof common_1.NotFoundException) {
+                throw error;
+            }
+            this.logger.error(`Failed to get execution: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * List executions with filters and pagination.
+     */
+    async listExecutions(filters, pagination) {
+        try {
+            const query = {};
+            if (filters) {
+                if (filters.status) {
+                    query.status = filters.status;
+                }
+                if (filters.scenarioId) {
+                    query.scenarioId = new mongoose_2.Types.ObjectId(filters.scenarioId);
+                }
+                if (filters.agentId) {
+                    query.agentId = new mongoose_2.Types.ObjectId(filters.agentId);
+                }
+                if (filters.personaId) {
+                    query.personaId = new mongoose_2.Types.ObjectId(filters.personaId);
+                }
+            }
+            let queryBuilder = this.executionModel
+                .find(query)
+                .sort({ startTime: -1 });
+            if (pagination?.offset) {
+                queryBuilder = queryBuilder.skip(pagination.offset);
+            }
+            if (pagination?.limit) {
+                queryBuilder = queryBuilder.limit(pagination.limit);
+            }
+            const executions = await queryBuilder.exec();
+            const total = await this.executionModel.countDocuments(query);
+            return {
+                executions: executions.map((e) => e.toJSON()),
+                total,
+            };
+        }
+        catch (error) {
+            this.logger.error(`Failed to list executions: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+    /**
+     * Cancel a running or queued execution.
+     * Transitions status from running/queued to cancelled.
+     */
+    async cancelExecution(executionId) {
+        try {
+            const execution = await this.executionModel.findOne({ executionId });
+            if (!execution) {
+                throw new common_1.NotFoundException(`Execution with ID ${executionId} not found`);
+            }
+            if (!['queued', 'running'].includes(execution.status)) {
+                throw new common_1.BadRequestException(`Cannot cancel execution with status "${execution.status}"`);
+            }
+            await this.executionModel.findOneAndUpdate({ executionId }, {
+                status: 'cancelled',
+                endTime: new Date(),
+                updatedAt: new Date(),
+            });
+            this.logger.log(`Cancelled execution ${executionId}`);
+        }
+        catch (error) {
+            if (error instanceof common_1.NotFoundException ||
+                error instanceof common_1.BadRequestException) {
+                throw error;
+            }
+            this.logger.error(`Failed to cancel execution: ${error.message}`, error.stack);
+            throw error;
+        }
+    }
+};
+exports.ExecutionService = ExecutionService;
+exports.ExecutionService = ExecutionService = ExecutionService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, mongoose_1.InjectModel)(scenario_execution_schema_1.ScenarioExecution.name)),
+    __param(1, (0, mongoose_1.InjectModel)(scenario_schema_1.Scenario.name)),
+    __metadata("design:paramtypes", [mongoose_2.Model,
+        mongoose_2.Model,
+        queue_producer_service_1.QueueProducerService])
+], ExecutionService);
+//# sourceMappingURL=execution.service.js.map

package/dist/execution/execution.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.service.js","sourceRoot":"","sources":["../../src/execution/execution.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAKwB;AACxB,+CAA+C;AAC/C,uCAAwC;AACxC,mCAAoC;AACpC,8FAGwD;AACxD,0EAAkF;AAClF,qEAAgE;AAwBzD,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAG3B,YAEE,cAAwD,EAExD,aAA8C,EAC7B,aAAmC;QAH5C,mBAAc,GAAd,cAAc,CAAkC;QAEhD,kBAAa,GAAb,aAAa,CAAyB;QAC7B,kBAAa,GAAb,aAAa,CAAsB;QAPrC,WAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;IAQzD,CAAC;IAEJ;;;;OAIG;IACH,KAAK,CAAC,OAAO,CACX,UAAkB,EAClB,OAAuB;QAEvB,IAAI,CAAC;YACH,uCAAuC;YACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,0BAAiB,CACzB,oBAAoB,UAAU,YAAY,CAC3C,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACjC,MAAM,IAAI,4BAAmB,CAC3B,wCAAwC,QAAQ,CAAC,MAAM,6BAA6B,CACrF,CAAC;YACJ,CAAC;YAED,0BAA0B;YAC1B,MAAM,WAAW,GAAG,QAAQ,IAAA,mBAAU,GAAE,EAAE,CAAC;YAC3C,MAAM,aAAa,GAAQ;gBACzB,WAAW;gBACX,UAAU,EAAE,IAAI,gBAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC1C,QAAQ,EAAE,OAAO,EAAE,QAAQ;oBACzB,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;oBACtC,CAAC,CAAC,SAAS;gBACb,SAAS,EAAE,OAAO,EAAE,SAAS;oBAC3B,CAAC,CAAC,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;oBACvC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC5B,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,QAAQ;gBAC7C,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE;gBACrC,WAAW,EAAE;oBACX,OAAO,EAAE,OAAO;oBAChB,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,aAAa;iBACnD;aACF,CAAC;YAEF,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YACzD,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;YAEvB,yBAAyB;YACzB,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,EAAE,UAAU,EAAE;gBACjE,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EACP,OAAO,EAAE,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE;gBAC5D,QAAQ,EAAE,OAAO,EAAE,QAAQ;gBAC3B,UAAU,EAAE,OAAO,EAAE,UAAU;aAChC,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,kCAAkC,WAAW,iBAAiB,UAAU,EAAE,CAC3E,CAAC;YAEF,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+BAA+B,KAAK,CAAC,OAAO,EAAE,EAC9C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;YAErE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,YAAY,CAC7C,CAAC;YACJ,CAAC;YAED,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,YAAY,0BAAiB,EAAE,CAAC;gBACvC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4BAA4B,KAAK,CAAC,OAAO,EAAE,EAC3C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,OAA+B,EAC/B,UAAqC;QAErC,IAAI,CAAC;YACH,MAAM,KAAK,GAAQ,EAAE,CAAC;YAEtB,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAChC,CAAC;gBACD,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBACvB,KAAK,CAAC,UAAU,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC5D,CAAC;gBACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,KAAK,CAAC,OAAO,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACtD,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,KAAK,CAAC,SAAS,GAAG,IAAI,gBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAED,IAAI,YAAY,GAAG,IAAI,CAAC,cAAc;iBACnC,IAAI,CAAC,KAAK,CAAC;iBACX,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAE3B,IAAI,UAAU,EAAE,MAAM,EAAE,CAAC;gBACvB,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,UAAU,EAAE,KAAK,EAAE,CAAC;gBACtB,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAE9D,OAAO;gBACL,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC7C,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,KAAK,CAAC,OAAO,EAAE,EAC7C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CACnB,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;YAErE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,0BAAiB,CACzB,qBAAqB,WAAW,YAAY,CAC7C,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,4BAAmB,CAC3B,wCAAwC,SAAS,CAAC,MAAM,GAAG,CAC5D,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CACxC,EAAE,WAAW,EAAE,EACf;gBACE,MAAM,EAAE,WAAW;gBACnB,OAAO,EAAE,IAAI,IAAI,EAAE;gBACnB,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CACF,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IACE,KAAK,YAAY,0BAAiB;gBAClC,KAAK,YAAY,4BAAmB,EACpC,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+BAA+B,KAAK,CAAC,OAAO,EAAE,EAC9C,KAAK,CAAC,KAAK,CACZ,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAA;AAhNY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,sBAAW,EAAC,6CAAiB,CAAC,IAAI,CAAC,CAAA;IAEnC,WAAA,IAAA,sBAAW,EAAC,0BAAQ,CAAC,IAAI,CAAC,CAAA;qCADH,gBAAK;QAEN,gBAAK;QACI,6CAAoB;GAR3C,gBAAgB,CAgN5B"}

package/dist/execution/index.d.ts

@@ -0,0 +1,11 @@
+export * from './execution.module';
+export * from './execution.service';
+export * from './queue-producer.service';
+export * from './execution-processor';
+export * from './queues.config';
+export * from './interfaces/job-data.interface';
+export * from './template-renderer';
+export * from './llm-config-resolver';
+export * from './agent-config-resolver';
+export { buildLlmJudge, buildOpenAiJudge } from './judge-llm';
+//# sourceMappingURL=index.d.ts.map

package/dist/execution/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/execution/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iCAAiC,CAAC;AAChD,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC"}

package/dist/execution/index.js

@@ -0,0 +1,30 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildOpenAiJudge = exports.buildLlmJudge = void 0;
+__exportStar(require("./execution.module"), exports);
+__exportStar(require("./execution.service"), exports);
+__exportStar(require("./queue-producer.service"), exports);
+__exportStar(require("./execution-processor"), exports);
+__exportStar(require("./queues.config"), exports);
+__exportStar(require("./interfaces/job-data.interface"), exports);
+__exportStar(require("./template-renderer"), exports);
+__exportStar(require("./llm-config-resolver"), exports);
+__exportStar(require("./agent-config-resolver"), exports);
+var judge_llm_1 = require("./judge-llm");
+Object.defineProperty(exports, "buildLlmJudge", { enumerable: true, get: function () { return judge_llm_1.buildLlmJudge; } });
+Object.defineProperty(exports, "buildOpenAiJudge", { enumerable: true, get: function () { return judge_llm_1.buildOpenAiJudge; } });
+//# sourceMappingURL=index.js.map

package/dist/execution/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/execution/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,sDAAoC;AACpC,2DAAyC;AACzC,wDAAsC;AACtC,kDAAgC;AAChC,kEAAgD;AAChD,sDAAoC;AACpC,wDAAsC;AACtC,0DAAwC;AACxC,yCAA8D;AAArD,0GAAA,aAAa,OAAA;AAAE,6GAAA,gBAAgB,OAAA"}

package/dist/execution/interfaces/job-data.interface.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Data structure for scenario execution jobs enqueued to BullMQ.
+ */
+export interface ScenarioExecutionJobData {
+    executionId: string;
+    scenarioId: string;
+    promptId: string;
+    personaId?: string;
+    maxTurns?: number;
+    parameters?: Record<string, any>;
+    toolFixtureIds?: string[];
+}
+/**
+ * Result produced by the execution processor after a scenario run.
+ */
+export interface ScenarioExecutionResult {
+    passed: boolean;
+    score: number;
+    duration: number;
+    transcript: TranscriptEntry[];
+    metrics?: Record<string, number>;
+    errors?: string[];
+}
+/**
+ * Single entry in a conversation transcript.
+ */
+export interface TranscriptEntry {
+    role: 'persona' | 'agent' | 'tool';
+    content: string;
+    timestamp: Date;
+    latencyMs?: number;
+    toolCalls?: Array<{
+        name: string;
+        arguments: Record<string, any>;
+        result: any;
+    }>;
+}
+//# sourceMappingURL=job-data.interface.d.ts.map

package/dist/execution/interfaces/job-data.interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-data.interface.d.ts","sourceRoot":"","sources":["../../../src/execution/interfaces/job-data.interface.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,EAAE,GAAG,CAAC;KACb,CAAC,CAAC;CACJ"}

package/dist/execution/interfaces/job-data.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=job-data.interface.js.map

package/dist/execution/interfaces/job-data.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-data.interface.js","sourceRoot":"","sources":["../../../src/execution/interfaces/job-data.interface.ts"],"names":[],"mappings":""}

package/dist/execution/judge-llm.d.ts

@@ -0,0 +1,35 @@
+import type { ResolvedLlmConfig } from './llm-config-resolver';
+/** Params passed to the judge evaluation function */
+interface JudgeParams {
+    criterionName: string;
+    description: string;
+    evaluationType: 'boolean' | 'score';
+    transcript: string;
+    threshold?: {
+        type: 'boolean' | 'numerical';
+        expectedValue?: boolean;
+        min?: number;
+        max?: number;
+    };
+}
+/** Result from the judge evaluation function */
+interface JudgeResult {
+    result: boolean | number;
+    passed: boolean;
+    reasoning: string;
+    evidence: string[];
+    confidence?: number;
+}
+type JudgeFn = (params: JudgeParams) => Promise<JudgeResult>;
+/**
+ * Build an LLM judge function that supports both OpenAI and Anthropic.
+ * Returns undefined if config is not provided.
+ */
+export declare function buildLlmJudge(config: ResolvedLlmConfig | undefined): JudgeFn | undefined;
+/**
+ * @deprecated Use `buildLlmJudge` with a `ResolvedLlmConfig` instead.
+ * Kept for backwards compatibility.
+ */
+export declare function buildOpenAiJudge(apiKey: string | undefined, model?: string): JudgeFn | undefined;
+export {};
+//# sourceMappingURL=judge-llm.d.ts.map

package/dist/execution/judge-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge-llm.d.ts","sourceRoot":"","sources":["../../src/execution/judge-llm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,qDAAqD;AACrD,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,SAAS,GAAG,OAAO,CAAC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE;QACV,IAAI,EAAE,SAAS,GAAG,WAAW,CAAC;QAC9B,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,gDAAgD;AAChD,UAAU,WAAW;IACnB,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,KAAK,OAAO,GAAG,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;AAwD7D;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,MAAM,EAAE,iBAAiB,GAAG,SAAS,GACpC,OAAO,GAAG,SAAS,CAOrB;AAiED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,KAAK,SAAgB,GACpB,OAAO,GAAG,SAAS,CAGrB"}

package/dist/execution/judge-llm.js

@@ -0,0 +1,129 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildLlmJudge = buildLlmJudge;
+exports.buildOpenAiJudge = buildOpenAiJudge;
+const SYSTEM_PROMPT = `You are a strict but fair evaluator for AI agent quality.
+
+Rules:
+- Evaluate SUBSTANCE, not rigid formulas.
+- Be STRICT about template placeholders — if the agent outputs "[insert X here]", "etc.]", or similar unfilled templates, that is a FAILURE for clarity/resolution.
+- Reasoning: 1-2 sentences max. State the verdict and the key reason. No filler.
+- Evidence: max 2 short quotes (under 15 words each). Pick the most relevant.
+- For scores: 7+ = good, 5-6 = mediocre, below 5 = bad.
+
+Respond with JSON only: {"result": boolean|number, "passed": boolean, "reasoning": string, "evidence": string[]}`;
+function buildUserPrompt(params) {
+    const thresholdHint = params.threshold?.type === 'boolean'
+        ? `Expected boolean outcome: ${params.threshold.expectedValue}`
+        : params.threshold?.type === 'numerical'
+            ? `Score should be between ${params.threshold.min ?? '?'} and ${params.threshold.max ?? '?'}`
+            : '';
+    return `Criterion: ${params.criterionName}
+Description: ${params.description}
+Evaluation type: ${params.evaluationType}
+${thresholdHint}
+
+Transcript:
+${params.transcript}`;
+}
+function parseJudgeResponse(raw, evaluationType) {
+    try {
+        const parsed = JSON.parse(raw);
+        const result = parsed.result ?? (evaluationType === 'boolean' ? false : 5);
+        const passed = parsed.passed ??
+            (typeof result === 'boolean' ? result : Number(result) >= 7);
+        return {
+            result: result,
+            passed,
+            reasoning: parsed.reasoning || 'LLM evaluation completed.',
+            evidence: parsed.evidence || [],
+        };
+    }
+    catch {
+        // Malformed JSON — return safe defaults
+        const result = evaluationType === 'boolean' ? false : 5;
+        return {
+            result,
+            passed: false,
+            reasoning: 'LLM evaluation completed (response parsing failed).',
+            evidence: [],
+        };
+    }
+}
+/**
+ * Build an LLM judge function that supports both OpenAI and Anthropic.
+ * Returns undefined if config is not provided.
+ */
+function buildLlmJudge(config) {
+    if (!config)
+        return undefined;
+    if (config.kind === 'anthropic') {
+        return buildAnthropicJudge(config);
+    }
+    return buildOpenAiJudgeInternal(config);
+}
+function buildOpenAiJudgeInternal(config) {
+    const model = config.model || 'gpt-4o-mini';
+    return async (params) => {
+        const res = await fetch('https://api.openai.com/v1/chat/completions', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${config.apiKey}`,
+            },
+            body: JSON.stringify({
+                model,
+                temperature: 0.2,
+                messages: [
+                    { role: 'system', content: SYSTEM_PROMPT },
+                    { role: 'user', content: buildUserPrompt(params) },
+                ],
+                response_format: { type: 'json_object' },
+            }),
+        });
+        if (!res.ok) {
+            throw new Error(`OpenAI judge error: ${await res.text()}`);
+        }
+        const data = await res.json();
+        const raw = data.choices?.[0]?.message?.content || '{}';
+        return parseJudgeResponse(raw, params.evaluationType);
+    };
+}
+function buildAnthropicJudge(config) {
+    const model = config.model || 'claude-3-5-haiku-20241022';
+    return async (params) => {
+        const res = await fetch('https://api.anthropic.com/v1/messages', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'x-api-key': config.apiKey,
+                'anthropic-version': '2023-06-01',
+            },
+            body: JSON.stringify({
+                model,
+                max_tokens: 1024,
+                temperature: 0.2,
+                system: SYSTEM_PROMPT,
+                messages: [
+                    { role: 'user', content: buildUserPrompt(params) },
+                ],
+            }),
+        });
+        if (!res.ok) {
+            throw new Error(`Anthropic judge error: ${await res.text()}`);
+        }
+        const data = await res.json();
+        const raw = data.content?.[0]?.text || '{}';
+        return parseJudgeResponse(raw, params.evaluationType);
+    };
+}
+/**
+ * @deprecated Use `buildLlmJudge` with a `ResolvedLlmConfig` instead.
+ * Kept for backwards compatibility.
+ */
+function buildOpenAiJudge(apiKey, model = 'gpt-4o-mini') {
+    if (!apiKey)
+        return undefined;
+    return buildLlmJudge({ kind: 'openai', apiKey, model });
+}
+//# sourceMappingURL=judge-llm.js.map

package/dist/execution/judge-llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge-llm.js","sourceRoot":"","sources":["../../src/execution/judge-llm.ts"],"names":[],"mappings":";;AAqFA,sCASC;AAqED,4CAMC;AA9ID,MAAM,aAAa,GAAG;;;;;;;;;iHAS2F,CAAC;AAElH,SAAS,eAAe,CAAC,MAAmB;IAC1C,MAAM,aAAa,GACjB,MAAM,CAAC,SAAS,EAAE,IAAI,KAAK,SAAS;QAClC,CAAC,CAAC,6BAA6B,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE;QAC/D,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,KAAK,WAAW;YACtC,CAAC,CAAC,2BAA2B,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,QAAQ,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE;YAC7F,CAAC,CAAC,EAAE,CAAC;IAEX,OAAO,cAAc,MAAM,CAAC,aAAa;eAC5B,MAAM,CAAC,WAAW;mBACd,MAAM,CAAC,cAAc;EACtC,aAAa;;;EAGb,MAAM,CAAC,UAAU,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW,EAAE,cAAsB;IAC7D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAyB,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,MAAM,GACV,MAAM,CAAC,MAAM;YACb,CAAC,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAE/D,OAAO;YACL,MAAM,EAAE,MAA0B;YAClC,MAAM;YACN,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,2BAA2B;YAC1D,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;SAChC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,wCAAwC;QACxC,MAAM,MAAM,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,OAAO;YACL,MAAM;YACN,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,qDAAqD;YAChE,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAgB,aAAa,CAC3B,MAAqC;IAErC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAChC,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,wBAAwB,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAyB;IACzD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;IAE5C,OAAO,KAAK,EAAE,MAAM,EAAE,EAAE;QACtB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;YACpE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;aACzC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,WAAW,EAAE,GAAG;gBAChB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;oBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE;iBACnD;gBACD,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;QACxD,OAAO,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;IACxD,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAyB;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,2BAA2B,CAAC;IAE1D,OAAO,KAAK,EAAE,MAAM,EAAE,EAAE;QACtB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,mBAAmB,EAAE,YAAY;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,IAAI;gBAChB,WAAW,EAAE,GAAG;gBAChB,MAAM,EAAE,aAAa;gBACrB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE;iBACnD;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC;QAC5C,OAAO,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;IACxD,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAgB,gBAAgB,CAC9B,MAA0B,EAC1B,KAAK,GAAG,aAAa;IAErB,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,OAAO,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AAC1D,CAAC"}

package/dist/execution/llm-config-resolver.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Central LLM configuration resolver for chanl-eval.
+ *
+ * Replaces 6 scattered resolution paths with a single 4-tier chain:
+ *   1. Explicit config (adapterConfig.apiKey)
+ *   2. Simulation-specific keys (adapterConfig.simulationApiKey, legacy fields)
+ *   3. Environment variables (CHANL_OPENAI_API_KEY, CHANL_ANTHROPIC_API_KEY)
+ *   4. Settings DB (async callback)
+ */
+export interface ResolvedLlmConfig {
+    kind: 'openai' | 'anthropic';
+    apiKey: string;
+    model?: string;
+}
+export type SettingsLookup = (provider: string) => Promise<string | undefined>;
+/**
+ * Synchronous resolver — tiers 1-3 (no DB access).
+ * Used by persona-llm.ts and persona strategies where async isn't needed.
+ */
+export declare function resolveLlmConfigSync(adapterType: string | undefined, adapterConfig: Record<string, any> | undefined): ResolvedLlmConfig | null;
+/**
+ * Async resolver — all 4 tiers including settings DB lookup.
+ * Used by ExecutionProcessor and ChatService where DB access is available.
+ */
+export declare function resolveLlmConfig(adapterType: string | undefined, adapterConfig: Record<string, any> | undefined, settingsLookup?: SettingsLookup): Promise<ResolvedLlmConfig | null>;
+//# sourceMappingURL=llm-config-resolver.d.ts.map

package/dist/execution/llm-config-resolver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-config-resolver.d.ts","sourceRoot":"","sources":["../../src/execution/llm-config-resolver.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,QAAQ,GAAG,WAAW,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,cAAc,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;AAM/E;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,GAC7C,iBAAiB,GAAG,IAAI,CA4C1B;AAED;;;GAGG;AACH,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,EAC9C,cAAc,CAAC,EAAE,cAAc,GAC9B,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAkCnC"}