@memberjunction/testing-engine 2.125.0 → 2.126.1

package/dist/drivers/AgentEvalDriver.d.ts

@@ -29,15 +29,58 @@ export interface AgentEvalConfig {
      * Maximum execution time in milliseconds
      */
     maxExecutionTime?: number;
+    /**
+     * When to evaluate with oracles in multi-turn tests
+     * - "final-turn-only": Run oracles only on final turn (default)
+     * - "each-turn": Run oracles after each turn
+     * - "all-turns-aggregate": Evaluate all turns together at the end
+     */
+    evaluationStrategy?: 'final-turn-only' | 'each-turn' | 'all-turns-aggregate';
+}
+/**
+ * Single turn in a multi-turn test
+ */
+export interface AgentEvalTurn {
+    /**
+     * User message for this turn
+     */
+    userMessage: string;
+    /**
+     * Input payload for this turn.
+     * - Turn 1: Use this payload (if provided)
+     * - Turn N (N>1): Automatically populated from previous turn's output
+     */
+    inputPayload?: Record<string, unknown>;
+    /**
+     * Optional: Override execution params for this specific turn
+     */
+    executionParams?: {
+        modelOverride?: string;
+        temperatureOverride?: number;
+        maxTokensOverride?: number;
+    };
+    /**
+     * Optional: Expected outcomes specific to this turn
+     * (for per-turn oracle evaluation)
+     */
+    expectedOutcomes?: AgentEvalExpectedOutcomes;
 }
 /**
  * Input definition for Agent Evaluation tests.
  */
 export interface AgentEvalInput {
     /**
-     * User message to send to agent
+     * Single-turn: User message to send to agent (backward compatible)
      */
-    userMessage: string;
+    userMessage?: string;
+    /**
+     * Single-turn: Input payload (backward compatible)
+     */
+    inputPayload?: Record<string, unknown>;
+    /**
+     * Multi-turn: Array of turns to execute
+     */
+    turns?: AgentEvalTurn[];
     /**
      * Optional conversation context
      */
@@ -49,7 +92,7 @@ export interface AgentEvalInput {
         }>;
     };
     /**
-     * Optional agent execution parameters
+     * Optional agent execution parameters (applies to all turns unless overridden)
      */
     executionParams?: {
         modelOverride?: string;
@@ -134,8 +177,8 @@ export declare class AgentEvalDriver extends BaseTestDriver {
      *
      * Steps:
      * 1. Parse configuration and input
-     * 2. Load and execute agent via AgentRunner
-     * 3. Create bidirectional link (TestRun ↔ AgentRun)
+     * 2. Load and execute agent via AgentRunner (single or multi-turn)
+     * 3. Create bidirectional link (TestRun ↔ AgentRun(s))
      * 4. Run oracles to evaluate results
      * 5. Calculate score and determine status
      * 6. Return structured results
@@ -164,25 +207,66 @@ export declare class AgentEvalDriver extends BaseTestDriver {
      */
     private loadAgent;
     /**
-     * Execute agent and return result.
+     * Execute agent (single or multi-turn) and return results.
      * @private
      */
     private executeAgent;
     /**
-     * Create bidirectional link between TestRun and AgentRun.
+     * Execute a single turn in a multi-turn test.
      * @private
      */
-    private linkTestRunToAgentRun;
+    private executeSingleTurn;
+    /**
+     * Create a timeout promise that rejects after specified milliseconds.
+     * @private
+     */
+    private createTimeoutPromise;
+    /**
+     * Normalize input to multi-turn format for consistent processing.
+     * @private
+     */
+    private normalizeTurns;
+    /**
+     * Extract output payload from agent run.
+     * Parses the FinalPayload string property to get the agent's output for chaining to next turn.
+     * @private
+     */
+    private extractOutputPayload;
+    /**
+     * Create bidirectional links between TestRun and multiple AgentRuns.
+     * @private
+     */
+    private linkTestRunToAgentRuns;
     /**
      * Extract agent output from agent run.
      * @private
      */
     private extractAgentOutput;
     /**
-     * Run configured oracles.
+     * Run oracles for multi-turn evaluation.
+     * @private
+     */
+    private runOraclesForMultiTurn;
+    /**
+     * Run oracles only on the final turn.
+     * @private
+     */
+    private runOraclesForFinalTurn;
+    /**
+     * Run oracles after each turn and aggregate results.
+     * @private
+     */
+    private runOraclesForEachTurn;
+    /**
+     * Run oracles with all turns data for holistic evaluation.
+     * @private
+     */
+    private runOraclesForAllTurns;
+    /**
+     * Run oracles for a single turn.
      * @private
      */
-    private runOracles;
+    private runOraclesForSingleTurn;
     /**
      * Calculate total cost from agent run.
      * @private

package/dist/drivers/AgentEvalDriver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AgentEvalDriver.d.ts","sourceRoot":"","sources":["../../src/drivers/AgentEvalDriver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAmC,UAAU,EAAiB,MAAM,+BAA+B,CAAC;AAG3G,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EACH,sBAAsB,EACtB,qBAAqB,EAGrB,gBAAgB,EAGnB,MAAM,UAAU,CAAC;AAElB;;GAEG;AACH,MAAM,WAAW,eAAe;IAC5B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,MAAM,CAAC;KACnB,EAAE,CAAC;IAEJ;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAExC;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC3B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,mBAAmB,CAAC,EAAE;QAClB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,aAAa,CAAC,EAAE,KAAK,CAAC;YAClB,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;YAC3B,OAAO,EAAE,MAAM,CAAC;SACnB,CAAC,CAAC;KACN,CAAC;IAEF;;OAEG;IACH,eAAe,CAAC,EAAE;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC9B,CAAC;CACL;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACtC;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAE3B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEzC;;OAEG;IACH,cAAc,CAAC,EAAE,KAAK,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,OAAO,CAAC;KAC3B,CAAC,CAAC;IAEH;;OAEG;IACH,uBAAuB,CAAC,EAAE,MAAM,EAAE,CAAC;CACtC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,qBACa,eAAgB,SAAQ,cAAc;IAC/C;;;;;;;;;;;;;OAaG;IACU,OAAO,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwFrF;;;;;;;;;;;;OAYG;IACmB,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAgF3E;;;OAGG;YACW,SAAS;IAMvB;;;OAGG;YACW,YAAY;IA0E1B;;;OAGG;YACW,qBAAqB;IAanC;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAS1B;;;OAGG;YACW,UAAU;IAyDxB;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAI1B;;;OAGG;IACH,OAAO,CAAC,mBAAmB;CAQ9B"}
+{"version":3,"file":"AgentEvalDriver.d.ts","sourceRoot":"","sources":["../../src/drivers/AgentEvalDriver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAmC,UAAU,EAAiB,MAAM,+BAA+B,CAAC;AAG3G,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EACH,sBAAsB,EACtB,qBAAqB,EAIrB,gBAAgB,EAGnB,MAAM,UAAU,CAAC;AAElB;;GAEG;AACH,MAAM,WAAW,eAAe;IAC5B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,MAAM,CAAC;KACnB,EAAE,CAAC;IAEJ;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAExC;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,iBAAiB,GAAG,WAAW,GAAG,qBAAqB,CAAC;CAChF;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC1B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,eAAe,CAAC,EAAE;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC9B,CAAC;IAEF;;;OAGG;IACH,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;CAChD;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC3B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,KAAK,CAAC,EAAE,aAAa,EAAE,CAAC;IAExB;;OAEG;IACH,mBAAmB,CAAC,EAAE;QAClB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,aAAa,CAAC,EAAE,KAAK,CAAC;YAClB,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;YAC3B,OAAO,EAAE,MAAM,CAAC;SACnB,CAAC,CAAC;KACN,CAAC;IAEF;;OAEG;IACH,eAAe,CAAC,EAAE;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC9B,CAAC;CACL;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACtC;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAE3B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEzC;;OAEG;IACH,cAAc,CAAC,EAAE,KAAK,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,OAAO,CAAC;KAC3B,CAAC,CAAC;IAEH;;OAEG;IACH,uBAAuB,CAAC,EAAE,MAAM,EAAE,CAAC;CACtC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,qBACa,eAAgB,SAAQ,cAAc;IAC/C;;;;;;;;;;;;;OAaG;IACU,OAAO,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA6FrF;;;;;;;;;;;;OAYG;IACmB,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAqH3E;;;OAGG;YACW,SAAS;IAMvB;;;OAGG;YACW,YAAY;IAqD1B;;;OAGG;YACW,iBAAiB;IAoF/B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAM5B;;;OAGG;IACH,OAAO,CAAC,cAAc;IAiBtB;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAO5B;;;OAGG;YACW,sBAAsB;IA4BpC;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAS1B;;;OAGG;YACW,sBAAsB;IAiCpC;;;OAGG;YACW,sBAAsB;IAmBpC;;;OAGG;YACW,qBAAqB;IA4BnC;;;OAGG;YACW,qBAAqB;IAwDnC;;;OAGG;YACW,uBAAuB;IAsDrC;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAI1B;;;OAGG;IACH,OAAO,CAAC,mBAAmB;CAQ9B"}

package/dist/drivers/AgentEvalDriver.js

@@ -59,8 +59,8 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
      *
      * Steps:
      * 1. Parse configuration and input
-     * 2. Load and execute agent via AgentRunner
-     * 3. Create bidirectional link (TestRun ↔ AgentRun)
+     * 2. Load and execute agent via AgentRunner (single or multi-turn)
+     * 3. Create bidirectional link (TestRun ↔ AgentRun(s))
      * 4. Run oracles to evaluate results
      * 5. Calculate score and determine status
      * 6. Return structured results
@@ -77,34 +77,36 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
             const expected = this.parseExpectedOutcomes(context.test);
             // Load agent
             const agent = await this.loadAgent(config.agentId, context.contextUser);
-            // Execute agent
-            this.log(`Executing agent: ${agent.Name}`, context.options.verbose);
-            const agentResult = await this.executeAgent(agent, input, context.contextUser, context.test, config.maxExecutionTime, context.testRun);
-            const agentRun = agentResult.agentRun;
-            // Create bidirectional link
-            await this.linkTestRunToAgentRun(context.testRun, agentRun);
-            // Extract actual output
-            const actualOutput = this.extractAgentOutput(agentRun);
+            // Normalize input to multi-turn format
+            const turns = this.normalizeTurns(input);
+            const isMultiTurn = turns.length > 1;
+            this.log(`Executing agent: ${agent.Name} (${turns.length} turn${turns.length > 1 ? 's' : ''})`, context.options.verbose);
+            // Execute agent (single or multi-turn)
+            const { agentRuns, turnResults } = await this.executeAgent(agent, input, context.contextUser, context.test, config.maxExecutionTime, context.testRun);
+            // Create bidirectional links for all agent runs
+            await this.linkTestRunToAgentRuns(context.testRun, agentRuns);
+            // Get final agent run and output
+            const finalAgentRun = agentRuns[agentRuns.length - 1];
+            const actualOutput = this.extractAgentOutput(finalAgentRun);
             // Run oracles
             this.log('Running oracles for evaluation', context.options.verbose);
-            const oracleResults = await this.runOracles(config, input, expected, actualOutput, agentRun, context);
+            const oracleResults = await this.runOraclesForMultiTurn(config, turns, turnResults, expected, context);
             // Calculate score and status
-            // When oracles are disabled, consider test passed if agent succeeded
+            // When oracles are disabled, consider test passed if final agent run succeeded
             const score = this.calculateScore(oracleResults, config.scoringWeights);
-            const status = oracleResults.length === 0 && agentRun.Status === 'Completed'
+            const status = oracleResults.length === 0 && finalAgentRun.Status === 'Completed'
                 ? 'Passed'
                 : this.determineStatus(oracleResults);
             // Count checks
             const passedChecks = oracleResults.filter(r => r.passed).length;
             const totalChecks = oracleResults.length;
-            // Calculate cost
-            const totalCost = this.calculateTotalCost(agentRun);
-            // Calculate duration in MS
-            const durationMs = this.calculateDurationMs(agentRun);
+            // Calculate total cost and duration across all turns
+            const totalCost = turnResults.reduce((sum, tr) => sum + (tr.cost || 0), 0);
+            const durationMs = turnResults.reduce((sum, tr) => sum + (tr.durationMs || 0), 0);
             // Build result
             const result = {
                 targetType: 'AI Agent',
-                targetLogId: agentRun.ID,
+                targetLogId: finalAgentRun.ID,
                 status,
                 score,
                 oracleResults,
@@ -115,7 +117,11 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
                 expectedOutput: expected,
                 actualOutput,
                 totalCost,
-                durationMs
+                durationMs,
+                // Multi-turn specific fields
+                totalTurns: isMultiTurn ? turns.length : undefined,
+                turnResults: isMultiTurn ? turnResults : undefined,
+                allAgentRunIds: isMultiTurn ? agentRuns.map(ar => ar.ID) : undefined
             };
             this.log(`Agent evaluation completed: ${status} (Score: ${score})`, context.options.verbose);
             return result;
@@ -184,12 +190,45 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
             }
             // Validate input definition
             const input = this.parseInputDefinition(test);
-            if (!input.userMessage || input.userMessage.trim() === '') {
+            // Validate either userMessage OR turns is provided
+            if (!input.userMessage && (!input.turns || input.turns.length === 0)) {
                 errors.push({
                     category: 'input',
-                    message: 'userMessage is required in InputDefinition',
-                    field: 'InputDefinition.userMessage',
-                    suggestion: 'Provide the user message to send to the agent'
+                    message: 'Either userMessage or turns array is required in InputDefinition',
+                    field: 'InputDefinition',
+                    suggestion: 'Provide userMessage for single-turn or turns array for multi-turn tests'
+                });
+            }
+            // Validate turns array if provided
+            if (input.turns) {
+                if (input.turns.length === 0) {
+                    errors.push({
+                        category: 'input',
+                        message: 'turns array cannot be empty',
+                        field: 'InputDefinition.turns',
+                        suggestion: 'Provide at least one turn in the turns array'
+                    });
+                }
+                // Validate each turn
+                input.turns.forEach((turn, index) => {
+                    if (!turn.userMessage || turn.userMessage.trim() === '') {
+                        errors.push({
+                            category: 'input',
+                            message: `Turn ${index + 1}: userMessage is required`,
+                            field: `InputDefinition.turns[${index}].userMessage`,
+                            suggestion: 'Each turn must have a non-empty userMessage'
+                        });
+                    }
+                });
+                // Warning if inputPayload provided on non-first turns
+                input.turns.forEach((turn, index) => {
+                    if (index > 0 && turn.inputPayload) {
+                        warnings.push({
+                            category: 'best-practice',
+                            message: `Turn ${index + 1}: inputPayload will be overridden by previous turn output`,
+                            recommendation: 'Only the first turn should have inputPayload defined; subsequent turns automatically receive output from previous turn'
+                        });
+                    }
                 });
             }
         }
@@ -217,16 +256,57 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
         return agent;
     }
     /**
-     * Execute agent and return result.
+     * Execute agent (single or multi-turn) and return results.
      * @private
      */
     async executeAgent(agent, input, contextUser, test, maxExecutionTime, testRun) {
+        // Normalize to multi-turn format
+        const turns = this.normalizeTurns(input);
+        const agentRuns = [];
+        const turnResults = [];
+        let conversationId = input.conversationContext?.conversationId;
+        let previousOutputPayload;
+        // Execute each turn sequentially
+        for (let i = 0; i < turns.length; i++) {
+            const turn = turns[i];
+            const turnNumber = i + 1;
+            // Determine input payload for this turn
+            const inputPayload = i === 0
+                ? turn.inputPayload // First turn: use provided payload
+                : previousOutputPayload; // Subsequent turns: use previous output
+            // Execute single turn
+            const turnResult = await this.executeSingleTurn({
+                agent,
+                turn,
+                turnNumber,
+                totalTurns: turns.length,
+                conversationId,
+                inputPayload,
+                priorMessages: input.conversationContext?.priorMessages,
+                contextUser,
+                test,
+                testRun,
+                maxExecutionTime
+            });
+            agentRuns.push(turnResult.agentRun);
+            turnResults.push(turnResult);
+            // Update context for next turn
+            conversationId = turnResult.agentRun.ConversationID;
+            previousOutputPayload = this.extractOutputPayload(turnResult.agentRun);
+        }
+        return { agentRuns, turnResults };
+    }
+    /**
+     * Execute a single turn in a multi-turn test.
+     * @private
+     */
+    async executeSingleTurn(params) {
         const runner = new ai_agents_1.AgentRunner();
-        // Build conversation messages
+        // Build conversation messages (only for first turn with priorMessages)
         const conversationMessages = [];
-        // Add prior messages if provided
-        if (input.conversationContext?.priorMessages) {
-            for (const msg of input.conversationContext.priorMessages) {
+        // Add prior messages only if this is the first turn and they're provided
+        if (params.turnNumber === 1 && params.priorMessages) {
+            for (const msg of params.priorMessages) {
                 conversationMessages.push({
                     role: msg.role,
                     content: msg.content
@@ -236,56 +316,107 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
         // Add current user message
         conversationMessages.push({
             role: 'user',
-            content: input.userMessage
+            content: params.turn.userMessage
         });
+        // Build conversation name
+        const conversationName = params.totalTurns > 1
+            ? (params.testRun.Sequence != null
+                ? `[${params.testRun.Sequence}] ${params.test.Name} - Turn ${params.turnNumber}`
+                : `[Test] ${params.test.Name} - Turn ${params.turnNumber}`)
+            : (params.testRun.Sequence != null
+                ? `[${params.testRun.Sequence}] ${params.test.Name}`
+                : `[Test] ${params.test.Name}`);
         // Build execution parameters
-        const params = {
-            agent: agent, // Will be AIAgentEntityExtended at runtime
+        const runParams = {
+            agent: params.agent,
+            conversationId: params.conversationId, // Continue same conversation for multi-turn
             conversationMessages,
-            contextUser,
-            override: input.executionParams?.modelOverride ? {
-                modelId: input.executionParams.modelOverride
+            contextUser: params.contextUser,
+            payload: params.inputPayload, // Pass payload from previous turn
+            override: params.turn.executionParams?.modelOverride ? {
+                modelId: params.turn.executionParams.modelOverride
             } : undefined
         };
-        // Generate conversation name with sequence number (if in suite) or [Test] prefix (standalone)
-        // Sequence will be non-null when test is part of a suite run, showing test execution order
-        const conversationName = testRun.Sequence != null
-            ? `[${testRun.Sequence}] ${test.Name}`
-            : `[Test] ${test.Name}`;
-        // Execute agent with timeout if specified
-        if (maxExecutionTime) {
-            const timeoutPromise = new Promise((_, reject) => setTimeout(() => reject(new Error('Agent execution timeout')), maxExecutionTime));
-            const runResult = await Promise.race([
-                runner.RunAgentInConversation(params, {
-                    userMessage: input.userMessage,
-                    createArtifacts: true,
-                    conversationName: conversationName,
-                    testRunId: testRun.ID
-                }),
-                timeoutPromise
-            ]);
-            return { agentRun: runResult.agentResult.agentRun };
+        // Execute with timeout if specified
+        const executePromise = runner.RunAgentInConversation(runParams, {
+            userMessage: params.turn.userMessage,
+            createArtifacts: true,
+            conversationName: conversationName,
+            testRunId: params.testRun.ID
+        });
+        const startTime = Date.now();
+        const runResult = params.maxExecutionTime
+            ? await Promise.race([
+                executePromise,
+                this.createTimeoutPromise(params.maxExecutionTime)
+            ])
+            : await executePromise;
+        const endTime = Date.now();
+        const agentRun = runResult.agentResult.agentRun;
+        return {
+            turnNumber: params.turnNumber,
+            agentRun,
+            inputPayload: params.inputPayload,
+            outputPayload: this.extractOutputPayload(agentRun),
+            durationMs: endTime - startTime,
+            cost: agentRun.TotalCost || 0
+        };
+    }
+    /**
+     * Create a timeout promise that rejects after specified milliseconds.
+     * @private
+     */
+    createTimeoutPromise(timeoutMs) {
+        return new Promise((_, reject) => setTimeout(() => reject(new Error(`Agent execution timeout after ${timeoutMs}ms`)), timeoutMs));
+    }
+    /**
+     * Normalize input to multi-turn format for consistent processing.
+     * @private
+     */
+    normalizeTurns(input) {
+        // If turns array provided, use it
+        if (input.turns && input.turns.length > 0) {
+            return input.turns;
         }
-        else {
-            const runResult = await runner.RunAgentInConversation(params, {
-                userMessage: input.userMessage,
-                createArtifacts: true,
-                conversationName: conversationName,
-                testRunId: testRun.ID
-            });
-            return { agentRun: runResult.agentResult.agentRun };
+        // Backward compatibility: convert single message to single turn
+        if (input.userMessage) {
+            return [{
+                    userMessage: input.userMessage,
+                    inputPayload: input.inputPayload
+                }];
         }
+        throw new Error('Either userMessage or turns must be provided in InputDefinition');
     }
     /**
-     * Create bidirectional link between TestRun and AgentRun.
+     * Extract output payload from agent run.
+     * Parses the FinalPayload string property to get the agent's output for chaining to next turn.
      * @private
      */
-    async linkTestRunToAgentRun(testRun, agentRun) {
-        // Update AgentRun with hard FK to TestRun
-        agentRun.TestRunID = testRun.ID;
-        const saved = await agentRun.Save();
-        if (!saved) {
-            this.logError('Failed to link AgentRun to TestRun', new Error(agentRun.LatestResult?.Message));
+    extractOutputPayload(agentRun) {
+        // Parse the FinalPayload string property (which exists on base AIAgentRunEntity)
+        // SafeJSONParse returns the parsed object or an empty object if parsing fails
+        const finalPayloadObject = (0, global_1.SafeJSONParse)(agentRun.FinalPayload);
+        return finalPayloadObject || {};
+    }
+    /**
+     * Create bidirectional links between TestRun and multiple AgentRuns.
+     * @private
+     */
+    async linkTestRunToAgentRuns(testRun, agentRuns) {
+        // Link each AgentRun to TestRun with TurnNumber
+        for (let i = 0; i < agentRuns.length; i++) {
+            const agentRun = agentRuns[i];
+            const turnNumber = i + 1;
+            // Update AgentRun with hard FK to TestRun
+            agentRun.TestRunID = testRun.ID;
+            // Set turn number if field exists (check dynamically)
+            if ('TurnNumber' in agentRun) {
+                agentRun.TurnNumber = turnNumber;
+            }
+            const saved = await agentRun.Save();
+            if (!saved) {
+                this.logError(`Failed to link AgentRun (Turn ${turnNumber}) to TestRun`, new Error(agentRun.LatestResult?.Message));
+            }
         }
     }
     /**
@@ -301,18 +432,58 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
         };
     }
     /**
-     * Run configured oracles.
+     * Run oracles for multi-turn evaluation.
      * @private
      */
-    async runOracles(config, input, expected, actualOutput, agentRun, context) {
-        const oracleResults = [];
+    async runOraclesForMultiTurn(config, turns, turnResults, expected, context) {
         // TODO: Temporarily skip oracle execution while oracles are being finalized
         // Remove this flag once oracles are ready (SQL schema fixes, LLM Judge prompt creation, etc.)
         const skipOracles = true;
         if (skipOracles) {
             this.log('⚠️  Oracle execution temporarily disabled', context.options.verbose);
-            return oracleResults;
+            return [];
+        }
+        const strategy = config.evaluationStrategy || 'final-turn-only';
+        switch (strategy) {
+            case 'final-turn-only':
+                return this.runOraclesForFinalTurn(config, turns, turnResults, expected, context);
+            case 'each-turn':
+                return this.runOraclesForEachTurn(config, turns, turnResults, expected, context);
+            case 'all-turns-aggregate':
+                return this.runOraclesForAllTurns(config, turns, turnResults, expected, context);
+            default:
+                throw new Error(`Unknown evaluation strategy: ${strategy}`);
         }
+    }
+    /**
+     * Run oracles only on the final turn.
+     * @private
+     */
+    async runOraclesForFinalTurn(config, turns, turnResults, expected, context) {
+        const finalTurnResult = turnResults[turnResults.length - 1];
+        const finalTurn = turns[turns.length - 1];
+        return this.runOraclesForSingleTurn(config, finalTurn, finalTurnResult, finalTurn.expectedOutcomes || expected, context);
+    }
+    /**
+     * Run oracles after each turn and aggregate results.
+     * @private
+     */
+    async runOraclesForEachTurn(config, turns, turnResults, expected, context) {
+        const allResults = [];
+        for (let i = 0; i < turnResults.length; i++) {
+            const turn = turns[i];
+            const turnResult = turnResults[i];
+            const turnOracles = await this.runOraclesForSingleTurn(config, turn, turnResult, turn.expectedOutcomes || expected, context, `Turn ${i + 1}: `);
+            allResults.push(...turnOracles);
+        }
+        return allResults;
+    }
+    /**
+     * Run oracles with all turns data for holistic evaluation.
+     * @private
+     */
+    async runOraclesForAllTurns(config, turns, turnResults, expected, context) {
+        const oracleResults = [];
         for (const oracleConfig of config.oracles) {
             const oracle = context.oracleRegistry.get(oracleConfig.type);
             if (!oracle) {
@@ -320,11 +491,20 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
                 continue;
             }
             try {
+                // Pass all turns data to oracle
                 const oracleInput = {
                     test: context.test,
                     expectedOutput: expected,
-                    actualOutput,
-                    targetEntity: agentRun,
+                    actualOutput: {
+                        turns: turnResults.map(tr => ({
+                            turnNumber: tr.turnNumber,
+                            inputPayload: tr.inputPayload,
+                            outputPayload: tr.outputPayload,
+                            agentRunId: tr.agentRun.ID
+                        })),
+                        finalOutput: turnResults[turnResults.length - 1].outputPayload
+                    },
+                    targetEntity: turnResults[turnResults.length - 1].agentRun,
                     contextUser: context.contextUser
                 };
                 const result = await oracle.evaluate(oracleInput, oracleConfig.config || {});
@@ -343,6 +523,46 @@ let AgentEvalDriver = class AgentEvalDriver extends BaseTestDriver_1.BaseTestDri
         }
         return oracleResults;
     }
+    /**
+     * Run oracles for a single turn.
+     * @private
+     */
+    async runOraclesForSingleTurn(config, turn, turnResult, expected, context, messagePrefix = '') {
+        const oracleResults = [];
+        for (const oracleConfig of config.oracles) {
+            const oracle = context.oracleRegistry.get(oracleConfig.type);
+            if (!oracle) {
+                this.logError(`Oracle not found: ${oracleConfig.type}`);
+                continue;
+            }
+            try {
+                const oracleInput = {
+                    test: context.test,
+                    expectedOutput: expected,
+                    actualOutput: turnResult.outputPayload,
+                    targetEntity: turnResult.agentRun,
+                    contextUser: context.contextUser
+                };
+                const result = await oracle.evaluate(oracleInput, oracleConfig.config || {});
+                // Add message prefix if provided (for per-turn evaluation)
+                if (messagePrefix) {
+                    result.message = messagePrefix + result.message;
+                }
+                oracleResults.push(result);
+                this.log(`${messagePrefix}Oracle ${oracleConfig.type}: ${result.passed ? 'PASSED' : 'FAILED'} (Score: ${result.score})`, context.options.verbose);
+            }
+            catch (error) {
+                this.logError(`${messagePrefix}Oracle ${oracleConfig.type} failed`, error);
+                oracleResults.push({
+                    oracleType: oracleConfig.type,
+                    passed: false,
+                    score: 0,
+                    message: `${messagePrefix}Oracle execution failed: ${error.message}`
+                });
+            }
+        }
+        return oracleResults;
+    }
     /**
      * Calculate total cost from agent run.
      * @private

package/dist/drivers/AgentEvalDriver.js.map

@@ -1 +1 @@
-{"version":3,"file":"AgentEvalDriver.js","sourceRoot":"","sources":["../../src/drivers/AgentEvalDriver.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;AAGH,mDAAuD;AAEvD,yDAAwD;AAExD,qDAAkD;AA4GlD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAEI,IAAM,eAAe,GAArB,MAAM,eAAgB,SAAQ,+BAAc;IAC/C;;;;;;;;;;;;;OAaG;IACI,KAAK,CAAC,OAAO,CAAC,OAA+B;QAChD,IAAI,CAAC,GAAG,CAAC,2BAA2B,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACD,sBAAsB;YACtB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAkB,OAAO,CAAC,IAAI,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAiB,OAAO,CAAC,IAAI,CAAC,CAAC;YACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAA4B,OAAO,CAAC,IAAI,CAAC,CAAC;YAErF,aAAa;YACb,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAExE,gBAAgB;YAChB,IAAI,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACpE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CACvC,KAAK,EACL,KAAK,EACL,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,IAAI,EACZ,MAAM,CAAC,gBAAgB,EACvB,OAAO,CAAC,OAAO,CAClB,CAAC;YAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;YAEtC,4BAA4B;YAC5B,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE5D,wBAAwB;YACxB,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAEvD,cAAc;YACd,IAAI,CAAC,GAAG,CAAC,gCAAgC,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACpE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CACvC,MAAM,EACN,KAAK,EACL,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,OAAO,CACV,CAAC;YAEF,6BAA6B;YAC7B,qEAAqE;YACrE,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW;gBACxE,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;YAE1C,eAAe;YACf,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;YAChE,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;YAEzC,iBAAiB;YACjB,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAEpD,2BAA2B;YAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAEtD,eAAe;YACf,MAAM,MAAM,GAA0B;gBAClC,UAAU,EAAE,UAAU;gBACtB,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACxB,MAAM;gBACN,KAAK;gBACL,aAAa;gBACb,YAAY;gBACZ,YAAY,EAAE,WAAW,GAAG,YAAY;gBACxC,WAAW;gBACX,SAAS,EAAE,KAAK;gBAChB,cAAc,EAAE,QAAQ;gBACxB,YAAY;gBACZ,SAAS;gBACT,UAAU;aACb,CAAC;YAEF,IAAI,CAAC,GAAG,CACJ,+BAA+B,MAAM,YAAY,KAAK,GAAG,EACzD,OAAO,CAAC,OAAO,CAAC,OAAO,CAC1B,CAAC;YACF,OAAO,MAAM,CAAC;QAElB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,CAAC,yBAAyB,EAAE,KAAc,CAAC,CAAC;YACzD,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;OAYG;IACa,KAAK,CAAC,QAAQ,CAAC,IAAgB;QAC3C,sBAAsB;QACtB,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACpB,OAAO,UAAU,CAAC;QACtB,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC;YACD,mCAAmC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAkB,IAAI,CAAC,CAAC;YAEvD,oBAAoB;YACpB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,eAAe;oBACzB,OAAO,EAAE,sCAAsC;oBAC/C,KAAK,EAAE,uBAAuB;oBAC9B,UAAU,EAAE,qCAAqC;iBACpD,CAAC,CAAC;YACP,CAAC;YACD,+DAA+D;YAC/D,gDAAgD;YAEhD,wCAAwC;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,eAAe;oBACzB,OAAO,EAAE,iCAAiC;oBAC1C,KAAK,EAAE,uBAAuB;oBAC9B,UAAU,EAAE,8DAA8D;iBAC7E,CAAC,CAAC;YACP,CAAC;YACD,wEAAwE;YACxE,gDAAgD;YAEhD,2BAA2B;YAC3B,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBACxB,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAC3D,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EACnB,CAAC,CACJ,CAAC;gBACF,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;oBACrC,QAAQ,CAAC,IAAI,CAAC;wBACV,QAAQ,EAAE,eAAe;wBACzB,OAAO,EAAE,mCAAmC;wBAC5C,cAAc,EAAE,gBAAgB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;qBAC3D,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAED,4BAA4B;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAiB,IAAI,CAAC,CAAC;YAC9D,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACxD,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,4CAA4C;oBACrD,KAAK,EAAE,6BAA6B;oBACpC,UAAU,EAAE,+CAA+C;iBAC9D,CAAC,CAAC;YACP,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,oCAAqC,KAAe,CAAC,OAAO,EAAE;gBACvE,KAAK,EAAE,eAAe;gBACtB,UAAU,EAAE,kCAAkC;aACjD,CAAC,CAAC;QACP,CAAC;QAED,OAAO;YACH,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,MAAM;YACN,QAAQ;SACX,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,WAAqB;QAC1D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAgB,WAAW,EAAE,WAAW,CAAC,CAAC;QAC5F,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,YAAY,CACtB,KAAoB,EACpB,KAAqB,EACrB,WAAqB,EACrB,IAAgB,EAChB,gBAAoC,EACpC,OAAsB;QAEtB,MAAM,MAAM,GAAG,IAAI,uBAAW,EAAE,CAAC;QAEjC,8BAA8B;QAC9B,MAAM,oBAAoB,GAAkB,EAAE,CAAC;QAE/C,iCAAiC;QACjC,IAAI,KAAK,CAAC,mBAAmB,EAAE,aAAa,EAAE,CAAC;YAC3C,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,mBAAmB,CAAC,aAAa,EAAE,CAAC;gBACxD,oBAAoB,CAAC,IAAI,CAAC;oBACtB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACR,CAAC,CAAC;YACtB,CAAC;QACL,CAAC;QAED,2BAA2B;QAC3B,oBAAoB,CAAC,IAAI,CAAC;YACtB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,KAAK,CAAC,WAAW;SACd,CAAC,CAAC;QAElB,6BAA6B;QAC7B,MAAM,MAAM,GAAG;YACX,KAAK,EAAE,KAAY,EAAE,2CAA2C;YAChE,oBAAoB;YACpB,WAAW;YACX,QAAQ,EAAE,KAAK,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAC;gBAC7C,OAAO,EAAE,KAAK,CAAC,eAAe,CAAC,aAAa;aAC/C,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC;QAEF,8FAA8F;QAC9F,2FAA2F;QAC3F,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI;YAC7C,CAAC,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,CAAC,IAAI,EAAE;YACtC,CAAC,CAAC,UAAU,IAAI,CAAC,IAAI,EAAE,CAAC;QAE5B,0CAA0C;QAC1C,IAAI,gBAAgB,EAAE,CAAC;YACnB,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CACpD,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,EAAE,gBAAgB,CAAC,CACnF,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjC,MAAM,CAAC,sBAAsB,CAAC,MAAM,EAAE;oBAClC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,eAAe,EAAE,IAAI;oBACrB,gBAAgB,EAAE,gBAAgB;oBAClC,SAAS,EAAE,OAAO,CAAC,EAAE;iBACxB,CAAC;gBACF,cAAc;aACjB,CAAC,CAAC;YAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;QACxD,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,MAAM,EAAE;gBAC1D,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,eAAe,EAAE,IAAI;gBACrB,gBAAgB,EAAE,gBAAgB;gBAClC,SAAS,EAAE,OAAO,CAAC,EAAE;aACxB,CAAC,CAAC;YAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;QACxD,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CAC/B,OAAsB,EACtB,QAA0B;QAE1B,0CAA0C;QAC1C,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,CAAC,oCAAoC,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;QACnG,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,QAA0B;QACjD,OAAO;YACH,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,cAAc,EAAE,QAAQ,CAAC,cAAc;SAC1C,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,UAAU,CACpB,MAAuB,EACvB,KAAqB,EACrB,QAAmC,EACnC,YAAqC,EACrC,QAA0B,EAC1B,OAA+B;QAE/B,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,4EAA4E;QAC5E,8FAA8F;QAC9F,MAAM,WAAW,GAAG,IAAI,CAAC;QAEzB,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,2CAA2C,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/E,OAAO,aAAa,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,IAAI,CAAC,QAAQ,CAAC,qBAAqB,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;gBACxD,SAAS;YACb,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,WAAW,GAAgB;oBAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,cAAc,EAAE,QAAQ;oBACxB,YAAY;oBACZ,YAAY,EAAE,QAAQ;oBACtB,WAAW,EAAE,OAAO,CAAC,WAAW;iBACnC,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;gBAC7E,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE3B,IAAI,CAAC,GAAG,CACJ,UAAU,YAAY,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,YAAY,MAAM,CAAC,KAAK,GAAG,EAC9F,OAAO,CAAC,OAAO,CAAC,OAAO,CAC1B,CAAC;YAEN,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,QAAQ,CAAC,UAAU,YAAY,CAAC,IAAI,SAAS,EAAE,KAAc,CAAC,CAAC;gBACpE,aAAa,CAAC,IAAI,CAAC;oBACf,UAAU,EAAE,YAAY,CAAC,IAAI;oBAC7B,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,4BAA6B,KAAe,CAAC,OAAO,EAAE;iBAClE,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,OAAO,aAAa,CAAC;IACzB,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,QAA0B;QACjD,OAAO,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;OAGG;IACK,mBAAmB,CAAC,QAA0B;QAClD,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC/C,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;QACrD,OAAO,GAAG,GAAG,KAAK,CAAC;IACvB,CAAC;CACJ,CAAA;AA3YY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,sBAAa,EAAC,+BAAc,EAAE,iBAAiB,CAAC;GACpC,eAAe,CA2Y3B"}
+{"version":3,"file":"AgentEvalDriver.js","sourceRoot":"","sources":["../../src/drivers/AgentEvalDriver.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;AAGH,mDAAsE;AAEtE,yDAAwD;AAExD,qDAAkD;AA+JlD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAEI,IAAM,eAAe,GAArB,MAAM,eAAgB,SAAQ,+BAAc;IAC/C;;;;;;;;;;;;;OAaG;IACI,KAAK,CAAC,OAAO,CAAC,OAA+B;QAChD,IAAI,CAAC,GAAG,CAAC,2BAA2B,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACD,sBAAsB;YACtB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAkB,OAAO,CAAC,IAAI,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAiB,OAAO,CAAC,IAAI,CAAC,CAAC;YACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAA4B,OAAO,CAAC,IAAI,CAAC,CAAC;YAErF,aAAa;YACb,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAExE,uCAAuC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAErC,IAAI,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,QAAQ,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAEzH,uCAAuC;YACvC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CACtD,KAAK,EACL,KAAK,EACL,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,IAAI,EACZ,MAAM,CAAC,gBAAgB,EACvB,OAAO,CAAC,OAAO,CAClB,CAAC;YAEF,gDAAgD;YAChD,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAE9D,iCAAiC;YACjC,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACtD,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;YAE5D,cAAc;YACd,IAAI,CAAC,GAAG,CAAC,gCAAgC,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACpE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,sBAAsB,CACnD,MAAM,EACN,KAAK,EACL,WAAW,EACX,QAAQ,EACR,OAAO,CACV,CAAC;YAEF,6BAA6B;YAC7B,+EAA+E;YAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,KAAK,WAAW;gBAC7E,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;YAE1C,eAAe;YACf,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;YAChE,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;YAEzC,qDAAqD;YACrD,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3E,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAElF,eAAe;YACf,MAAM,MAAM,GAA0B;gBAClC,UAAU,EAAE,UAAU;gBACtB,WAAW,EAAE,aAAa,CAAC,EAAE;gBAC7B,MAAM;gBACN,KAAK;gBACL,aAAa;gBACb,YAAY;gBACZ,YAAY,EAAE,WAAW,GAAG,YAAY;gBACxC,WAAW;gBACX,SAAS,EAAE,KAAK;gBAChB,cAAc,EAAE,QAAQ;gBACxB,YAAY;gBACZ,SAAS;gBACT,UAAU;gBACV,6BAA6B;gBAC7B,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBAClD,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBAClD,cAAc,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;aACvE,CAAC;YAEF,IAAI,CAAC,GAAG,CACJ,+BAA+B,MAAM,YAAY,KAAK,GAAG,EACzD,OAAO,CAAC,OAAO,CAAC,OAAO,CAC1B,CAAC;YACF,OAAO,MAAM,CAAC;QAElB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,CAAC,yBAAyB,EAAE,KAAc,CAAC,CAAC;YACzD,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;OAYG;IACa,KAAK,CAAC,QAAQ,CAAC,IAAgB;QAC3C,sBAAsB;QACtB,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACpB,OAAO,UAAU,CAAC;QACtB,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC;YACD,mCAAmC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAkB,IAAI,CAAC,CAAC;YAEvD,oBAAoB;YACpB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,eAAe;oBACzB,OAAO,EAAE,sCAAsC;oBAC/C,KAAK,EAAE,uBAAuB;oBAC9B,UAAU,EAAE,qCAAqC;iBACpD,CAAC,CAAC;YACP,CAAC;YACD,+DAA+D;YAC/D,gDAAgD;YAEhD,wCAAwC;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,eAAe;oBACzB,OAAO,EAAE,iCAAiC;oBAC1C,KAAK,EAAE,uBAAuB;oBAC9B,UAAU,EAAE,8DAA8D;iBAC7E,CAAC,CAAC;YACP,CAAC;YACD,wEAAwE;YACxE,gDAAgD;YAEhD,2BAA2B;YAC3B,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBACxB,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAC3D,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EACnB,CAAC,CACJ,CAAC;gBACF,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;oBACrC,QAAQ,CAAC,IAAI,CAAC;wBACV,QAAQ,EAAE,eAAe;wBACzB,OAAO,EAAE,mCAAmC;wBAC5C,cAAc,EAAE,gBAAgB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;qBAC3D,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAED,4BAA4B;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAiB,IAAI,CAAC,CAAC;YAE9D,mDAAmD;YACnD,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;gBACnE,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kEAAkE;oBAC3E,KAAK,EAAE,iBAAiB;oBACxB,UAAU,EAAE,yEAAyE;iBACxF,CAAC,CAAC;YACP,CAAC;YAED,mCAAmC;YACnC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC;wBACR,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,6BAA6B;wBACtC,KAAK,EAAE,uBAAuB;wBAC9B,UAAU,EAAE,8CAA8C;qBAC7D,CAAC,CAAC;gBACP,CAAC;gBAED,qBAAqB;gBACrB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;oBAChC,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;wBACtD,MAAM,CAAC,IAAI,CAAC;4BACR,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,QAAQ,KAAK,GAAG,CAAC,2BAA2B;4BACrD,KAAK,EAAE,yBAAyB,KAAK,eAAe;4BACpD,UAAU,EAAE,6CAA6C;yBAC5D,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEH,sDAAsD;gBACtD,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;oBAChC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;wBACjC,QAAQ,CAAC,IAAI,CAAC;4BACV,QAAQ,EAAE,eAAe;4BACzB,OAAO,EAAE,QAAQ,KAAK,GAAG,CAAC,2DAA2D;4BACrF,cAAc,EAAE,wHAAwH;yBAC3I,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,oCAAqC,KAAe,CAAC,OAAO,EAAE;gBACvE,KAAK,EAAE,eAAe;gBACtB,UAAU,EAAE,kCAAkC;aACjD,CAAC,CAAC;QACP,CAAC;QAED,OAAO;YACH,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,MAAM;YACN,QAAQ;SACX,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,WAAqB;QAC1D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAgB,WAAW,EAAE,WAAW,CAAC,CAAC;QAC5F,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,YAAY,CACtB,KAAoB,EACpB,KAAqB,EACrB,WAAqB,EACrB,IAAgB,EAChB,gBAAoC,EACpC,OAAsB;QAEtB,iCAAiC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAuB,EAAE,CAAC;QACzC,MAAM,WAAW,GAAiB,EAAE,CAAC;QAErC,IAAI,cAAc,GAAuB,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC;QACnF,IAAI,qBAA0D,CAAC;QAE/D,iCAAiC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;YAEzB,wCAAwC;YACxC,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC;gBACxB,CAAC,CAAC,IAAI,CAAC,YAAY,CAAE,mCAAmC;gBACxD,CAAC,CAAC,qBAAqB,CAAC,CAAE,wCAAwC;YAEtE,sBAAsB;YACtB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC5C,KAAK;gBACL,IAAI;gBACJ,UAAU;gBACV,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,cAAc;gBACd,YAAY;gBACZ,aAAa,EAAE,KAAK,CAAC,mBAAmB,EAAE,aAAa;gBACvD,WAAW;gBACX,IAAI;gBACJ,OAAO;gBACP,gBAAgB;aACnB,CAAC,CAAC;YAEH,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAE7B,+BAA+B;YAC/B,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC;YACpD,qBAAqB,GAAG,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;IACtC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB,CAAC,MAY/B;QACG,MAAM,MAAM,GAAG,IAAI,uBAAW,EAAE,CAAC;QAEjC,uEAAuE;QACvE,MAAM,oBAAoB,GAAkB,EAAE,CAAC;QAE/C,yEAAyE;QACzE,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YAClD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACrC,oBAAoB,CAAC,IAAI,CAAC;oBACtB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACR,CAAC,CAAC;YACtB,CAAC;QACL,CAAC;QAED,2BAA2B;QAC3B,oBAAoB,CAAC,IAAI,CAAC;YACtB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;SACpB,CAAC,CAAC;QAElB,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC;YAC1C,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI;gBAC9B,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,MAAM,CAAC,UAAU,EAAE;gBAChF,CAAC,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,IAAI,WAAW,MAAM,CAAC,UAAU,EAAE,CAAC;YAC/D,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI;gBAC9B,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;gBACpD,CAAC,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAExC,6BAA6B;QAC7B,MAAM,SAAS,GAAG;YACd,KAAK,EAAE,MAAM,CAAC,KAAY;YAC1B,cAAc,EAAE,MAAM,CAAC,cAAc,EAAG,4CAA4C;YACpF,oBAAoB;YACpB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,OAAO,EAAE,MAAM,CAAC,YAAY,EAAG,kCAAkC;YACjE,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAC;gBACnD,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa;aACrD,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC;QAEF,oCAAoC;QACpC,MAAM,cAAc,GAAG,MAAM,CAAC,sBAAsB,CAAC,SAAS,EAAE;YAC5D,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;YACpC,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,gBAAgB;YAClC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE;SAC/B,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB;YACrC,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,cAAc;gBACd,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC;aACrD,CAAC;YACF,CAAC,CAAC,MAAM,cAAc,CAAC;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC;QAEhD,OAAO;YACH,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ;YACR,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,aAAa,EAAE,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC;YAClD,UAAU,EAAE,OAAO,GAAG,SAAS;YAC/B,IAAI,EAAE,QAAQ,CAAC,SAAS,IAAI,CAAC;SAChC,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,oBAAoB,CAAC,SAAiB;QAC1C,OAAO,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CACpC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,SAAS,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CACjG,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,KAAqB;QACxC,kCAAkC;QAClC,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,KAAK,CAAC,KAAK,CAAC;QACvB,CAAC;QAED,gEAAgE;QAChE,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACpB,OAAO,CAAC;oBACJ,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;iBACnC,CAAC,CAAC;QACP,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACvF,CAAC;IAED;;;;OAIG;IACK,oBAAoB,CAAC,QAA0B;QACnD,iFAAiF;QACjF,8EAA8E;QAC9E,MAAM,kBAAkB,GAAG,IAAA,sBAAa,EAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAChE,OAAO,kBAAkB,IAAI,EAAE,CAAC;IACpC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,sBAAsB,CAChC,OAAsB,EACtB,SAA6B;QAE7B,gDAAgD;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;YAEzB,0CAA0C;YAC1C,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,EAAE,CAAC;YAEhC,sDAAsD;YACtD,IAAI,YAAY,IAAI,QAAQ,EAAE,CAAC;gBAC1B,QAAgB,CAAC,UAAU,GAAG,UAAU,CAAC;YAC9C,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEpC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACT,IAAI,CAAC,QAAQ,CACT,iCAAiC,UAAU,cAAc,EACzD,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAC5C,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,QAA0B;QACjD,OAAO;YACH,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,cAAc,EAAE,QAAQ,CAAC,cAAc;SAC1C,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,sBAAsB,CAChC,MAAuB,EACvB,KAAsB,EACtB,WAAyB,EACzB,QAAmC,EACnC,OAA+B;QAE/B,4EAA4E;QAC5E,8FAA8F;QAC9F,MAAM,WAAW,GAAG,IAAI,CAAC;QAEzB,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,2CAA2C,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/E,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,IAAI,iBAAiB,CAAC;QAEhE,QAAQ,QAAQ,EAAE,CAAC;YACf,KAAK,iBAAiB;gBAClB,OAAO,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEtF,KAAK,WAAW;gBACZ,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAErF,KAAK,qBAAqB;gBACtB,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAErF;gBACI,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC;QACpE,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,sBAAsB,CAChC,MAAuB,EACvB,KAAsB,EACtB,WAAyB,EACzB,QAAmC,EACnC,OAA+B;QAE/B,MAAM,eAAe,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE1C,OAAO,IAAI,CAAC,uBAAuB,CAC/B,MAAM,EACN,SAAS,EACT,eAAe,EACf,SAAS,CAAC,gBAAgB,IAAI,QAAQ,EACtC,OAAO,CACV,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CAC/B,MAAuB,EACvB,KAAsB,EACtB,WAAyB,EACzB,QAAmC,EACnC,OAA+B;QAE/B,MAAM,UAAU,GAAmB,EAAE,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAElC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAClD,MAAM,EACN,IAAI,EACJ,UAAU,EACV,IAAI,CAAC,gBAAgB,IAAI,QAAQ,EACjC,OAAO,EACP,QAAQ,CAAC,GAAG,CAAC,IAAI,CACpB,CAAC;YAEF,UAAU,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CAC/B,MAAuB,EACvB,KAAsB,EACtB,WAAyB,EACzB,QAAmC,EACnC,OAA+B;QAE/B,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,IAAI,CAAC,QAAQ,CAAC,qBAAqB,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;gBACxD,SAAS;YACb,CAAC;YAED,IAAI,CAAC;gBACD,gCAAgC;gBAChC,MAAM,WAAW,GAAgB;oBAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,cAAc,EAAE,QAAQ;oBACxB,YAAY,EAAE;wBACV,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC1B,UAAU,EAAE,EAAE,CAAC,UAAU;4BACzB,YAAY,EAAE,EAAE,CAAC,YAAY;4BAC7B,aAAa,EAAE,EAAE,CAAC,aAAa;4BAC/B,UAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE;yBAC7B,CAAC,CAAC;wBACH,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,aAAa;qBACjE;oBACD,YAAY,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ;oBAC1D,WAAW,EAAE,OAAO,CAAC,WAAW;iBACnC,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;gBAC7E,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE3B,IAAI,CAAC,GAAG,CACJ,UAAU,YAAY,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,YAAY,MAAM,CAAC,KAAK,GAAG,EAC9F,OAAO,CAAC,OAAO,CAAC,OAAO,CAC1B,CAAC;YAEN,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,QAAQ,CAAC,UAAU,YAAY,CAAC,IAAI,SAAS,EAAE,KAAc,CAAC,CAAC;gBACpE,aAAa,CAAC,IAAI,CAAC;oBACf,UAAU,EAAE,YAAY,CAAC,IAAI;oBAC7B,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,4BAA6B,KAAe,CAAC,OAAO,EAAE;iBAClE,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,OAAO,aAAa,CAAC;IACzB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,uBAAuB,CACjC,MAAuB,EACvB,IAAmB,EACnB,UAAsB,EACtB,QAAmC,EACnC,OAA+B,EAC/B,gBAAwB,EAAE;QAE1B,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,IAAI,CAAC,QAAQ,CAAC,qBAAqB,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;gBACxD,SAAS;YACb,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,WAAW,GAAgB;oBAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,cAAc,EAAE,QAAQ;oBACxB,YAAY,EAAE,UAAU,CAAC,aAAa;oBACtC,YAAY,EAAE,UAAU,CAAC,QAAQ;oBACjC,WAAW,EAAE,OAAO,CAAC,WAAW;iBACnC,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;gBAE7E,2DAA2D;gBAC3D,IAAI,aAAa,EAAE,CAAC;oBAChB,MAAM,CAAC,OAAO,GAAG,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC;gBACpD,CAAC;gBAED,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE3B,IAAI,CAAC,GAAG,CACJ,GAAG,aAAa,UAAU,YAAY,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,YAAY,MAAM,CAAC,KAAK,GAAG,EAC9G,OAAO,CAAC,OAAO,CAAC,OAAO,CAC1B,CAAC;YAEN,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,QAAQ,CAAC,GAAG,aAAa,UAAU,YAAY,CAAC,IAAI,SAAS,EAAE,KAAc,CAAC,CAAC;gBACpF,aAAa,CAAC,IAAI,CAAC;oBACf,UAAU,EAAE,YAAY,CAAC,IAAI;oBAC7B,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,GAAG,aAAa,4BAA6B,KAAe,CAAC,OAAO,EAAE;iBAClF,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,OAAO,aAAa,CAAC;IACzB,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,QAA0B;QACjD,OAAO,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;OAGG;IACK,mBAAmB,CAAC,QAA0B;QAClD,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC/C,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;QACrD,OAAO,GAAG,GAAG,KAAK,CAAC;IACvB,CAAC;CACJ,CAAA;AAvsBY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,sBAAa,EAAC,+BAAc,EAAE,iBAAiB,CAAC;GACpC,eAAe,CAusB3B"}

package/dist/types.d.ts

@@ -2,7 +2,7 @@
  * Core type definitions for the Testing Engine
  */
 import { UserInfo } from '@memberjunction/core';
-import { TestEntity, TestRunEntity } from '@memberjunction/core-entities';
+import { TestEntity, TestRunEntity, AIAgentRunEntity } from '@memberjunction/core-entities';
 import { IOracle } from './oracles/IOracle';
 /**
  * Progress callback for test execution
@@ -240,6 +240,39 @@ export interface DriverExecutionContext {
      */
     oracleRegistry: Map<string, IOracle>;
 }
+/**
+ * Result from a single turn in multi-turn test
+ */
+export interface TurnResult {
+    /**
+     * Turn number (1-indexed)
+     */
+    turnNumber: number;
+    /**
+     * Agent run for this turn
+     */
+    agentRun: AIAgentRunEntity;
+    /**
+     * Input payload for this turn
+     */
+    inputPayload?: Record<string, unknown>;
+    /**
+     * Output payload from this turn
+     */
+    outputPayload: Record<string, unknown>;
+    /**
+     * Oracle results for this turn (if per-turn evaluation)
+     */
+    oracleResults?: OracleResult[];
+    /**
+     * Duration in milliseconds
+     */
+    durationMs?: number;
+    /**
+     * Cost in USD
+     */
+    cost?: number;
+}
 /**
  * Result from driver execution
  */
@@ -249,7 +282,7 @@ export interface DriverExecutionResult {
      */
     targetType: string;
     /**
-     * Target entity ID
+     * Target entity ID (final AgentRun ID for single/multi-turn)
      */
     targetLogId: string;
     /**
@@ -300,6 +333,18 @@ export interface DriverExecutionResult {
      * Error message if status is Error
      */
     errorMessage?: string;
+    /**
+     * Multi-turn specific: Total number of turns
+     */
+    totalTurns?: number;
+    /**
+     * Multi-turn specific: Results for each turn
+     */
+    turnResults?: TurnResult[];
+    /**
+     * Multi-turn specific: All AgentRun IDs
+     */
+    allAgentRunIds?: string[];
 }
 /**
  * Oracle evaluation input

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACL,UAAU,EACV,aAAa,EAKd,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,QAAQ,CAAC,EAAE;QACT,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,GAAG,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEzC;;OAEG;IACH,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;CACrD;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC;IAElD;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,aAAa,EAAE,YAAY,EAAE,CAAC;IAE9B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,SAAS,EAAE,IAAI,CAAC;IAEhB;;OAEG;IACH,WAAW,EAAE,IAAI,CAAC;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;IAErE;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,aAAa,EAAE,CAAC;IAE7B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,SAAS,EAAE,IAAI,CAAC;IAEhB;;OAEG;IACH,WAAW,EAAE,IAAI,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;IAEtB;;OAEG;IACH,OAAO,EAAE,cAAc,CAAC;IAExB;;OAEG;IACH,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;IAEtC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,aAAa,EAAE,YAAY,EAAE,CAAC;IAE9B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,MAAM,EAAE,OAAO,CAAC;IAEhB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;;OAGG;IACH,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,eAAe,EAAE,CAAC;IAE1B;;OAEG;IACH,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,QAAQ,EAAE,eAAe,GAAG,OAAO,GAAG,kBAAkB,CAAC;IAEzD;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,QAAQ,EAAE,eAAe,GAAG,aAAa,GAAG,MAAM,CAAC;IAEnD;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACL,UAAU,EACV,aAAa,EAIb,gBAAgB,EACjB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,QAAQ,CAAC,EAAE;QACT,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,GAAG,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEzC;;OAEG;IACH,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;CACrD;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC;IAElD;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,aAAa,EAAE,YAAY,EAAE,CAAC;IAE9B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,SAAS,EAAE,IAAI,CAAC;IAEhB;;OAEG;IACH,WAAW,EAAE,IAAI,CAAC;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;IAErE;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,aAAa,EAAE,CAAC;IAE7B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,SAAS,EAAE,IAAI,CAAC;IAEhB;;OAEG;IACH,WAAW,EAAE,IAAI,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;IAEtB;;OAEG;IACH,OAAO,EAAE,cAAc,CAAC;IAExB;;OAEG;IACH,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,EAAE,gBAAgB,CAAC;IAE3B;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC;IAE/B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;IAEtC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,aAAa,EAAE,YAAY,EAAE,CAAC;IAE9B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAE3B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,MAAM,EAAE,OAAO,CAAC;IAEhB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;;OAGG;IACH,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,eAAe,EAAE,CAAC;IAE1B;;OAEG;IACH,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,QAAQ,EAAE,eAAe,GAAG,OAAO,GAAG,kBAAkB,CAAC;IAEzD;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,QAAQ,EAAE,eAAe,GAAG,aAAa,GAAG,MAAM,CAAC;IAEnD;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/testing-engine",
-  "version": "2.125.0",
+  "version": "2.126.1",
   "description": "MemberJunction Testing Framework Engine - Core test execution and evaluation engine supporting multiple test types",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -20,15 +20,15 @@
     "@types/debug": "^4.1.12"
   },
   "dependencies": {
-    "@memberjunction/ai": "2.125.0",
-    "@memberjunction/ai-agents": "2.125.0",
-    "@memberjunction/ai-core-plus": "2.125.0",
-    "@memberjunction/ai-prompts": "2.125.0",
-    "@memberjunction/aiengine": "2.125.0",
-    "@memberjunction/core": "2.125.0",
-    "@memberjunction/core-entities": "2.125.0",
-    "@memberjunction/global": "2.125.0",
-    "@memberjunction/testing-engine-base": "2.125.0",
+    "@memberjunction/ai": "2.126.1",
+    "@memberjunction/ai-agents": "2.126.1",
+    "@memberjunction/ai-core-plus": "2.126.1",
+    "@memberjunction/ai-prompts": "2.126.1",
+    "@memberjunction/aiengine": "2.126.1",
+    "@memberjunction/core": "2.126.1",
+    "@memberjunction/core-entities": "2.126.1",
+    "@memberjunction/global": "2.126.1",
+    "@memberjunction/testing-engine-base": "2.126.1",
     "debug": "^4.4.0",
     "rxjs": "^7.8.1",
     "zod": "^3.23.8"