@memberjunction/testing-engine 0.0.1 → 2.118.0

package/dist/drivers/BaseTestDriver.js

@@ -0,0 +1,266 @@
+"use strict";
+/**
+ * @fileoverview Base class for all test driver implementations
+ * @module @memberjunction/testing-engine
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseTestDriver = void 0;
+const core_1 = require("@memberjunction/core");
+/**
+ * Abstract base class for test driver implementations.
+ *
+ * Each TestType in the database has a corresponding DriverClass that extends this base.
+ * The driver is responsible for:
+ * - Parsing test-specific configuration from Configuration JSON
+ * - Executing the test with appropriate logic
+ * - Running oracles to evaluate results
+ * - Calculating scores and determining pass/fail status
+ * - Returning structured results
+ *
+ * BaseTestDriver handles common functionality:
+ * - Configuration parsing
+ * - Score calculation
+ * - Status determination
+ * - Logging
+ * - Error handling
+ *
+ * Follows pattern from BaseScheduledJob and BaseAgent.
+ *
+ * @abstract
+ * @example
+ * ```typescript
+ * @RegisterClass(BaseTestDriver, 'AgentEvalDriver')
+ * export class AgentEvalDriver extends BaseTestDriver {
+ *     async Execute(context: DriverExecutionContext): Promise<DriverExecutionResult> {
+ *         const config = this.parseConfig<AgentEvalConfig>(context.test);
+ *         // Execute test logic
+ *         return result;
+ *     }
+ * }
+ * ```
+ */
+class BaseTestDriver {
+    constructor() {
+        this._metadata = new core_1.Metadata();
+    }
+    /**
+     * Validate test configuration.
+     *
+     * Called when creating or updating a test to ensure the configuration is valid
+     * for this test type. Override to add type-specific validation.
+     *
+     * @param test - The test being validated
+     * @returns Validation result with errors and warnings
+     */
+    async Validate(test) {
+        const errors = [];
+        const warnings = [];
+        // Basic validation that all drivers need
+        if (!test.InputDefinition || test.InputDefinition.trim() === '') {
+            errors.push({
+                category: 'input',
+                message: 'InputDefinition is required',
+                field: 'InputDefinition',
+                suggestion: 'Provide test input definition in JSON format'
+            });
+        }
+        else {
+            // Validate JSON
+            try {
+                JSON.parse(test.InputDefinition);
+            }
+            catch (error) {
+                errors.push({
+                    category: 'input',
+                    message: `InputDefinition is not valid JSON: ${error.message}`,
+                    field: 'InputDefinition',
+                    suggestion: 'Fix JSON syntax errors'
+                });
+            }
+        }
+        if (!test.ExpectedOutcomes || test.ExpectedOutcomes.trim() === '') {
+            warnings.push({
+                category: 'best-practice',
+                message: 'ExpectedOutcomes is recommended for validation',
+                recommendation: 'Define expected outcomes to enable automated validation'
+            });
+        }
+        else {
+            // Validate JSON
+            try {
+                JSON.parse(test.ExpectedOutcomes);
+            }
+            catch (error) {
+                errors.push({
+                    category: 'expected-outcome',
+                    message: `ExpectedOutcomes is not valid JSON: ${error.message}`,
+                    field: 'ExpectedOutcomes',
+                    suggestion: 'Fix JSON syntax errors'
+                });
+            }
+        }
+        if (!test.Configuration || test.Configuration.trim() === '') {
+            warnings.push({
+                category: 'best-practice',
+                message: 'Configuration is recommended',
+                recommendation: 'Define test configuration including oracles and weights'
+            });
+        }
+        else {
+            // Validate JSON
+            try {
+                JSON.parse(test.Configuration);
+            }
+            catch (error) {
+                errors.push({
+                    category: 'configuration',
+                    message: `Configuration is not valid JSON: ${error.message}`,
+                    field: 'Configuration',
+                    suggestion: 'Fix JSON syntax errors'
+                });
+            }
+        }
+        return {
+            valid: errors.length === 0,
+            errors,
+            warnings
+        };
+    }
+    /**
+     * Calculate overall score from oracle results.
+     *
+     * If weights are provided, calculates weighted average.
+     * Otherwise, calculates simple average.
+     *
+     * @param oracleResults - Results from oracle evaluations
+     * @param weights - Optional scoring weights by oracle type
+     * @returns Overall score from 0.0 to 1.0
+     * @protected
+     */
+    calculateScore(oracleResults, weights) {
+        if (oracleResults.length === 0) {
+            return 0;
+        }
+        if (!weights) {
+            // Simple average
+            const sum = oracleResults.reduce((acc, r) => acc + r.score, 0);
+            return sum / oracleResults.length;
+        }
+        // Weighted average
+        let weightedSum = 0;
+        let totalWeight = 0;
+        for (const result of oracleResults) {
+            const weight = weights[result.oracleType] || 0;
+            weightedSum += result.score * weight;
+            totalWeight += weight;
+        }
+        return totalWeight > 0 ? weightedSum / totalWeight : 0;
+    }
+    /**
+     * Determine overall test status from oracle results.
+     *
+     * Test passes only if ALL oracles pass.
+     *
+     * @param oracleResults - Results from oracle evaluations
+     * @returns 'Passed' if all oracles passed, 'Failed' otherwise
+     * @protected
+     */
+    determineStatus(oracleResults) {
+        if (oracleResults.length === 0) {
+            return 'Failed';
+        }
+        return oracleResults.every(r => r.passed) ? 'Passed' : 'Failed';
+    }
+    /**
+     * Parse and validate Configuration JSON.
+     *
+     * Helper method for drivers to parse their configuration with type safety.
+     * Throws if configuration is invalid.
+     *
+     * @template T - The configuration type
+     * @param test - The test containing the configuration
+     * @returns Parsed configuration
+     * @throws Error if configuration is missing or invalid
+     * @protected
+     */
+    parseConfig(test) {
+        if (!test.Configuration) {
+            throw new Error('Configuration is required for test execution');
+        }
+        try {
+            return JSON.parse(test.Configuration);
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            throw new Error(`Invalid Configuration JSON: ${errorMessage}`);
+        }
+    }
+    /**
+     * Parse and validate InputDefinition JSON.
+     *
+     * @template T - The input definition type
+     * @param test - The test containing the input definition
+     * @returns Parsed input definition
+     * @throws Error if input definition is missing or invalid
+     * @protected
+     */
+    parseInputDefinition(test) {
+        if (!test.InputDefinition) {
+            throw new Error('InputDefinition is required for test execution');
+        }
+        try {
+            return JSON.parse(test.InputDefinition);
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            throw new Error(`Invalid InputDefinition JSON: ${errorMessage}`);
+        }
+    }
+    /**
+     * Parse and validate ExpectedOutcomes JSON.
+     *
+     * @template T - The expected outcomes type
+     * @param test - The test containing the expected outcomes
+     * @returns Parsed expected outcomes
+     * @throws Error if expected outcomes is missing or invalid
+     * @protected
+     */
+    parseExpectedOutcomes(test) {
+        if (!test.ExpectedOutcomes) {
+            throw new Error('ExpectedOutcomes is required for test execution');
+        }
+        try {
+            return JSON.parse(test.ExpectedOutcomes);
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            throw new Error(`Invalid ExpectedOutcomes JSON: ${errorMessage}`);
+        }
+    }
+    /**
+     * Log execution progress.
+     *
+     * @param message - Log message
+     * @param verboseOnly - Whether to only log in verbose mode (default: false)
+     * @protected
+     */
+    log(message, verboseOnly = false) {
+        (0, core_1.LogStatusEx)({
+            message: `[${this.constructor.name}] ${message}`,
+            verboseOnly,
+            isVerboseEnabled: () => (0, core_1.IsVerboseLoggingEnabled)()
+        });
+    }
+    /**
+     * Log errors.
+     *
+     * @param message - Error message
+     * @param error - Optional error object
+     * @protected
+     */
+    logError(message, error) {
+        (0, core_1.LogError)(`[${this.constructor.name}] ${message}`, undefined, error);
+    }
+}
+exports.BaseTestDriver = BaseTestDriver;
+//# sourceMappingURL=BaseTestDriver.js.map

package/dist/drivers/BaseTestDriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseTestDriver.js","sourceRoot":"","sources":["../../src/drivers/BaseTestDriver.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,+CAM8B;AAe9B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAsB,cAAc;IAApC;QACc,cAAS,GAAa,IAAI,eAAQ,EAAE,CAAC;IA8PnD,CAAC;IAvOG;;;;;;;;OAQG;IACI,KAAK,CAAC,QAAQ,CAAC,IAAgB;QAClC,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,6BAA6B;gBACtC,KAAK,EAAE,iBAAiB;gBACxB,UAAU,EAAE,8CAA8C;aAC7D,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,gBAAgB;YAChB,IAAI,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,sCAAsC,KAAK,CAAC,OAAO,EAAE;oBAC9D,KAAK,EAAE,iBAAiB;oBACxB,UAAU,EAAE,wBAAwB;iBACvC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAChE,QAAQ,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,gDAAgD;gBACzD,cAAc,EAAE,yDAAyD;aAC5E,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,gBAAgB;YAChB,IAAI,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,kBAAkB;oBAC5B,OAAO,EAAE,uCAAuC,KAAK,CAAC,OAAO,EAAE;oBAC/D,KAAK,EAAE,kBAAkB;oBACzB,UAAU,EAAE,wBAAwB;iBACvC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1D,QAAQ,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE,8BAA8B;gBACvC,cAAc,EAAE,yDAAyD;aAC5E,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,gBAAgB;YAChB,IAAI,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC;oBACR,QAAQ,EAAE,eAAe;oBACzB,OAAO,EAAE,oCAAoC,KAAK,CAAC,OAAO,EAAE;oBAC5D,KAAK,EAAE,eAAe;oBACtB,UAAU,EAAE,wBAAwB;iBACvC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,OAAO;YACH,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,MAAM;YACN,QAAQ;SACX,CAAC;IACN,CAAC;IAED;;;;;;;;;;OAUG;IACO,cAAc,CACpB,aAA6B,EAC7B,OAAwB;QAExB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,CAAC;QACb,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,iBAAiB;YACjB,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;QACtC,CAAC;QAED,mBAAmB;QACnB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC/C,WAAW,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;YACrC,WAAW,IAAI,MAAM,CAAC;QAC1B,CAAC;QAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;;;OAQG;IACO,eAAe,CAAC,aAA6B;QACnD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,QAAQ,CAAC;QACpB,CAAC;QAED,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;IACpE,CAAC;IAED;;;;;;;;;;;OAWG;IACO,WAAW,CAAI,IAAgB;QACrC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAM,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;QACnE,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACO,oBAAoB,CAAI,IAAgB;QAC9C,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAM,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACO,qBAAqB,CAAI,IAAgB;QAC/C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAM,CAAC;QAClD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,kCAAkC,YAAY,EAAE,CAAC,CAAC;QACtE,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACO,GAAG,CAAC,OAAe,EAAE,cAAuB,KAAK;QACvD,IAAA,kBAAW,EAAC;YACR,OAAO,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,OAAO,EAAE;YAChD,WAAW;YACX,gBAAgB,EAAE,GAAG,EAAE,CAAC,IAAA,8BAAuB,GAAE;SACpD,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACO,QAAQ,CAAC,OAAe,EAAE,KAAa;QAC7C,IAAA,eAAQ,EAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACxE,CAAC;CACJ;AA/PD,wCA+PC"}

package/dist/drivers/index.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Test driver implementations
+ */
+export * from './BaseTestDriver';
+export * from './AgentEvalDriver';
+//# sourceMappingURL=index.d.ts.map

package/dist/drivers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/drivers/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC"}

package/dist/drivers/index.js

@@ -0,0 +1,22 @@
+"use strict";
+/**
+ * Test driver implementations
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./BaseTestDriver"), exports);
+__exportStar(require("./AgentEvalDriver"), exports);
+//# sourceMappingURL=index.js.map

package/dist/drivers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/drivers/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;AAEH,mDAAiC;AACjC,oDAAkC"}

package/dist/engine/TestEngine.d.ts

@@ -0,0 +1,148 @@
+/**
+ * @fileoverview Main testing engine orchestrator
+ * @module @memberjunction/testing-engine
+ */
+import { UserInfo } from '@memberjunction/core';
+import { TestEngineBase } from '@memberjunction/testing-engine-base';
+import { IOracle } from '../oracles/IOracle';
+import { TestRunOptions, TestRunResult, TestSuiteRunResult } from '../types';
+/**
+ * Main testing engine that orchestrates test execution.
+ *
+ * Extends TestEngineBase (UI-safe metadata cache) with execution capabilities.
+ * Follows singleton pattern like SchedulingEngine.
+ *
+ * Responsibilities:
+ * - Load and instantiate test drivers via ClassFactory
+ * - Manage oracle registry
+ * - Execute individual tests and test suites
+ * - Create and update TestRun entities
+ * - Track execution timing and costs
+ * - Handle errors and logging
+ *
+ * @example
+ * ```typescript
+ * const engine = TestEngine.Instance;
+ * await engine.Config(false, contextUser);
+ *
+ * const result = await engine.RunTest('test-id', { verbose: true }, contextUser);
+ * console.log(`Test ${result.status}: Score ${result.score}`);
+ * ```
+ */
+export declare class TestEngine extends TestEngineBase {
+    private _driverCache;
+    private _oracleRegistry;
+    /**
+     * Get singleton instance
+     */
+    static get Instance(): TestEngine;
+    /**
+     * Private constructor for singleton
+     */
+    private constructor();
+    protected AdditionalLoading(contextUser?: UserInfo): Promise<void>;
+    /**
+     * Run a single test.
+     *
+     * @param testId - ID of the test to run
+     * @param options - Test execution options
+     * @param contextUser - User context
+     * @param suiteRunId - Optional suite run ID if part of a suite
+     * @returns Test run result (or array of results if RepeatCount > 1)
+     */
+    RunTest(testId: string, options: TestRunOptions, contextUser: UserInfo, suiteRunId?: string | null, suiteTestSequence?: number | null): Promise<TestRunResult | TestRunResult[]>;
+    /**
+     * Run a test suite.
+     *
+     * @param suiteId - ID of the test suite to run
+     * @param options - Test execution options
+     * @param contextUser - User context
+     * @returns Test suite run result
+     */
+    RunSuite(suiteId: string, options: TestRunOptions, contextUser: UserInfo): Promise<TestSuiteRunResult>;
+    /**
+     * Register a custom oracle.
+     *
+     * @param oracle - Oracle implementation
+     */
+    RegisterOracle(oracle: IOracle): void;
+    /**
+     * Get registered oracle by type.
+     *
+     * @param type - Oracle type
+     * @returns Oracle instance or undefined
+     */
+    GetOracle(type: string): IOracle | undefined;
+    /**
+     * Get all registered oracle types.
+     *
+     * @returns Array of oracle type names
+     */
+    GetOracleTypes(): string[];
+    /**
+     * Register built-in oracles.
+     * @private
+     */
+    private registerBuiltInOracles;
+    /**
+     * Get or create test driver instance.
+     * @private
+     */
+    private getDriver;
+    /**
+     * Get test entity from cache.
+     * @private
+     */
+    private loadTest;
+    /**
+     * Get suite entity from cache.
+     * @private
+     */
+    private loadSuite;
+    /**
+     * Get tests for a suite from cache (sorted by sequence).
+     * @private
+     */
+    private loadSuiteTests;
+    /**
+     * Create TestRun entity.
+     * @private
+     */
+    private createTestRun;
+    /**
+     * Create TestSuiteRun entity.
+     * @private
+     */
+    private createSuiteRun;
+    /**
+     * Update TestRun entity with results.
+     * @private
+     */
+    private updateTestRun;
+    /**
+     * Update TestSuiteRun entity with results.
+     * @private
+     */
+    private updateSuiteRun;
+    /**
+     * Run a test multiple times for statistical analysis.
+     * @private
+     */
+    private runRepeatedTest;
+    /**
+     * Run a single test iteration (extracted from RunTest for reuse).
+     * @private
+     */
+    private runSingleTestIteration;
+    /**
+     * Log execution progress.
+     * @private
+     */
+    private log;
+    /**
+     * Log errors.
+     * @private
+     */
+    private logError;
+}
+//# sourceMappingURL=TestEngine.d.ts.map

package/dist/engine/TestEngine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TestEngine.d.ts","sourceRoot":"","sources":["../../src/engine/TestEngine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACH,QAAQ,EAKX,MAAM,sBAAsB,CAAC;AAS9B,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAErE,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAM7C,OAAO,EACH,cAAc,EAEd,aAAa,EACb,kBAAkB,EACrB,MAAM,UAAU,CAAC;AAElB;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,UAAW,SAAQ,cAAc;IAC1C,OAAO,CAAC,YAAY,CAAqC;IACzD,OAAO,CAAC,eAAe,CAA8B;IAErD;;OAEG;IACH,WAAkB,QAAQ,IAAI,UAAU,CAEvC;IAED;;OAEG;IACH,OAAO;cAIkB,iBAAiB,CAAC,WAAW,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAajF;;;;;;;;OAQG;IACU,OAAO,CAChB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,QAAQ,EACrB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,GAClC,OAAO,CAAC,aAAa,GAAG,aAAa,EAAE,CAAC;IAiC3C;;;;;;;OAOG;IACU,QAAQ,CACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,QAAQ,GACtB,OAAO,CAAC,kBAAkB,CAAC;IA6E9B;;;;OAIG;IACI,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAK5C;;;;;OAKG;IACI,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS;IAInD;;;;OAIG;IACI,cAAc,IAAI,MAAM,EAAE;IAIjC;;;OAGG;YACW,sBAAsB;IAQpC;;;OAGG;YACW,SAAS;IAsBvB;;;OAGG;YACW,QAAQ;IAStB;;;OAGG;YACW,SAAS;IASvB;;;OAGG;YACW,cAAc;IAK5B;;;OAGG;YACW,aAAa;IAqC3B;;;OAGG;YACW,cAAc;IAwB5B;;;OAGG;YACW,aAAa;IA0B3B;;;OAGG;YACW,cAAc;IAsB5B;;;OAGG;YACW,eAAe;IAqC7B;;;OAGG;YACW,sBAAsB;IA2GpC;;;OAGG;IACH,OAAO,CAAC,GAAG;IAQX;;;OAGG;IACH,OAAO,CAAC,QAAQ;CAGnB"}