@memberjunction/testing-engine 2.128.0 → 2.130.0

package/dist/types.d.ts

@@ -1,220 +1,14 @@
 /**
  * Core type definitions for the Testing Engine
+ *
+ * Note: UI-safe types are defined in @memberjunction/testing-engine-base
+ * This file contains execution-specific types that depend on engine internals
  */
 import { UserInfo } from '@memberjunction/core';
 import { TestEntity, TestRunEntity, AIAgentRunEntity } from '@memberjunction/core-entities';
 import { IOracle } from './oracles/IOracle';
-/**
- * Progress callback for test execution
- */
-export interface TestProgress {
-    /**
-     * Current execution step
-     */
-    step: string;
-    /**
-     * Progress percentage (0-100)
-     */
-    percentage: number;
-    /**
-     * Human-readable message
-     */
-    message: string;
-    /**
-     * Additional metadata
-     */
-    metadata?: {
-        testName?: string;
-        testRun?: any;
-        driverType?: string;
-        oracleType?: string;
-        [key: string]: any;
-    };
-}
-/**
- * Options for running a single test
- */
-export interface TestRunOptions {
-    /**
-     * Verbose logging
-     */
-    verbose?: boolean;
-    /**
-     * Validate configuration without executing
-     */
-    dryRun?: boolean;
-    /**
-     * Environment context (dev, staging, prod)
-     */
-    environment?: string;
-    /**
-     * Git commit SHA for versioning
-     */
-    gitCommit?: string;
-    /**
-     * Agent/system version being tested
-     */
-    agentVersion?: string;
-    /**
-     * Override test configuration
-     */
-    configOverride?: Record<string, unknown>;
-    /**
-     * Progress callback for real-time updates
-     */
-    progressCallback?: (progress: TestProgress) => void;
-}
-/**
- * Options for running a test suite
- */
-export interface SuiteRunOptions extends TestRunOptions {
-    /**
-     * Run tests in parallel
-     */
-    parallel?: boolean;
-    /**
-     * Stop on first failure
-     */
-    failFast?: boolean;
-    /**
-     * Maximum parallel tests (if parallel=true)
-     */
-    maxParallel?: number;
-    /**
-     * Run only specific sequence numbers
-     */
-    sequence?: number[];
-}
-/**
- * Result from running a single test
- */
-export interface TestRunResult {
-    /**
-     * Test Run ID
-     */
-    testRunId: string;
-    /**
-     * Test ID
-     */
-    testId: string;
-    /**
-     * Test name (from lookup field)
-     */
-    testName: string;
-    /**
-     * Test execution status
-     */
-    status: 'Passed' | 'Failed' | 'Skipped' | 'Error';
-    /**
-     * Overall score (0.0000 to 1.0000)
-     */
-    score: number;
-    /**
-     * Number of checks that passed
-     */
-    passedChecks: number;
-    /**
-     * Number of checks that failed
-     */
-    failedChecks: number;
-    /**
-     * Total number of checks
-     */
-    totalChecks: number;
-    /**
-     * Oracle evaluation results
-     */
-    oracleResults: OracleResult[];
-    /**
-     * Target entity type (e.g., "AI Agent")
-     */
-    targetType: string;
-    /**
-     * Target entity ID (e.g., AIAgentRun.ID)
-     */
-    targetLogId: string;
-    /**
-     * Execution duration in milliseconds
-     */
-    durationMs: number;
-    /**
-     * Cost in USD
-     */
-    totalCost: number;
-    /**
-     * When execution started
-     */
-    startedAt: Date;
-    /**
-     * When execution completed
-     */
-    completedAt: Date;
-    /**
-     * Error message if status is Error
-     */
-    errorMessage?: string;
-    /**
-     * Iteration number for repeated tests (when RepeatCount > 1)
-     */
-    sequence?: number;
-}
-/**
- * Result from running a test suite
- */
-export interface TestSuiteRunResult {
-    /**
-     * Suite Run ID
-     */
-    suiteRunId: string;
-    /**
-     * Suite ID
-     */
-    suiteId: string;
-    /**
-     * Suite name (from lookup field)
-     */
-    suiteName: string;
-    /**
-     * Suite execution status
-     */
-    status: 'Completed' | 'Failed' | 'Cancelled' | 'Pending' | 'Running';
-    /**
-     * Tests that passed
-     */
-    passedTests: number;
-    /**
-     * Tests that failed
-     */
-    failedTests: number;
-    /**
-     * Total tests
-     */
-    totalTests: number;
-    /**
-     * Average score across all tests
-     */
-    averageScore: number;
-    /**
-     * Individual test results
-     */
-    testResults: TestRunResult[];
-    /**
-     * Total duration in milliseconds
-     */
-    durationMs: number;
-    /**
-     * Total cost in USD
-     */
-    totalCost: number;
-    /**
-     * When execution started
-     */
-    startedAt: Date;
-    /**
-     * When execution completed
-     */
-    completedAt: Date;
-}
+export { TestLogMessage, TestProgress, TestRunOptions, SuiteRunOptions, OracleResult, TestRunResult, TestSuiteRunResult, ScoringWeights, ValidationResult, ValidationError, ValidationWarning, RunContextDetails, OracleConfig } from '@memberjunction/testing-engine-base';
+import { TestRunOptions, OracleResult } from '@memberjunction/testing-engine-base';
 /**
  * Context for test driver execution
  */
@@ -278,9 +72,17 @@ export interface TurnResult {
  */
 export interface DriverExecutionResult {
     /**
-     * Target entity type (e.g., "AI Agent")
+     * Optional sub-category or variant label for the test target.
+     * Use for ad-hoc labeling or to distinguish test scenarios within the same entity type.
+     * Examples: "Summarization", "Classification", "Code Review", "Multi-turn Chat"
      */
     targetType: string;
+    /**
+     * Entity ID identifying the type of target being tested.
+     * References Entity.ID (e.g., Entity ID for "MJ: AI Agent Runs").
+     * This is the proper FK reference for entity linkage.
+     */
+    targetLogEntityId?: string;
     /**
      * Target entity ID (final AgentRun ID for single/multi-turn)
      */
@@ -288,7 +90,7 @@ export interface DriverExecutionResult {
     /**
      * Execution status
      */
-    status: 'Passed' | 'Failed' | 'Error';
+    status: 'Passed' | 'Failed' | 'Error' | 'Timeout';
     /**
      * Overall score
      */
@@ -371,103 +173,4 @@ export interface OracleInput {
      */
     contextUser: UserInfo;
 }
-/**
- * Oracle configuration (can have any additional properties)
- */
-export interface OracleConfig {
-    /**
-     * Oracle-specific configuration properties
-     */
-    [key: string]: unknown;
-}
-/**
- * Oracle evaluation result
- */
-export interface OracleResult {
-    /**
-     * Oracle type that produced this result
-     */
-    oracleType: string;
-    /**
-     * Whether the oracle check passed
-     */
-    passed: boolean;
-    /**
-     * Numeric score (0.0 to 1.0)
-     */
-    score: number;
-    /**
-     * Human-readable message
-     */
-    message: string;
-    /**
-     * Additional details (oracle-specific)
-     */
-    details?: unknown;
-}
-/**
- * Scoring weights for different evaluation dimensions
- */
-export interface ScoringWeights {
-    /**
-     * Weight for each oracle type
-     * Keys are oracle types, values are weights (should sum to 1.0)
-     */
-    [oracleType: string]: number;
-}
-/**
- * Validation result for test configuration
- */
-export interface ValidationResult {
-    /**
-     * Whether validation passed
-     */
-    valid: boolean;
-    /**
-     * Validation errors (blocking issues)
-     */
-    errors: ValidationError[];
-    /**
-     * Validation warnings (non-blocking issues)
-     */
-    warnings: ValidationWarning[];
-}
-/**
- * Validation error
- */
-export interface ValidationError {
-    /**
-     * Error category
-     */
-    category: 'configuration' | 'input' | 'expected-outcome';
-    /**
-     * Error message
-     */
-    message: string;
-    /**
-     * Field path (if applicable)
-     */
-    field?: string;
-    /**
-     * Suggested fix
-     */
-    suggestion?: string;
-}
-/**
- * Validation warning
- */
-export interface ValidationWarning {
-    /**
-     * Warning category
-     */
-    category: 'best-practice' | 'performance' | 'cost';
-    /**
-     * Warning message
-     */
-    message: string;
-    /**
-     * Recommendation
-     */
-    recommendation?: string;
-}
 //# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACL,UAAU,EACV,aAAa,EAIb,gBAAgB,EACjB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,QAAQ,CAAC,EAAE;QACT,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,GAAG,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEzC;;OAEG;IACH,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;CACrD;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC;IAElD;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,aAAa,EAAE,YAAY,EAAE,CAAC;IAE9B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,SAAS,EAAE,IAAI,CAAC;IAEhB;;OAEG;IACH,WAAW,EAAE,IAAI,CAAC;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;IAErE;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,aAAa,EAAE,CAAC;IAE7B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,SAAS,EAAE,IAAI,CAAC;IAEhB;;OAEG;IACH,WAAW,EAAE,IAAI,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;IAEtB;;OAEG;IACH,OAAO,EAAE,cAAc,CAAC;IAExB;;OAEG;IACH,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,EAAE,gBAAgB,CAAC;IAE3B;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC;IAE/B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;IAEtC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,aAAa,EAAE,YAAY,EAAE,CAAC;IAE9B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAE3B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,MAAM,EAAE,OAAO,CAAC;IAEhB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;;OAGG;IACH,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,eAAe,EAAE,CAAC;IAE1B;;OAEG;IACH,QAAQ,EAAE,iBAAiB,EAAE,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,QAAQ,EAAE,eAAe,GAAG,OAAO,GAAG,kBAAkB,CAAC;IAEzD;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,QAAQ,EAAE,eAAe,GAAG,aAAa,GAAG,MAAM,CAAC;IAEnD;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACL,UAAU,EACV,aAAa,EACb,gBAAgB,EACjB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAG5C,OAAO,EACL,cAAc,EACd,YAAY,EACZ,cAAc,EACd,eAAe,EACf,YAAY,EACZ,aAAa,EACb,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,YAAY,EACb,MAAM,qCAAqC,CAAC;AAG7C,OAAO,EACL,cAAc,EACd,YAAY,EACb,MAAM,qCAAqC,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;IAEtB;;OAEG;IACH,OAAO,EAAE,cAAc,CAAC;IAExB;;OAEG;IACH,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,EAAE,gBAAgB,CAAC;IAE3B;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,aAAa,CAAC,EAAE,YAAY,EAAE,CAAC;IAE/B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;IAElD;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,aAAa,EAAE,YAAY,EAAE,CAAC;IAE9B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAE3B;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;OAEG;IACH,WAAW,EAAE,QAAQ,CAAC;CACvB"}

package/dist/types.js

@@ -1,6 +1,9 @@
 "use strict";
 /**
  * Core type definitions for the Testing Engine
+ *
+ * Note: UI-safe types are defined in @memberjunction/testing-engine-base
+ * This file contains execution-specific types that depend on engine internals
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 //# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA;;GAEG"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA;;;;;GAKG"}

package/dist/utils/execution-context.d.ts

@@ -0,0 +1,23 @@
+/**
+ * @fileoverview Utility functions for gathering execution context
+ * @module @memberjunction/testing-engine
+ */
+import { RunContextDetails } from '@memberjunction/testing-engine-base';
+/**
+ * Gather execution context details for test runs.
+ * This collects machine info, OS details, Node version, and CI/CD context.
+ *
+ * @returns RunContextDetails object with all available context
+ */
+export declare function gatherExecutionContext(): RunContextDetails;
+/**
+ * Get the hostname of the current machine.
+ * @returns Machine hostname
+ */
+export declare function getMachineName(): string;
+/**
+ * Get the machine identifier (MAC address).
+ * @returns MAC address or undefined if not available
+ */
+export declare function getMachineIdentifier(): string | undefined;
+//# sourceMappingURL=execution-context.d.ts.map

package/dist/utils/execution-context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-context.d.ts","sourceRoot":"","sources":["../../src/utils/execution-context.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AA+HxE;;;;;GAKG;AACH,wBAAgB,sBAAsB,IAAI,iBAAiB,CAY1D;AAED;;;GAGG;AACH,wBAAgB,cAAc,IAAI,MAAM,CAEvC;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,GAAG,SAAS,CAEzD"}

package/dist/utils/execution-context.js

@@ -0,0 +1,177 @@
+"use strict";
+/**
+ * @fileoverview Utility functions for gathering execution context
+ * @module @memberjunction/testing-engine
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getMachineIdentifier = exports.getMachineName = exports.gatherExecutionContext = void 0;
+const os = __importStar(require("os"));
+/**
+ * Get the primary MAC address for use as a machine identifier.
+ * Returns the first non-internal, non-loopback MAC address found.
+ * @returns MAC address string or undefined if not found
+ */
+function getMachineId() {
+    const interfaces = os.networkInterfaces();
+    for (const name of Object.keys(interfaces)) {
+        const ifaceList = interfaces[name];
+        if (!ifaceList)
+            continue;
+        for (const iface of ifaceList) {
+            // Skip internal (loopback) and interfaces without MAC
+            if (iface.internal || !iface.mac || iface.mac === '00:00:00:00:00:00') {
+                continue;
+            }
+            return iface.mac;
+        }
+    }
+    return undefined;
+}
+/**
+ * Get the primary IP address of the machine.
+ * Returns the first non-internal IPv4 address found.
+ * @returns IP address string or undefined if not found
+ */
+function getIpAddress() {
+    const interfaces = os.networkInterfaces();
+    for (const name of Object.keys(interfaces)) {
+        const ifaceList = interfaces[name];
+        if (!ifaceList)
+            continue;
+        for (const iface of ifaceList) {
+            // Skip internal (loopback) and non-IPv4
+            if (iface.internal || iface.family !== 'IPv4') {
+                continue;
+            }
+            return iface.address;
+        }
+    }
+    return undefined;
+}
+/**
+ * Detect CI/CD provider from environment variables.
+ * @returns Object with CI provider info or undefined values
+ */
+function detectCIProvider() {
+    // GitHub Actions
+    if (process.env.GITHUB_ACTIONS === 'true') {
+        return {
+            ciProvider: 'GitHub Actions',
+            pipelineId: process.env.GITHUB_WORKFLOW,
+            buildNumber: process.env.GITHUB_RUN_NUMBER,
+            branch: process.env.GITHUB_REF_NAME || process.env.GITHUB_HEAD_REF,
+            prNumber: process.env.GITHUB_PR_NUMBER
+        };
+    }
+    // Azure DevOps
+    if (process.env.TF_BUILD === 'True') {
+        return {
+            ciProvider: 'Azure DevOps',
+            pipelineId: process.env.BUILD_DEFINITIONNAME,
+            buildNumber: process.env.BUILD_BUILDNUMBER,
+            branch: process.env.BUILD_SOURCEBRANCH,
+            prNumber: process.env.SYSTEM_PULLREQUEST_PULLREQUESTNUMBER
+        };
+    }
+    // Jenkins
+    if (process.env.JENKINS_URL) {
+        return {
+            ciProvider: 'Jenkins',
+            pipelineId: process.env.JOB_NAME,
+            buildNumber: process.env.BUILD_NUMBER,
+            branch: process.env.GIT_BRANCH || process.env.BRANCH_NAME,
+            prNumber: process.env.CHANGE_ID
+        };
+    }
+    // CircleCI
+    if (process.env.CIRCLECI === 'true') {
+        return {
+            ciProvider: 'CircleCI',
+            pipelineId: process.env.CIRCLE_WORKFLOW_ID,
+            buildNumber: process.env.CIRCLE_BUILD_NUM,
+            branch: process.env.CIRCLE_BRANCH,
+            prNumber: process.env.CIRCLE_PR_NUMBER
+        };
+    }
+    // GitLab CI
+    if (process.env.GITLAB_CI === 'true') {
+        return {
+            ciProvider: 'GitLab CI',
+            pipelineId: process.env.CI_PIPELINE_ID,
+            buildNumber: process.env.CI_JOB_ID,
+            branch: process.env.CI_COMMIT_REF_NAME,
+            prNumber: process.env.CI_MERGE_REQUEST_IID
+        };
+    }
+    // Travis CI
+    if (process.env.TRAVIS === 'true') {
+        return {
+            ciProvider: 'Travis CI',
+            pipelineId: process.env.TRAVIS_JOB_ID,
+            buildNumber: process.env.TRAVIS_BUILD_NUMBER,
+            branch: process.env.TRAVIS_BRANCH,
+            prNumber: process.env.TRAVIS_PULL_REQUEST !== 'false' ? process.env.TRAVIS_PULL_REQUEST : undefined
+        };
+    }
+    // Not in CI
+    return {};
+}
+/**
+ * Gather execution context details for test runs.
+ * This collects machine info, OS details, Node version, and CI/CD context.
+ *
+ * @returns RunContextDetails object with all available context
+ */
+function gatherExecutionContext() {
+    const ciInfo = detectCIProvider();
+    return {
+        osType: os.platform(),
+        osVersion: os.release(),
+        nodeVersion: process.version,
+        timezone: Intl.DateTimeFormat().resolvedOptions().timeZone,
+        locale: Intl.DateTimeFormat().resolvedOptions().locale,
+        ipAddress: getIpAddress(),
+        ...ciInfo
+    };
+}
+exports.gatherExecutionContext = gatherExecutionContext;
+/**
+ * Get the hostname of the current machine.
+ * @returns Machine hostname
+ */
+function getMachineName() {
+    return os.hostname();
+}
+exports.getMachineName = getMachineName;
+/**
+ * Get the machine identifier (MAC address).
+ * @returns MAC address or undefined if not available
+ */
+function getMachineIdentifier() {
+    return getMachineId();
+}
+exports.getMachineIdentifier = getMachineIdentifier;
+//# sourceMappingURL=execution-context.js.map

package/dist/utils/execution-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-context.js","sourceRoot":"","sources":["../../src/utils/execution-context.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uCAAyB;AAGzB;;;;GAIG;AACH,SAAS,YAAY;IACjB,MAAM,UAAU,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,sDAAsD;YACtD,IAAI,KAAK,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,KAAK,mBAAmB,EAAE,CAAC;gBACpE,SAAS;YACb,CAAC;YACD,OAAO,KAAK,CAAC,GAAG,CAAC;QACrB,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY;IACjB,MAAM,UAAU,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,wCAAwC;YACxC,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC5C,SAAS;YACb,CAAC;YACD,OAAO,KAAK,CAAC,OAAO,CAAC;QACzB,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB;IAOrB,iBAAiB;IACjB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;QACxC,OAAO;YACH,UAAU,EAAE,gBAAgB;YAC5B,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;YACvC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;YAC1C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe;YAClE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;SACzC,CAAC;IACN,CAAC;IAED,eAAe;IACf,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAClC,OAAO;YACH,UAAU,EAAE,cAAc;YAC1B,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB;YAC5C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;YAC1C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;YACtC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,oCAAoC;SAC7D,CAAC;IACN,CAAC;IAED,UAAU;IACV,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QAC1B,OAAO;YACH,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ;YAChC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;YACrC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;YACzD,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS;SAClC,CAAC;IACN,CAAC;IAED,WAAW;IACX,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAClC,OAAO;YACH,UAAU,EAAE,UAAU;YACtB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC1C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;YACzC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;YACjC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;SACzC,CAAC;IACN,CAAC;IAED,YAAY;IACZ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QACnC,OAAO;YACH,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;YACtC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS;YAClC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;YACtC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB;SAC7C,CAAC;IACN,CAAC;IAED,YAAY;IACZ,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAChC,OAAO;YACH,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;YACrC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB;YAC5C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;YACjC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS;SACtG,CAAC;IACN,CAAC;IAED,YAAY;IACZ,OAAO,EAAE,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sBAAsB;IAClC,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAElC,OAAO;QACH,MAAM,EAAE,EAAE,CAAC,QAAQ,EAAE;QACrB,SAAS,EAAE,EAAE,CAAC,OAAO,EAAE;QACvB,WAAW,EAAE,OAAO,CAAC,OAAO;QAC5B,QAAQ,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,eAAe,EAAE,CAAC,QAAQ;QAC1D,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,eAAe,EAAE,CAAC,MAAM;QACtD,SAAS,EAAE,YAAY,EAAE;QACzB,GAAG,MAAM;KACZ,CAAC;AACN,CAAC;AAZD,wDAYC;AAED;;;GAGG;AACH,SAAgB,cAAc;IAC1B,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC;AAFD,wCAEC;AAED;;;GAGG;AACH,SAAgB,oBAAoB;IAChC,OAAO,YAAY,EAAE,CAAC;AAC1B,CAAC;AAFD,oDAEC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/testing-engine",
-  "version": "2.128.0",
+  "version": "2.130.0",
   "description": "MemberJunction Testing Framework Engine - Core test execution and evaluation engine supporting multiple test types",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -20,15 +20,15 @@
     "@types/debug": "^4.1.12"
   },
   "dependencies": {
-    "@memberjunction/ai": "2.128.0",
-    "@memberjunction/ai-agents": "2.128.0",
-    "@memberjunction/ai-core-plus": "2.128.0",
-    "@memberjunction/ai-prompts": "2.128.0",
-    "@memberjunction/aiengine": "2.128.0",
-    "@memberjunction/core": "2.128.0",
-    "@memberjunction/core-entities": "2.128.0",
-    "@memberjunction/global": "2.128.0",
-    "@memberjunction/testing-engine-base": "2.128.0",
+    "@memberjunction/ai": "2.130.0",
+    "@memberjunction/ai-agents": "2.130.0",
+    "@memberjunction/ai-core-plus": "2.130.0",
+    "@memberjunction/ai-prompts": "2.130.0",
+    "@memberjunction/aiengine": "2.130.0",
+    "@memberjunction/core": "2.130.0",
+    "@memberjunction/core-entities": "2.130.0",
+    "@memberjunction/global": "2.130.0",
+    "@memberjunction/testing-engine-base": "2.130.0",
     "debug": "^4.4.0",
     "rxjs": "^7.8.1",
     "zod": "^3.23.8"