@memberjunction/testing-engine 0.0.1 → 2.119.0

package/dist/utils/result-formatter.d.ts

@@ -0,0 +1,98 @@
+/**
+ * @fileoverview Result formatting utilities for test output
+ * @module @memberjunction/testing-engine
+ */
+import { TestRunResult, TestSuiteRunResult, OracleResult } from '../types';
+/**
+ * Format test run result as human-readable text.
+ *
+ * @param result - Test run result
+ * @returns Formatted text output
+ */
+export declare function formatTestRunResult(result: TestRunResult): string;
+/**
+ * Format test suite run result as human-readable text.
+ *
+ * @param result - Test suite run result
+ * @returns Formatted text output
+ */
+export declare function formatSuiteRunResult(result: TestSuiteRunResult): string;
+/**
+ * Format oracle result as human-readable text.
+ *
+ * @param result - Oracle result
+ * @param indent - Indentation prefix
+ * @returns Formatted text output
+ */
+export declare function formatOracleResult(result: OracleResult, indent?: string): string;
+/**
+ * Format test summary (for suite results).
+ *
+ * @param result - Test run result
+ * @param indent - Indentation prefix
+ * @returns Formatted text output
+ */
+export declare function formatTestSummary(result: TestRunResult, indent?: string): string;
+/**
+ * Format test run result as JSON.
+ *
+ * @param result - Test run result
+ * @param pretty - Whether to pretty-print (default: true)
+ * @returns JSON string
+ */
+export declare function formatTestRunResultAsJSON(result: TestRunResult, pretty?: boolean): string;
+/**
+ * Format test suite run result as JSON.
+ *
+ * @param result - Test suite run result
+ * @param pretty - Whether to pretty-print (default: true)
+ * @returns JSON string
+ */
+export declare function formatSuiteRunResultAsJSON(result: TestSuiteRunResult, pretty?: boolean): string;
+/**
+ * Format test run result as markdown.
+ *
+ * @param result - Test run result
+ * @returns Markdown output
+ */
+export declare function formatTestRunResultAsMarkdown(result: TestRunResult): string;
+/**
+ * Format test suite run result as markdown.
+ *
+ * @param result - Test suite run result
+ * @returns Markdown output
+ */
+export declare function formatSuiteRunResultAsMarkdown(result: TestSuiteRunResult): string;
+/**
+ * Format test run result as CSV.
+ *
+ * @param results - Array of test run results
+ * @param includeHeaders - Whether to include CSV headers (default: true)
+ * @returns CSV output
+ */
+export declare function formatTestRunResultsAsCSV(results: TestRunResult[], includeHeaders?: boolean): string;
+/**
+ * Format duration in milliseconds as human-readable string.
+ *
+ * @param ms - Duration in milliseconds
+ * @returns Formatted duration string
+ */
+export declare function formatDuration(ms: number): string;
+/**
+ * Generate summary statistics from multiple test results.
+ *
+ * @param results - Array of test run results
+ * @returns Summary statistics
+ */
+export declare function generateSummaryStatistics(results: TestRunResult[]): {
+    totalTests: number;
+    passedTests: number;
+    failedTests: number;
+    passRate: number;
+    averageScore: number;
+    totalDuration: number;
+    totalCost: number;
+    avgDuration: number;
+    avgCost: number;
+};
+//# sourceMappingURL=result-formatter.d.ts.map

package/dist/utils/result-formatter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-formatter.d.ts","sourceRoot":"","sources":["../../src/utils/result-formatter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAG3E;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAoBjE;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CAoBvE;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,GAAE,MAAW,GAAG,MAAM,CAYpF;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,GAAE,MAAW,GAAG,MAAM,CAGpF;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACrC,MAAM,EAAE,aAAa,EACrB,MAAM,GAAE,OAAc,GACvB,MAAM,CAER;AAED;;;;;;GAMG;AACH,wBAAgB,0BAA0B,CACtC,MAAM,EAAE,kBAAkB,EAC1B,MAAM,GAAE,OAAc,GACvB,MAAM,CAER;AAED;;;;;GAKG;AACH,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAuB3E;AAED;;;;;GAKG;AACH,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CAwBjF;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACrC,OAAO,EAAE,aAAa,EAAE,EACxB,cAAc,GAAE,OAAc,GAC/B,MAAM,CAoBR;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAYjD;AAeD;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG;IACjE,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACnB,CA0BA"}

package/dist/utils/result-formatter.js

@@ -0,0 +1,252 @@
+"use strict";
+/**
+ * @fileoverview Result formatting utilities for test output
+ * @module @memberjunction/testing-engine
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateSummaryStatistics = exports.formatDuration = exports.formatTestRunResultsAsCSV = exports.formatSuiteRunResultAsMarkdown = exports.formatTestRunResultAsMarkdown = exports.formatSuiteRunResultAsJSON = exports.formatTestRunResultAsJSON = exports.formatTestSummary = exports.formatOracleResult = exports.formatSuiteRunResult = exports.formatTestRunResult = void 0;
+const cost_calculator_1 = require("./cost-calculator");
+/**
+ * Format test run result as human-readable text.
+ *
+ * @param result - Test run result
+ * @returns Formatted text output
+ */
+function formatTestRunResult(result) {
+    const lines = [];
+    lines.push('='.repeat(80));
+    lines.push(`Test: ${result.testName}`);
+    lines.push(`Status: ${result.status}`);
+    lines.push(`Score: ${(result.score * 100).toFixed(1)}%`);
+    lines.push(`Checks: ${result.passedChecks}/${result.totalChecks} passed`);
+    lines.push(`Duration: ${formatDuration(result.durationMs)}`);
+    lines.push(`Cost: ${(0, cost_calculator_1.formatCost)(result.totalCost)}`);
+    lines.push('='.repeat(80));
+    if (result.oracleResults.length > 0) {
+        lines.push('\nOracle Results:');
+        for (const oracle of result.oracleResults) {
+            lines.push(formatOracleResult(oracle, '  '));
+        }
+    }
+    return lines.join('\n');
+}
+exports.formatTestRunResult = formatTestRunResult;
+/**
+ * Format test suite run result as human-readable text.
+ *
+ * @param result - Test suite run result
+ * @returns Formatted text output
+ */
+function formatSuiteRunResult(result) {
+    const lines = [];
+    lines.push('='.repeat(80));
+    lines.push(`Test Suite: ${result.suiteName}`);
+    lines.push(`Status: ${result.status}`);
+    lines.push(`Tests: ${result.passedTests}/${result.totalTests} passed`);
+    lines.push(`Average Score: ${(result.averageScore * 100).toFixed(1)}%`);
+    lines.push(`Duration: ${formatDuration(result.durationMs)}`);
+    lines.push(`Cost: ${(0, cost_calculator_1.formatCost)(result.totalCost)}`);
+    lines.push('='.repeat(80));
+    if (result.testResults.length > 0) {
+        lines.push('\nTest Results:');
+        for (const test of result.testResults) {
+            lines.push(formatTestSummary(test, '  '));
+        }
+    }
+    return lines.join('\n');
+}
+exports.formatSuiteRunResult = formatSuiteRunResult;
+/**
+ * Format oracle result as human-readable text.
+ *
+ * @param result - Oracle result
+ * @param indent - Indentation prefix
+ * @returns Formatted text output
+ */
+function formatOracleResult(result, indent = '') {
+    const status = result.passed ? '✓' : '✗';
+    const lines = [];
+    lines.push(`${indent}${status} ${result.oracleType}: ${result.message}`);
+    lines.push(`${indent}  Score: ${(result.score * 100).toFixed(1)}%`);
+    if (result.details) {
+        lines.push(`${indent}  Details: ${JSON.stringify(result.details, null, 2)}`);
+    }
+    return lines.join('\n');
+}
+exports.formatOracleResult = formatOracleResult;
+/**
+ * Format test summary (for suite results).
+ *
+ * @param result - Test run result
+ * @param indent - Indentation prefix
+ * @returns Formatted text output
+ */
+function formatTestSummary(result, indent = '') {
+    const status = result.status === 'Passed' ? '✓' : '✗';
+    return `${indent}${status} ${result.testName}: ${(result.score * 100).toFixed(1)}% (${result.passedChecks}/${result.totalChecks})`;
+}
+exports.formatTestSummary = formatTestSummary;
+/**
+ * Format test run result as JSON.
+ *
+ * @param result - Test run result
+ * @param pretty - Whether to pretty-print (default: true)
+ * @returns JSON string
+ */
+function formatTestRunResultAsJSON(result, pretty = true) {
+    return JSON.stringify(result, null, pretty ? 2 : 0);
+}
+exports.formatTestRunResultAsJSON = formatTestRunResultAsJSON;
+/**
+ * Format test suite run result as JSON.
+ *
+ * @param result - Test suite run result
+ * @param pretty - Whether to pretty-print (default: true)
+ * @returns JSON string
+ */
+function formatSuiteRunResultAsJSON(result, pretty = true) {
+    return JSON.stringify(result, null, pretty ? 2 : 0);
+}
+exports.formatSuiteRunResultAsJSON = formatSuiteRunResultAsJSON;
+/**
+ * Format test run result as markdown.
+ *
+ * @param result - Test run result
+ * @returns Markdown output
+ */
+function formatTestRunResultAsMarkdown(result) {
+    const lines = [];
+    lines.push(`# Test: ${result.testName}\n`);
+    lines.push(`**Status:** ${result.status === 'Passed' ? '✅ Passed' : '❌ Failed'}`);
+    lines.push(`**Score:** ${(result.score * 100).toFixed(1)}%`);
+    lines.push(`**Checks:** ${result.passedChecks}/${result.totalChecks} passed`);
+    lines.push(`**Duration:** ${formatDuration(result.durationMs)}`);
+    lines.push(`**Cost:** ${(0, cost_calculator_1.formatCost)(result.totalCost)}\n`);
+    if (result.oracleResults.length > 0) {
+        lines.push('## Oracle Results\n');
+        lines.push('| Oracle | Status | Score | Message |');
+        lines.push('|--------|--------|-------|---------|');
+        for (const oracle of result.oracleResults) {
+            const status = oracle.passed ? '✅' : '❌';
+            const score = `${(oracle.score * 100).toFixed(1)}%`;
+            lines.push(`| ${oracle.oracleType} | ${status} | ${score} | ${oracle.message} |`);
+        }
+    }
+    return lines.join('\n');
+}
+exports.formatTestRunResultAsMarkdown = formatTestRunResultAsMarkdown;
+/**
+ * Format test suite run result as markdown.
+ *
+ * @param result - Test suite run result
+ * @returns Markdown output
+ */
+function formatSuiteRunResultAsMarkdown(result) {
+    const lines = [];
+    lines.push(`# Test Suite: ${result.suiteName}\n`);
+    lines.push(`**Status:** ${result.status === 'Completed' ? '✅ Completed' : `❌ ${result.status}`}`);
+    lines.push(`**Tests:** ${result.passedTests}/${result.totalTests} passed`);
+    lines.push(`**Average Score:** ${(result.averageScore * 100).toFixed(1)}%`);
+    lines.push(`**Duration:** ${formatDuration(result.durationMs)}`);
+    lines.push(`**Cost:** ${(0, cost_calculator_1.formatCost)(result.totalCost)}\n`);
+    if (result.testResults.length > 0) {
+        lines.push('## Test Results\n');
+        lines.push('| Test | Status | Score | Checks |');
+        lines.push('|------|--------|-------|--------|');
+        for (const test of result.testResults) {
+            const status = test.status === 'Passed' ? '✅' : '❌';
+            const score = `${(test.score * 100).toFixed(1)}%`;
+            const checks = `${test.passedChecks}/${test.totalChecks}`;
+            lines.push(`| ${test.testName} | ${status} | ${score} | ${checks} |`);
+        }
+    }
+    return lines.join('\n');
+}
+exports.formatSuiteRunResultAsMarkdown = formatSuiteRunResultAsMarkdown;
+/**
+ * Format test run result as CSV.
+ *
+ * @param results - Array of test run results
+ * @param includeHeaders - Whether to include CSV headers (default: true)
+ * @returns CSV output
+ */
+function formatTestRunResultsAsCSV(results, includeHeaders = true) {
+    const lines = [];
+    if (includeHeaders) {
+        lines.push('TestName,Status,Score,PassedChecks,TotalChecks,DurationMs,TotalCost');
+    }
+    for (const result of results) {
+        lines.push([
+            escapeCSV(result.testName),
+            result.status,
+            result.score.toFixed(4),
+            result.passedChecks,
+            result.totalChecks,
+            result.durationMs,
+            result.totalCost.toFixed(6)
+        ].join(','));
+    }
+    return lines.join('\n');
+}
+exports.formatTestRunResultsAsCSV = formatTestRunResultsAsCSV;
+/**
+ * Format duration in milliseconds as human-readable string.
+ *
+ * @param ms - Duration in milliseconds
+ * @returns Formatted duration string
+ */
+function formatDuration(ms) {
+    if (ms < 1000) {
+        return `${ms}ms`;
+    }
+    if (ms < 60000) {
+        return `${(ms / 1000).toFixed(2)}s`;
+    }
+    const minutes = Math.floor(ms / 60000);
+    const seconds = ((ms % 60000) / 1000).toFixed(0);
+    return `${minutes}m ${seconds}s`;
+}
+exports.formatDuration = formatDuration;
+/**
+ * Escape CSV field value.
+ *
+ * @param value - Field value
+ * @returns Escaped value
+ */
+function escapeCSV(value) {
+    if (value.includes(',') || value.includes('"') || value.includes('\n')) {
+        return `"${value.replace(/"/g, '""')}"`;
+    }
+    return value;
+}
+/**
+ * Generate summary statistics from multiple test results.
+ *
+ * @param results - Array of test run results
+ * @returns Summary statistics
+ */
+function generateSummaryStatistics(results) {
+    const totalTests = results.length;
+    const passedTests = results.filter(r => r.status === 'Passed').length;
+    const failedTests = totalTests - passedTests;
+    const passRate = totalTests > 0 ? passedTests / totalTests : 0;
+    const totalScore = results.reduce((sum, r) => sum + r.score, 0);
+    const averageScore = totalTests > 0 ? totalScore / totalTests : 0;
+    const totalDuration = results.reduce((sum, r) => sum + r.durationMs, 0);
+    const totalCost = results.reduce((sum, r) => sum + r.totalCost, 0);
+    const avgDuration = totalTests > 0 ? totalDuration / totalTests : 0;
+    const avgCost = totalTests > 0 ? totalCost / totalTests : 0;
+    return {
+        totalTests,
+        passedTests,
+        failedTests,
+        passRate,
+        averageScore,
+        totalDuration,
+        totalCost,
+        avgDuration,
+        avgCost
+    };
+}
+exports.generateSummaryStatistics = generateSummaryStatistics;
+//# sourceMappingURL=result-formatter.js.map

package/dist/utils/result-formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-formatter.js","sourceRoot":"","sources":["../../src/utils/result-formatter.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,uDAA+C;AAE/C;;;;;GAKG;AACH,SAAgB,mBAAmB,CAAC,MAAqB;IACrD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC1E,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,IAAA,4BAAU,EAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AApBD,kDAoBC;AAED;;;;;GAKG;AACH,SAAgB,oBAAoB,CAAC,MAA0B;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxE,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,IAAA,4BAAU,EAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AApBD,oDAoBC;AAED;;;;;;GAMG;AACH,SAAgB,kBAAkB,CAAC,MAAoB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEpE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAZD,gDAYC;AAED;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAAC,MAAqB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACtD,OAAO,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC;AACvI,CAAC;AAHD,8CAGC;AAED;;;;;;GAMG;AACH,SAAgB,yBAAyB,CACrC,MAAqB,EACrB,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AALD,8DAKC;AAED;;;;;;GAMG;AACH,SAAgB,0BAA0B,CACtC,MAA0B,EAC1B,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AALD,gEAKC;AAED;;;;;GAKG;AACH,SAAgB,6BAA6B,CAAC,MAAqB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;IAClF,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC9E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,IAAA,4BAAU,EAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAEpD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACzC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,UAAU,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QACtF,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAvBD,sEAuBC;AAED;;;;;GAKG;AACH,SAAgB,8BAA8B,CAAC,MAA0B;IACrE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IAC3E,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,IAAA,4BAAU,EAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAEjD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACpD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAClD,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAxBD,wEAwBC;AAED;;;;;;GAMG;AACH,SAAgB,yBAAyB,CACrC,OAAwB,EACxB,iBAA0B,IAAI;IAE9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,cAAc,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC;YACP,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC1B,MAAM,CAAC,MAAM;YACb,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACvB,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,WAAW;YAClB,MAAM,CAAC,UAAU;YACjB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;SAC9B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAvBD,8DAuBC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,EAAU;IACrC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACZ,OAAO,GAAG,EAAE,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;QACb,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjD,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC;AACrC,CAAC;AAZD,wCAYC;AAED;;;;;GAKG;AACH,SAAS,SAAS,CAAC,KAAa;IAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,SAAgB,yBAAyB,CAAC,OAAwB;IAW9D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IACtE,MAAM,WAAW,GAAG,UAAU,GAAG,WAAW,CAAC;IAC7C,MAAM,QAAQ,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAElE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAEnE,MAAM,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5D,OAAO;QACH,UAAU;QACV,WAAW;QACX,WAAW;QACX,QAAQ;QACR,YAAY;QACZ,aAAa;QACb,SAAS;QACT,WAAW;QACX,OAAO;KACV,CAAC;AACN,CAAC;AApCD,8DAoCC"}

package/dist/utils/scoring.d.ts

@@ -0,0 +1,64 @@
+/**
+ * @fileoverview Scoring utilities for test evaluation
+ * @module @memberjunction/testing-engine
+ */
+import { OracleResult, ScoringWeights } from '../types';
+/**
+ * Calculate weighted score from oracle results.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @param weights - Scoring weights by oracle type
+ * @returns Weighted score from 0.0 to 1.0
+ */
+export declare function calculateWeightedScore(oracleResults: OracleResult[], weights?: ScoringWeights): number;
+/**
+ * Calculate simple average score from oracle results.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Average score from 0.0 to 1.0
+ */
+export declare function calculateAverageScore(oracleResults: OracleResult[]): number;
+/**
+ * Calculate pass rate from oracle results.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Pass rate from 0.0 to 1.0
+ */
+export declare function calculatePassRate(oracleResults: OracleResult[]): number;
+/**
+ * Determine overall test status from oracle results.
+ *
+ * Test passes only if ALL oracles pass.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns 'Passed' if all oracles passed, 'Failed' otherwise
+ */
+export declare function determineTestStatus(oracleResults: OracleResult[]): 'Passed' | 'Failed';
+/**
+ * Group oracle results by type.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Map of oracle type to results
+ */
+export declare function groupResultsByType(oracleResults: OracleResult[]): Map<string, OracleResult[]>;
+/**
+ * Calculate score distribution statistics.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Score statistics
+ */
+export declare function calculateScoreStatistics(oracleResults: OracleResult[]): {
+    min: number;
+    max: number;
+    mean: number;
+    median: number;
+    stdDev: number;
+};
+/**
+ * Normalize scores to 0-1 range.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Normalized results
+ */
+export declare function normalizeScores(oracleResults: OracleResult[]): OracleResult[];
+//# sourceMappingURL=scoring.d.ts.map

package/dist/utils/scoring.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring.d.ts","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAExD;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAClC,aAAa,EAAE,YAAY,EAAE,EAC7B,OAAO,CAAC,EAAE,cAAc,GACzB,MAAM,CAsBR;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAO3E;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAOvE;AAED;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,QAAQ,GAAG,QAAQ,CAMtF;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAC9B,aAAa,EAAE,YAAY,EAAE,GAC9B,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAU7B;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG;IACrE,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB,CAmBA;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,YAAY,EAAE,CAmB7E"}

package/dist/utils/scoring.js

@@ -0,0 +1,140 @@
+"use strict";
+/**
+ * @fileoverview Scoring utilities for test evaluation
+ * @module @memberjunction/testing-engine
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeScores = exports.calculateScoreStatistics = exports.groupResultsByType = exports.determineTestStatus = exports.calculatePassRate = exports.calculateAverageScore = exports.calculateWeightedScore = void 0;
+/**
+ * Calculate weighted score from oracle results.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @param weights - Scoring weights by oracle type
+ * @returns Weighted score from 0.0 to 1.0
+ */
+function calculateWeightedScore(oracleResults, weights) {
+    if (oracleResults.length === 0) {
+        return 0;
+    }
+    if (!weights) {
+        // Simple average if no weights provided
+        const sum = oracleResults.reduce((acc, r) => acc + r.score, 0);
+        return sum / oracleResults.length;
+    }
+    // Weighted average
+    let weightedSum = 0;
+    let totalWeight = 0;
+    for (const result of oracleResults) {
+        const weight = weights[result.oracleType] || 0;
+        weightedSum += result.score * weight;
+        totalWeight += weight;
+    }
+    return totalWeight > 0 ? weightedSum / totalWeight : 0;
+}
+exports.calculateWeightedScore = calculateWeightedScore;
+/**
+ * Calculate simple average score from oracle results.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Average score from 0.0 to 1.0
+ */
+function calculateAverageScore(oracleResults) {
+    if (oracleResults.length === 0) {
+        return 0;
+    }
+    const sum = oracleResults.reduce((acc, r) => acc + r.score, 0);
+    return sum / oracleResults.length;
+}
+exports.calculateAverageScore = calculateAverageScore;
+/**
+ * Calculate pass rate from oracle results.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Pass rate from 0.0 to 1.0
+ */
+function calculatePassRate(oracleResults) {
+    if (oracleResults.length === 0) {
+        return 0;
+    }
+    const passedCount = oracleResults.filter(r => r.passed).length;
+    return passedCount / oracleResults.length;
+}
+exports.calculatePassRate = calculatePassRate;
+/**
+ * Determine overall test status from oracle results.
+ *
+ * Test passes only if ALL oracles pass.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns 'Passed' if all oracles passed, 'Failed' otherwise
+ */
+function determineTestStatus(oracleResults) {
+    if (oracleResults.length === 0) {
+        return 'Failed';
+    }
+    return oracleResults.every(r => r.passed) ? 'Passed' : 'Failed';
+}
+exports.determineTestStatus = determineTestStatus;
+/**
+ * Group oracle results by type.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Map of oracle type to results
+ */
+function groupResultsByType(oracleResults) {
+    const grouped = new Map();
+    for (const result of oracleResults) {
+        const existing = grouped.get(result.oracleType) || [];
+        existing.push(result);
+        grouped.set(result.oracleType, existing);
+    }
+    return grouped;
+}
+exports.groupResultsByType = groupResultsByType;
+/**
+ * Calculate score distribution statistics.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Score statistics
+ */
+function calculateScoreStatistics(oracleResults) {
+    if (oracleResults.length === 0) {
+        return { min: 0, max: 0, mean: 0, median: 0, stdDev: 0 };
+    }
+    const scores = oracleResults.map(r => r.score).sort((a, b) => a - b);
+    const min = scores[0];
+    const max = scores[scores.length - 1];
+    const mean = scores.reduce((sum, s) => sum + s, 0) / scores.length;
+    const median = scores.length % 2 === 0
+        ? (scores[scores.length / 2 - 1] + scores[scores.length / 2]) / 2
+        : scores[Math.floor(scores.length / 2)];
+    const variance = scores.reduce((sum, s) => sum + Math.pow(s - mean, 2), 0) / scores.length;
+    const stdDev = Math.sqrt(variance);
+    return { min, max, mean, median, stdDev };
+}
+exports.calculateScoreStatistics = calculateScoreStatistics;
+/**
+ * Normalize scores to 0-1 range.
+ *
+ * @param oracleResults - Results from oracle evaluations
+ * @returns Normalized results
+ */
+function normalizeScores(oracleResults) {
+    if (oracleResults.length === 0) {
+        return [];
+    }
+    const scores = oracleResults.map(r => r.score);
+    const min = Math.min(...scores);
+    const max = Math.max(...scores);
+    const range = max - min;
+    if (range === 0) {
+        // All scores are the same
+        return oracleResults.map(r => ({ ...r, score: 1.0 }));
+    }
+    return oracleResults.map(r => ({
+        ...r,
+        score: (r.score - min) / range
+    }));
+}
+exports.normalizeScores = normalizeScores;
+//# sourceMappingURL=scoring.js.map

package/dist/utils/scoring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring.js","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAIH;;;;;;GAMG;AACH,SAAgB,sBAAsB,CAClC,aAA6B,EAC7B,OAAwB;IAExB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,wCAAwC;QACxC,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,WAAW,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;QACrC,WAAW,IAAI,MAAM,CAAC;IAC1B,CAAC;IAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAzBD,wDAyBC;AAED;;;;;GAKG;AACH,SAAgB,qBAAqB,CAAC,aAA6B;IAC/D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;AACtC,CAAC;AAPD,sDAOC;AAED;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,aAA6B;IAC3D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC/D,OAAO,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;AAC9C,CAAC;AAPD,8CAOC;AAED;;;;;;;GAOG;AACH,SAAgB,mBAAmB,CAAC,aAA6B;IAC7D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAND,kDAMC;AAED;;;;;GAKG;AACH,SAAgB,kBAAkB,CAC9B,aAA6B;IAE7B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAZD,gDAYC;AAED;;;;;GAKG;AACH,SAAgB,wBAAwB,CAAC,aAA6B;IAOlE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAErE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAEnE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACjE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE5C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3F,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEnC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC9C,CAAC;AAzBD,4DAyBC;AAED;;;;;GAKG;AACH,SAAgB,eAAe,CAAC,aAA6B;IACzD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,GAAG,GAAG,GAAG,CAAC;IAExB,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QACd,0BAA0B;QAC1B,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3B,GAAG,CAAC;QACJ,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,KAAK;KACjC,CAAC,CAAC,CAAC;AACR,CAAC;AAnBD,0CAmBC"}

package/package.json

@@ -1,10 +1,39 @@
 {
   "name": "@memberjunction/testing-engine",
-  "version": "0.0.1",
-  "description": "OIDC trusted publishing setup package for @memberjunction/testing-engine",
-  "keywords": [
-    "oidc",
-    "trusted-publishing",
-    "setup"
-  ]
+  "version": "2.119.0",
+  "description": "MemberJunction Testing Framework Engine - Core test execution and evaluation engine supporting multiple test types",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "/dist"
+  ],
+  "scripts": {
+    "start": "ts-node-dev src/index.ts",
+    "build": "tsc",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "MemberJunction.com",
+  "license": "ISC",
+  "devDependencies": {
+    "ts-node-dev": "^2.0.0",
+    "typescript": "^5.4.5",
+    "@types/debug": "^4.1.12"
+  },
+  "dependencies": {
+    "@memberjunction/testing-engine-base": "2.119.0",
+    "@memberjunction/global": "2.119.0",
+    "@memberjunction/core": "2.119.0",
+    "@memberjunction/core-entities": "2.119.0",
+    "@memberjunction/ai-agents": "2.119.0",
+    "@memberjunction/ai-core-plus": "2.119.0",
+    "@memberjunction/ai-prompts": "2.119.0",
+    "@memberjunction/aiengine": "2.119.0",
+    "rxjs": "^7.8.1",
+    "zod": "^3.23.8",
+    "debug": "^4.4.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/MemberJunction/MJ"
+  }
 }