@memberjunction/testing-engine 3.4.0 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/__tests__/variable-resolver.test.js +14 -16
- package/dist/__tests__/variable-resolver.test.js.map +1 -1
- package/dist/drivers/AgentEvalDriver.d.ts +2 -2
- package/dist/drivers/AgentEvalDriver.js +17 -19
- package/dist/drivers/AgentEvalDriver.js.map +1 -1
- package/dist/drivers/BaseTestDriver.d.ts +1 -1
- package/dist/drivers/BaseTestDriver.js +8 -12
- package/dist/drivers/BaseTestDriver.js.map +1 -1
- package/dist/drivers/index.d.ts +2 -2
- package/dist/drivers/index.js +2 -18
- package/dist/drivers/index.js.map +1 -1
- package/dist/engine/TestEngine.d.ts +3 -3
- package/dist/engine/TestEngine.js +32 -36
- package/dist/engine/TestEngine.js.map +1 -1
- package/dist/index.d.ts +15 -15
- package/dist/index.js +15 -31
- package/dist/index.js.map +1 -1
- package/dist/oracles/ExactMatchOracle.d.ts +2 -2
- package/dist/oracles/ExactMatchOracle.js +1 -5
- package/dist/oracles/ExactMatchOracle.js.map +1 -1
- package/dist/oracles/IOracle.d.ts +1 -1
- package/dist/oracles/IOracle.js +1 -2
- package/dist/oracles/IOracle.js.map +1 -1
- package/dist/oracles/LLMJudgeOracle.d.ts +2 -2
- package/dist/oracles/LLMJudgeOracle.js +8 -12
- package/dist/oracles/LLMJudgeOracle.js.map +1 -1
- package/dist/oracles/SQLValidatorOracle.d.ts +2 -2
- package/dist/oracles/SQLValidatorOracle.js +3 -7
- package/dist/oracles/SQLValidatorOracle.js.map +1 -1
- package/dist/oracles/SchemaValidatorOracle.d.ts +2 -2
- package/dist/oracles/SchemaValidatorOracle.js +1 -5
- package/dist/oracles/SchemaValidatorOracle.js.map +1 -1
- package/dist/oracles/TraceValidatorOracle.d.ts +2 -2
- package/dist/oracles/TraceValidatorOracle.js +3 -7
- package/dist/oracles/TraceValidatorOracle.js.map +1 -1
- package/dist/oracles/index.d.ts +6 -6
- package/dist/oracles/index.js +6 -22
- package/dist/oracles/index.js.map +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.js +1 -2
- package/dist/types.js.map +1 -1
- package/dist/utils/cost-calculator.js +8 -19
- package/dist/utils/cost-calculator.js.map +1 -1
- package/dist/utils/execution-context.js +4 -33
- package/dist/utils/execution-context.js.map +1 -1
- package/dist/utils/result-formatter.d.ts +1 -1
- package/dist/utils/result-formatter.js +16 -30
- package/dist/utils/result-formatter.js.map +1 -1
- package/dist/utils/scoring.d.ts +1 -1
- package/dist/utils/scoring.js +7 -17
- package/dist/utils/scoring.js.map +1 -1
- package/dist/utils/variable-resolver.d.ts +3 -3
- package/dist/utils/variable-resolver.d.ts.map +1 -1
- package/dist/utils/variable-resolver.js +6 -11
- package/dist/utils/variable-resolver.js.map +1 -1
- package/package.json +19 -18
|
@@ -1,18 +1,15 @@
|
|
|
1
|
-
"use strict";
|
|
2
1
|
/**
|
|
3
2
|
* @fileoverview Result formatting utilities for test output
|
|
4
3
|
* @module @memberjunction/testing-engine
|
|
5
4
|
*/
|
|
6
|
-
|
|
7
|
-
exports.generateSummaryStatistics = exports.formatDuration = exports.formatTestRunResultsAsCSV = exports.formatSuiteRunResultAsMarkdown = exports.formatTestRunResultAsMarkdown = exports.formatSuiteRunResultAsJSON = exports.formatTestRunResultAsJSON = exports.formatTestSummary = exports.formatOracleResult = exports.formatSuiteRunResult = exports.formatTestRunResult = void 0;
|
|
8
|
-
const cost_calculator_1 = require("./cost-calculator");
|
|
5
|
+
import { formatCost } from './cost-calculator.js';
|
|
9
6
|
/**
|
|
10
7
|
* Format test run result as human-readable text.
|
|
11
8
|
*
|
|
12
9
|
* @param result - Test run result
|
|
13
10
|
* @returns Formatted text output
|
|
14
11
|
*/
|
|
15
|
-
function formatTestRunResult(result) {
|
|
12
|
+
export function formatTestRunResult(result) {
|
|
16
13
|
const lines = [];
|
|
17
14
|
lines.push('='.repeat(80));
|
|
18
15
|
lines.push(`Test: ${result.testName}`);
|
|
@@ -20,7 +17,7 @@ function formatTestRunResult(result) {
|
|
|
20
17
|
lines.push(`Score: ${(result.score * 100).toFixed(1)}%`);
|
|
21
18
|
lines.push(`Checks: ${result.passedChecks}/${result.totalChecks} passed`);
|
|
22
19
|
lines.push(`Duration: ${formatDuration(result.durationMs)}`);
|
|
23
|
-
lines.push(`Cost: ${
|
|
20
|
+
lines.push(`Cost: ${formatCost(result.totalCost)}`);
|
|
24
21
|
lines.push('='.repeat(80));
|
|
25
22
|
if (result.oracleResults.length > 0) {
|
|
26
23
|
lines.push('\nOracle Results:');
|
|
@@ -30,14 +27,13 @@ function formatTestRunResult(result) {
|
|
|
30
27
|
}
|
|
31
28
|
return lines.join('\n');
|
|
32
29
|
}
|
|
33
|
-
exports.formatTestRunResult = formatTestRunResult;
|
|
34
30
|
/**
|
|
35
31
|
* Format test suite run result as human-readable text.
|
|
36
32
|
*
|
|
37
33
|
* @param result - Test suite run result
|
|
38
34
|
* @returns Formatted text output
|
|
39
35
|
*/
|
|
40
|
-
function formatSuiteRunResult(result) {
|
|
36
|
+
export function formatSuiteRunResult(result) {
|
|
41
37
|
const lines = [];
|
|
42
38
|
lines.push('='.repeat(80));
|
|
43
39
|
lines.push(`Test Suite: ${result.suiteName}`);
|
|
@@ -45,7 +41,7 @@ function formatSuiteRunResult(result) {
|
|
|
45
41
|
lines.push(`Tests: ${result.passedTests}/${result.totalTests} passed`);
|
|
46
42
|
lines.push(`Average Score: ${(result.averageScore * 100).toFixed(1)}%`);
|
|
47
43
|
lines.push(`Duration: ${formatDuration(result.durationMs)}`);
|
|
48
|
-
lines.push(`Cost: ${
|
|
44
|
+
lines.push(`Cost: ${formatCost(result.totalCost)}`);
|
|
49
45
|
lines.push('='.repeat(80));
|
|
50
46
|
if (result.testResults.length > 0) {
|
|
51
47
|
lines.push('\nTest Results:');
|
|
@@ -55,7 +51,6 @@ function formatSuiteRunResult(result) {
|
|
|
55
51
|
}
|
|
56
52
|
return lines.join('\n');
|
|
57
53
|
}
|
|
58
|
-
exports.formatSuiteRunResult = formatSuiteRunResult;
|
|
59
54
|
/**
|
|
60
55
|
* Format oracle result as human-readable text.
|
|
61
56
|
*
|
|
@@ -63,7 +58,7 @@ exports.formatSuiteRunResult = formatSuiteRunResult;
|
|
|
63
58
|
* @param indent - Indentation prefix
|
|
64
59
|
* @returns Formatted text output
|
|
65
60
|
*/
|
|
66
|
-
function formatOracleResult(result, indent = '') {
|
|
61
|
+
export function formatOracleResult(result, indent = '') {
|
|
67
62
|
const status = result.passed ? '✓' : '✗';
|
|
68
63
|
const lines = [];
|
|
69
64
|
lines.push(`${indent}${status} ${result.oracleType}: ${result.message}`);
|
|
@@ -73,7 +68,6 @@ function formatOracleResult(result, indent = '') {
|
|
|
73
68
|
}
|
|
74
69
|
return lines.join('\n');
|
|
75
70
|
}
|
|
76
|
-
exports.formatOracleResult = formatOracleResult;
|
|
77
71
|
/**
|
|
78
72
|
* Format test summary (for suite results).
|
|
79
73
|
*
|
|
@@ -81,11 +75,10 @@ exports.formatOracleResult = formatOracleResult;
|
|
|
81
75
|
* @param indent - Indentation prefix
|
|
82
76
|
* @returns Formatted text output
|
|
83
77
|
*/
|
|
84
|
-
function formatTestSummary(result, indent = '') {
|
|
78
|
+
export function formatTestSummary(result, indent = '') {
|
|
85
79
|
const status = result.status === 'Passed' ? '✓' : '✗';
|
|
86
80
|
return `${indent}${status} ${result.testName}: ${(result.score * 100).toFixed(1)}% (${result.passedChecks}/${result.totalChecks})`;
|
|
87
81
|
}
|
|
88
|
-
exports.formatTestSummary = formatTestSummary;
|
|
89
82
|
/**
|
|
90
83
|
* Format test run result as JSON.
|
|
91
84
|
*
|
|
@@ -93,10 +86,9 @@ exports.formatTestSummary = formatTestSummary;
|
|
|
93
86
|
* @param pretty - Whether to pretty-print (default: true)
|
|
94
87
|
* @returns JSON string
|
|
95
88
|
*/
|
|
96
|
-
function formatTestRunResultAsJSON(result, pretty = true) {
|
|
89
|
+
export function formatTestRunResultAsJSON(result, pretty = true) {
|
|
97
90
|
return JSON.stringify(result, null, pretty ? 2 : 0);
|
|
98
91
|
}
|
|
99
|
-
exports.formatTestRunResultAsJSON = formatTestRunResultAsJSON;
|
|
100
92
|
/**
|
|
101
93
|
* Format test suite run result as JSON.
|
|
102
94
|
*
|
|
@@ -104,24 +96,23 @@ exports.formatTestRunResultAsJSON = formatTestRunResultAsJSON;
|
|
|
104
96
|
* @param pretty - Whether to pretty-print (default: true)
|
|
105
97
|
* @returns JSON string
|
|
106
98
|
*/
|
|
107
|
-
function formatSuiteRunResultAsJSON(result, pretty = true) {
|
|
99
|
+
export function formatSuiteRunResultAsJSON(result, pretty = true) {
|
|
108
100
|
return JSON.stringify(result, null, pretty ? 2 : 0);
|
|
109
101
|
}
|
|
110
|
-
exports.formatSuiteRunResultAsJSON = formatSuiteRunResultAsJSON;
|
|
111
102
|
/**
|
|
112
103
|
* Format test run result as markdown.
|
|
113
104
|
*
|
|
114
105
|
* @param result - Test run result
|
|
115
106
|
* @returns Markdown output
|
|
116
107
|
*/
|
|
117
|
-
function formatTestRunResultAsMarkdown(result) {
|
|
108
|
+
export function formatTestRunResultAsMarkdown(result) {
|
|
118
109
|
const lines = [];
|
|
119
110
|
lines.push(`# Test: ${result.testName}\n`);
|
|
120
111
|
lines.push(`**Status:** ${result.status === 'Passed' ? '✅ Passed' : '❌ Failed'}`);
|
|
121
112
|
lines.push(`**Score:** ${(result.score * 100).toFixed(1)}%`);
|
|
122
113
|
lines.push(`**Checks:** ${result.passedChecks}/${result.totalChecks} passed`);
|
|
123
114
|
lines.push(`**Duration:** ${formatDuration(result.durationMs)}`);
|
|
124
|
-
lines.push(`**Cost:** ${
|
|
115
|
+
lines.push(`**Cost:** ${formatCost(result.totalCost)}\n`);
|
|
125
116
|
if (result.oracleResults.length > 0) {
|
|
126
117
|
lines.push('## Oracle Results\n');
|
|
127
118
|
lines.push('| Oracle | Status | Score | Message |');
|
|
@@ -134,21 +125,20 @@ function formatTestRunResultAsMarkdown(result) {
|
|
|
134
125
|
}
|
|
135
126
|
return lines.join('\n');
|
|
136
127
|
}
|
|
137
|
-
exports.formatTestRunResultAsMarkdown = formatTestRunResultAsMarkdown;
|
|
138
128
|
/**
|
|
139
129
|
* Format test suite run result as markdown.
|
|
140
130
|
*
|
|
141
131
|
* @param result - Test suite run result
|
|
142
132
|
* @returns Markdown output
|
|
143
133
|
*/
|
|
144
|
-
function formatSuiteRunResultAsMarkdown(result) {
|
|
134
|
+
export function formatSuiteRunResultAsMarkdown(result) {
|
|
145
135
|
const lines = [];
|
|
146
136
|
lines.push(`# Test Suite: ${result.suiteName}\n`);
|
|
147
137
|
lines.push(`**Status:** ${result.status === 'Completed' ? '✅ Completed' : `❌ ${result.status}`}`);
|
|
148
138
|
lines.push(`**Tests:** ${result.passedTests}/${result.totalTests} passed`);
|
|
149
139
|
lines.push(`**Average Score:** ${(result.averageScore * 100).toFixed(1)}%`);
|
|
150
140
|
lines.push(`**Duration:** ${formatDuration(result.durationMs)}`);
|
|
151
|
-
lines.push(`**Cost:** ${
|
|
141
|
+
lines.push(`**Cost:** ${formatCost(result.totalCost)}\n`);
|
|
152
142
|
if (result.testResults.length > 0) {
|
|
153
143
|
lines.push('## Test Results\n');
|
|
154
144
|
lines.push('| Test | Status | Score | Checks |');
|
|
@@ -162,7 +152,6 @@ function formatSuiteRunResultAsMarkdown(result) {
|
|
|
162
152
|
}
|
|
163
153
|
return lines.join('\n');
|
|
164
154
|
}
|
|
165
|
-
exports.formatSuiteRunResultAsMarkdown = formatSuiteRunResultAsMarkdown;
|
|
166
155
|
/**
|
|
167
156
|
* Format test run result as CSV.
|
|
168
157
|
*
|
|
@@ -170,7 +159,7 @@ exports.formatSuiteRunResultAsMarkdown = formatSuiteRunResultAsMarkdown;
|
|
|
170
159
|
* @param includeHeaders - Whether to include CSV headers (default: true)
|
|
171
160
|
* @returns CSV output
|
|
172
161
|
*/
|
|
173
|
-
function formatTestRunResultsAsCSV(results, includeHeaders = true) {
|
|
162
|
+
export function formatTestRunResultsAsCSV(results, includeHeaders = true) {
|
|
174
163
|
const lines = [];
|
|
175
164
|
if (includeHeaders) {
|
|
176
165
|
lines.push('TestName,Status,Score,PassedChecks,TotalChecks,DurationMs,TotalCost');
|
|
@@ -188,14 +177,13 @@ function formatTestRunResultsAsCSV(results, includeHeaders = true) {
|
|
|
188
177
|
}
|
|
189
178
|
return lines.join('\n');
|
|
190
179
|
}
|
|
191
|
-
exports.formatTestRunResultsAsCSV = formatTestRunResultsAsCSV;
|
|
192
180
|
/**
|
|
193
181
|
* Format duration in milliseconds as human-readable string.
|
|
194
182
|
*
|
|
195
183
|
* @param ms - Duration in milliseconds
|
|
196
184
|
* @returns Formatted duration string
|
|
197
185
|
*/
|
|
198
|
-
function formatDuration(ms) {
|
|
186
|
+
export function formatDuration(ms) {
|
|
199
187
|
if (ms < 1000) {
|
|
200
188
|
return `${ms}ms`;
|
|
201
189
|
}
|
|
@@ -206,7 +194,6 @@ function formatDuration(ms) {
|
|
|
206
194
|
const seconds = ((ms % 60000) / 1000).toFixed(0);
|
|
207
195
|
return `${minutes}m ${seconds}s`;
|
|
208
196
|
}
|
|
209
|
-
exports.formatDuration = formatDuration;
|
|
210
197
|
/**
|
|
211
198
|
* Escape CSV field value.
|
|
212
199
|
*
|
|
@@ -225,7 +212,7 @@ function escapeCSV(value) {
|
|
|
225
212
|
* @param results - Array of test run results
|
|
226
213
|
* @returns Summary statistics
|
|
227
214
|
*/
|
|
228
|
-
function generateSummaryStatistics(results) {
|
|
215
|
+
export function generateSummaryStatistics(results) {
|
|
229
216
|
const totalTests = results.length;
|
|
230
217
|
const passedTests = results.filter(r => r.status === 'Passed').length;
|
|
231
218
|
const failedTests = totalTests - passedTests;
|
|
@@ -248,5 +235,4 @@ function generateSummaryStatistics(results) {
|
|
|
248
235
|
avgCost
|
|
249
236
|
};
|
|
250
237
|
}
|
|
251
|
-
exports.generateSummaryStatistics = generateSummaryStatistics;
|
|
252
238
|
//# sourceMappingURL=result-formatter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"result-formatter.js","sourceRoot":"","sources":["../../src/utils/result-formatter.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"result-formatter.js","sourceRoot":"","sources":["../../src/utils/result-formatter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAqB;IACrD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC1E,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAA0B;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxE,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAoB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEpE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAqB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACtD,OAAO,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC;AACvI,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACrC,MAAqB,EACrB,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,0BAA0B,CACtC,MAA0B,EAC1B,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,MAAqB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;IAClF,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC9E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAEpD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACzC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,UAAU,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QACtF,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAC,MAA0B;IACrE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IAC3E,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAEjD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACpD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAClD,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACrC,OAAwB,EACxB,iBAA0B,IAAI;IAE9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,cAAc,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC;YACP,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC1B,MAAM,CAAC,MAAM;YACb,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACvB,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,WAAW;YAClB,MAAM,CAAC,UAAU;YACjB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;SAC9B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,EAAU;IACrC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACZ,OAAO,GAAG,EAAE,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;QACb,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjD,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC;AACrC,CAAC;AAED;;;;;GAKG;AACH,SAAS,SAAS,CAAC,KAAa;IAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAwB;IAW9D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IACtE,MAAM,WAAW,GAAG,UAAU,GAAG,WAAW,CAAC;IAC7C,MAAM,QAAQ,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAChE,MAAM,YAAY,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAElE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAEnE,MAAM,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5D,OAAO;QACH,UAAU;QACV,WAAW;QACX,WAAW;QACX,QAAQ;QACR,YAAY;QACZ,aAAa;QACb,SAAS;QACT,WAAW;QACX,OAAO;KACV,CAAC;AACN,CAAC"}
|
package/dist/utils/scoring.d.ts
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* @fileoverview Scoring utilities for test evaluation
|
|
3
3
|
* @module @memberjunction/testing-engine
|
|
4
4
|
*/
|
|
5
|
-
import { OracleResult, ScoringWeights } from '../types';
|
|
5
|
+
import { OracleResult, ScoringWeights } from '../types.js';
|
|
6
6
|
/**
|
|
7
7
|
* Calculate weighted score from oracle results.
|
|
8
8
|
*
|
package/dist/utils/scoring.js
CHANGED
|
@@ -1,10 +1,7 @@
|
|
|
1
|
-
"use strict";
|
|
2
1
|
/**
|
|
3
2
|
* @fileoverview Scoring utilities for test evaluation
|
|
4
3
|
* @module @memberjunction/testing-engine
|
|
5
4
|
*/
|
|
6
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
7
|
-
exports.normalizeScores = exports.calculateScoreStatistics = exports.groupResultsByType = exports.determineTestStatus = exports.calculatePassRate = exports.calculateAverageScore = exports.calculateWeightedScore = void 0;
|
|
8
5
|
/**
|
|
9
6
|
* Calculate weighted score from oracle results.
|
|
10
7
|
*
|
|
@@ -12,7 +9,7 @@ exports.normalizeScores = exports.calculateScoreStatistics = exports.groupResult
|
|
|
12
9
|
* @param weights - Scoring weights by oracle type
|
|
13
10
|
* @returns Weighted score from 0.0 to 1.0
|
|
14
11
|
*/
|
|
15
|
-
function calculateWeightedScore(oracleResults, weights) {
|
|
12
|
+
export function calculateWeightedScore(oracleResults, weights) {
|
|
16
13
|
if (oracleResults.length === 0) {
|
|
17
14
|
return 0;
|
|
18
15
|
}
|
|
@@ -31,35 +28,32 @@ function calculateWeightedScore(oracleResults, weights) {
|
|
|
31
28
|
}
|
|
32
29
|
return totalWeight > 0 ? weightedSum / totalWeight : 0;
|
|
33
30
|
}
|
|
34
|
-
exports.calculateWeightedScore = calculateWeightedScore;
|
|
35
31
|
/**
|
|
36
32
|
* Calculate simple average score from oracle results.
|
|
37
33
|
*
|
|
38
34
|
* @param oracleResults - Results from oracle evaluations
|
|
39
35
|
* @returns Average score from 0.0 to 1.0
|
|
40
36
|
*/
|
|
41
|
-
function calculateAverageScore(oracleResults) {
|
|
37
|
+
export function calculateAverageScore(oracleResults) {
|
|
42
38
|
if (oracleResults.length === 0) {
|
|
43
39
|
return 0;
|
|
44
40
|
}
|
|
45
41
|
const sum = oracleResults.reduce((acc, r) => acc + r.score, 0);
|
|
46
42
|
return sum / oracleResults.length;
|
|
47
43
|
}
|
|
48
|
-
exports.calculateAverageScore = calculateAverageScore;
|
|
49
44
|
/**
|
|
50
45
|
* Calculate pass rate from oracle results.
|
|
51
46
|
*
|
|
52
47
|
* @param oracleResults - Results from oracle evaluations
|
|
53
48
|
* @returns Pass rate from 0.0 to 1.0
|
|
54
49
|
*/
|
|
55
|
-
function calculatePassRate(oracleResults) {
|
|
50
|
+
export function calculatePassRate(oracleResults) {
|
|
56
51
|
if (oracleResults.length === 0) {
|
|
57
52
|
return 0;
|
|
58
53
|
}
|
|
59
54
|
const passedCount = oracleResults.filter(r => r.passed).length;
|
|
60
55
|
return passedCount / oracleResults.length;
|
|
61
56
|
}
|
|
62
|
-
exports.calculatePassRate = calculatePassRate;
|
|
63
57
|
/**
|
|
64
58
|
* Determine overall test status from oracle results.
|
|
65
59
|
*
|
|
@@ -68,20 +62,19 @@ exports.calculatePassRate = calculatePassRate;
|
|
|
68
62
|
* @param oracleResults - Results from oracle evaluations
|
|
69
63
|
* @returns 'Passed' if all oracles passed, 'Failed' otherwise
|
|
70
64
|
*/
|
|
71
|
-
function determineTestStatus(oracleResults) {
|
|
65
|
+
export function determineTestStatus(oracleResults) {
|
|
72
66
|
if (oracleResults.length === 0) {
|
|
73
67
|
return 'Failed';
|
|
74
68
|
}
|
|
75
69
|
return oracleResults.every(r => r.passed) ? 'Passed' : 'Failed';
|
|
76
70
|
}
|
|
77
|
-
exports.determineTestStatus = determineTestStatus;
|
|
78
71
|
/**
|
|
79
72
|
* Group oracle results by type.
|
|
80
73
|
*
|
|
81
74
|
* @param oracleResults - Results from oracle evaluations
|
|
82
75
|
* @returns Map of oracle type to results
|
|
83
76
|
*/
|
|
84
|
-
function groupResultsByType(oracleResults) {
|
|
77
|
+
export function groupResultsByType(oracleResults) {
|
|
85
78
|
const grouped = new Map();
|
|
86
79
|
for (const result of oracleResults) {
|
|
87
80
|
const existing = grouped.get(result.oracleType) || [];
|
|
@@ -90,14 +83,13 @@ function groupResultsByType(oracleResults) {
|
|
|
90
83
|
}
|
|
91
84
|
return grouped;
|
|
92
85
|
}
|
|
93
|
-
exports.groupResultsByType = groupResultsByType;
|
|
94
86
|
/**
|
|
95
87
|
* Calculate score distribution statistics.
|
|
96
88
|
*
|
|
97
89
|
* @param oracleResults - Results from oracle evaluations
|
|
98
90
|
* @returns Score statistics
|
|
99
91
|
*/
|
|
100
|
-
function calculateScoreStatistics(oracleResults) {
|
|
92
|
+
export function calculateScoreStatistics(oracleResults) {
|
|
101
93
|
if (oracleResults.length === 0) {
|
|
102
94
|
return { min: 0, max: 0, mean: 0, median: 0, stdDev: 0 };
|
|
103
95
|
}
|
|
@@ -112,14 +104,13 @@ function calculateScoreStatistics(oracleResults) {
|
|
|
112
104
|
const stdDev = Math.sqrt(variance);
|
|
113
105
|
return { min, max, mean, median, stdDev };
|
|
114
106
|
}
|
|
115
|
-
exports.calculateScoreStatistics = calculateScoreStatistics;
|
|
116
107
|
/**
|
|
117
108
|
* Normalize scores to 0-1 range.
|
|
118
109
|
*
|
|
119
110
|
* @param oracleResults - Results from oracle evaluations
|
|
120
111
|
* @returns Normalized results
|
|
121
112
|
*/
|
|
122
|
-
function normalizeScores(oracleResults) {
|
|
113
|
+
export function normalizeScores(oracleResults) {
|
|
123
114
|
if (oracleResults.length === 0) {
|
|
124
115
|
return [];
|
|
125
116
|
}
|
|
@@ -136,5 +127,4 @@ function normalizeScores(oracleResults) {
|
|
|
136
127
|
score: (r.score - min) / range
|
|
137
128
|
}));
|
|
138
129
|
}
|
|
139
|
-
exports.normalizeScores = normalizeScores;
|
|
140
130
|
//# sourceMappingURL=scoring.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scoring.js","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"scoring.js","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CAClC,aAA6B,EAC7B,OAAwB;IAExB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,wCAAwC;QACxC,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,WAAW,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;QACrC,WAAW,IAAI,MAAM,CAAC;IAC1B,CAAC;IAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,aAA6B;IAC/D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;AACtC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,aAA6B;IAC3D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC/D,OAAO,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;AAC9C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,aAA6B;IAC7D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAC9B,aAA6B;IAE7B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,aAA6B;IAOlE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAErE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAEnE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACjE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE5C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3F,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEnC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,aAA6B;IACzD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,GAAG,GAAG,GAAG,CAAC;IAExB,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QACd,0BAA0B;QAC1B,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3B,GAAG,CAAC;QACJ,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,KAAK;KACjC,CAAC,CAAC,CAAC;AACR,CAAC"}
|
|
@@ -7,9 +7,9 @@ import { TestTypeVariablesSchema, TestVariablesConfig, TestSuiteVariablesConfig,
|
|
|
7
7
|
* Error thrown when variable resolution fails
|
|
8
8
|
*/
|
|
9
9
|
export declare class VariableResolutionError extends Error {
|
|
10
|
-
readonly variableName?: string;
|
|
11
|
-
readonly reason?:
|
|
12
|
-
constructor(message: string, variableName?: string, reason?:
|
|
10
|
+
readonly variableName?: string | undefined;
|
|
11
|
+
readonly reason?: "missing_required" | "invalid_type" | "invalid_value" | "parse_error" | undefined;
|
|
12
|
+
constructor(message: string, variableName?: string | undefined, reason?: "missing_required" | "invalid_type" | "invalid_value" | "parse_error" | undefined);
|
|
13
13
|
}
|
|
14
14
|
/**
|
|
15
15
|
* Service for resolving test variables through the inheritance hierarchy.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"variable-resolver.d.ts","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,qCAAqC,CAAC;AAE7C;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;aAG9B,YAAY,CAAC,EAAE,MAAM;aACrB,MAAM,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,aAAa;gBAF9F,OAAO,EAAE,MAAM,EACC,YAAY,CAAC,EAAE,MAAM,EACrB,MAAM,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,aAAa;CAKjG;AAUD;;;;;;;;GAQG;AACH,qBAAa,gBAAgB;IAC3B;;;;;;;;;OASG;IACH,gBAAgB,CACd,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,EAChC,kBAAkB,EAAE,MAAM,GAAG,IAAI,EACjC,UAAU,EAAE,cAAc,GACzB,qBAAqB;IA0CxB;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,uBAAuB,GAAG,IAAI;IAsBpE;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,mBAAmB,GAAG,IAAI;IAahE;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,wBAAwB,GAAG,IAAI;IAatE;;;;;;;;;OASG;IACH,OAAO,CAAC,YAAY;IA0CpB;;OAEG;IACH,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,YAAY,EAAE,oBAAoB,GAAG,SAAS,EAC9C,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,GACb,IAAI;IAoBP;;OAEG;IACH,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IA+CtE;;;OAGG;IACH,qBAAqB,CACnB,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,GAC/B,sBAAsB,EAAE;IAkC3B;;;OAGG;IACH,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,QAAQ,EAAE,MAAM,GACf,iBAAiB;IAiDpB;;;OAGG;IACH,iBAAiB,CACf,OAAO,EAAE,MAAM,EAAE,EACjB,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,GACtC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;CA8BrC"}
|
|
1
|
+
{"version":3,"file":"variable-resolver.d.ts","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,qCAAqC,CAAC;AAE7C;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;aAG9B,YAAY,CAAC,EAAE,MAAM;aACrB,MAAM,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,aAAa;gBAF9F,OAAO,EAAE,MAAM,EACC,YAAY,CAAC,EAAE,MAAM,YAAA,EACrB,MAAM,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,aAAa,YAAA;CAKjG;AAUD;;;;;;;;GAQG;AACH,qBAAa,gBAAgB;IAC3B;;;;;;;;;OASG;IACH,gBAAgB,CACd,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,EAChC,kBAAkB,EAAE,MAAM,GAAG,IAAI,EACjC,UAAU,EAAE,cAAc,GACzB,qBAAqB;IA0CxB;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,uBAAuB,GAAG,IAAI;IAsBpE;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,mBAAmB,GAAG,IAAI;IAahE;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,wBAAwB,GAAG,IAAI;IAatE;;;;;;;;;OASG;IACH,OAAO,CAAC,YAAY;IA0CpB;;OAEG;IACH,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,YAAY,EAAE,oBAAoB,GAAG,SAAS,EAC9C,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,GACb,IAAI;IAoBP;;OAEG;IACH,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IA+CtE;;;OAGG;IACH,qBAAqB,CACnB,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,GAC/B,sBAAsB,EAAE;IAkC3B;;;OAGG;IACH,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,QAAQ,EAAE,MAAM,GACf,iBAAiB;IAiDpB;;;OAGG;IACH,iBAAiB,CACf,OAAO,EAAE,MAAM,EAAE,EACjB,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,GACtC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;CA8BrC"}
|
|
@@ -1,15 +1,12 @@
|
|
|
1
|
-
"use strict";
|
|
2
1
|
/**
|
|
3
2
|
* @fileoverview Variable resolution service for the Testing Framework
|
|
4
3
|
* @module @memberjunction/testing-engine
|
|
5
4
|
*/
|
|
6
|
-
|
|
7
|
-
exports.VariableResolver = exports.VariableResolutionError = void 0;
|
|
8
|
-
const global_1 = require("@memberjunction/global");
|
|
5
|
+
import { SafeJSONParse } from '@memberjunction/global';
|
|
9
6
|
/**
|
|
10
7
|
* Error thrown when variable resolution fails
|
|
11
8
|
*/
|
|
12
|
-
class VariableResolutionError extends Error {
|
|
9
|
+
export class VariableResolutionError extends Error {
|
|
13
10
|
constructor(message, variableName, reason) {
|
|
14
11
|
super(message);
|
|
15
12
|
this.variableName = variableName;
|
|
@@ -17,7 +14,6 @@ class VariableResolutionError extends Error {
|
|
|
17
14
|
this.name = 'VariableResolutionError';
|
|
18
15
|
}
|
|
19
16
|
}
|
|
20
|
-
exports.VariableResolutionError = VariableResolutionError;
|
|
21
17
|
/**
|
|
22
18
|
* Service for resolving test variables through the inheritance hierarchy.
|
|
23
19
|
*
|
|
@@ -27,7 +23,7 @@ exports.VariableResolutionError = VariableResolutionError;
|
|
|
27
23
|
* 3. Test-level defaults
|
|
28
24
|
* 4. TestType defaults
|
|
29
25
|
*/
|
|
30
|
-
class VariableResolver {
|
|
26
|
+
export class VariableResolver {
|
|
31
27
|
/**
|
|
32
28
|
* Resolve variables for a test execution.
|
|
33
29
|
*
|
|
@@ -76,7 +72,7 @@ class VariableResolver {
|
|
|
76
72
|
if (!json) {
|
|
77
73
|
return null;
|
|
78
74
|
}
|
|
79
|
-
const parsed =
|
|
75
|
+
const parsed = SafeJSONParse(json);
|
|
80
76
|
if (!parsed || typeof parsed !== 'object') {
|
|
81
77
|
return null;
|
|
82
78
|
}
|
|
@@ -93,7 +89,7 @@ class VariableResolver {
|
|
|
93
89
|
if (!json) {
|
|
94
90
|
return null;
|
|
95
91
|
}
|
|
96
|
-
const parsed =
|
|
92
|
+
const parsed = SafeJSONParse(json);
|
|
97
93
|
if (!parsed || typeof parsed !== 'object') {
|
|
98
94
|
return null;
|
|
99
95
|
}
|
|
@@ -106,7 +102,7 @@ class VariableResolver {
|
|
|
106
102
|
if (!json) {
|
|
107
103
|
return null;
|
|
108
104
|
}
|
|
109
|
-
const parsed =
|
|
105
|
+
const parsed = SafeJSONParse(json);
|
|
110
106
|
if (!parsed || typeof parsed !== 'object') {
|
|
111
107
|
return null;
|
|
112
108
|
}
|
|
@@ -294,5 +290,4 @@ class VariableResolver {
|
|
|
294
290
|
return result;
|
|
295
291
|
}
|
|
296
292
|
}
|
|
297
|
-
exports.VariableResolver = VariableResolver;
|
|
298
293
|
//# sourceMappingURL=variable-resolver.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"variable-resolver.js","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"variable-resolver.js","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAYvD;;GAEG;AACH,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAChD,YACE,OAAe,EACC,YAAqB,EACrB,MAA8E;QAE9F,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,iBAAY,GAAZ,YAAY,CAAS;QACrB,WAAM,GAAN,MAAM,CAAwE;QAG9F,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAUD;;;;;;;;GAQG;AACH,MAAM,OAAO,gBAAgB;IAC3B;;;;;;;;;OASG;IACH,gBAAgB,CACd,uBAAsC,EACtC,iBAAgC,EAChC,kBAAiC,EACjC,UAA0B;QAE1B,gBAAgB;QAChB,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;QAE9D,qDAAqD;QACrD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,MAAM,GAAsC,EAAE,CAAC;QACrD,MAAM,OAAO,GAAsD,EAAE,CAAC;QAEtE,mDAAmD;QACnD,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,YAAY,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAE1D,8DAA8D;YAC9D,IAAI,YAAY,IAAI,YAAY,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;gBACnD,SAAS,CAAC,6CAA6C;YACzD,CAAC;YAED,mDAAmD;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAElF,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;gBACrC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAA2C,CAAC;YAC9E,CAAC;iBAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,uBAAuB,CAC/B,sBAAsB,MAAM,CAAC,IAAI,kBAAkB;oBACnD,6BAA6B,MAAM,CAAC,IAAI,4BAA4B,EACpE,MAAM,CAAC,IAAI,EACX,kBAAkB,CACnB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAmB;QACjC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAA0B,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,0BAA0B;QAC1B,IAAI,MAAM,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACnC,MAAM,IAAI,uBAAuB,CAC/B,yCAAyC,MAAM,CAAC,aAAa,mBAAmB,EAChF,SAAS,EACT,aAAa,CACd,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAmB;QACjC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAA6B,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,IAAmB;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAkC,CAAC;IAC5C,CAAC;IAED;;;;;;;;;OASG;IACK,YAAY,CAClB,MAA8B,EAC9B,YAA8C,EAC9C,WAA4C,EAC5C,UAA0B;QAE1B,0EAA0E;QAC1E,IAAI,YAAY,EAAE,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;YAC/D,OAAO;gBACL,KAAK,EAAE,KAAsC;gBAC7C,MAAM,EAAE,YAAY,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;aAClE,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO,EAAE,KAAK,EAAE,KAA0B,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC9D,CAAC;QAED,gCAAgC;QAChC,IAAI,WAAW,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACzD,OAAO,EAAE,KAAK,EAAE,KAA0B,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAChE,CAAC;QAED,iCAAiC;QACjC,IAAI,YAAY,EAAE,YAAY,KAAK,SAAS,EAAE,CAAC;YAC7C,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,YAAiC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACnF,CAAC;QAED,iCAAiC;QACjC,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACtC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,YAAiC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC7E,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,aAAa,CACX,MAA8B,EAC9B,YAA8C,EAC9C,KAAc,EACd,MAAc;QAEd,kBAAkB;QAClB,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAErC,gDAAgD;QAChD,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjG,wDAAwD;YACxD,MAAM,aAAa,GAAG,YAAY,EAAE,gBAAgB;mBAC/C,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAkC,CAAC,EAAE,CAAC;gBAChE,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,YAAY,KAAK,WAAW,MAAM,gCAAgC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACrH,MAAM,CAAC,IAAI,EACX,eAAe,CAChB,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAA8B,EAAE,KAAc;QAC7D,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC;QAEhC,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACX,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,qCAAqC,UAAU,GAAG,EAC1E,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER,KAAK,QAAQ;gBACX,IAAI,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAe,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,qCAAqC,UAAU,GAAG,EAC1E,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER,KAAK,SAAS;gBACZ,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;oBAC7B,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,sCAAsC,UAAU,GAAG,EAC3E,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER,KAAK,MAAM;gBACT,mDAAmD;gBACnD,IAAI,CAAC,CAAC,KAAK,YAAY,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChG,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,mCAAmC,UAAU,GAAG,EACxE,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;QACV,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,qBAAqB,CACnB,uBAAsC,EACtC,iBAAgC;QAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAE3D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,kEAAkE;QAClE,OAAO,UAAU,CAAC,SAAS;aACxB,MAAM,CAAC,MAAM,CAAC,EAAE;YACf,MAAM,YAAY,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1D,+CAA+C;YAC/C,OAAO,CAAC,YAAY,IAAI,YAAY,CAAC,OAAO,KAAK,KAAK,CAAC;QACzD,CAAC,CAAC;aACD,GAAG,CAAC,MAAM,CAAC,EAAE;YACZ,MAAM,YAAY,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAE1D,+CAA+C;YAC/C,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO;oBACL,GAAG,MAAM;oBACT,YAAY,EAAE,YAAY,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY;oBAC9D,wCAAwC;oBACxC,cAAc,EAAE,YAAY,CAAC,gBAAgB;wBAC3C,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,gBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;wBACxF,CAAC,CAAC,MAAM,CAAC,cAAc;iBAC1B,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACH,aAAa,CACX,MAA8B,EAC9B,QAAgB;QAEhB,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAElB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACjC,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;oBACf,MAAM,IAAI,uBAAuB,CAC/B,iBAAiB,QAAQ,6BAA6B,MAAM,CAAC,IAAI,GAAG,EACpE,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACrC,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;oBACzD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBACzD,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,MAAM,IAAI,uBAAuB,CAC/B,iBAAiB,QAAQ,8BAA8B,MAAM,CAAC,IAAI,oCAAoC,EACtG,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,uBAAuB,CAC/B,iBAAiB,QAAQ,2BAA2B,MAAM,CAAC,IAAI,GAAG,EAClE,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED;gBACE,OAAO,QAAQ,CAAC;QACpB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,iBAAiB,CACf,OAAiB,EACjB,uBAAuC;QAEvC,MAAM,UAAU,GAAG,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClG,MAAM,MAAM,GAAsC,EAAE,CAAC;QAErD,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,uBAAuB,CAC/B,6BAA6B,GAAG,gCAAgC,EAChE,SAAS,EACT,aAAa,CACd,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;YAE5C,+CAA+C;YAC/C,MAAM,MAAM,GAAG,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAEhE,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,+BAA+B;gBAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/testing-engine",
|
|
3
|
-
"
|
|
3
|
+
"type": "module",
|
|
4
|
+
"version": "4.0.0",
|
|
4
5
|
"description": "MemberJunction Testing Framework Engine - Core test execution and evaluation engine supporting multiple test types",
|
|
5
6
|
"main": "dist/index.js",
|
|
6
7
|
"types": "dist/index.d.ts",
|
|
@@ -9,7 +10,7 @@
|
|
|
9
10
|
],
|
|
10
11
|
"scripts": {
|
|
11
12
|
"start": "ts-node-dev src/index.ts",
|
|
12
|
-
"build": "tsc",
|
|
13
|
+
"build": "tsc && tsc-alias -f",
|
|
13
14
|
"test": "jest",
|
|
14
15
|
"test:watch": "jest --watch",
|
|
15
16
|
"test:coverage": "jest --coverage"
|
|
@@ -18,25 +19,25 @@
|
|
|
18
19
|
"license": "ISC",
|
|
19
20
|
"devDependencies": {
|
|
20
21
|
"ts-node-dev": "^2.0.0",
|
|
21
|
-
"typescript": "^5.
|
|
22
|
+
"typescript": "^5.9.3",
|
|
22
23
|
"@types/debug": "^4.1.12",
|
|
23
|
-
"@types/jest": "^
|
|
24
|
-
"jest": "^
|
|
25
|
-
"ts-jest": "^29.
|
|
24
|
+
"@types/jest": "^30.0.0",
|
|
25
|
+
"jest": "^30.2.0",
|
|
26
|
+
"ts-jest": "^29.4.6"
|
|
26
27
|
},
|
|
27
28
|
"dependencies": {
|
|
28
|
-
"@memberjunction/ai": "
|
|
29
|
-
"@memberjunction/ai-agents": "
|
|
30
|
-
"@memberjunction/ai-core-plus": "
|
|
31
|
-
"@memberjunction/ai-prompts": "
|
|
32
|
-
"@memberjunction/aiengine": "
|
|
33
|
-
"@memberjunction/core": "
|
|
34
|
-
"@memberjunction/core-entities": "
|
|
35
|
-
"@memberjunction/global": "
|
|
36
|
-
"@memberjunction/testing-engine-base": "
|
|
37
|
-
"debug": "^4.4.
|
|
38
|
-
"rxjs": "^7.8.
|
|
39
|
-
"zod": "
|
|
29
|
+
"@memberjunction/ai": "4.0.0",
|
|
30
|
+
"@memberjunction/ai-agents": "4.0.0",
|
|
31
|
+
"@memberjunction/ai-core-plus": "4.0.0",
|
|
32
|
+
"@memberjunction/ai-prompts": "4.0.0",
|
|
33
|
+
"@memberjunction/aiengine": "4.0.0",
|
|
34
|
+
"@memberjunction/core": "4.0.0",
|
|
35
|
+
"@memberjunction/core-entities": "4.0.0",
|
|
36
|
+
"@memberjunction/global": "4.0.0",
|
|
37
|
+
"@memberjunction/testing-engine-base": "4.0.0",
|
|
38
|
+
"debug": "^4.4.3",
|
|
39
|
+
"rxjs": "^7.8.2",
|
|
40
|
+
"zod": "~3.24.4"
|
|
40
41
|
},
|
|
41
42
|
"repository": {
|
|
42
43
|
"type": "git",
|