@memberjunction/testing-engine 6.1.4 → 6.2.0-edge.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/drivers/PromptEvalDriver.js +3 -3
- package/dist/engine/TestEngine.d.ts.map +1 -1
- package/dist/engine/TestEngine.js +17 -7
- package/dist/engine/TestEngine.js.map +1 -1
- package/dist/eval/corpus.d.ts +8 -0
- package/dist/eval/corpus.d.ts.map +1 -1
- package/dist/eval/corpus.js +26 -10
- package/dist/eval/corpus.js.map +1 -1
- package/dist/eval/decision.d.ts +8 -0
- package/dist/eval/decision.d.ts.map +1 -1
- package/dist/eval/decision.js +23 -7
- package/dist/eval/decision.js.map +1 -1
- package/dist/eval/expectation.d.ts +2 -0
- package/dist/eval/expectation.d.ts.map +1 -1
- package/dist/eval/expectation.js +9 -5
- package/dist/eval/expectation.js.map +1 -1
- package/dist/eval/history.d.ts +2 -0
- package/dist/eval/history.d.ts.map +1 -1
- package/dist/eval/history.js +5 -1
- package/dist/eval/history.js.map +1 -1
- package/dist/eval/matchers.d.ts +7 -0
- package/dist/eval/matchers.d.ts.map +1 -1
- package/dist/eval/matchers.js +11 -3
- package/dist/eval/matchers.js.map +1 -1
- package/dist/eval/subAgentTrace.d.ts +8 -6
- package/dist/eval/subAgentTrace.d.ts.map +1 -1
- package/dist/eval/subAgentTrace.js +15 -11
- package/dist/eval/subAgentTrace.js.map +1 -1
- package/dist/eval/wellFormed.d.ts +2 -0
- package/dist/eval/wellFormed.d.ts.map +1 -1
- package/dist/eval/wellFormed.js +5 -1
- package/dist/eval/wellFormed.js.map +1 -1
- package/dist/oracles/AgentDecisionOracle.js +7 -7
- package/dist/oracles/TraceSubAgentValidatorOracle.js +3 -3
- package/dist/types.d.ts +37 -2
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/cost-calculator.d.ts +34 -0
- package/dist/utils/cost-calculator.d.ts.map +1 -1
- package/dist/utils/cost-calculator.js +40 -8
- package/dist/utils/cost-calculator.js.map +1 -1
- package/dist/utils/execution-context.d.ts +6 -0
- package/dist/utils/execution-context.d.ts.map +1 -1
- package/dist/utils/execution-context.js +15 -3
- package/dist/utils/execution-context.js.map +1 -1
- package/dist/utils/result-formatter.d.ts +33 -0
- package/dist/utils/result-formatter.d.ts.map +1 -1
- package/dist/utils/result-formatter.js +66 -22
- package/dist/utils/result-formatter.js.map +1 -1
- package/dist/utils/scoring.d.ts +20 -0
- package/dist/utils/scoring.d.ts.map +1 -1
- package/dist/utils/scoring.js +35 -7
- package/dist/utils/scoring.js.map +1 -1
- package/dist/utils/variable-resolver.d.ts +20 -1
- package/dist/utils/variable-resolver.d.ts.map +1 -1
- package/dist/utils/variable-resolver.js +58 -20
- package/dist/utils/variable-resolver.js.map +1 -1
- package/package.json +10 -10
|
@@ -2,55 +2,63 @@
|
|
|
2
2
|
* @fileoverview Result formatting utilities for test output
|
|
3
3
|
* @module @memberjunction/testing-engine
|
|
4
4
|
*/
|
|
5
|
-
import {
|
|
5
|
+
import { FormatCost } from './cost-calculator.js';
|
|
6
6
|
/**
|
|
7
7
|
* Format test run result as human-readable text.
|
|
8
8
|
*
|
|
9
9
|
* @param result - Test run result
|
|
10
10
|
* @returns Formatted text output
|
|
11
11
|
*/
|
|
12
|
-
export function
|
|
12
|
+
export function FormatTestRunResult(result) {
|
|
13
13
|
const lines = [];
|
|
14
14
|
lines.push('='.repeat(80));
|
|
15
15
|
lines.push(`Test: ${result.testName}`);
|
|
16
16
|
lines.push(`Status: ${result.status}`);
|
|
17
17
|
lines.push(`Score: ${(result.score * 100).toFixed(1)}%`);
|
|
18
18
|
lines.push(`Checks: ${result.passedChecks}/${result.totalChecks} passed`);
|
|
19
|
-
lines.push(`Duration: ${
|
|
20
|
-
lines.push(`Cost: ${
|
|
19
|
+
lines.push(`Duration: ${FormatDuration(result.durationMs)}`);
|
|
20
|
+
lines.push(`Cost: ${FormatCost(result.totalCost)}`);
|
|
21
21
|
lines.push('='.repeat(80));
|
|
22
22
|
if (result.oracleResults.length > 0) {
|
|
23
23
|
lines.push('\nOracle Results:');
|
|
24
24
|
for (const oracle of result.oracleResults) {
|
|
25
|
-
lines.push(
|
|
25
|
+
lines.push(FormatOracleResult(oracle, ' '));
|
|
26
26
|
}
|
|
27
27
|
}
|
|
28
28
|
return lines.join('\n');
|
|
29
29
|
}
|
|
30
|
+
/** @deprecated Use {@link FormatTestRunResult}. */
|
|
31
|
+
export function formatTestRunResult(result) {
|
|
32
|
+
return FormatTestRunResult(result);
|
|
33
|
+
}
|
|
30
34
|
/**
|
|
31
35
|
* Format test suite run result as human-readable text.
|
|
32
36
|
*
|
|
33
37
|
* @param result - Test suite run result
|
|
34
38
|
* @returns Formatted text output
|
|
35
39
|
*/
|
|
36
|
-
export function
|
|
40
|
+
export function FormatSuiteRunResult(result) {
|
|
37
41
|
const lines = [];
|
|
38
42
|
lines.push('='.repeat(80));
|
|
39
43
|
lines.push(`Test Suite: ${result.suiteName}`);
|
|
40
44
|
lines.push(`Status: ${result.status}`);
|
|
41
45
|
lines.push(`Tests: ${result.passedTests}/${result.totalTests} passed`);
|
|
42
46
|
lines.push(`Average Score: ${(result.averageScore * 100).toFixed(1)}%`);
|
|
43
|
-
lines.push(`Duration: ${
|
|
44
|
-
lines.push(`Cost: ${
|
|
47
|
+
lines.push(`Duration: ${FormatDuration(result.durationMs)}`);
|
|
48
|
+
lines.push(`Cost: ${FormatCost(result.totalCost)}`);
|
|
45
49
|
lines.push('='.repeat(80));
|
|
46
50
|
if (result.testResults.length > 0) {
|
|
47
51
|
lines.push('\nTest Results:');
|
|
48
52
|
for (const test of result.testResults) {
|
|
49
|
-
lines.push(
|
|
53
|
+
lines.push(FormatTestSummary(test, ' '));
|
|
50
54
|
}
|
|
51
55
|
}
|
|
52
56
|
return lines.join('\n');
|
|
53
57
|
}
|
|
58
|
+
/** @deprecated Use {@link FormatSuiteRunResult}. */
|
|
59
|
+
export function formatSuiteRunResult(result) {
|
|
60
|
+
return FormatSuiteRunResult(result);
|
|
61
|
+
}
|
|
54
62
|
/**
|
|
55
63
|
* Format oracle result as human-readable text.
|
|
56
64
|
*
|
|
@@ -58,7 +66,7 @@ export function formatSuiteRunResult(result) {
|
|
|
58
66
|
* @param indent - Indentation prefix
|
|
59
67
|
* @returns Formatted text output
|
|
60
68
|
*/
|
|
61
|
-
export function
|
|
69
|
+
export function FormatOracleResult(result, indent = '') {
|
|
62
70
|
const status = result.passed ? '✓' : '✗';
|
|
63
71
|
const lines = [];
|
|
64
72
|
lines.push(`${indent}${status} ${result.oracleType}: ${result.message}`);
|
|
@@ -68,6 +76,10 @@ export function formatOracleResult(result, indent = '') {
|
|
|
68
76
|
}
|
|
69
77
|
return lines.join('\n');
|
|
70
78
|
}
|
|
79
|
+
/** @deprecated Use {@link FormatOracleResult}. */
|
|
80
|
+
export function formatOracleResult(result, indent = '') {
|
|
81
|
+
return FormatOracleResult(result, indent);
|
|
82
|
+
}
|
|
71
83
|
/**
|
|
72
84
|
* Format test summary (for suite results).
|
|
73
85
|
*
|
|
@@ -75,7 +87,7 @@ export function formatOracleResult(result, indent = '') {
|
|
|
75
87
|
* @param indent - Indentation prefix
|
|
76
88
|
* @returns Formatted text output
|
|
77
89
|
*/
|
|
78
|
-
export function
|
|
90
|
+
export function FormatTestSummary(result, indent = '') {
|
|
79
91
|
const status = result.status === 'Passed' ? '✓' : result.status === 'Skipped' ? '−' : '✗';
|
|
80
92
|
const skipped = result.skippedChecks ? `, ${result.skippedChecks} skipped` : '';
|
|
81
93
|
if (result.status === 'Skipped') {
|
|
@@ -83,6 +95,10 @@ export function formatTestSummary(result, indent = '') {
|
|
|
83
95
|
}
|
|
84
96
|
return `${indent}${status} ${result.testName}: ${(result.score * 100).toFixed(1)}% (${result.passedChecks}/${result.totalChecks}${skipped})`;
|
|
85
97
|
}
|
|
98
|
+
/** @deprecated Use {@link FormatTestSummary}. */
|
|
99
|
+
export function formatTestSummary(result, indent = '') {
|
|
100
|
+
return FormatTestSummary(result, indent);
|
|
101
|
+
}
|
|
86
102
|
/**
|
|
87
103
|
* Format test run result as JSON.
|
|
88
104
|
*
|
|
@@ -90,9 +106,13 @@ export function formatTestSummary(result, indent = '') {
|
|
|
90
106
|
* @param pretty - Whether to pretty-print (default: true)
|
|
91
107
|
* @returns JSON string
|
|
92
108
|
*/
|
|
93
|
-
export function
|
|
109
|
+
export function FormatTestRunResultAsJSON(result, pretty = true) {
|
|
94
110
|
return JSON.stringify(result, null, pretty ? 2 : 0);
|
|
95
111
|
}
|
|
112
|
+
/** @deprecated Use {@link FormatTestRunResultAsJSON}. */
|
|
113
|
+
export function formatTestRunResultAsJSON(result, pretty = true) {
|
|
114
|
+
return FormatTestRunResultAsJSON(result, pretty);
|
|
115
|
+
}
|
|
96
116
|
/**
|
|
97
117
|
* Format test suite run result as JSON.
|
|
98
118
|
*
|
|
@@ -100,23 +120,27 @@ export function formatTestRunResultAsJSON(result, pretty = true) {
|
|
|
100
120
|
* @param pretty - Whether to pretty-print (default: true)
|
|
101
121
|
* @returns JSON string
|
|
102
122
|
*/
|
|
103
|
-
export function
|
|
123
|
+
export function FormatSuiteRunResultAsJSON(result, pretty = true) {
|
|
104
124
|
return JSON.stringify(result, null, pretty ? 2 : 0);
|
|
105
125
|
}
|
|
126
|
+
/** @deprecated Use {@link FormatSuiteRunResultAsJSON}. */
|
|
127
|
+
export function formatSuiteRunResultAsJSON(result, pretty = true) {
|
|
128
|
+
return FormatSuiteRunResultAsJSON(result, pretty);
|
|
129
|
+
}
|
|
106
130
|
/**
|
|
107
131
|
* Format test run result as markdown.
|
|
108
132
|
*
|
|
109
133
|
* @param result - Test run result
|
|
110
134
|
* @returns Markdown output
|
|
111
135
|
*/
|
|
112
|
-
export function
|
|
136
|
+
export function FormatTestRunResultAsMarkdown(result) {
|
|
113
137
|
const lines = [];
|
|
114
138
|
lines.push(`# Test: ${result.testName}\n`);
|
|
115
139
|
lines.push(`**Status:** ${result.status === 'Passed' ? '✅ Passed' : result.status === 'Skipped' ? '⏭️ Skipped (not executed)' : `❌ ${result.status}`}`);
|
|
116
140
|
lines.push(`**Score:** ${(result.score * 100).toFixed(1)}%`);
|
|
117
141
|
lines.push(`**Checks:** ${result.passedChecks}/${result.totalChecks} passed`);
|
|
118
|
-
lines.push(`**Duration:** ${
|
|
119
|
-
lines.push(`**Cost:** ${
|
|
142
|
+
lines.push(`**Duration:** ${FormatDuration(result.durationMs)}`);
|
|
143
|
+
lines.push(`**Cost:** ${FormatCost(result.totalCost)}\n`);
|
|
120
144
|
if (result.oracleResults.length > 0) {
|
|
121
145
|
lines.push('## Oracle Results\n');
|
|
122
146
|
lines.push('| Oracle | Status | Score | Message |');
|
|
@@ -129,20 +153,24 @@ export function formatTestRunResultAsMarkdown(result) {
|
|
|
129
153
|
}
|
|
130
154
|
return lines.join('\n');
|
|
131
155
|
}
|
|
156
|
+
/** @deprecated Use {@link FormatTestRunResultAsMarkdown}. */
|
|
157
|
+
export function formatTestRunResultAsMarkdown(result) {
|
|
158
|
+
return FormatTestRunResultAsMarkdown(result);
|
|
159
|
+
}
|
|
132
160
|
/**
|
|
133
161
|
* Format test suite run result as markdown.
|
|
134
162
|
*
|
|
135
163
|
* @param result - Test suite run result
|
|
136
164
|
* @returns Markdown output
|
|
137
165
|
*/
|
|
138
|
-
export function
|
|
166
|
+
export function FormatSuiteRunResultAsMarkdown(result) {
|
|
139
167
|
const lines = [];
|
|
140
168
|
lines.push(`# Test Suite: ${result.suiteName}\n`);
|
|
141
169
|
lines.push(`**Status:** ${result.status === 'Completed' ? '✅ Completed' : `❌ ${result.status}`}`);
|
|
142
170
|
lines.push(`**Tests:** ${result.passedTests}/${result.totalTests} passed`);
|
|
143
171
|
lines.push(`**Average Score:** ${(result.averageScore * 100).toFixed(1)}%`);
|
|
144
|
-
lines.push(`**Duration:** ${
|
|
145
|
-
lines.push(`**Cost:** ${
|
|
172
|
+
lines.push(`**Duration:** ${FormatDuration(result.durationMs)}`);
|
|
173
|
+
lines.push(`**Cost:** ${FormatCost(result.totalCost)}\n`);
|
|
146
174
|
if (result.testResults.length > 0) {
|
|
147
175
|
lines.push('## Test Results\n');
|
|
148
176
|
lines.push('| Test | Status | Score | Checks |');
|
|
@@ -156,6 +184,10 @@ export function formatSuiteRunResultAsMarkdown(result) {
|
|
|
156
184
|
}
|
|
157
185
|
return lines.join('\n');
|
|
158
186
|
}
|
|
187
|
+
/** @deprecated Use {@link FormatSuiteRunResultAsMarkdown}. */
|
|
188
|
+
export function formatSuiteRunResultAsMarkdown(result) {
|
|
189
|
+
return FormatSuiteRunResultAsMarkdown(result);
|
|
190
|
+
}
|
|
159
191
|
/**
|
|
160
192
|
* Format test run result as CSV.
|
|
161
193
|
*
|
|
@@ -163,7 +195,7 @@ export function formatSuiteRunResultAsMarkdown(result) {
|
|
|
163
195
|
* @param includeHeaders - Whether to include CSV headers (default: true)
|
|
164
196
|
* @returns CSV output
|
|
165
197
|
*/
|
|
166
|
-
export function
|
|
198
|
+
export function FormatTestRunResultsAsCSV(results, includeHeaders = true) {
|
|
167
199
|
const lines = [];
|
|
168
200
|
if (includeHeaders) {
|
|
169
201
|
lines.push('TestName,Status,Score,PassedChecks,TotalChecks,DurationMs,TotalCost');
|
|
@@ -181,13 +213,17 @@ export function formatTestRunResultsAsCSV(results, includeHeaders = true) {
|
|
|
181
213
|
}
|
|
182
214
|
return lines.join('\n');
|
|
183
215
|
}
|
|
216
|
+
/** @deprecated Use {@link FormatTestRunResultsAsCSV}. */
|
|
217
|
+
export function formatTestRunResultsAsCSV(results, includeHeaders = true) {
|
|
218
|
+
return FormatTestRunResultsAsCSV(results, includeHeaders);
|
|
219
|
+
}
|
|
184
220
|
/**
|
|
185
221
|
* Format duration in milliseconds as human-readable string.
|
|
186
222
|
*
|
|
187
223
|
* @param ms - Duration in milliseconds
|
|
188
224
|
* @returns Formatted duration string
|
|
189
225
|
*/
|
|
190
|
-
export function
|
|
226
|
+
export function FormatDuration(ms) {
|
|
191
227
|
if (ms < 1000) {
|
|
192
228
|
return `${ms}ms`;
|
|
193
229
|
}
|
|
@@ -198,6 +234,10 @@ export function formatDuration(ms) {
|
|
|
198
234
|
const seconds = ((ms % 60000) / 1000).toFixed(0);
|
|
199
235
|
return `${minutes}m ${seconds}s`;
|
|
200
236
|
}
|
|
237
|
+
/** @deprecated Use {@link FormatDuration}. */
|
|
238
|
+
export function formatDuration(ms) {
|
|
239
|
+
return FormatDuration(ms);
|
|
240
|
+
}
|
|
201
241
|
/**
|
|
202
242
|
* Escape CSV field value.
|
|
203
243
|
*
|
|
@@ -216,7 +256,7 @@ function escapeCSV(value) {
|
|
|
216
256
|
* @param results - Array of test run results
|
|
217
257
|
* @returns Summary statistics
|
|
218
258
|
*/
|
|
219
|
-
export function
|
|
259
|
+
export function GenerateSummaryStatistics(results) {
|
|
220
260
|
const totalTests = results.length;
|
|
221
261
|
const passedTests = results.filter(r => r.status === 'Passed').length;
|
|
222
262
|
const skippedTests = results.filter(r => r.status === 'Skipped').length;
|
|
@@ -244,4 +284,8 @@ export function generateSummaryStatistics(results) {
|
|
|
244
284
|
avgCost
|
|
245
285
|
};
|
|
246
286
|
}
|
|
287
|
+
/** @deprecated Use {@link GenerateSummaryStatistics}. */
|
|
288
|
+
export function generateSummaryStatistics(results) {
|
|
289
|
+
return GenerateSummaryStatistics(results);
|
|
290
|
+
}
|
|
247
291
|
//# sourceMappingURL=result-formatter.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"result-formatter.js","sourceRoot":"","sources":["../../src/utils/result-formatter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAqB;IACrD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC1E,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAA0B;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxE,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAoB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEpE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAqB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1F,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,aAAa,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,QAAQ,0BAA0B,CAAC;IAC3E,CAAC;IACD,OAAO,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,GAAG,OAAO,GAAG,CAAC;AACjJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACrC,MAAqB,EACrB,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,0BAA0B,CACtC,MAA0B,EAC1B,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,MAAqB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACxJ,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC9E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAEpD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACzC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,UAAU,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QACtF,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAC,MAA0B;IACrE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IAC3E,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAEjD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC;YAC/F,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAClD,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACrC,OAAwB,EACxB,iBAA0B,IAAI;IAE9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,cAAc,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC;YACP,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC1B,MAAM,CAAC,MAAM;YACb,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACvB,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,WAAW;YAClB,MAAM,CAAC,UAAU;YACjB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;SAC9B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,EAAU;IACrC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACZ,OAAO,GAAG,EAAE,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;QACb,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjD,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC;AACrC,CAAC;AAED;;;;;GAKG;AACH,SAAS,SAAS,CAAC,KAAa;IAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAwB;IAY9D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IACtE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACxE,8FAA8F;IAC9F,iGAAiG;IACjG,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACxH,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzE,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAEnE,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtE,OAAO;QACH,UAAU;QACV,WAAW;QACX,WAAW;QACX,YAAY;QACZ,QAAQ;QACR,YAAY;QACZ,aAAa;QACb,SAAS;QACT,WAAW;QACX,OAAO;KACV,CAAC;AACN,CAAC"}
|
|
1
|
+
{"version":3,"file":"result-formatter.js","sourceRoot":"","sources":["../../src/utils/result-formatter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAqB;IACrD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC1E,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,mBAAmB,CAAC,MAAqB;IACrD,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAA0B;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxE,KAAK,CAAC,IAAI,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,oBAAoB,CAAC,MAA0B;IAC3D,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAoB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEpE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,kBAAkB,CAAC,MAAoB,EAAE,SAAiB,EAAE;IACxE,OAAO,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAqB,EAAE,SAAiB,EAAE;IACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1F,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,aAAa,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,QAAQ,0BAA0B,CAAC;IAC3E,CAAC;IACD,OAAO,GAAG,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,GAAG,OAAO,GAAG,CAAC;AACjJ,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,iBAAiB,CAAC,MAAqB,EAAE,SAAiB,EAAE;IACxE,OAAO,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACrC,MAAqB,EACrB,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,yBAAyB,CACrC,MAAqB,EACrB,SAAkB,IAAI;IAEtB,OAAO,yBAAyB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,0BAA0B,CACtC,MAA0B,EAC1B,SAAkB,IAAI;IAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,0BAA0B,CACtC,MAA0B,EAC1B,SAAkB,IAAI;IAEtB,OAAO,0BAA0B,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,MAAqB;IAC/D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACxJ,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7D,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,SAAS,CAAC,CAAC;IAC9E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAEpD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACzC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,UAAU,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QACtF,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,6BAA6B,CAAC,MAAqB;IAC/D,OAAO,6BAA6B,CAAC,MAAM,CAAC,CAAC;AACjD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,8BAA8B,CAAC,MAA0B;IACrE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IAC3E,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAEjD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC;YAC/F,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAClD,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,MAAM,MAAM,MAAM,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,8BAA8B,CAAC,MAA0B;IACrE,OAAO,8BAA8B,CAAC,MAAM,CAAC,CAAC;AAClD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CACrC,OAAwB,EACxB,iBAA0B,IAAI;IAE9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,cAAc,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC;YACP,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC1B,MAAM,CAAC,MAAM;YACb,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACvB,MAAM,CAAC,YAAY;YACnB,MAAM,CAAC,WAAW;YAClB,MAAM,CAAC,UAAU;YACjB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;SAC9B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,yBAAyB,CACrC,OAAwB,EACxB,iBAA0B,IAAI;IAE9B,OAAO,yBAAyB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;AAC9D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,EAAU;IACrC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACZ,OAAO,GAAG,EAAE,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;QACb,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjD,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC;AACrC,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,cAAc,CAAC,EAAU;IACrC,OAAO,cAAc,CAAC,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED;;;;;GAKG;AACH,SAAS,SAAS,CAAC,KAAa;IAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAwB;IAY9D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IACtE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACxE,8FAA8F;IAC9F,iGAAiG;IACjG,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACxH,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzE,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAEnE,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtE,OAAO;QACH,UAAU;QACV,WAAW;QACX,WAAW;QACX,YAAY;QACZ,QAAQ;QACR,YAAY;QACZ,aAAa;QACb,SAAS;QACT,WAAW;QACX,OAAO;KACV,CAAC;AACN,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,yBAAyB,CAAC,OAAwB;IAY9D,OAAO,yBAAyB,CAAC,OAAO,CAAC,CAAC;AAC9C,CAAC"}
|
package/dist/utils/scoring.d.ts
CHANGED
|
@@ -10,6 +10,8 @@ import { OracleResult, ScoringWeights } from '../types.js';
|
|
|
10
10
|
* @param weights - Scoring weights by oracle type
|
|
11
11
|
* @returns Weighted score from 0.0 to 1.0
|
|
12
12
|
*/
|
|
13
|
+
export declare function CalculateWeightedScore(oracleResults: OracleResult[], weights?: ScoringWeights): number;
|
|
14
|
+
/** @deprecated Use {@link CalculateWeightedScore}. */
|
|
13
15
|
export declare function calculateWeightedScore(oracleResults: OracleResult[], weights?: ScoringWeights): number;
|
|
14
16
|
/**
|
|
15
17
|
* Calculate simple average score from oracle results.
|
|
@@ -17,6 +19,8 @@ export declare function calculateWeightedScore(oracleResults: OracleResult[], we
|
|
|
17
19
|
* @param oracleResults - Results from oracle evaluations
|
|
18
20
|
* @returns Average score from 0.0 to 1.0
|
|
19
21
|
*/
|
|
22
|
+
export declare function CalculateAverageScore(oracleResults: OracleResult[]): number;
|
|
23
|
+
/** @deprecated Use {@link CalculateAverageScore}. */
|
|
20
24
|
export declare function calculateAverageScore(oracleResults: OracleResult[]): number;
|
|
21
25
|
/**
|
|
22
26
|
* Calculate pass rate from oracle results.
|
|
@@ -24,6 +28,8 @@ export declare function calculateAverageScore(oracleResults: OracleResult[]): nu
|
|
|
24
28
|
* @param oracleResults - Results from oracle evaluations
|
|
25
29
|
* @returns Pass rate from 0.0 to 1.0
|
|
26
30
|
*/
|
|
31
|
+
export declare function CalculatePassRate(oracleResults: OracleResult[]): number;
|
|
32
|
+
/** @deprecated Use {@link CalculatePassRate}. */
|
|
27
33
|
export declare function calculatePassRate(oracleResults: OracleResult[]): number;
|
|
28
34
|
/**
|
|
29
35
|
* Determine overall test status from oracle results.
|
|
@@ -33,6 +39,8 @@ export declare function calculatePassRate(oracleResults: OracleResult[]): number
|
|
|
33
39
|
* @param oracleResults - Results from oracle evaluations
|
|
34
40
|
* @returns 'Passed' if all oracles passed, 'Failed' otherwise
|
|
35
41
|
*/
|
|
42
|
+
export declare function DetermineTestStatus(oracleResults: OracleResult[]): 'Passed' | 'Failed';
|
|
43
|
+
/** @deprecated Use {@link DetermineTestStatus}. */
|
|
36
44
|
export declare function determineTestStatus(oracleResults: OracleResult[]): 'Passed' | 'Failed';
|
|
37
45
|
/**
|
|
38
46
|
* Group oracle results by type.
|
|
@@ -40,6 +48,8 @@ export declare function determineTestStatus(oracleResults: OracleResult[]): 'Pas
|
|
|
40
48
|
* @param oracleResults - Results from oracle evaluations
|
|
41
49
|
* @returns Map of oracle type to results
|
|
42
50
|
*/
|
|
51
|
+
export declare function GroupResultsByType(oracleResults: OracleResult[]): Map<string, OracleResult[]>;
|
|
52
|
+
/** @deprecated Use {@link GroupResultsByType}. */
|
|
43
53
|
export declare function groupResultsByType(oracleResults: OracleResult[]): Map<string, OracleResult[]>;
|
|
44
54
|
/**
|
|
45
55
|
* Calculate score distribution statistics.
|
|
@@ -47,6 +57,14 @@ export declare function groupResultsByType(oracleResults: OracleResult[]): Map<s
|
|
|
47
57
|
* @param oracleResults - Results from oracle evaluations
|
|
48
58
|
* @returns Score statistics
|
|
49
59
|
*/
|
|
60
|
+
export declare function CalculateScoreStatistics(oracleResults: OracleResult[]): {
|
|
61
|
+
min: number;
|
|
62
|
+
max: number;
|
|
63
|
+
mean: number;
|
|
64
|
+
median: number;
|
|
65
|
+
stdDev: number;
|
|
66
|
+
};
|
|
67
|
+
/** @deprecated Use {@link CalculateScoreStatistics}. */
|
|
50
68
|
export declare function calculateScoreStatistics(oracleResults: OracleResult[]): {
|
|
51
69
|
min: number;
|
|
52
70
|
max: number;
|
|
@@ -60,5 +78,7 @@ export declare function calculateScoreStatistics(oracleResults: OracleResult[]):
|
|
|
60
78
|
* @param oracleResults - Results from oracle evaluations
|
|
61
79
|
* @returns Normalized results
|
|
62
80
|
*/
|
|
81
|
+
export declare function NormalizeScores(oracleResults: OracleResult[]): OracleResult[];
|
|
82
|
+
/** @deprecated Use {@link NormalizeScores}. */
|
|
63
83
|
export declare function normalizeScores(oracleResults: OracleResult[]): OracleResult[];
|
|
64
84
|
//# sourceMappingURL=scoring.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scoring.d.ts","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAExD;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAClC,aAAa,EAAE,YAAY,EAAE,EAC7B,OAAO,CAAC,EAAE,cAAc,GACzB,MAAM,CAsBR;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAO3E;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAOvE;AAED;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,QAAQ,GAAG,QAAQ,CAMtF;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAC9B,aAAa,EAAE,YAAY,EAAE,GAC9B,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAU7B;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG;IACrE,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB,CAmBA;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,YAAY,EAAE,CAmB7E"}
|
|
1
|
+
{"version":3,"file":"scoring.d.ts","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAExD;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAClC,aAAa,EAAE,YAAY,EAAE,EAC7B,OAAO,CAAC,EAAE,cAAc,GACzB,MAAM,CAsBR;AAED,sDAAsD;AACtD,wBAAgB,sBAAsB,CAClC,aAAa,EAAE,YAAY,EAAE,EAC7B,OAAO,CAAC,EAAE,cAAc,GACzB,MAAM,CAER;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAO3E;AAED,qDAAqD;AACrD,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAE3E;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAOvE;AAED,iDAAiD;AACjD,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,MAAM,CAEvE;AAED;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,QAAQ,GAAG,QAAQ,CAMtF;AAED,mDAAmD;AACnD,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,QAAQ,GAAG,QAAQ,CAEtF;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAC9B,aAAa,EAAE,YAAY,EAAE,GAC9B,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAU7B;AAED,kDAAkD;AAClD,wBAAgB,kBAAkB,CAC9B,aAAa,EAAE,YAAY,EAAE,GAC9B,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAE7B;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG;IACrE,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB,CAmBA;AAED,wDAAwD;AACxD,wBAAgB,wBAAwB,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG;IACrE,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB,CAEA;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,YAAY,EAAE,CAmB7E;AAED,+CAA+C;AAC/C,wBAAgB,eAAe,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,YAAY,EAAE,CAE7E"}
|
package/dist/utils/scoring.js
CHANGED
|
@@ -9,7 +9,7 @@
|
|
|
9
9
|
* @param weights - Scoring weights by oracle type
|
|
10
10
|
* @returns Weighted score from 0.0 to 1.0
|
|
11
11
|
*/
|
|
12
|
-
export function
|
|
12
|
+
export function CalculateWeightedScore(oracleResults, weights) {
|
|
13
13
|
if (oracleResults.length === 0) {
|
|
14
14
|
return 0;
|
|
15
15
|
}
|
|
@@ -28,32 +28,44 @@ export function calculateWeightedScore(oracleResults, weights) {
|
|
|
28
28
|
}
|
|
29
29
|
return totalWeight > 0 ? weightedSum / totalWeight : 0;
|
|
30
30
|
}
|
|
31
|
+
/** @deprecated Use {@link CalculateWeightedScore}. */
|
|
32
|
+
export function calculateWeightedScore(oracleResults, weights) {
|
|
33
|
+
return CalculateWeightedScore(oracleResults, weights);
|
|
34
|
+
}
|
|
31
35
|
/**
|
|
32
36
|
* Calculate simple average score from oracle results.
|
|
33
37
|
*
|
|
34
38
|
* @param oracleResults - Results from oracle evaluations
|
|
35
39
|
* @returns Average score from 0.0 to 1.0
|
|
36
40
|
*/
|
|
37
|
-
export function
|
|
41
|
+
export function CalculateAverageScore(oracleResults) {
|
|
38
42
|
if (oracleResults.length === 0) {
|
|
39
43
|
return 0;
|
|
40
44
|
}
|
|
41
45
|
const sum = oracleResults.reduce((acc, r) => acc + r.score, 0);
|
|
42
46
|
return sum / oracleResults.length;
|
|
43
47
|
}
|
|
48
|
+
/** @deprecated Use {@link CalculateAverageScore}. */
|
|
49
|
+
export function calculateAverageScore(oracleResults) {
|
|
50
|
+
return CalculateAverageScore(oracleResults);
|
|
51
|
+
}
|
|
44
52
|
/**
|
|
45
53
|
* Calculate pass rate from oracle results.
|
|
46
54
|
*
|
|
47
55
|
* @param oracleResults - Results from oracle evaluations
|
|
48
56
|
* @returns Pass rate from 0.0 to 1.0
|
|
49
57
|
*/
|
|
50
|
-
export function
|
|
58
|
+
export function CalculatePassRate(oracleResults) {
|
|
51
59
|
if (oracleResults.length === 0) {
|
|
52
60
|
return 0;
|
|
53
61
|
}
|
|
54
62
|
const passedCount = oracleResults.filter(r => r.passed).length;
|
|
55
63
|
return passedCount / oracleResults.length;
|
|
56
64
|
}
|
|
65
|
+
/** @deprecated Use {@link CalculatePassRate}. */
|
|
66
|
+
export function calculatePassRate(oracleResults) {
|
|
67
|
+
return CalculatePassRate(oracleResults);
|
|
68
|
+
}
|
|
57
69
|
/**
|
|
58
70
|
* Determine overall test status from oracle results.
|
|
59
71
|
*
|
|
@@ -62,19 +74,23 @@ export function calculatePassRate(oracleResults) {
|
|
|
62
74
|
* @param oracleResults - Results from oracle evaluations
|
|
63
75
|
* @returns 'Passed' if all oracles passed, 'Failed' otherwise
|
|
64
76
|
*/
|
|
65
|
-
export function
|
|
77
|
+
export function DetermineTestStatus(oracleResults) {
|
|
66
78
|
if (oracleResults.length === 0) {
|
|
67
79
|
return 'Failed';
|
|
68
80
|
}
|
|
69
81
|
return oracleResults.every(r => r.passed) ? 'Passed' : 'Failed';
|
|
70
82
|
}
|
|
83
|
+
/** @deprecated Use {@link DetermineTestStatus}. */
|
|
84
|
+
export function determineTestStatus(oracleResults) {
|
|
85
|
+
return DetermineTestStatus(oracleResults);
|
|
86
|
+
}
|
|
71
87
|
/**
|
|
72
88
|
* Group oracle results by type.
|
|
73
89
|
*
|
|
74
90
|
* @param oracleResults - Results from oracle evaluations
|
|
75
91
|
* @returns Map of oracle type to results
|
|
76
92
|
*/
|
|
77
|
-
export function
|
|
93
|
+
export function GroupResultsByType(oracleResults) {
|
|
78
94
|
const grouped = new Map();
|
|
79
95
|
for (const result of oracleResults) {
|
|
80
96
|
const existing = grouped.get(result.oracleType) || [];
|
|
@@ -83,13 +99,17 @@ export function groupResultsByType(oracleResults) {
|
|
|
83
99
|
}
|
|
84
100
|
return grouped;
|
|
85
101
|
}
|
|
102
|
+
/** @deprecated Use {@link GroupResultsByType}. */
|
|
103
|
+
export function groupResultsByType(oracleResults) {
|
|
104
|
+
return GroupResultsByType(oracleResults);
|
|
105
|
+
}
|
|
86
106
|
/**
|
|
87
107
|
* Calculate score distribution statistics.
|
|
88
108
|
*
|
|
89
109
|
* @param oracleResults - Results from oracle evaluations
|
|
90
110
|
* @returns Score statistics
|
|
91
111
|
*/
|
|
92
|
-
export function
|
|
112
|
+
export function CalculateScoreStatistics(oracleResults) {
|
|
93
113
|
if (oracleResults.length === 0) {
|
|
94
114
|
return { min: 0, max: 0, mean: 0, median: 0, stdDev: 0 };
|
|
95
115
|
}
|
|
@@ -104,13 +124,17 @@ export function calculateScoreStatistics(oracleResults) {
|
|
|
104
124
|
const stdDev = Math.sqrt(variance);
|
|
105
125
|
return { min, max, mean, median, stdDev };
|
|
106
126
|
}
|
|
127
|
+
/** @deprecated Use {@link CalculateScoreStatistics}. */
|
|
128
|
+
export function calculateScoreStatistics(oracleResults) {
|
|
129
|
+
return CalculateScoreStatistics(oracleResults);
|
|
130
|
+
}
|
|
107
131
|
/**
|
|
108
132
|
* Normalize scores to 0-1 range.
|
|
109
133
|
*
|
|
110
134
|
* @param oracleResults - Results from oracle evaluations
|
|
111
135
|
* @returns Normalized results
|
|
112
136
|
*/
|
|
113
|
-
export function
|
|
137
|
+
export function NormalizeScores(oracleResults) {
|
|
114
138
|
if (oracleResults.length === 0) {
|
|
115
139
|
return [];
|
|
116
140
|
}
|
|
@@ -127,4 +151,8 @@ export function normalizeScores(oracleResults) {
|
|
|
127
151
|
score: (r.score - min) / range
|
|
128
152
|
}));
|
|
129
153
|
}
|
|
154
|
+
/** @deprecated Use {@link NormalizeScores}. */
|
|
155
|
+
export function normalizeScores(oracleResults) {
|
|
156
|
+
return NormalizeScores(oracleResults);
|
|
157
|
+
}
|
|
130
158
|
//# sourceMappingURL=scoring.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scoring.js","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CAClC,aAA6B,EAC7B,OAAwB;IAExB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,wCAAwC;QACxC,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,WAAW,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;QACrC,WAAW,IAAI,MAAM,CAAC;IAC1B,CAAC;IAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,aAA6B;IAC/D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;AACtC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,aAA6B;IAC3D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC/D,OAAO,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;AAC9C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,aAA6B;IAC7D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAC9B,aAA6B;IAE7B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,aAA6B;IAOlE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAErE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAEnE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACjE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE5C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3F,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEnC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,aAA6B;IACzD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,GAAG,GAAG,GAAG,CAAC;IAExB,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QACd,0BAA0B;QAC1B,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3B,GAAG,CAAC;QACJ,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,KAAK;KACjC,CAAC,CAAC,CAAC;AACR,CAAC"}
|
|
1
|
+
{"version":3,"file":"scoring.js","sourceRoot":"","sources":["../../src/utils/scoring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CAClC,aAA6B,EAC7B,OAAwB;IAExB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,wCAAwC;QACxC,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,WAAW,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;QACrC,WAAW,IAAI,MAAM,CAAC;IAC1B,CAAC;IAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,sBAAsB,CAClC,aAA6B,EAC7B,OAAwB;IAExB,OAAO,sBAAsB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,aAA6B;IAC/D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;AACtC,CAAC;AAED,qDAAqD;AACrD,MAAM,UAAU,qBAAqB,CAAC,aAA6B;IAC/D,OAAO,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,aAA6B;IAC3D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACb,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC/D,OAAO,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;AAC9C,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,iBAAiB,CAAC,aAA6B;IAC3D,OAAO,iBAAiB,CAAC,aAAa,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,aAA6B;IAC7D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,mBAAmB,CAAC,aAA6B;IAC7D,OAAO,mBAAmB,CAAC,aAAa,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAC9B,aAA6B;IAE7B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,kBAAkB,CAC9B,aAA6B;IAE7B,OAAO,kBAAkB,CAAC,aAAa,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CAAC,aAA6B;IAOlE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAErE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAEnE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACjE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE5C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3F,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEnC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC9C,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,wBAAwB,CAAC,aAA6B;IAOlE,OAAO,wBAAwB,CAAC,aAAa,CAAC,CAAC;AACnD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,aAA6B;IACzD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,GAAG,GAAG,GAAG,CAAC;IAExB,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QACd,0BAA0B;QAC1B,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3B,GAAG,CAAC;QACJ,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,KAAK;KACjC,CAAC,CAAC,CAAC;AACR,CAAC;AAED,+CAA+C;AAC/C,MAAM,UAAU,eAAe,CAAC,aAA6B;IACzD,OAAO,eAAe,CAAC,aAAa,CAAC,CAAC;AAC1C,CAAC"}
|
|
@@ -9,7 +9,8 @@ import { TestTypeVariablesSchema, TestVariablesConfig, TestSuiteVariablesConfig,
|
|
|
9
9
|
export declare class VariableResolutionError extends Error {
|
|
10
10
|
readonly variableName?: string | undefined;
|
|
11
11
|
readonly reason?: "missing_required" | "invalid_type" | "invalid_value" | "parse_error" | undefined;
|
|
12
|
-
constructor(message: string, variableName?: string | undefined,
|
|
12
|
+
constructor(message: string, variableName?: string | undefined, // case-violation-ok-legacy-back-compat: an accessor cannot be optional, so a stub would turn this into a required member
|
|
13
|
+
reason?: "missing_required" | "invalid_type" | "invalid_value" | "parse_error" | undefined);
|
|
13
14
|
}
|
|
14
15
|
/**
|
|
15
16
|
* Service for resolving test variables through the inheritance hierarchy.
|
|
@@ -31,18 +32,26 @@ export declare class VariableResolver {
|
|
|
31
32
|
* @returns Resolved variables with values and sources
|
|
32
33
|
* @throws VariableResolutionError if required variables are missing or values are invalid
|
|
33
34
|
*/
|
|
35
|
+
ResolveVariables(typeVariablesSchemaJson: string | null, testVariablesJson: string | null, suiteVariablesJson: string | null, runOptions: TestRunOptions): ResolvedTestVariables;
|
|
36
|
+
/** @deprecated Use {@link ResolveVariables}. */
|
|
34
37
|
resolveVariables(typeVariablesSchemaJson: string | null, testVariablesJson: string | null, suiteVariablesJson: string | null, runOptions: TestRunOptions): ResolvedTestVariables;
|
|
35
38
|
/**
|
|
36
39
|
* Parse the TestType.VariablesSchema JSON
|
|
37
40
|
*/
|
|
41
|
+
ParseTypeSchema(json: string | null): TestTypeVariablesSchema | null;
|
|
42
|
+
/** @deprecated Use {@link ParseTypeSchema}. */
|
|
38
43
|
parseTypeSchema(json: string | null): TestTypeVariablesSchema | null;
|
|
39
44
|
/**
|
|
40
45
|
* Parse the Test.Variables JSON
|
|
41
46
|
*/
|
|
47
|
+
ParseTestConfig(json: string | null): TestVariablesConfig | null;
|
|
48
|
+
/** @deprecated Use {@link ParseTestConfig}. */
|
|
42
49
|
parseTestConfig(json: string | null): TestVariablesConfig | null;
|
|
43
50
|
/**
|
|
44
51
|
* Parse the TestSuite.Variables JSON
|
|
45
52
|
*/
|
|
53
|
+
ParseSuiteConfig(json: string | null): TestSuiteVariablesConfig | null;
|
|
54
|
+
/** @deprecated Use {@link ParseSuiteConfig}. */
|
|
46
55
|
parseSuiteConfig(json: string | null): TestSuiteVariablesConfig | null;
|
|
47
56
|
/**
|
|
48
57
|
* Resolve a single variable value through the priority hierarchy.
|
|
@@ -58,25 +67,35 @@ export declare class VariableResolver {
|
|
|
58
67
|
/**
|
|
59
68
|
* Validate a variable value against its definition.
|
|
60
69
|
*/
|
|
70
|
+
ValidateValue(varDef: TestVariableDefinition, testOverride: TestVariableOverride | undefined, value: unknown, source: string): void;
|
|
71
|
+
/** @deprecated Use {@link ValidateValue}. */
|
|
61
72
|
validateValue(varDef: TestVariableDefinition, testOverride: TestVariableOverride | undefined, value: unknown, source: string): void;
|
|
62
73
|
/**
|
|
63
74
|
* Validate value matches the expected data type.
|
|
64
75
|
*/
|
|
76
|
+
ValidateDataType(varDef: TestVariableDefinition, value: unknown): void;
|
|
77
|
+
/** @deprecated Use {@link ValidateDataType}. */
|
|
65
78
|
validateDataType(varDef: TestVariableDefinition, value: unknown): void;
|
|
66
79
|
/**
|
|
67
80
|
* Get available variables for a test (combines type and test configuration).
|
|
68
81
|
* Useful for CLI help and variable listing.
|
|
69
82
|
*/
|
|
83
|
+
GetAvailableVariables(typeVariablesSchemaJson: string | null, testVariablesJson: string | null): TestVariableDefinition[];
|
|
84
|
+
/** @deprecated Use {@link GetAvailableVariables}. */
|
|
70
85
|
getAvailableVariables(typeVariablesSchemaJson: string | null, testVariablesJson: string | null): TestVariableDefinition[];
|
|
71
86
|
/**
|
|
72
87
|
* Parse a variable value from a CLI string.
|
|
73
88
|
* Converts string input to appropriate type based on variable definition.
|
|
74
89
|
*/
|
|
90
|
+
ParseCliValue(varDef: TestVariableDefinition, cliValue: string): TestVariableValue;
|
|
91
|
+
/** @deprecated Use {@link ParseCliValue}. */
|
|
75
92
|
parseCliValue(varDef: TestVariableDefinition, cliValue: string): TestVariableValue;
|
|
76
93
|
/**
|
|
77
94
|
* Parse CLI variable arguments (name=value format) into a variables object.
|
|
78
95
|
* If type schema is provided, values are converted to appropriate types.
|
|
79
96
|
*/
|
|
97
|
+
ParseCliVariables(cliArgs: string[], typeVariablesSchemaJson?: string | null): Record<string, TestVariableValue>;
|
|
98
|
+
/** @deprecated Use {@link ParseCliVariables}. */
|
|
80
99
|
parseCliVariables(cliArgs: string[], typeVariablesSchemaJson?: string | null): Record<string, TestVariableValue>;
|
|
81
100
|
}
|
|
82
101
|
//# sourceMappingURL=variable-resolver.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"variable-resolver.d.ts","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,qCAAqC,CAAC;AAE7C;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;aAG9B,YAAY,CAAC,EAAE,MAAM;aACrB,MAAM,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,aAAa;gBAF9F,OAAO,EAAE,MAAM,EACC,YAAY,CAAC,EAAE,MAAM,YAAA,
|
|
1
|
+
{"version":3,"file":"variable-resolver.d.ts","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EAClB,MAAM,qCAAqC,CAAC;AAE7C;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;aAG9B,YAAY,CAAC,EAAE,MAAM;aACrB,MAAM,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,aAAa;gBAF9F,OAAO,EAAE,MAAM,EACC,YAAY,CAAC,EAAE,MAAM,YAAA,EAAG,yHAAyH;IACjJ,MAAM,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAAG,eAAe,GAAG,aAAa,YAAA;CAKjG;AAUD;;;;;;;;GAQG;AACH,qBAAa,gBAAgB;IAC3B;;;;;;;;;OASG;IACH,gBAAgB,CACd,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,EAChC,kBAAkB,EAAE,MAAM,GAAG,IAAI,EACjC,UAAU,EAAE,cAAc,GACzB,qBAAqB;IA0CxB,gDAAgD;IAChD,gBAAgB,CACd,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,EAChC,kBAAkB,EAAE,MAAM,GAAG,IAAI,EACjC,UAAU,EAAE,cAAc,GACzB,qBAAqB;IAIxB;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,uBAAuB,GAAG,IAAI;IAsBpE,+CAA+C;IAC/C,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,uBAAuB,GAAG,IAAI;IAIpE;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,mBAAmB,GAAG,IAAI;IAahE,+CAA+C;IAC/C,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,mBAAmB,GAAG,IAAI;IAIhE;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,wBAAwB,GAAG,IAAI;IAatE,gDAAgD;IAChD,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,wBAAwB,GAAG,IAAI;IAItE;;;;;;;;;OASG;IACH,OAAO,CAAC,YAAY;IA0CpB;;OAEG;IACH,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,YAAY,EAAE,oBAAoB,GAAG,SAAS,EAC9C,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,GACb,IAAI;IAoBP,6CAA6C;IAC7C,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,YAAY,EAAE,oBAAoB,GAAG,SAAS,EAC9C,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,GACb,IAAI;IAIP;;OAEG;IACH,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IA+CtE,gDAAgD;IAChD,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAItE;;;OAGG;IACH,qBAAqB,CACnB,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,GAC/B,sBAAsB,EAAE;IAkC3B,qDAAqD;IACrD,qBAAqB,CACnB,uBAAuB,EAAE,MAAM,GAAG,IAAI,EACtC,iBAAiB,EAAE,MAAM,GAAG,IAAI,GAC/B,sBAAsB,EAAE;IAI3B;;;OAGG;IACH,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,QAAQ,EAAE,MAAM,GACf,iBAAiB;IAiDpB,6CAA6C;IAC7C,aAAa,CACX,MAAM,EAAE,sBAAsB,EAC9B,QAAQ,EAAE,MAAM,GACf,iBAAiB;IAIpB;;;OAGG;IACH,iBAAiB,CACf,OAAO,EAAE,MAAM,EAAE,EACjB,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,GACtC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;IA+BpC,iDAAiD;IACjD,iBAAiB,CACf,OAAO,EAAE,MAAM,EAAE,EACjB,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,GACtC,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;CAGrC"}
|