@memberjunction/testing-engine 6.1.4 → 6.2.0-edge.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/drivers/PromptEvalDriver.js +3 -3
- package/dist/engine/TestEngine.d.ts.map +1 -1
- package/dist/engine/TestEngine.js +17 -7
- package/dist/engine/TestEngine.js.map +1 -1
- package/dist/eval/corpus.d.ts +8 -0
- package/dist/eval/corpus.d.ts.map +1 -1
- package/dist/eval/corpus.js +26 -10
- package/dist/eval/corpus.js.map +1 -1
- package/dist/eval/decision.d.ts +8 -0
- package/dist/eval/decision.d.ts.map +1 -1
- package/dist/eval/decision.js +23 -7
- package/dist/eval/decision.js.map +1 -1
- package/dist/eval/expectation.d.ts +2 -0
- package/dist/eval/expectation.d.ts.map +1 -1
- package/dist/eval/expectation.js +9 -5
- package/dist/eval/expectation.js.map +1 -1
- package/dist/eval/history.d.ts +2 -0
- package/dist/eval/history.d.ts.map +1 -1
- package/dist/eval/history.js +5 -1
- package/dist/eval/history.js.map +1 -1
- package/dist/eval/matchers.d.ts +7 -0
- package/dist/eval/matchers.d.ts.map +1 -1
- package/dist/eval/matchers.js +11 -3
- package/dist/eval/matchers.js.map +1 -1
- package/dist/eval/subAgentTrace.d.ts +8 -6
- package/dist/eval/subAgentTrace.d.ts.map +1 -1
- package/dist/eval/subAgentTrace.js +15 -11
- package/dist/eval/subAgentTrace.js.map +1 -1
- package/dist/eval/wellFormed.d.ts +2 -0
- package/dist/eval/wellFormed.d.ts.map +1 -1
- package/dist/eval/wellFormed.js +5 -1
- package/dist/eval/wellFormed.js.map +1 -1
- package/dist/oracles/AgentDecisionOracle.js +7 -7
- package/dist/oracles/TraceSubAgentValidatorOracle.js +3 -3
- package/dist/types.d.ts +37 -2
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/cost-calculator.d.ts +34 -0
- package/dist/utils/cost-calculator.d.ts.map +1 -1
- package/dist/utils/cost-calculator.js +40 -8
- package/dist/utils/cost-calculator.js.map +1 -1
- package/dist/utils/execution-context.d.ts +6 -0
- package/dist/utils/execution-context.d.ts.map +1 -1
- package/dist/utils/execution-context.js +15 -3
- package/dist/utils/execution-context.js.map +1 -1
- package/dist/utils/result-formatter.d.ts +33 -0
- package/dist/utils/result-formatter.d.ts.map +1 -1
- package/dist/utils/result-formatter.js +66 -22
- package/dist/utils/result-formatter.js.map +1 -1
- package/dist/utils/scoring.d.ts +20 -0
- package/dist/utils/scoring.d.ts.map +1 -1
- package/dist/utils/scoring.js +35 -7
- package/dist/utils/scoring.js.map +1 -1
- package/dist/utils/variable-resolver.d.ts +20 -1
- package/dist/utils/variable-resolver.d.ts.map +1 -1
- package/dist/utils/variable-resolver.js +58 -20
- package/dist/utils/variable-resolver.js.map +1 -1
- package/package.json +10 -10
|
@@ -7,7 +7,9 @@ import { SafeJSONParse } from '@memberjunction/global';
|
|
|
7
7
|
* Error thrown when variable resolution fails
|
|
8
8
|
*/
|
|
9
9
|
export class VariableResolutionError extends Error {
|
|
10
|
-
constructor(message, variableName,
|
|
10
|
+
constructor(message, variableName, // case-violation-ok-legacy-back-compat: an accessor cannot be optional, so a stub would turn this into a required member
|
|
11
|
+
reason // case-violation-ok-legacy-back-compat: an accessor cannot be optional, so a stub would turn this into a required member
|
|
12
|
+
) {
|
|
11
13
|
super(message);
|
|
12
14
|
this.variableName = variableName;
|
|
13
15
|
this.reason = reason;
|
|
@@ -34,11 +36,11 @@ export class VariableResolver {
|
|
|
34
36
|
* @returns Resolved variables with values and sources
|
|
35
37
|
* @throws VariableResolutionError if required variables are missing or values are invalid
|
|
36
38
|
*/
|
|
37
|
-
|
|
39
|
+
ResolveVariables(typeVariablesSchemaJson, testVariablesJson, suiteVariablesJson, runOptions) {
|
|
38
40
|
// Parse schemas
|
|
39
|
-
const typeSchema = this.
|
|
40
|
-
const testConfig = this.
|
|
41
|
-
const suiteConfig = this.
|
|
41
|
+
const typeSchema = this.ParseTypeSchema(typeVariablesSchemaJson);
|
|
42
|
+
const testConfig = this.ParseTestConfig(testVariablesJson);
|
|
43
|
+
const suiteConfig = this.ParseSuiteConfig(suiteVariablesJson);
|
|
42
44
|
// If no type schema, return empty resolved variables
|
|
43
45
|
if (!typeSchema || typeSchema.variables.length === 0) {
|
|
44
46
|
return { values: {}, sources: {} };
|
|
@@ -65,10 +67,14 @@ export class VariableResolver {
|
|
|
65
67
|
}
|
|
66
68
|
return { values, sources };
|
|
67
69
|
}
|
|
70
|
+
/** @deprecated Use {@link ResolveVariables}. */
|
|
71
|
+
resolveVariables(typeVariablesSchemaJson, testVariablesJson, suiteVariablesJson, runOptions) {
|
|
72
|
+
return this.ResolveVariables(typeVariablesSchemaJson, testVariablesJson, suiteVariablesJson, runOptions);
|
|
73
|
+
}
|
|
68
74
|
/**
|
|
69
75
|
* Parse the TestType.VariablesSchema JSON
|
|
70
76
|
*/
|
|
71
|
-
|
|
77
|
+
ParseTypeSchema(json) {
|
|
72
78
|
if (!json) {
|
|
73
79
|
return null;
|
|
74
80
|
}
|
|
@@ -82,10 +88,14 @@ export class VariableResolver {
|
|
|
82
88
|
}
|
|
83
89
|
return parsed;
|
|
84
90
|
}
|
|
91
|
+
/** @deprecated Use {@link ParseTypeSchema}. */
|
|
92
|
+
parseTypeSchema(json) {
|
|
93
|
+
return this.ParseTypeSchema(json);
|
|
94
|
+
}
|
|
85
95
|
/**
|
|
86
96
|
* Parse the Test.Variables JSON
|
|
87
97
|
*/
|
|
88
|
-
|
|
98
|
+
ParseTestConfig(json) {
|
|
89
99
|
if (!json) {
|
|
90
100
|
return null;
|
|
91
101
|
}
|
|
@@ -95,10 +105,14 @@ export class VariableResolver {
|
|
|
95
105
|
}
|
|
96
106
|
return parsed;
|
|
97
107
|
}
|
|
108
|
+
/** @deprecated Use {@link ParseTestConfig}. */
|
|
109
|
+
parseTestConfig(json) {
|
|
110
|
+
return this.ParseTestConfig(json);
|
|
111
|
+
}
|
|
98
112
|
/**
|
|
99
113
|
* Parse the TestSuite.Variables JSON
|
|
100
114
|
*/
|
|
101
|
-
|
|
115
|
+
ParseSuiteConfig(json) {
|
|
102
116
|
if (!json) {
|
|
103
117
|
return null;
|
|
104
118
|
}
|
|
@@ -108,6 +122,10 @@ export class VariableResolver {
|
|
|
108
122
|
}
|
|
109
123
|
return parsed;
|
|
110
124
|
}
|
|
125
|
+
/** @deprecated Use {@link ParseSuiteConfig}. */
|
|
126
|
+
parseSuiteConfig(json) {
|
|
127
|
+
return this.ParseSuiteConfig(json);
|
|
128
|
+
}
|
|
111
129
|
/**
|
|
112
130
|
* Resolve a single variable value through the priority hierarchy.
|
|
113
131
|
*
|
|
@@ -130,13 +148,13 @@ export class VariableResolver {
|
|
|
130
148
|
// Priority 1: Run-level value
|
|
131
149
|
if (runOptions.variables?.[varDef.name] !== undefined) {
|
|
132
150
|
const value = runOptions.variables[varDef.name];
|
|
133
|
-
this.
|
|
151
|
+
this.ValidateValue(varDef, testOverride, value, 'run');
|
|
134
152
|
return { value: value, source: 'run' };
|
|
135
153
|
}
|
|
136
154
|
// Priority 2: Suite-level value
|
|
137
155
|
if (suiteConfig?.variables?.[varDef.name] !== undefined) {
|
|
138
156
|
const value = suiteConfig.variables[varDef.name];
|
|
139
|
-
this.
|
|
157
|
+
this.ValidateValue(varDef, testOverride, value, 'suite');
|
|
140
158
|
return { value: value, source: 'suite' };
|
|
141
159
|
}
|
|
142
160
|
// Priority 3: Test-level default
|
|
@@ -152,9 +170,9 @@ export class VariableResolver {
|
|
|
152
170
|
/**
|
|
153
171
|
* Validate a variable value against its definition.
|
|
154
172
|
*/
|
|
155
|
-
|
|
173
|
+
ValidateValue(varDef, testOverride, value, source) {
|
|
156
174
|
// Type validation
|
|
157
|
-
this.
|
|
175
|
+
this.ValidateDataType(varDef, value);
|
|
158
176
|
// Check against possible values (static source)
|
|
159
177
|
if (varDef.valueSource === 'static' && varDef.possibleValues && varDef.possibleValues.length > 0) {
|
|
160
178
|
// Get allowed values (test-restricted or all from type)
|
|
@@ -165,10 +183,14 @@ export class VariableResolver {
|
|
|
165
183
|
}
|
|
166
184
|
}
|
|
167
185
|
}
|
|
186
|
+
/** @deprecated Use {@link ValidateValue}. */
|
|
187
|
+
validateValue(varDef, testOverride, value, source) {
|
|
188
|
+
return this.ValidateValue(varDef, testOverride, value, source);
|
|
189
|
+
}
|
|
168
190
|
/**
|
|
169
191
|
* Validate value matches the expected data type.
|
|
170
192
|
*/
|
|
171
|
-
|
|
193
|
+
ValidateDataType(varDef, value) {
|
|
172
194
|
const actualType = typeof value;
|
|
173
195
|
switch (varDef.dataType) {
|
|
174
196
|
case 'string':
|
|
@@ -194,13 +216,17 @@ export class VariableResolver {
|
|
|
194
216
|
break;
|
|
195
217
|
}
|
|
196
218
|
}
|
|
219
|
+
/** @deprecated Use {@link ValidateDataType}. */
|
|
220
|
+
validateDataType(varDef, value) {
|
|
221
|
+
return this.ValidateDataType(varDef, value);
|
|
222
|
+
}
|
|
197
223
|
/**
|
|
198
224
|
* Get available variables for a test (combines type and test configuration).
|
|
199
225
|
* Useful for CLI help and variable listing.
|
|
200
226
|
*/
|
|
201
|
-
|
|
202
|
-
const typeSchema = this.
|
|
203
|
-
const testConfig = this.
|
|
227
|
+
GetAvailableVariables(typeVariablesSchemaJson, testVariablesJson) {
|
|
228
|
+
const typeSchema = this.ParseTypeSchema(typeVariablesSchemaJson);
|
|
229
|
+
const testConfig = this.ParseTestConfig(testVariablesJson);
|
|
204
230
|
if (!typeSchema) {
|
|
205
231
|
return [];
|
|
206
232
|
}
|
|
@@ -227,11 +253,15 @@ export class VariableResolver {
|
|
|
227
253
|
return varDef;
|
|
228
254
|
});
|
|
229
255
|
}
|
|
256
|
+
/** @deprecated Use {@link GetAvailableVariables}. */
|
|
257
|
+
getAvailableVariables(typeVariablesSchemaJson, testVariablesJson) {
|
|
258
|
+
return this.GetAvailableVariables(typeVariablesSchemaJson, testVariablesJson);
|
|
259
|
+
}
|
|
230
260
|
/**
|
|
231
261
|
* Parse a variable value from a CLI string.
|
|
232
262
|
* Converts string input to appropriate type based on variable definition.
|
|
233
263
|
*/
|
|
234
|
-
|
|
264
|
+
ParseCliValue(varDef, cliValue) {
|
|
235
265
|
switch (varDef.dataType) {
|
|
236
266
|
case 'string':
|
|
237
267
|
return cliValue;
|
|
@@ -263,12 +293,16 @@ export class VariableResolver {
|
|
|
263
293
|
return cliValue;
|
|
264
294
|
}
|
|
265
295
|
}
|
|
296
|
+
/** @deprecated Use {@link ParseCliValue}. */
|
|
297
|
+
parseCliValue(varDef, cliValue) {
|
|
298
|
+
return this.ParseCliValue(varDef, cliValue);
|
|
299
|
+
}
|
|
266
300
|
/**
|
|
267
301
|
* Parse CLI variable arguments (name=value format) into a variables object.
|
|
268
302
|
* If type schema is provided, values are converted to appropriate types.
|
|
269
303
|
*/
|
|
270
|
-
|
|
271
|
-
const typeSchema = typeVariablesSchemaJson ? this.
|
|
304
|
+
ParseCliVariables(cliArgs, typeVariablesSchemaJson) {
|
|
305
|
+
const typeSchema = typeVariablesSchemaJson ? this.ParseTypeSchema(typeVariablesSchemaJson) : null;
|
|
272
306
|
const result = {};
|
|
273
307
|
for (const arg of cliArgs) {
|
|
274
308
|
const eqIndex = arg.indexOf('=');
|
|
@@ -280,7 +314,7 @@ export class VariableResolver {
|
|
|
280
314
|
// Find variable definition for type conversion
|
|
281
315
|
const varDef = typeSchema?.variables.find(v => v.name === name);
|
|
282
316
|
if (varDef) {
|
|
283
|
-
result[name] = this.
|
|
317
|
+
result[name] = this.ParseCliValue(varDef, valueStr);
|
|
284
318
|
}
|
|
285
319
|
else {
|
|
286
320
|
// No type info, keep as string
|
|
@@ -289,5 +323,9 @@ export class VariableResolver {
|
|
|
289
323
|
}
|
|
290
324
|
return result;
|
|
291
325
|
}
|
|
326
|
+
/** @deprecated Use {@link ParseCliVariables}. */
|
|
327
|
+
parseCliVariables(cliArgs, typeVariablesSchemaJson) {
|
|
328
|
+
return this.ParseCliVariables(cliArgs, typeVariablesSchemaJson);
|
|
329
|
+
}
|
|
292
330
|
}
|
|
293
331
|
//# sourceMappingURL=variable-resolver.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"variable-resolver.js","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAYvD;;GAEG;AACH,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAChD,YACE,OAAe,EACC,YAAqB,
|
|
1
|
+
{"version":3,"file":"variable-resolver.js","sourceRoot":"","sources":["../../src/utils/variable-resolver.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAYvD;;GAEG;AACH,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAChD,YACE,OAAe,EACC,YAAqB,EAAG,yHAAyH;IACjJ,MAA8E,CAAE,yHAAyH;;QAEzN,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,iBAAY,GAAZ,YAAY,CAAS;QACrB,WAAM,GAAN,MAAM,CAAwE;QAG9F,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAUD;;;;;;;;GAQG;AACH,MAAM,OAAO,gBAAgB;IAC3B;;;;;;;;;OASG;IACH,gBAAgB,CACd,uBAAsC,EACtC,iBAAgC,EAChC,kBAAiC,EACjC,UAA0B;QAE1B,gBAAgB;QAChB,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC;QAE9D,qDAAqD;QACrD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,MAAM,GAAsC,EAAE,CAAC;QACrD,MAAM,OAAO,GAAsD,EAAE,CAAC;QAEtE,mDAAmD;QACnD,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,YAAY,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAE1D,8DAA8D;YAC9D,IAAI,YAAY,IAAI,YAAY,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;gBACnD,SAAS,CAAC,6CAA6C;YACzD,CAAC;YAED,mDAAmD;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAElF,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;gBACrC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAA2C,CAAC;YAC9E,CAAC;iBAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,uBAAuB,CAC/B,sBAAsB,MAAM,CAAC,IAAI,kBAAkB;oBACnD,6BAA6B,MAAM,CAAC,IAAI,4BAA4B,EACpE,MAAM,CAAC,IAAI,EACX,kBAAkB,CACnB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED,gDAAgD;IAChD,gBAAgB,CACd,uBAAsC,EACtC,iBAAgC,EAChC,kBAAiC,EACjC,UAA0B;QAE1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IAC3G,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAmB;QACjC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAA0B,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,0BAA0B;QAC1B,IAAI,MAAM,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACnC,MAAM,IAAI,uBAAuB,CAC/B,yCAAyC,MAAM,CAAC,aAAa,mBAAmB,EAChF,SAAS,EACT,aAAa,CACd,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,+CAA+C;IAC/C,eAAe,CAAC,IAAmB;QACjC,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAmB;QACjC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAA6B,CAAC;IACvC,CAAC;IAED,+CAA+C;IAC/C,eAAe,CAAC,IAAmB;QACjC,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,IAAmB;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAkC,CAAC;IAC5C,CAAC;IAED,gDAAgD;IAChD,gBAAgB,CAAC,IAAmB;QAClC,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED;;;;;;;;;OASG;IACK,YAAY,CAClB,MAA8B,EAC9B,YAA8C,EAC9C,WAA4C,EAC5C,UAA0B;QAE1B,0EAA0E;QAC1E,IAAI,YAAY,EAAE,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;YAC/D,OAAO;gBACL,KAAK,EAAE,KAAsC;gBAC7C,MAAM,EAAE,YAAY,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;aAClE,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO,EAAE,KAAK,EAAE,KAA0B,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC9D,CAAC;QAED,gCAAgC;QAChC,IAAI,WAAW,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACzD,OAAO,EAAE,KAAK,EAAE,KAA0B,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAChE,CAAC;QAED,iCAAiC;QACjC,IAAI,YAAY,EAAE,YAAY,KAAK,SAAS,EAAE,CAAC;YAC7C,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,YAAiC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACnF,CAAC;QAED,iCAAiC;QACjC,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACtC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,YAAiC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC7E,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,aAAa,CACX,MAA8B,EAC9B,YAA8C,EAC9C,KAAc,EACd,MAAc;QAEd,kBAAkB;QAClB,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAErC,gDAAgD;QAChD,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjG,wDAAwD;YACxD,MAAM,aAAa,GAAG,YAAY,EAAE,gBAAgB;mBAC/C,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAkC,CAAC,EAAE,CAAC;gBAChE,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,YAAY,KAAK,WAAW,MAAM,gCAAgC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACrH,MAAM,CAAC,IAAI,EACX,eAAe,CAChB,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,aAAa,CACX,MAA8B,EAC9B,YAA8C,EAC9C,KAAc,EACd,MAAc;QAEd,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAA8B,EAAE,KAAc;QAC7D,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC;QAEhC,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACX,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,qCAAqC,UAAU,GAAG,EAC1E,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER,KAAK,QAAQ;gBACX,IAAI,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAe,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,qCAAqC,UAAU,GAAG,EAC1E,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER,KAAK,SAAS;gBACZ,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;oBAC7B,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,sCAAsC,UAAU,GAAG,EAC3E,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER,KAAK,MAAM;gBACT,mDAAmD;gBACnD,IAAI,CAAC,CAAC,KAAK,YAAY,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChG,MAAM,IAAI,uBAAuB,CAC/B,aAAa,MAAM,CAAC,IAAI,mCAAmC,UAAU,GAAG,EACxE,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,MAAM;QACV,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,gBAAgB,CAAC,MAA8B,EAAE,KAAc;QAC7D,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED;;;OAGG;IACH,qBAAqB,CACnB,uBAAsC,EACtC,iBAAgC;QAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAE3D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,kEAAkE;QAClE,OAAO,UAAU,CAAC,SAAS;aACxB,MAAM,CAAC,MAAM,CAAC,EAAE;YACf,MAAM,YAAY,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1D,+CAA+C;YAC/C,OAAO,CAAC,YAAY,IAAI,YAAY,CAAC,OAAO,KAAK,KAAK,CAAC;QACzD,CAAC,CAAC;aACD,GAAG,CAAC,MAAM,CAAC,EAAE;YACZ,MAAM,YAAY,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAE1D,+CAA+C;YAC/C,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO;oBACL,GAAG,MAAM;oBACT,YAAY,EAAE,YAAY,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY;oBAC9D,wCAAwC;oBACxC,cAAc,EAAE,YAAY,CAAC,gBAAgB;wBAC3C,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,gBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;wBACxF,CAAC,CAAC,MAAM,CAAC,cAAc;iBAC1B,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,qDAAqD;IACrD,qBAAqB,CACnB,uBAAsC,EACtC,iBAAgC;QAEhC,OAAO,IAAI,CAAC,qBAAqB,CAAC,uBAAuB,EAAE,iBAAiB,CAAC,CAAC;IAChF,CAAC;IAED;;;OAGG;IACH,aAAa,CACX,MAA8B,EAC9B,QAAgB;QAEhB,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAElB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACjC,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;oBACf,MAAM,IAAI,uBAAuB,CAC/B,iBAAiB,QAAQ,6BAA6B,MAAM,CAAC,IAAI,GAAG,EACpE,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACrC,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;oBACzD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBACzD,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,MAAM,IAAI,uBAAuB,CAC/B,iBAAiB,QAAQ,8BAA8B,MAAM,CAAC,IAAI,oCAAoC,EACtG,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,uBAAuB,CAC/B,iBAAiB,QAAQ,2BAA2B,MAAM,CAAC,IAAI,GAAG,EAClE,MAAM,CAAC,IAAI,EACX,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED;gBACE,OAAO,QAAQ,CAAC;QACpB,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,aAAa,CACX,MAA8B,EAC9B,QAAgB;QAEhB,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED;;;OAGG;IACH,iBAAiB,CACf,OAAiB,EACjB,uBAAuC;QAEvC,MAAM,UAAU,GAAG,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAClG,MAAM,MAAM,GAAsC,EAAE,CAAC;QAErD,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,uBAAuB,CAC/B,6BAA6B,GAAG,gCAAgC,EAChE,SAAS,EACT,aAAa,CACd,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;YAE5C,+CAA+C;YAC/C,MAAM,MAAM,GAAG,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAEhE,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,+BAA+B;gBAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,iDAAiD;IACjD,iBAAiB,CACf,OAAiB,EACjB,uBAAuC;QAEvC,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IAClE,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/testing-engine",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "6.1
|
|
4
|
+
"version": "6.2.0-edge.1",
|
|
5
5
|
"description": "MemberJunction Testing Framework Engine - Core test execution and evaluation engine supporting multiple test types",
|
|
6
6
|
"main": "dist/index.js",
|
|
7
7
|
"types": "dist/index.d.ts",
|
|
@@ -17,15 +17,15 @@
|
|
|
17
17
|
"vitest": "^4.0.18"
|
|
18
18
|
},
|
|
19
19
|
"dependencies": {
|
|
20
|
-
"@memberjunction/ai": "6.1
|
|
21
|
-
"@memberjunction/ai-agents": "6.1
|
|
22
|
-
"@memberjunction/ai-core-plus": "6.1
|
|
23
|
-
"@memberjunction/ai-prompts": "6.1
|
|
24
|
-
"@memberjunction/aiengine": "6.1
|
|
25
|
-
"@memberjunction/core": "6.1
|
|
26
|
-
"@memberjunction/core-entities": "6.1
|
|
27
|
-
"@memberjunction/global": "6.1
|
|
28
|
-
"@memberjunction/testing-engine-base": "6.1
|
|
20
|
+
"@memberjunction/ai": "6.2.0-edge.1",
|
|
21
|
+
"@memberjunction/ai-agents": "6.2.0-edge.1",
|
|
22
|
+
"@memberjunction/ai-core-plus": "6.2.0-edge.1",
|
|
23
|
+
"@memberjunction/ai-prompts": "6.2.0-edge.1",
|
|
24
|
+
"@memberjunction/aiengine": "6.2.0-edge.1",
|
|
25
|
+
"@memberjunction/core": "6.2.0-edge.1",
|
|
26
|
+
"@memberjunction/core-entities": "6.2.0-edge.1",
|
|
27
|
+
"@memberjunction/global": "6.2.0-edge.1",
|
|
28
|
+
"@memberjunction/testing-engine-base": "6.2.0-edge.1",
|
|
29
29
|
"debug": "^4.4.3",
|
|
30
30
|
"rxjs": "^7.8.2",
|
|
31
31
|
"zod": "^3.25.0"
|