@xoxoai/checkmate 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -3
- package/dist/api/execute-prepared-run.d.ts.map +1 -1
- package/dist/api/execute-prepared-run.js +25 -1
- package/dist/api/execute-prepared-run.js.map +1 -1
- package/dist/drivers/web/checkmate-driver.json +3 -0
- package/dist/drivers/web/session.d.ts +3 -0
- package/dist/drivers/web/session.d.ts.map +1 -1
- package/dist/drivers/web/session.js +2 -0
- package/dist/drivers/web/session.js.map +1 -1
- package/dist/logging/level-logger.d.ts +11 -0
- package/dist/logging/level-logger.d.ts.map +1 -0
- package/dist/logging/level-logger.js +82 -0
- package/dist/logging/level-logger.js.map +1 -0
- package/dist/runtime/config.d.ts +2 -1
- package/dist/runtime/config.d.ts.map +1 -1
- package/dist/runtime/runner.d.ts +2 -0
- package/dist/runtime/runner.d.ts.map +1 -1
- package/dist/runtime/runner.js +1 -1
- package/dist/runtime/runner.js.map +1 -1
- package/dist/runtime/scenario-runner.d.ts +2 -0
- package/dist/runtime/scenario-runner.d.ts.map +1 -1
- package/dist/runtime/scenario-runner.js +1 -0
- package/dist/runtime/scenario-runner.js.map +1 -1
- package/docs/CLI.md +1 -1
- package/docs/CONFIGURATION.md +14 -0
- package/docs/DRIVERS.md +4 -0
- package/docs/EVIDENCE.md +4 -2
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -2,8 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
## _Checkmate - a harness for agentic acceptance_
|
|
4
4
|
|
|
5
|
-
|
|
6
|
-
<img src="https://raw.github.com/dawiddiwad/checkmate/main/docs/img/onboarding.gif" alt="onboarding" width="50%" centered/>
|
|
5
|
+
<img src="docs/img/onboarding.gif" alt="onboarding" width="50%" centered/>
|
|
7
6
|
|
|
8
7
|
#
|
|
9
8
|
|
|
@@ -240,6 +239,8 @@ Policies keep execution settings outside test intent. For example, a policy can
|
|
|
240
239
|
"web": {
|
|
241
240
|
"settings": {
|
|
242
241
|
"headless": true,
|
|
242
|
+
"logLevel": "off",
|
|
243
|
+
"logsAsEvidence": false,
|
|
243
244
|
"snapshotFilter": false
|
|
244
245
|
},
|
|
245
246
|
"tools": { "allowed": ["*"] }
|
|
@@ -284,7 +285,7 @@ checkmate --version
|
|
|
284
285
|
[Evidence](docs/EVIDENCE.md)
|
|
285
286
|
[Drivers](docs/DRIVERS.md)
|
|
286
287
|
[CLI](docs/CLI.md)
|
|
287
|
-
[Dev
|
|
288
|
+
[Dev](docs/DEVELOPMENT.md)
|
|
288
289
|
|
|
289
290
|
## License
|
|
290
291
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"execute-prepared-run.d.ts","sourceRoot":"","sources":["../../src/api/execute-prepared-run.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,KAAK,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;
|
|
1
|
+
{"version":3,"file":"execute-prepared-run.d.ts","sourceRoot":"","sources":["../../src/api/execute-prepared-run.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,KAAK,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAGxD,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAItE,OAAO,EAAe,KAAK,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAGvF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAEnD,MAAM,MAAM,yBAAyB,GAAG,QAAQ,CAAC;IAChD,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,eAAe,CAAC,EAAE,iBAAiB,CAAA;IACnC,YAAY,CAAC,EAAE,oBAAoB,CAAA;IACnC,MAAM,CAAC,EAAE,aAAa,CAAA;IACtB,YAAY,CAAC,EAAE,qBAAqB,CAAA;IACpC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,OAAO,UAAU,CAAA;IAC5B,UAAU,CAAC,EAAE,OAAO,YAAY,CAAA;IAChC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,qBAAqB,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CAAA;IACxF,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAA;CAC7B,CAAC,CAAA;AAEF,wBAAsB,kBAAkB,CACvC,QAAQ,EAAE,WAAW,EACrB,QAAQ,EAAE,WAAW,EACrB,OAAO,GAAE,yBAA8B,GACrC,OAAO,CAAC,iBAAiB,CAAC,CAsG5B"}
|
|
@@ -2,6 +2,7 @@ import { loadValidatedDriver } from '../drivers/loader.js';
|
|
|
2
2
|
import { EvidenceStore } from '../evidence/store.js';
|
|
3
3
|
import { TerminalFinalizer } from '../evidence/terminal-finalizer.js';
|
|
4
4
|
import { createInvocationLogger } from '../logging/invocation-logger.js';
|
|
5
|
+
import { createLevelLogger } from '../logging/level-logger.js';
|
|
5
6
|
import { silentLogger } from '../logging/types.js';
|
|
6
7
|
import { DiagnosticSanitizer } from '../redaction/diagnostic-sanitizer.js';
|
|
7
8
|
import { awaitDriverBoundary, DriverBoundaryError } from '../runtime/driver-boundary.js';
|
|
@@ -31,7 +32,11 @@ export async function executePreparedRun(prepared, identity, options = {}) {
|
|
|
31
32
|
const resolvedSecrets = resolveSecrets(prepared, options.readEnvironment);
|
|
32
33
|
const exactSecrets = [...resolvedSecrets.values.values()];
|
|
33
34
|
const sanitizer = new DiagnosticSanitizer(exactSecrets);
|
|
34
|
-
const
|
|
35
|
+
const logging = driverLogging(prepared.driver.settings);
|
|
36
|
+
const levelLogger = createLevelLogger(options.logger ?? silentLogger, logging.level, {
|
|
37
|
+
collect: logging.asEvidence,
|
|
38
|
+
});
|
|
39
|
+
const logger = createInvocationLogger(levelLogger.logger, sanitizer);
|
|
35
40
|
store = (options.createStore ?? ((storeOptions) => new EvidenceStore(storeOptions)))({
|
|
36
41
|
invocationRoot: prepared.invocationRoot,
|
|
37
42
|
identity,
|
|
@@ -80,6 +85,7 @@ export async function executePreparedRun(prepared, identity, options = {}) {
|
|
|
80
85
|
apiKey: resolvedSecrets.values.get(prepared.modelEgress.provider.apiKeyBinding),
|
|
81
86
|
exactSecrets,
|
|
82
87
|
logger,
|
|
88
|
+
logLevel: logging.level,
|
|
83
89
|
sanitizer,
|
|
84
90
|
createRunner: options.createRunner,
|
|
85
91
|
now,
|
|
@@ -87,6 +93,15 @@ export async function executePreparedRun(prepared, identity, options = {}) {
|
|
|
87
93
|
});
|
|
88
94
|
}
|
|
89
95
|
}
|
|
96
|
+
const logTranscript = levelLogger.transcript();
|
|
97
|
+
if (logging.asEvidence && logTranscript) {
|
|
98
|
+
try {
|
|
99
|
+
store.captureDriver({ kind: 'web-driver-log', mediaType: 'text/plain', content: logTranscript });
|
|
100
|
+
}
|
|
101
|
+
catch (error) {
|
|
102
|
+
store.recordCaptureFailure('web-driver-log', error);
|
|
103
|
+
}
|
|
104
|
+
}
|
|
90
105
|
await store.finalizeScenario(state.hasFailure ? 'failed' : 'passed');
|
|
91
106
|
const candidate = state.buildCandidateResult({
|
|
92
107
|
usage: usageTracker.usage(),
|
|
@@ -140,6 +155,15 @@ async function loadDriver(prepared, control, state, sanitizer, now, importDriver
|
|
|
140
155
|
return undefined;
|
|
141
156
|
}
|
|
142
157
|
}
|
|
158
|
+
function driverLogging(settings) {
|
|
159
|
+
const level = settings.logLevel;
|
|
160
|
+
return {
|
|
161
|
+
level: level === 'debug' || level === 'info' || level === 'warn' || level === 'error' || level === 'off'
|
|
162
|
+
? level
|
|
163
|
+
: 'off',
|
|
164
|
+
asEvidence: settings.logsAsEvidence === true,
|
|
165
|
+
};
|
|
166
|
+
}
|
|
143
167
|
function resolveSecrets(prepared, readEnvironment = (name) => process.env[name]) {
|
|
144
168
|
const values = new Map();
|
|
145
169
|
for (const [binding, definition] of Object.entries(prepared.secretBindings)) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"execute-prepared-run.js","sourceRoot":"","sources":["../../src/api/execute-prepared-run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAA6B,MAAM,sBAAsB,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AAErE,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAA;AACxE,OAAO,EAAE,YAAY,EAAsB,MAAM,qBAAqB,CAAA;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAC1E,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAA;AACxF,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAA;AAChE,OAAO,EAAE,WAAW,EAA8B,MAAM,+BAA+B,CAAA;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAA;AAkBlE,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,QAAqB,EACrB,QAAqB,EACrB,UAAqC,EAAE;IAEvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IACnC,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;QACnC,SAAS,EAAE,QAAQ,CAAC,eAAe,CAAC,iBAAiB;QACrD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG;QACH,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC9B,CAAC,CAAA;IACF,MAAM,YAAY,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,CAAA;IACpF,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC;QAC/B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,QAAQ;QACR,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,qBAAqB,EAAE;QACrG,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE;QAC7E,GAAG;KACH,CAAC,CAAA;IACF,IAAI,KAAgC,CAAA;IAEpC,IAAI,CAAC;QACJ,MAAM,eAAe,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,eAAe,CAAC,CAAA;QACzE,MAAM,YAAY,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QACzD,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,YAAY,CAAC,CAAA;QACvD,MAAM,MAAM,GAAG,
|
|
1
|
+
{"version":3,"file":"execute-prepared-run.js","sourceRoot":"","sources":["../../src/api/execute-prepared-run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAA6B,MAAM,sBAAsB,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AAErE,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAiB,MAAM,4BAA4B,CAAA;AAC7E,OAAO,EAAE,YAAY,EAAsB,MAAM,qBAAqB,CAAA;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAC1E,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAA;AACxF,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAA;AAChE,OAAO,EAAE,WAAW,EAA8B,MAAM,+BAA+B,CAAA;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAA;AAkBlE,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,QAAqB,EACrB,QAAqB,EACrB,UAAqC,EAAE;IAEvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IACnC,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;QACnC,SAAS,EAAE,QAAQ,CAAC,eAAe,CAAC,iBAAiB;QACrD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG;QACH,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC9B,CAAC,CAAA;IACF,MAAM,YAAY,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,CAAA;IACpF,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC;QAC/B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,QAAQ;QACR,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,qBAAqB,EAAE;QACrG,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE;QAC7E,GAAG;KACH,CAAC,CAAA;IACF,IAAI,KAAgC,CAAA;IAEpC,IAAI,CAAC;QACJ,MAAM,eAAe,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,eAAe,CAAC,CAAA;QACzE,MAAM,YAAY,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QACzD,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC,YAAY,CAAC,CAAA;QACvD,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvD,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,IAAI,YAAY,EAAE,OAAO,CAAC,KAAK,EAAE;YACpF,OAAO,EAAE,OAAO,CAAC,UAAU;SAC3B,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,sBAAsB,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QACpE,KAAK,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACpF,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,QAAQ;YACR,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;YAChC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/D,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;YAC5C,YAAY;YACZ,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;SAC1B,CAAC,CAAA;QACF,IAAI,CAAC;YACJ,MAAM,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,KAAK,CAAC,WAAW,EAAE,CAAA;YACnB,KAAK,CAAC,sBAAsB,CAAC,uBAAuB,EAAE;gBACrD,IAAI,EAAE,uBAAuB;gBAC7B,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;aAC/B,CAAC,CAAA;YACF,KAAK,CAAC,cAAc,EAAE,CAAA;YACtB,MAAM,SAAS,GAAG,KAAK,CAAC,oBAAoB,CAAC;gBAC5C,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE;gBAC3B,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,mBAAmB,EAAE;aACvE,CAAC,CAAA;YACF,OAAO,CAAC,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAA;QACvE,CAAC;QAED,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC3B,KAAK,CAAC,sBAAsB,CAAC,qBAAqB,EAAE;gBACnD,IAAI,EAAE,oBAAoB;gBAC1B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC;aAC/C,CAAC,CAAA;YACF,KAAK,CAAC,cAAc,EAAE,CAAA;QACvB,CAAC;aAAM,CAAC;YACP,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;YAC/F,IAAI,MAAM,EAAE,CAAC;gBACZ,MAAM,WAAW,CAAC;oBACjB,MAAM;oBACN,QAAQ;oBACR,KAAK;oBACL,OAAO;oBACP,KAAK;oBACL,YAAY;oBACZ,YAAY,EAAE,eAAe,CAAC,MAAM;oBACpC,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAE;oBAChF,YAAY;oBACZ,MAAM;oBACN,QAAQ,EAAE,OAAO,CAAC,KAAK;oBACvB,SAAS;oBACT,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,GAAG;oBACH,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;iBAC1C,CAAC,CAAA;YACH,CAAC;QACF,CAAC;QAED,MAAM,aAAa,GAAG,WAAW,CAAC,UAAU,EAAE,CAAA;QAC9C,IAAI,OAAO,CAAC,UAAU,IAAI,aAAa,EAAE,CAAC;YACzC,IAAI,CAAC;gBACJ,KAAK,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAA;YACjG,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,KAAK,CAAC,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;YACpD,CAAC;QACF,CAAC;QACD,MAAM,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;QACpE,MAAM,SAAS,GAAG,KAAK,CAAC,oBAAoB,CAAC;YAC5C,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE;YAC3B,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,mBAAmB,EAAE;SACvE,CAAC,CAAA;QACF,OAAO,CAAC,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAA;IACvE,CAAC;YAAS,CAAC;QACV,OAAO,CAAC,OAAO,EAAE,CAAA;QACjB,KAAK,EAAE,OAAO,EAAE,CAAA;IACjB,CAAC;AACF,CAAC;AAED,KAAK,UAAU,UAAU,CACxB,QAAqB,EACrB,OAAwB,EACxB,KAAoB,EACpB,SAA8B,EAC9B,GAAiB,EACjB,YAAmC;IAEnC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC9B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,KAAK,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,EAAE;YAC5C,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAA;QACF,KAAK,CAAC,cAAc,EAAE,CAAA;QACtB,OAAO,SAAS,CAAA;IACjB,CAAC;IAED,KAAK,CAAC,oBAAoB,EAAE,CAAA;IAC5B,IAAI,CAAC;QACJ,OAAO,MAAM,mBAAmB,CAAC;YAChC,SAAS,EAAE,aAAa;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,GAAG;YACH,MAAM,EAAE,GAAG,EAAE;gBACZ,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;gBAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAA;YAC7D,CAAC;YACD,IAAI,EAAE,GAAG,EAAE,CACV,mBAAmB,CAAC;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,WAAW;gBACxC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;gBACtC,YAAY,EAAE,YAAY;aAC1B,CAAC;SACH,CAAC,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,KAAK,YAAY,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAA;QACzF,KAAK,CAAC,sBAAsB,CAAC,MAAM,EAAE;YACpC,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,kBAAkB;YACjF,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;SAC/B,CAAC,CAAA;QACF,KAAK,CAAC,cAAc,EAAE,CAAA;QACtB,OAAO,SAAS,CAAA;IACjB,CAAC;AACF,CAAC;AAED,SAAS,aAAa,CAAC,QAA2C;IACjE,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAA;IAC/B,OAAO;QACN,KAAK,EACJ,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,KAAK;YAChG,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,KAAK;QACT,UAAU,EAAE,QAAQ,CAAC,cAAc,KAAK,IAAI;KAC5C,CAAA;AACF,CAAC;AAED,SAAS,cAAc,CACtB,QAAqB,EACrB,kBAAqC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;IAEhE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC7E,IAAI,KAAyB,CAAA;QAC7B,IAAI,CAAC;YACJ,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAA;QACpF,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,mBAAmB,OAAO,kBAAkB,CAAC,EAAE,CAAA;QAClF,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IAC3B,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAA;AAClB,CAAC"}
|
|
@@ -15,6 +15,8 @@
|
|
|
15
15
|
"additionalProperties": false,
|
|
16
16
|
"properties": {
|
|
17
17
|
"headless": { "type": "boolean" },
|
|
18
|
+
"logLevel": { "enum": ["debug", "info", "warn", "error", "off"] },
|
|
19
|
+
"logsAsEvidence": { "type": "boolean" },
|
|
18
20
|
"snapshotFilter": { "type": "boolean" },
|
|
19
21
|
"snapshotTopPercent": { "type": "number", "exclusiveMinimum": 0, "maximum": 100 },
|
|
20
22
|
"screenshotsInModelContext": { "type": "boolean" }
|
|
@@ -38,6 +40,7 @@
|
|
|
38
40
|
{ "name": "browser_network_request" }
|
|
39
41
|
],
|
|
40
42
|
"evidenceKinds": [
|
|
43
|
+
{ "kind": "web-driver-log", "mediaType": "text/plain", "content": "text" },
|
|
41
44
|
{ "kind": "aria-snapshot", "mediaType": "application/yaml", "content": "text" },
|
|
42
45
|
{ "kind": "screenshot", "mediaType": "image/png", "content": "opaque" }
|
|
43
46
|
]
|
|
@@ -1,10 +1,13 @@
|
|
|
1
1
|
import type { Browser, BrowserContext, Page } from 'playwright';
|
|
2
2
|
import type { DriverEvidenceSink, DriverLogger, DriverSession } from '../../driver.js';
|
|
3
|
+
import type { LogLevel } from '../../logging/level-logger.js';
|
|
3
4
|
export type WebDriverTarget = {
|
|
4
5
|
baseUrl: string;
|
|
5
6
|
};
|
|
6
7
|
export type WebDriverSettings = {
|
|
7
8
|
headless: boolean;
|
|
9
|
+
logLevel: LogLevel;
|
|
10
|
+
logsAsEvidence: boolean;
|
|
8
11
|
snapshotFilter: boolean;
|
|
9
12
|
snapshotTopPercent: number;
|
|
10
13
|
screenshotsInModelContext: boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../../src/drivers/web/session.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAC/D,OAAO,KAAK,EAEX,kBAAkB,EAClB,YAAY,EACZ,aAAa,EAIb,MAAM,iBAAiB,CAAA;
|
|
1
|
+
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../../src/drivers/web/session.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAC/D,OAAO,KAAK,EAEX,kBAAkB,EAClB,YAAY,EACZ,aAAa,EAIb,MAAM,iBAAiB,CAAA;AAKxB,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AAE7D,MAAM,MAAM,eAAe,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAEjD,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,EAAE,OAAO,CAAA;IACjB,QAAQ,EAAE,QAAQ,CAAA;IAClB,cAAc,EAAE,OAAO,CAAA;IACvB,cAAc,EAAE,OAAO,CAAA;IACvB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,yBAAyB,EAAE,OAAO,CAAA;CAClC,CAAA;AAED,KAAK,YAAY,GAAG;IACnB,OAAO,EAAE,OAAO,CAAA;IAChB,OAAO,EAAE,cAAc,CAAA;IACvB,IAAI,EAAE,IAAI,CAAA;CACV,CAAA;AAUD,wBAAsB,sBAAsB,CAC3C,SAAS,EAAE,YAAY,EACvB,QAAQ,EAAE,iBAAiB,EAC3B,QAAQ,EAAE,kBAAkB,GAAG,SAAS,EACxC,MAAM,EAAE,YAAY,GAClB,OAAO,CAAC,aAAa,CAAC,CAsFxB;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,eAAe,CAKzD;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,iBAAiB,CAU7D;AAED,wBAAsB,oBAAoB,CAAC,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1F"}
|
|
@@ -106,6 +106,8 @@ export function webSettings(input) {
|
|
|
106
106
|
const value = input && typeof input === 'object' ? input : {};
|
|
107
107
|
return {
|
|
108
108
|
headless: value.headless ?? true,
|
|
109
|
+
logLevel: value.logLevel ?? 'off',
|
|
110
|
+
logsAsEvidence: value.logsAsEvidence ?? false,
|
|
109
111
|
snapshotFilter: value.snapshotFilter ?? false,
|
|
110
112
|
snapshotTopPercent: value.snapshotTopPercent ?? 10,
|
|
111
113
|
screenshotsInModelContext: value.screenshotsInModelContext ?? false,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../../src/drivers/web/session.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAA;AACxE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;
|
|
1
|
+
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../../src/drivers/web/session.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAA;AACxE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAqB7D,MAAM,gBAAgB,GAAG;IACxB,8HAA8H;IAC9H,8HAA8H;IAC9H,4GAA4G;IAC5G,+OAA+O;IAC/O,gTAAgT;CAChT,CAAA;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,SAAuB,EACvB,QAA2B,EAC3B,QAAwC,EACxC,MAAoB;IAEpB,MAAM,YAAY,GAAG;QACpB,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;KAC/C,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IAC5E,IAAI,cAAc,GAAkB,IAAI,CAAA;IACxC,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAa,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpE,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;QAC3F,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;gBACvC,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;aACtB,CAAC,CAAA;YACF,OAAO,eAAe,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE;gBAC3C,cAAc,GAAG,QAAQ,CAAA;YAC1B,CAAC,CAAC,CAAA;QACH,CAAC;KACD,CAAC,CAAC,CAAA;IAEH,OAAO;QACN,KAAK;QACL,YAAY,EAAE,gBAAgB;QAC9B,mBAAmB,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;YAC/C,MAAM,CAAC,cAAc,EAAE,CAAA;YACvB,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;YACvE,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAC1B,MAAM,QAAQ,CAAC,OAAO,CAAC;oBACtB,IAAI,EAAE,eAAe;oBACrB,SAAS,EAAE,kBAAkB;oBAC7B,OAAO,EAAE,QAAQ;oBACjB,MAAM,EAAE,IAAI,CAAC,EAAE;iBACf,CAAC,CAAA;YACH,CAAC;YACD,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACnD,CAAC;QACD,mBAAmB,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;YAC/C,MAAM,CAAC,cAAc,EAAE,CAAA;YACvB,MAAM,QAAQ,GAA2B,EAAE,CAAA;YAC3C,IAAI,cAAc,EAAE,CAAC;gBACpB,IAAI,QAAQ,EAAE,CAAC;oBACd,MAAM,QAAQ,CAAC,OAAO,CAAC;wBACtB,IAAI,EAAE,eAAe;wBACrB,SAAS,EAAE,kBAAkB;wBAC7B,OAAO,EAAE,cAAc;wBACvB,MAAM,EAAE,IAAI,CAAC,EAAE;qBACf,CAAC,CAAA;gBACH,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC,CAAA;gBAC9C,cAAc,GAAG,IAAI,CAAA;YACtB,CAAC;YACD,IAAI,QAAQ,CAAC,yBAAyB,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAG,MAAM,IAAI,wBAAwB,CACpD,MAAM,OAAO,CAAC,gBAAgB,EAAE,CAChC,CAAC,uBAAuB,EAAE,CAAA;gBAC3B,QAAQ,CAAC,IAAI,CAAC;oBACb,OAAO,EAAE;wBACR,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0CAA0C,EAAE;wBAClE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,CAAC,QAAQ,IAAI,WAAW,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE;qBACvF;oBACD,SAAS,EAAE,IAAI;iBACf,CAAC,CAAA;YACH,CAAC;YACD,OAAO,QAAQ,CAAA;QAChB,CAAC;QACD,KAAK,EAAE,KAAK,IAAI,EAAE;YACjB,IAAI,MAAM;gBAAE,OAAM;YAClB,MAAM,GAAG,IAAI,CAAA;YACb,MAAM,QAAQ,GAAc,EAAE,CAAA;YAC9B,IAAI,CAAC;gBACJ,OAAO,CAAC,OAAO,EAAE,CAAA;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACrB,CAAC;YACD,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;gBACxF,IAAI,CAAC;oBACJ,MAAM,KAAK,EAAE,CAAA;gBACd,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,IAAI,cAAc,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAA;QACzF,CAAC;KACD,CAAA;AACF,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAc;IACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAQ,KAA+B,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzG,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IACtD,CAAC;IACD,OAAO,EAAE,OAAO,EAAG,KAA6B,CAAC,OAAO,EAAE,CAAA;AAC3D,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACzC,MAAM,KAAK,GAAG,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAE,KAAoC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7F,OAAO;QACN,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;QAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,KAAK;QACjC,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,KAAK;QAC7C,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,KAAK;QAC7C,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,IAAI,EAAE;QAClD,yBAAyB,EAAE,KAAK,CAAC,yBAAyB,IAAI,KAAK;KACnE,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,SAAgC;IAC1E,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;AACnF,CAAC;AAED,SAAS,eAAe,CAAC,MAAuB,EAAE,KAAiC;IAClF,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAA;IACxD,IAAI,MAAM,CAAC,QAAQ;QAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAA;AACzE,CAAC;AAED,KAAK,UAAU,WAAW,CACzB,OAA2B,EAC3B,QAA0E,EAC1E,IAAgB,EAChB,MAAoB;IAEpB,OAAO,IAAI,eAAe,CAAC,MAAM,OAAO,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,EAAE,CAAA;AAC3F,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB;IACxC,OAAO,EAAE,OAAO,EAAE,qCAAqC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;AACrF,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { RuntimeLogger } from './types.js';
|
|
2
|
+
export type LogLevel = 'debug' | 'info' | 'warn' | 'error' | 'off';
|
|
3
|
+
export type LevelLogger = Readonly<{
|
|
4
|
+
logger: RuntimeLogger;
|
|
5
|
+
transcript(): string | undefined;
|
|
6
|
+
}>;
|
|
7
|
+
export declare function createLevelLogger(sink: RuntimeLogger, level: LogLevel, options?: {
|
|
8
|
+
collect?: boolean;
|
|
9
|
+
maxTranscriptBytes?: number;
|
|
10
|
+
}): LevelLogger;
|
|
11
|
+
//# sourceMappingURL=level-logger.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"level-logger.d.ts","sourceRoot":"","sources":["../../src/logging/level-logger.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAE/C,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAA;AAElE,MAAM,MAAM,WAAW,GAAG,QAAQ,CAAC;IAClC,MAAM,EAAE,aAAa,CAAA;IACrB,UAAU,IAAI,MAAM,GAAG,SAAS,CAAA;CAChC,CAAC,CAAA;AAYF,wBAAgB,iBAAiB,CAChC,IAAI,EAAE,aAAa,EACnB,KAAK,EAAE,QAAQ,EACf,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAAO,GAC9D,WAAW,CA4Cb"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { Buffer } from 'node:buffer';
|
|
2
|
+
const DEFAULT_TRANSCRIPT_BYTES = 1024 * 1024;
|
|
3
|
+
const TRUNCATION_MARKER = '[log truncated]\n';
|
|
4
|
+
const levelRank = {
|
|
5
|
+
debug: 0,
|
|
6
|
+
info: 1,
|
|
7
|
+
warn: 2,
|
|
8
|
+
error: 3,
|
|
9
|
+
off: 4,
|
|
10
|
+
};
|
|
11
|
+
export function createLevelLogger(sink, level, options = {}) {
|
|
12
|
+
const collect = options.collect ?? false;
|
|
13
|
+
const maxBytes = options.maxTranscriptBytes ?? DEFAULT_TRANSCRIPT_BYTES;
|
|
14
|
+
if (!Number.isSafeInteger(maxBytes) || maxBytes < Buffer.byteLength(TRUNCATION_MARKER)) {
|
|
15
|
+
throw new Error('Log transcript byte limit is too small');
|
|
16
|
+
}
|
|
17
|
+
let transcript = '';
|
|
18
|
+
let transcriptBytes = 0;
|
|
19
|
+
let truncated = false;
|
|
20
|
+
const write = (entryLevel, message, details) => {
|
|
21
|
+
if (levelRank[entryLevel] < levelRank[level])
|
|
22
|
+
return;
|
|
23
|
+
if (collect && !truncated)
|
|
24
|
+
append(`[${entryLevel}] ${format(message, details)}\n`);
|
|
25
|
+
sink[entryLevel](message, ...details);
|
|
26
|
+
};
|
|
27
|
+
const append = (line) => {
|
|
28
|
+
const lineBytes = Buffer.byteLength(line);
|
|
29
|
+
if (transcriptBytes + lineBytes <= maxBytes) {
|
|
30
|
+
transcript += line;
|
|
31
|
+
transcriptBytes += lineBytes;
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
const markerBytes = Buffer.byteLength(TRUNCATION_MARKER);
|
|
35
|
+
const contentLimit = maxBytes - markerBytes;
|
|
36
|
+
transcript = utf8Prefix(transcript, contentLimit);
|
|
37
|
+
transcriptBytes = Buffer.byteLength(transcript);
|
|
38
|
+
transcript += utf8Prefix(line, contentLimit - transcriptBytes);
|
|
39
|
+
transcript += TRUNCATION_MARKER;
|
|
40
|
+
transcriptBytes = Buffer.byteLength(transcript);
|
|
41
|
+
truncated = true;
|
|
42
|
+
};
|
|
43
|
+
return {
|
|
44
|
+
logger: {
|
|
45
|
+
debug: (message, ...details) => write('debug', message, details),
|
|
46
|
+
info: (message, ...details) => write('info', message, details),
|
|
47
|
+
warn: (message, ...details) => write('warn', message, details),
|
|
48
|
+
error: (message, ...details) => write('error', message, details),
|
|
49
|
+
},
|
|
50
|
+
transcript: () => (transcript.length > 0 ? transcript : undefined),
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
function format(message, details) {
|
|
54
|
+
if (details.length === 0)
|
|
55
|
+
return message;
|
|
56
|
+
return `${message} ${details.map(formatDetail).join(' ')}`;
|
|
57
|
+
}
|
|
58
|
+
function formatDetail(value) {
|
|
59
|
+
if (value instanceof Error)
|
|
60
|
+
return `${value.name}: ${value.message}`;
|
|
61
|
+
if (typeof value === 'string')
|
|
62
|
+
return value;
|
|
63
|
+
try {
|
|
64
|
+
return JSON.stringify(value) ?? String(value);
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
return String(value);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
function utf8Prefix(value, maxBytes) {
|
|
71
|
+
let result = '';
|
|
72
|
+
let bytes = 0;
|
|
73
|
+
for (const character of value) {
|
|
74
|
+
const characterBytes = Buffer.byteLength(character);
|
|
75
|
+
if (bytes + characterBytes > maxBytes)
|
|
76
|
+
break;
|
|
77
|
+
result += character;
|
|
78
|
+
bytes += characterBytes;
|
|
79
|
+
}
|
|
80
|
+
return result;
|
|
81
|
+
}
|
|
82
|
+
//# sourceMappingURL=level-logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"level-logger.js","sourceRoot":"","sources":["../../src/logging/level-logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAUpC,MAAM,wBAAwB,GAAG,IAAI,GAAG,IAAI,CAAA;AAC5C,MAAM,iBAAiB,GAAG,mBAAmB,CAAA;AAC7C,MAAM,SAAS,GAA6B;IAC3C,KAAK,EAAE,CAAC;IACR,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;IACR,GAAG,EAAE,CAAC;CACN,CAAA;AAED,MAAM,UAAU,iBAAiB,CAChC,IAAmB,EACnB,KAAe,EACf,UAA8D,EAAE;IAEhE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAA;IACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,kBAAkB,IAAI,wBAAwB,CAAA;IACvE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACxF,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;IAC1D,CAAC;IAED,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,IAAI,SAAS,GAAG,KAAK,CAAA;IAErB,MAAM,KAAK,GAAG,CAAC,UAAoC,EAAE,OAAe,EAAE,OAAkB,EAAQ,EAAE;QACjG,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC;YAAE,OAAM;QACpD,IAAI,OAAO,IAAI,CAAC,SAAS;YAAE,MAAM,CAAC,IAAI,UAAU,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;QAClF,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,CAAA;IACtC,CAAC,CAAA;IAED,MAAM,MAAM,GAAG,CAAC,IAAY,EAAQ,EAAE;QACrC,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QACzC,IAAI,eAAe,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;YAC7C,UAAU,IAAI,IAAI,CAAA;YAClB,eAAe,IAAI,SAAS,CAAA;YAC5B,OAAM;QACP,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAA;QACxD,MAAM,YAAY,GAAG,QAAQ,GAAG,WAAW,CAAA;QAC3C,UAAU,GAAG,UAAU,CAAC,UAAU,EAAE,YAAY,CAAC,CAAA;QACjD,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QAC/C,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,YAAY,GAAG,eAAe,CAAC,CAAA;QAC9D,UAAU,IAAI,iBAAiB,CAAA;QAC/B,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QAC/C,SAAS,GAAG,IAAI,CAAA;IACjB,CAAC,CAAA;IAED,OAAO;QACN,MAAM,EAAE;YACP,KAAK,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;YAChE,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YAC9D,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YAC9D,KAAK,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;SAChE;QACD,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;KAClE,CAAA;AACF,CAAC;AAED,SAAS,MAAM,CAAC,OAAe,EAAE,OAA2B;IAC3D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAA;IACxC,OAAO,GAAG,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;AAC3D,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAA;IACpE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3C,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,QAAgB;IAClD,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;QACnD,IAAI,KAAK,GAAG,cAAc,GAAG,QAAQ;YAAE,MAAK;QAC5C,MAAM,IAAI,SAAS,CAAA;QACnB,KAAK,IAAI,cAAc,CAAA;IACxB,CAAC;IACD,OAAO,MAAM,CAAA;AACd,CAAC"}
|
package/dist/runtime/config.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { LogLevel } from '../logging/level-logger.js';
|
|
1
2
|
export type RuntimeConfig = Readonly<{
|
|
2
3
|
model: string;
|
|
3
4
|
baseUrl?: string;
|
|
@@ -10,6 +11,6 @@ export type RuntimeConfig = Readonly<{
|
|
|
10
11
|
redact: boolean;
|
|
11
12
|
toolChoice: 'required' | 'auto';
|
|
12
13
|
rateLimitDelay: number;
|
|
13
|
-
logLevel:
|
|
14
|
+
logLevel: LogLevel;
|
|
14
15
|
}>;
|
|
15
16
|
//# sourceMappingURL=config.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/runtime/config.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG,QAAQ,CAAC;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;IAC3C,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,MAAM,CAAA;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,MAAM,EAAE,OAAO,CAAA;IACf,UAAU,EAAE,UAAU,GAAG,MAAM,CAAA;IAC/B,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/runtime/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAE1D,MAAM,MAAM,aAAa,GAAG,QAAQ,CAAC;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;IAC3C,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,MAAM,CAAA;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,MAAM,EAAE,OAAO,CAAA;IACf,UAAU,EAAE,UAAU,GAAG,MAAM,CAAA;IAC/B,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,QAAQ,CAAA;CAClB,CAAC,CAAA"}
|
package/dist/runtime/runner.d.ts
CHANGED
|
@@ -4,6 +4,7 @@ import type { StepControl } from './scenario-control.js';
|
|
|
4
4
|
import type { InternalStepReport } from './types.js';
|
|
5
5
|
import { AiClient } from '../ai/client.js';
|
|
6
6
|
import { ScenarioUsageTracker } from './usage-tracker.js';
|
|
7
|
+
import type { LogLevel } from '../logging/level-logger.js';
|
|
7
8
|
import { type RuntimeLogger } from '../logging/types.js';
|
|
8
9
|
export type DriverCheckmateRunnerOptions = {
|
|
9
10
|
driverId: string;
|
|
@@ -22,6 +23,7 @@ export type DriverCheckmateRunnerOptions = {
|
|
|
22
23
|
apiKey: string;
|
|
23
24
|
exactSecrets?: Iterable<string>;
|
|
24
25
|
logger?: RuntimeLogger;
|
|
26
|
+
logLevel?: LogLevel;
|
|
25
27
|
usageTracker?: ScenarioUsageTracker;
|
|
26
28
|
aiClient?: AiClient;
|
|
27
29
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runtime/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AACpF,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAG7D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAIpD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAGtE,MAAM,MAAM,4BAA4B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,kBAAkB,CAAA;IAC9B,OAAO,EAAE,aAAa,CAAA;IACtB,YAAY,EAAE,GAAG,GAAG,SAAS,MAAM,EAAE,CAAA;IACrC,WAAW,EAAE,mBAAmB,CAAA;IAChC,MAAM,EAAE;QACP,YAAY,EAAE,MAAM,CAAA;QACpB,aAAa,EAAE,MAAM,CAAA;QACrB,gBAAgB,EAAE,MAAM,CAAA;QACxB,UAAU,EAAE,MAAM,CAAA;QAClB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,YAAY,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;IAC/B,MAAM,CAAC,EAAE,aAAa,CAAA;IACtB,YAAY,CAAC,EAAE,oBAAoB,CAAA;IACnC,QAAQ,CAAC,EAAE,QAAQ,CAAA;CACnB,CAAA;AAED,qBAAa,eAAe;IAQf,OAAO,CAAC,QAAQ,CAAC,OAAO;IAPpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsB;IACnD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAqB;IACzD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;gBAEhB,OAAO,EAAE,4BAA4B;IAmC5D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAEzB,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAa9E;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,4BAA4B,GAAG,eAAe,CAEzF"}
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runtime/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AACpF,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAG7D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAIpD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGzD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC1D,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAGtE,MAAM,MAAM,4BAA4B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,kBAAkB,CAAA;IAC9B,OAAO,EAAE,aAAa,CAAA;IACtB,YAAY,EAAE,GAAG,GAAG,SAAS,MAAM,EAAE,CAAA;IACrC,WAAW,EAAE,mBAAmB,CAAA;IAChC,MAAM,EAAE;QACP,YAAY,EAAE,MAAM,CAAA;QACpB,aAAa,EAAE,MAAM,CAAA;QACrB,gBAAgB,EAAE,MAAM,CAAA;QACxB,UAAU,EAAE,MAAM,CAAA;QAClB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,YAAY,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;IAC/B,MAAM,CAAC,EAAE,aAAa,CAAA;IACtB,QAAQ,CAAC,EAAE,QAAQ,CAAA;IACnB,YAAY,CAAC,EAAE,oBAAoB,CAAA;IACnC,QAAQ,CAAC,EAAE,QAAQ,CAAA;CACnB,CAAA;AAED,qBAAa,eAAe;IAQf,OAAO,CAAC,QAAQ,CAAC,OAAO;IAPpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsB;IACnD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAqB;IACzD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;gBAEhB,OAAO,EAAE,4BAA4B;IAmC5D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAEzB,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAa9E;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,4BAA4B,GAAG,eAAe,CAEzF"}
|
package/dist/runtime/runner.js
CHANGED
|
@@ -33,7 +33,7 @@ export class CheckmateRunner {
|
|
|
33
33
|
requestTimeout: options.limits.requestTimeoutMs,
|
|
34
34
|
loopMaxRepetitions: options.limits.loopMaxRepetitions,
|
|
35
35
|
rateLimitDelay: 0,
|
|
36
|
-
logLevel: 'off',
|
|
36
|
+
logLevel: options.logLevel ?? 'off',
|
|
37
37
|
};
|
|
38
38
|
this.usageTracker = options.usageTracker ?? new ScenarioUsageTracker(options.limits.budgetTokens);
|
|
39
39
|
this.toolRegistry = new ToolRegistry({ allowedTools: options.allowedTools });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runtime/runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAIrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAA;
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runtime/runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAIrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAA;AAExE,OAAO,EAAE,YAAY,EAAsB,MAAM,qBAAqB,CAAA;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAwB1E,MAAM,OAAO,eAAe;IAQE;IAPZ,MAAM,CAAe;IACrB,YAAY,CAAc;IAC1B,QAAQ,CAAU;IAClB,YAAY,CAAsB;IAClC,mBAAmB,CAAqB;IACxC,aAAa,CAAe;IAE7C,YAA6B,OAAqC;QAArC,YAAO,GAAP,OAAO,CAA8B;QACjE,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAA;QACtE,IAAI,CAAC,mBAAmB,GAAG,IAAI,mBAAmB,CAAC,YAAY,CAAC,CAAA;QAChE,IAAI,CAAC,aAAa,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,IAAI,YAAY,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAA;QACrG,IAAI,CAAC,MAAM,GAAG;YACb,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK;YACzC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO;YAC7C,eAAe,EAAE,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,eAAe;YAC7D,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC;YAC1D,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY;YACpC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,aAAa,KAAK,IAAI;YAClD,UAAU,EAAE,UAAU;YACtB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;YACrC,cAAc,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB;YAC/C,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB;YACrD,cAAc,EAAE,CAAC;YACjB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;SACnC,CAAA;QACD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;QACjG,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;QAC5E,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,CAAC,CAAA;QACnD,MAAM,KAAK,GAAG,qBAAqB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;QAC9F,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;QACxF,IAAI,CAAC,QAAQ;YACZ,OAAO,CAAC,QAAQ;gBAChB,IAAI,QAAQ,CAAC;oBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,YAAY;oBACZ,MAAM,EAAE,IAAI,CAAC,aAAa;iBAC1B,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,KAAmB,CAAC;IAElC,KAAK,CAAC,GAAG,CAAC,IAAgB,EAAE,OAAoB;QAC/C,OAAO,IAAI,aAAa,CAAC;YACxB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YACnC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,MAAM,EAAE,IAAI,CAAC,aAAa;SAC1B,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IACtB,CAAC;CACD;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAqC;IACvE,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAA;AACpC,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { CheckmateDriverV1, DriverEvidenceSink, StepIntent } from '../driver.js';
|
|
2
2
|
import { type EvidenceStore } from '../evidence/store.js';
|
|
3
|
+
import type { LogLevel } from '../logging/level-logger.js';
|
|
3
4
|
import type { RuntimeLogger } from '../logging/types.js';
|
|
4
5
|
import type { DiagnosticSanitizer } from '../redaction/diagnostic-sanitizer.js';
|
|
5
6
|
import { type DriverCheckmateRunnerOptions } from './runner.js';
|
|
@@ -23,6 +24,7 @@ export type RunScenarioOptions = Readonly<{
|
|
|
23
24
|
apiKey: string;
|
|
24
25
|
exactSecrets: readonly string[];
|
|
25
26
|
logger: RuntimeLogger;
|
|
27
|
+
logLevel?: LogLevel;
|
|
26
28
|
sanitizer: DiagnosticSanitizer;
|
|
27
29
|
createRunner?: ScenarioRunnerFactory;
|
|
28
30
|
now?: () => number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scenario-runner.d.ts","sourceRoot":"","sources":["../../src/runtime/scenario-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAqC,UAAU,EAAE,MAAM,cAAc,CAAA;AACxH,OAAO,EAAwB,KAAK,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAC/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAC/E,OAAO,EAAsB,KAAK,4BAA4B,EAAE,MAAM,aAAa,CAAA;AAGnF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AACpD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAE9D,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACzC,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAC7G,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACzB,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,EAAE,4BAA4B,KAAK,kBAAkB,CAAA;AAEjG,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACzC,MAAM,EAAE,iBAAiB,CAAA;IACzB,QAAQ,EAAE,OAAO,uBAAuB,EAAE,WAAW,CAAA;IACrD,KAAK,EAAE,aAAa,CAAA;IACpB,OAAO,EAAE,eAAe,CAAA;IACxB,KAAK,EAAE,aAAa,CAAA;IACpB,YAAY,EAAE,oBAAoB,CAAA;IAClC,YAAY,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACzC,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,SAAS,MAAM,EAAE,CAAA;IAC/B,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,EAAE,mBAAmB,CAAA;IAC9B,YAAY,CAAC,EAAE,qBAAqB,CAAA;IACpC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAA;CAC7B,CAAC,CAAA;AAEF,wBAAsB,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"scenario-runner.d.ts","sourceRoot":"","sources":["../../src/runtime/scenario-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAqC,UAAU,EAAE,MAAM,cAAc,CAAA;AACxH,OAAO,EAAwB,KAAK,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAC/E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAC1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAC/E,OAAO,EAAsB,KAAK,4BAA4B,EAAE,MAAM,aAAa,CAAA;AAGnF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AACpD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAE9D,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACzC,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAC7G,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACzB,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,EAAE,4BAA4B,KAAK,kBAAkB,CAAA;AAEjG,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACzC,MAAM,EAAE,iBAAiB,CAAA;IACzB,QAAQ,EAAE,OAAO,uBAAuB,EAAE,WAAW,CAAA;IACrD,KAAK,EAAE,aAAa,CAAA;IACpB,OAAO,EAAE,eAAe,CAAA;IACxB,KAAK,EAAE,aAAa,CAAA;IACpB,YAAY,EAAE,oBAAoB,CAAA;IAClC,YAAY,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACzC,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,SAAS,MAAM,EAAE,CAAA;IAC/B,MAAM,EAAE,aAAa,CAAA;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAA;IACnB,SAAS,EAAE,mBAAmB,CAAA;IAC9B,YAAY,CAAC,EAAE,qBAAqB,CAAA;IACpC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAA;CAC7B,CAAC,CAAA;AAEF,wBAAsB,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAyH5E;AA8ID,qBAAa,mBAAmB;IAC/B,OAAO,CAAC,MAAM,CAAoB;IAElC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAI/B,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAI9B,WAAW,IAAI,MAAM,GAAG,SAAS;CAGjC;AAED,wBAAgB,wBAAwB,CACvC,KAAK,EAAE,aAAa,EACpB,WAAW,EAAE,mBAAmB,EAChC,MAAM,EAAE,aAAa,GACnB,kBAAkB,CAcpB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scenario-runner.js","sourceRoot":"","sources":["../../src/runtime/scenario-runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAsB,MAAM,sBAAsB,CAAA;AAG/E,OAAO,EAAE,kBAAkB,EAAqC,MAAM,aAAa,CAAA;AACnF,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AA8BrD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA2B;IAC5D,IAAI,OAAkC,CAAA;IACtC,IAAI,MAAsC,CAAA;IAC1C,MAAM,WAAW,GAAG,IAAI,mBAAmB,EAAE,CAAA;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IAEnC,IAAI,CAAC;QACJ,OAAO,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,EAAE,CACjF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YACpB,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YACvD,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC3D,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC;YACzF,QAAQ,EAAE,wBAAwB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC;YAC9E,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM;SACN,CAAC,CACF,CAAA;QACD,IAAI,CAAC;YACJ,MAAM,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,kBAAkB,CAAC,CAAC;gBACrD,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;gBACpC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU;gBAC9C,OAAO;gBACP,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY;gBAClD,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;gBACzC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,eAAe;gBACxC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,OAAO,CAAC,YAAY;aAClC,CAAC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,qBAAqB,EACrB,UAAU,CAAC,qBAAqB,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CACtE,CAAA;YACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;YAC9B,OAAM;QACP,CAAC;QAED,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACnF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;YACtC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,OAAO,CAAC,MAAM,EACd,UAAU,CAAC,kBAAkB,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CACrE,CAAA;gBACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;gBAC9B,MAAK;YACN,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAA;YACxE,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,CAAA;YACnD,MAAM,SAAS,GAAG,GAAG,EAAE,CAAA;YACvB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,aAAa,CAAC,CAAA;YACrG,IAAI,MAAsC,CAAA;YAC1C,IAAI,mBAAmB,GAAG,KAAK,CAAA;YAC/B,IAAI,CAAC;gBACJ,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC9B,IAAI,CAAC;oBACJ,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;gBAC/C,CAAC;wBAAS,CAAC;oBACV,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC7B,CAAC;gBACD,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;gBACvC,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC1C,IAAI,CAAC;wBACJ,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;oBAC5C,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;oBAC1D,CAAC;gBACF,CAAC;gBACD,mBAAmB,GAAG,IAAI,CAAA;gBAC1B,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBAChE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;YAC7D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;gBACxG,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC1B,mBAAmB,GAAG,IAAI,CAAA;oBAC1B,IAAI,CAAC;wBACJ,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;oBACpD,CAAC;oBAAC,OAAO,iBAAiB,EAAE,CAAC;wBAC5B,OAAO,CAAC,WAAW,CAAC,IAAI,CACvB,UAAU,CAAC,0BAA0B,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,CAAC,SAAS,CAAC,CACzF,CAAA;oBACF,CAAC;gBACF,CAAC;gBACD,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;YAC9D,CAAC;oBAAS,CAAC;gBACV,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5B,WAAW,CAAC,OAAO,EAAE,CAAA;YACtB,CAAC;YAED,MAAM,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAA;YACvF,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAA;YACrD,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAClC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBACrC,MAAK;YACN,CAAC;QACF,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;QAC3D,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,UAAU,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,qBAAqB,CAAC,EAClE,UAAU,CACT,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,qBAAqB,EAC3D,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EACxB,KAAK,EACL,OAAO,CAAC,SAAS,CACjB,CACD,CAAA;QACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;IAC/B,CAAC;YAAS,CAAC;QACV,WAAW,CAAC,OAAO,EAAE,CAAA;QACrB,iBAAiB,CAAC,OAAO,CAAC,CAAA;QAC1B,IAAI,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAA;YAC5B,MAAM,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAA;QAC7C,CAAC;QACD,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC3B,CAAC;AACF,CAAC;AAED,KAAK,UAAU,OAAO,CACrB,MAAsC,EACtC,OAAsB,EACtB,OAA2B,EAC3B,GAAiB;IAEjB,MAAM,iBAAiB,GAAG,IAAI,eAAe,EAAE,CAAA;IAC/C,MAAM,kBAAkB,GAAG,IAAI,eAAe,EAAE,CAAA;IAChD,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IACnE,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO;QAAE,cAAc,EAAE,CAAA;;QAC3D,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACjG,MAAM,QAAQ,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,gBAAgB,CAAA;IAC1E,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACrF,IAAI,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;QACvB,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACnD,CAAC;IACD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IAChG,IAAI,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;QACvB,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACnD,CAAC;IACD,MAAM,UAAU,GAAG;QAClB,GAAG,CAAC,cAAc;YACjB,CAAC,CAAC,CAAC,cAAc,CAAC,iBAAiB,EAAE,cAAc,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxF,CAAC,CAAC,EAAE,CAAC;QACN,cAAc,CAAC,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,CAAC;KAC/E,CAAA;IACD,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,CAAA;QAC1G,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QACjC,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC;YAClC,IAAI,EAAE,wBAAwB;YAC9B,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SACtF,CAAC,CAAA;IACH,CAAC;YAAS,CAAC;QACV,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;IAChF,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAsC;IAC/D,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACzC,KAAK,SAAS,CAAC,KAAK,CAAC,GAAS,EAAE,CAAC,SAAS,CAAC,CAAA;QAC3C,OAAO,SAAS,CAAA;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC;AAED,SAAS,cAAc,CACtB,SAAiB,EACjB,OAAyB,EACzB,UAA2B,EAC3B,QAAgB,EAChB,GAAiB;IAEjB,OAAO,mBAAmB,CAAC;QAC1B,SAAS;QACT,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ;QACR,GAAG;QACH,MAAM,EAAE,GAAG,EAAE,CAAC,aAAa;QAC3B,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO;KACnB,CAAC,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,SAAiB,EACjB,OAAwB,EACxB,GAAiB,EACjB,IAA6C;IAE7C,OAAO,mBAAmB,CAAC;QAC1B,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG;QACH,MAAM,EAAE,GAAG,EAAE;YACZ,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;YAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAA;QACzD,CAAC;QACD,IAAI;KACJ,CAAC,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CACzB,IAAgB,EAChB,SAAiB,EACjB,MAAsC,EACtC,UAAyD,EACzD,SAAiB,EACjB,GAAiB,EACjB,OAA2B,EAC3B,KAAc;IAEd,MAAM,OAAO,GAAG,UAAU,CAAC,yBAAyB,EAAE,mBAAmB,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;IAC/G,OAAO;QACN,MAAM,EAAE;YACP,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO;YACjB,MAAM,EAAE,gBAAgB;YACxB,MAAM,EAAE,OAAO,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;YACzB,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC;YAChE,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC;YACjD,SAAS,EAAE,EAAE;SACb;QACD,WAAW,EAAE,CAAC,OAAO,CAAC;KACtB,CAAA;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA2B;IACrD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO;QAAE,OAAM;IACvD,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC/B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,oCAAoC;KAC7C,CAAC,CAAA;AACH,CAAC;AAED,SAAS,kBAAkB,CAC1B,QAA0C,EAC1C,MAAmC;IAEnC,OAAO;QACN,IAAI,CAAC,IAAI;YACR,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,mBAAmB,CAAC,CAAA;YACnG,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjC,IAAI,KAAK,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,kBAAkB,CAAC,CAAA;YAC7F,OAAO,KAAK,CAAA;QACb,CAAC;KACD,CAAA;AACF,CAAC;AAED,MAAM,OAAO,mBAAmB;IACvB,MAAM,CAAoB;IAElC,SAAS,CAAC,MAAc;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,CAAC;IAED,OAAO,CAAC,MAAe;QACtB,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAA;IAC5E,CAAC;IAED,WAAW;QACV,OAAO,IAAI,CAAC,MAAM,CAAA;IACnB,CAAC;CACD;AAED,MAAM,UAAU,wBAAwB,CACvC,KAAoB,EACpB,WAAgC,EAChC,MAAqB;IAErB,OAAO;QACN,KAAK,CAAC,OAAO,CAAC,KAAK;YAClB,IAAI,CAAC;gBACJ,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;gBACpF,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAA;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAA;gBAClD,MAAM,UAAU,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBAChE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;gBAC/B,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;YAC/B,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAChD,OAAO,CACN,KAAK,YAAY,oBAAoB;QACrC;YACC,8BAA8B;YAC9B,sCAAsC;YACtC,uBAAuB;YACvB,qCAAqC;SACrC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CACtB,CAAA;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,OAAwB;IACjE,IAAI,KAAK,YAAY,mBAAmB,IAAI,KAAK,CAAC,MAAM,KAAK,cAAc;QAAE,OAAO,KAAK,CAAC,MAAM,CAAA;IAChG,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC5B,OAAO,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;AACnF,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,IAAY,EAAE,KAAc,EAAE,SAA8B;IAC7F,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAA;AACvD,CAAC"}
|
|
1
|
+
{"version":3,"file":"scenario-runner.js","sourceRoot":"","sources":["../../src/runtime/scenario-runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAsB,MAAM,sBAAsB,CAAA;AAI/E,OAAO,EAAE,kBAAkB,EAAqC,MAAM,aAAa,CAAA;AACnF,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AA+BrD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA2B;IAC5D,IAAI,OAAkC,CAAA;IACtC,IAAI,MAAsC,CAAA;IAC1C,MAAM,WAAW,GAAG,IAAI,mBAAmB,EAAE,CAAA;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IAEnC,IAAI,CAAC;QACJ,OAAO,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,EAAE,CACjF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YACpB,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YACvD,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC3D,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC;YACzF,QAAQ,EAAE,wBAAwB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC;YAC9E,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM;SACN,CAAC,CACF,CAAA;QACD,IAAI,CAAC;YACJ,MAAM,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,kBAAkB,CAAC,CAAC;gBACrD,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;gBACpC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU;gBAC9C,OAAO;gBACP,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY;gBAClD,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;gBACzC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,eAAe;gBACxC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;gBACnC,YAAY,EAAE,OAAO,CAAC,YAAY;aAClC,CAAC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,qBAAqB,EACrB,UAAU,CAAC,qBAAqB,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CACtE,CAAA;YACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;YAC9B,OAAM;QACP,CAAC;QAED,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACnF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;YACtC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,OAAO,CAAC,MAAM,EACd,UAAU,CAAC,kBAAkB,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CACrE,CAAA;gBACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;gBAC9B,MAAK;YACN,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAA;YACxE,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,CAAA;YACnD,MAAM,SAAS,GAAG,GAAG,EAAE,CAAA;YACvB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,aAAa,CAAC,CAAA;YACrG,IAAI,MAAsC,CAAA;YAC1C,IAAI,mBAAmB,GAAG,KAAK,CAAA;YAC/B,IAAI,CAAC;gBACJ,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC9B,IAAI,CAAC;oBACJ,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;gBAC/C,CAAC;wBAAS,CAAC;oBACV,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC7B,CAAC;gBACD,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;gBACvC,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC1C,IAAI,CAAC;wBACJ,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;oBAC5C,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;oBAC1D,CAAC;gBACF,CAAC;gBACD,mBAAmB,GAAG,IAAI,CAAA;gBAC1B,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBAChE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;YAC7D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;gBACxG,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC1B,mBAAmB,GAAG,IAAI,CAAA;oBAC1B,IAAI,CAAC;wBACJ,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;oBACpD,CAAC;oBAAC,OAAO,iBAAiB,EAAE,CAAC;wBAC5B,OAAO,CAAC,WAAW,CAAC,IAAI,CACvB,UAAU,CAAC,0BAA0B,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,CAAC,SAAS,CAAC,CACzF,CAAA;oBACF,CAAC;gBACF,CAAC;gBACD,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;YAC9D,CAAC;oBAAS,CAAC;gBACV,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5B,WAAW,CAAC,OAAO,EAAE,CAAA;YACtB,CAAC;YAED,MAAM,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAA;YACvF,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAA;YACrD,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAClC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBACrC,MAAK;YACN,CAAC;QACF,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;QAC3D,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,UAAU,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,qBAAqB,CAAC,EAClE,UAAU,CACT,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,qBAAqB,EAC3D,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EACxB,KAAK,EACL,OAAO,CAAC,SAAS,CACjB,CACD,CAAA;QACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;IAC/B,CAAC;YAAS,CAAC;QACV,WAAW,CAAC,OAAO,EAAE,CAAA;QACrB,iBAAiB,CAAC,OAAO,CAAC,CAAA;QAC1B,IAAI,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAA;YAC5B,MAAM,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAA;QAC7C,CAAC;QACD,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC3B,CAAC;AACF,CAAC;AAED,KAAK,UAAU,OAAO,CACrB,MAAsC,EACtC,OAAsB,EACtB,OAA2B,EAC3B,GAAiB;IAEjB,MAAM,iBAAiB,GAAG,IAAI,eAAe,EAAE,CAAA;IAC/C,MAAM,kBAAkB,GAAG,IAAI,eAAe,EAAE,CAAA;IAChD,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IACnE,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO;QAAE,cAAc,EAAE,CAAA;;QAC3D,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACjG,MAAM,QAAQ,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,gBAAgB,CAAA;IAC1E,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACrF,IAAI,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;QACvB,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACnD,CAAC;IACD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IAChG,IAAI,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;QACvB,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACnD,CAAC;IACD,MAAM,UAAU,GAAG;QAClB,GAAG,CAAC,cAAc;YACjB,CAAC,CAAC,CAAC,cAAc,CAAC,iBAAiB,EAAE,cAAc,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxF,CAAC,CAAC,EAAE,CAAC;QACN,cAAc,CAAC,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,CAAC;KAC/E,CAAA;IACD,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,CAAA;QAC1G,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QACjC,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC;YAClC,IAAI,EAAE,wBAAwB;YAC9B,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SACtF,CAAC,CAAA;IACH,CAAC;YAAS,CAAC;QACV,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;IAChF,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAsC;IAC/D,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACzC,KAAK,SAAS,CAAC,KAAK,CAAC,GAAS,EAAE,CAAC,SAAS,CAAC,CAAA;QAC3C,OAAO,SAAS,CAAA;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC;AAED,SAAS,cAAc,CACtB,SAAiB,EACjB,OAAyB,EACzB,UAA2B,EAC3B,QAAgB,EAChB,GAAiB;IAEjB,OAAO,mBAAmB,CAAC;QAC1B,SAAS;QACT,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ;QACR,GAAG;QACH,MAAM,EAAE,GAAG,EAAE,CAAC,aAAa;QAC3B,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO;KACnB,CAAC,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,SAAiB,EACjB,OAAwB,EACxB,GAAiB,EACjB,IAA6C;IAE7C,OAAO,mBAAmB,CAAC;QAC1B,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG;QACH,MAAM,EAAE,GAAG,EAAE;YACZ,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;YAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAA;QACzD,CAAC;QACD,IAAI;KACJ,CAAC,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CACzB,IAAgB,EAChB,SAAiB,EACjB,MAAsC,EACtC,UAAyD,EACzD,SAAiB,EACjB,GAAiB,EACjB,OAA2B,EAC3B,KAAc;IAEd,MAAM,OAAO,GAAG,UAAU,CAAC,yBAAyB,EAAE,mBAAmB,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;IAC/G,OAAO;QACN,MAAM,EAAE;YACP,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO;YACjB,MAAM,EAAE,gBAAgB;YACxB,MAAM,EAAE,OAAO,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;YACzB,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC;YAChE,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC;YACjD,SAAS,EAAE,EAAE;SACb;QACD,WAAW,EAAE,CAAC,OAAO,CAAC;KACtB,CAAA;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA2B;IACrD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO;QAAE,OAAM;IACvD,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC/B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,oCAAoC;KAC7C,CAAC,CAAA;AACH,CAAC;AAED,SAAS,kBAAkB,CAC1B,QAA0C,EAC1C,MAAmC;IAEnC,OAAO;QACN,IAAI,CAAC,IAAI;YACR,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,mBAAmB,CAAC,CAAA;YACnG,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjC,IAAI,KAAK,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,kBAAkB,CAAC,CAAA;YAC7F,OAAO,KAAK,CAAA;QACb,CAAC;KACD,CAAA;AACF,CAAC;AAED,MAAM,OAAO,mBAAmB;IACvB,MAAM,CAAoB;IAElC,SAAS,CAAC,MAAc;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,CAAC;IAED,OAAO,CAAC,MAAe;QACtB,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAA;IAC5E,CAAC;IAED,WAAW;QACV,OAAO,IAAI,CAAC,MAAM,CAAA;IACnB,CAAC;CACD;AAED,MAAM,UAAU,wBAAwB,CACvC,KAAoB,EACpB,WAAgC,EAChC,MAAqB;IAErB,OAAO;QACN,KAAK,CAAC,OAAO,CAAC,KAAK;YAClB,IAAI,CAAC;gBACJ,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;gBACpF,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAA;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAA;gBAClD,MAAM,UAAU,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBAChE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;gBAC/B,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;YAC/B,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAChD,OAAO,CACN,KAAK,YAAY,oBAAoB;QACrC;YACC,8BAA8B;YAC9B,sCAAsC;YACtC,uBAAuB;YACvB,qCAAqC;SACrC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CACtB,CAAA;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,OAAwB;IACjE,IAAI,KAAK,YAAY,mBAAmB,IAAI,KAAK,CAAC,MAAM,KAAK,cAAc;QAAE,OAAO,KAAK,CAAC,MAAM,CAAA;IAChG,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC5B,OAAO,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;AACnF,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,IAAY,EAAE,KAAc,EAAE,SAA8B;IAC7F,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAA;AACvD,CAAC"}
|
package/docs/CLI.md
CHANGED
|
@@ -53,7 +53,7 @@ A worker-finalized interrupted result accepted in time exits `3`. A second signa
|
|
|
53
53
|
## Output Discipline
|
|
54
54
|
|
|
55
55
|
- Worker stdout and stderr bytes are counted, drained, and discarded.
|
|
56
|
-
- Worker logger diagnostics are exact-secret and pattern sanitized before IPC.
|
|
56
|
+
- Worker logger diagnostics enabled by the selected driver's `logLevel` are exact-secret and pattern sanitized before IPC.
|
|
57
57
|
- The parent pattern-sanitizes diagnostic messages again before stderr.
|
|
58
58
|
- Diagnostic `code` and RFC 6901 `path` fields remain structural and are not rewritten.
|
|
59
59
|
- Terminal result bytes are never reserialized or modified by the parent.
|
package/docs/CONFIGURATION.md
CHANGED
|
@@ -72,6 +72,20 @@ The root `drivers` entry approves a package and maps its descriptor-declared sec
|
|
|
72
72
|
|
|
73
73
|
`["*"]` exposes every descriptor-declared tool. An explicit list exposes only those names. Unknown names, undeclared secret slots, missing slot bindings, unknown drivers, and drivers not enabled by the selected policy are invalid before executable import.
|
|
74
74
|
|
|
75
|
+
The built-in web driver accepts `logLevel` (`debug`, `info`, `warn`, `error`, or `off`) and `logsAsEvidence` in its policy-owned settings. Both default to disabled behavior: `logLevel: "off"` and `logsAsEvidence: false`. For example:
|
|
76
|
+
|
|
77
|
+
```json
|
|
78
|
+
{
|
|
79
|
+
"settings": {
|
|
80
|
+
"headless": true,
|
|
81
|
+
"logLevel": "debug",
|
|
82
|
+
"logsAsEvidence": true
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
```
|
|
86
|
+
|
|
87
|
+
Enabled logs are sanitized and written by the CLI to stderr. When evidence logging is enabled, the same selected messages are also subject to the policy's evidence retention and redaction settings.
|
|
88
|
+
|
|
75
89
|
## Secret Handling
|
|
76
90
|
|
|
77
91
|
Preflight reads a binding only long enough to verify that its environment value is a non-empty string. It does not return, retain, serialize, log, persist, derive from, or send that value over IPC. The worker resolves values independently for execution. Secret values never enter the prepared plan, request, result, checkpoint, evidence reference, or `describe` output.
|
package/docs/DRIVERS.md
CHANGED
|
@@ -68,8 +68,12 @@ Drivers submit evidence by declared kind and media type, never by path. The sink
|
|
|
68
68
|
`@xoxoai/checkmate/driver-web` owns Playwright browser, context, pages, snapshots, screenshots, tab/popup state, dialogs, transient DOM state, network recording, and fourteen browser tools. It accepts target `{ "baseUrl": "https://..." }` and these optional policy settings:
|
|
69
69
|
|
|
70
70
|
- `headless`
|
|
71
|
+
- `logLevel`: `debug`, `info`, `warn`, `error`, or `off` (default)
|
|
72
|
+
- `logsAsEvidence`: persist selected logs as `web-driver-log` evidence (default `false`)
|
|
71
73
|
- `snapshotFilter`
|
|
72
74
|
- `snapshotTopPercent` in `(0, 100]`
|
|
73
75
|
- `screenshotsInModelContext`
|
|
74
76
|
|
|
77
|
+
The selected `logLevel` applies to web-driver, model/tool-loop, retry, and OpenAI SDK logs. The CLI writes enabled logs to stderr as sanitized `worker.log.<level>` diagnostics. With `logsAsEvidence: true`, the same enabled, sanitized messages are collected into one scenario-level `text/plain` artifact. Evidence retention and redaction policy still apply; no empty artifact is created when no messages are emitted.
|
|
78
|
+
|
|
75
79
|
Importing the root contract or driver-authoring entry does not load Playwright. Only selecting and executing the web driver imports the browser runtime.
|
package/docs/EVIDENCE.md
CHANGED
|
@@ -18,7 +18,9 @@ The 16-character lowercase hexadecimal `runId` is generated from eight random by
|
|
|
18
18
|
|
|
19
19
|
The final envelope always carries compact routing and diagnosis data: top-level status/category/reason, target mutation state, timing, driver and policy identity, effective limits, aggregate tokens, every step state, compact tool-call summaries, evidence completeness, references, and diagnostics.
|
|
20
20
|
|
|
21
|
-
Transcripts, snapshots, screenshots, and driver-specific artifacts remain outside the envelope. Follow only `evidence.references`; never infer filenames or promote `checkpoint.json` to a result.
|
|
21
|
+
Transcripts, snapshots, screenshots, logs, and driver-specific artifacts remain outside the envelope. Follow only `evidence.references`; never infer filenames or promote `checkpoint.json` to a result.
|
|
22
|
+
|
|
23
|
+
The built-in web driver's `logsAsEvidence: true` setting collects messages selected by its `logLevel` into one scenario-level `web-driver-log` artifact with media type `text/plain`. The transcript is capped at 1 MiB and ends with `[log truncated]` when the cap is reached. It is omitted when logging is off or no messages are emitted. A contained or forcibly terminated worker may be unable to flush it.
|
|
22
24
|
|
|
23
25
|
## Retention
|
|
24
26
|
|
|
@@ -38,7 +40,7 @@ With `redaction: "on"`, Checkmate applies exact resolved-secret replacement, cre
|
|
|
38
40
|
|
|
39
41
|
Structural metadata is copied exactly and must not contain confidential values: IDs, status/category/reason values, diagnostic codes and paths, timestamps, effective limits, usage, evidence kinds/media types/producers/paths, and driver/tool identities.
|
|
40
42
|
|
|
41
|
-
With `redaction: "off"`, raw harness-owned content and accepted evidence bytes are preserved by explicit operator choice. The API result, `result.json`, terminal IPC, and CLI stdout may therefore contain raw values. Out-of-band diagnostics remain sanitized and raw worker streams remain discarded under both settings.
|
|
43
|
+
With `redaction: "off"`, raw harness-owned content and accepted evidence bytes are preserved by explicit operator choice. The API result, `result.json`, terminal IPC, and CLI stdout may therefore contain raw values. Out-of-band diagnostics remain sanitized and raw worker streams remain discarded under both settings. `web-driver-log` evidence is collected after mandatory diagnostic sanitization even when evidence redaction is off.
|
|
42
44
|
|
|
43
45
|
## Capture Limits
|
|
44
46
|
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xoxoai/checkmate",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.6.0",
|
|
4
4
|
"description": "Agent-first test automation harness with versioned requests, bounded execution, and durable evidence",
|
|
5
5
|
"homepage": "https://github.com/dawiddiwad/checkmate",
|
|
6
6
|
"repository": {
|