@xoxoai/checkmate 0.4.28 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +259 -224
- package/bin/checkmate.js +1 -1
- package/dist/ai/client.d.ts +45 -30
- package/dist/ai/client.d.ts.map +1 -1
- package/dist/ai/client.js +198 -129
- package/dist/ai/client.js.map +1 -1
- package/dist/ai/message-handler.d.ts +5 -7
- package/dist/ai/message-handler.d.ts.map +1 -1
- package/dist/ai/message-handler.js +38 -21
- package/dist/ai/message-handler.js.map +1 -1
- package/dist/ai/message-history.d.ts +4 -6
- package/dist/ai/message-history.d.ts.map +1 -1
- package/dist/ai/message-history.js +18 -21
- package/dist/ai/message-history.js.map +1 -1
- package/dist/ai/rate-limit-policy.d.ts +5 -3
- package/dist/ai/rate-limit-policy.d.ts.map +1 -1
- package/dist/ai/rate-limit-policy.js +24 -7
- package/dist/ai/rate-limit-policy.js.map +1 -1
- package/dist/ai/tool-response-handler.d.ts +11 -16
- package/dist/ai/tool-response-handler.d.ts.map +1 -1
- package/dist/ai/tool-response-handler.js +59 -28
- package/dist/ai/tool-response-handler.js.map +1 -1
- package/dist/ai/turn-processor.d.ts +34 -0
- package/dist/ai/turn-processor.d.ts.map +1 -0
- package/dist/ai/turn-processor.js +107 -0
- package/dist/ai/turn-processor.js.map +1 -0
- package/dist/api/allocate-run-identity.d.ts +8 -0
- package/dist/api/allocate-run-identity.d.ts.map +1 -0
- package/dist/api/allocate-run-identity.js +10 -0
- package/dist/api/allocate-run-identity.js.map +1 -0
- package/dist/api/execute-prepared-run.d.ts +22 -0
- package/dist/api/execute-prepared-run.d.ts.map +1 -0
- package/dist/api/execute-prepared-run.js +160 -0
- package/dist/api/execute-prepared-run.js.map +1 -0
- package/dist/api/index.d.ts +25 -0
- package/dist/api/index.d.ts.map +1 -0
- package/dist/api/index.js +69 -0
- package/dist/api/index.js.map +1 -0
- package/dist/api/prepare-run.d.ts +44 -0
- package/dist/api/prepare-run.d.ts.map +1 -0
- package/dist/api/prepare-run.js +261 -0
- package/dist/api/prepare-run.js.map +1 -0
- package/dist/cli/diagnostic-relay.d.ts +6 -0
- package/dist/cli/diagnostic-relay.d.ts.map +1 -0
- package/dist/cli/diagnostic-relay.js +6 -0
- package/dist/cli/diagnostic-relay.js.map +1 -0
- package/dist/cli/main.d.ts +21 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +166 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/protocol.d.ts +57 -0
- package/dist/cli/protocol.d.ts.map +1 -0
- package/dist/cli/protocol.js +116 -0
- package/dist/cli/protocol.js.map +1 -0
- package/dist/cli/reconcile-result.d.ts +13 -0
- package/dist/cli/reconcile-result.d.ts.map +1 -0
- package/dist/cli/reconcile-result.js +300 -0
- package/dist/cli/reconcile-result.js.map +1 -0
- package/dist/cli/run-parent.d.ts +37 -0
- package/dist/cli/run-parent.d.ts.map +1 -0
- package/dist/cli/run-parent.js +491 -0
- package/dist/cli/run-parent.js.map +1 -0
- package/dist/cli/signals.d.ts +36 -0
- package/dist/cli/signals.d.ts.map +1 -0
- package/dist/cli/signals.js +85 -0
- package/dist/cli/signals.js.map +1 -0
- package/dist/cli/static-commands.d.ts +11 -0
- package/dist/cli/static-commands.d.ts.map +1 -0
- package/dist/cli/static-commands.js +83 -0
- package/dist/cli/static-commands.js.map +1 -0
- package/dist/cli/worker-stream-guard.d.ts +20 -0
- package/dist/cli/worker-stream-guard.d.ts.map +1 -0
- package/dist/cli/worker-stream-guard.js +41 -0
- package/dist/cli/worker-stream-guard.js.map +1 -0
- package/dist/cli/worker.d.ts +3 -0
- package/dist/cli/worker.d.ts.map +1 -0
- package/dist/cli/worker.js +111 -0
- package/dist/cli/worker.js.map +1 -0
- package/dist/config/ingestion.d.ts +58 -0
- package/dist/config/ingestion.d.ts.map +1 -0
- package/dist/config/ingestion.js +283 -0
- package/dist/config/ingestion.js.map +1 -0
- package/dist/config/manifest.d.ts +20 -0
- package/dist/config/manifest.d.ts.map +1 -0
- package/dist/config/manifest.js +91 -0
- package/dist/config/manifest.js.map +1 -0
- package/dist/config/model-egress.d.ts +10 -0
- package/dist/config/model-egress.d.ts.map +1 -0
- package/dist/config/model-egress.js +62 -0
- package/dist/config/model-egress.js.map +1 -0
- package/dist/config/package-resolution.d.ts +4 -0
- package/dist/config/package-resolution.d.ts.map +1 -0
- package/dist/config/package-resolution.js +24 -0
- package/dist/config/package-resolution.js.map +1 -0
- package/dist/config/policy.d.ts +44 -0
- package/dist/config/policy.d.ts.map +1 -0
- package/dist/config/policy.js +141 -0
- package/dist/config/policy.js.map +1 -0
- package/dist/config/record.d.ts +4 -0
- package/dist/config/record.d.ts.map +1 -0
- package/dist/config/record.js +10 -0
- package/dist/config/record.js.map +1 -0
- package/dist/config/secrets.d.ts +11 -0
- package/dist/config/secrets.d.ts.map +1 -0
- package/dist/config/secrets.js +42 -0
- package/dist/config/secrets.js.map +1 -0
- package/dist/contracts/diagnostics.d.ts +4 -0
- package/dist/contracts/diagnostics.d.ts.map +1 -0
- package/dist/contracts/diagnostics.js +31 -0
- package/dist/contracts/diagnostics.js.map +1 -0
- package/dist/contracts/serialize.d.ts +2 -0
- package/dist/contracts/serialize.d.ts.map +1 -0
- package/dist/contracts/serialize.js +90 -0
- package/dist/contracts/serialize.js.map +1 -0
- package/dist/contracts/types.d.ts +316 -0
- package/dist/contracts/types.d.ts.map +1 -0
- package/dist/contracts/types.js +74 -0
- package/dist/contracts/types.js.map +1 -0
- package/dist/contracts/validator.d.ts +8 -0
- package/dist/contracts/validator.d.ts.map +1 -0
- package/dist/contracts/validator.js +71 -0
- package/dist/contracts/validator.js.map +1 -0
- package/dist/driver.d.ts +97 -0
- package/dist/driver.d.ts.map +1 -0
- package/dist/driver.js +24 -0
- package/dist/driver.js.map +1 -0
- package/dist/drivers/descriptor.d.ts +15 -0
- package/dist/drivers/descriptor.d.ts.map +1 -0
- package/dist/drivers/descriptor.js +122 -0
- package/dist/drivers/descriptor.js.map +1 -0
- package/dist/drivers/loader.d.ts +18 -0
- package/dist/drivers/loader.d.ts.map +1 -0
- package/dist/drivers/loader.js +97 -0
- package/dist/drivers/loader.js.map +1 -0
- package/dist/drivers/web/checkmate-driver.json +44 -0
- package/dist/drivers/web/index.d.ts +6 -0
- package/dist/drivers/web/index.d.ts.map +1 -0
- package/dist/drivers/web/index.js +27 -0
- package/dist/drivers/web/index.js.map +1 -0
- package/dist/drivers/web/session.d.ts +22 -0
- package/dist/drivers/web/session.d.ts.map +1 -0
- package/dist/drivers/web/session.js +130 -0
- package/dist/drivers/web/session.js.map +1 -0
- package/dist/drivers/web/tools/network-request-recorder.d.ts +46 -0
- package/dist/drivers/web/tools/network-request-recorder.d.ts.map +1 -0
- package/dist/drivers/web/tools/network-request-recorder.js +164 -0
- package/dist/drivers/web/tools/network-request-recorder.js.map +1 -0
- package/dist/{tools/browser → drivers/web/tools}/screenshot-service.d.ts +1 -1
- package/dist/drivers/web/tools/screenshot-service.d.ts.map +1 -0
- package/dist/drivers/web/tools/screenshot-service.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/index.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/index.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts +5 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js +56 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-service.d.ts +31 -0
- package/dist/drivers/web/tools/snapshot-service.d.ts.map +1 -0
- package/dist/{tools/browser → drivers/web/tools}/snapshot-service.js +36 -7
- package/dist/drivers/web/tools/snapshot-service.js.map +1 -0
- package/dist/drivers/web/tools/tool.d.ts +76 -0
- package/dist/drivers/web/tools/tool.d.ts.map +1 -0
- package/dist/drivers/web/tools/tool.js +562 -0
- package/dist/drivers/web/tools/tool.js.map +1 -0
- package/dist/drivers/web/tools/transient-state-tracker.d.ts +26 -0
- package/dist/drivers/web/tools/transient-state-tracker.d.ts.map +1 -0
- package/dist/{tools/browser → drivers/web/tools}/transient-state-tracker.js +54 -19
- package/dist/drivers/web/tools/transient-state-tracker.js.map +1 -0
- package/dist/drivers/web/tools/types.d.ts +11 -0
- package/dist/drivers/web/tools/types.d.ts.map +1 -0
- package/dist/drivers/web/tools/types.js +2 -0
- package/dist/drivers/web/tools/types.js.map +1 -0
- package/dist/evidence/atomic-file.d.ts +23 -0
- package/dist/evidence/atomic-file.d.ts.map +1 -0
- package/dist/evidence/atomic-file.js +104 -0
- package/dist/evidence/atomic-file.js.map +1 -0
- package/dist/evidence/layout.d.ts +30 -0
- package/dist/evidence/layout.d.ts.map +1 -0
- package/dist/evidence/layout.js +152 -0
- package/dist/evidence/layout.js.map +1 -0
- package/dist/evidence/retention.d.ts +5 -0
- package/dist/evidence/retention.d.ts.map +1 -0
- package/dist/evidence/retention.js +10 -0
- package/dist/evidence/retention.js.map +1 -0
- package/dist/evidence/store.d.ts +101 -0
- package/dist/evidence/store.d.ts.map +1 -0
- package/dist/evidence/store.js +375 -0
- package/dist/evidence/store.js.map +1 -0
- package/dist/evidence/terminal-finalizer.d.ts +19 -0
- package/dist/evidence/terminal-finalizer.d.ts.map +1 -0
- package/dist/evidence/terminal-finalizer.js +56 -0
- package/dist/evidence/terminal-finalizer.js.map +1 -0
- package/dist/index.d.ts +8 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -1
- package/dist/index.js.map +1 -1
- package/dist/logging/invocation-logger.d.ts +4 -0
- package/dist/logging/invocation-logger.d.ts.map +1 -0
- package/dist/logging/invocation-logger.js +25 -0
- package/dist/logging/invocation-logger.js.map +1 -0
- package/dist/logging/types.d.ts +8 -0
- package/dist/logging/types.d.ts.map +1 -0
- package/dist/logging/types.js +7 -0
- package/dist/logging/types.js.map +1 -0
- package/dist/redaction/diagnostic-sanitizer.d.ts +7 -0
- package/dist/redaction/diagnostic-sanitizer.d.ts.map +1 -0
- package/dist/redaction/diagnostic-sanitizer.js +42 -0
- package/dist/redaction/diagnostic-sanitizer.js.map +1 -0
- package/dist/redaction/redactor.d.ts +40 -0
- package/dist/redaction/redactor.d.ts.map +1 -0
- package/dist/redaction/redactor.js +176 -0
- package/dist/redaction/redactor.js.map +1 -0
- package/dist/redaction/scrub.d.ts +29 -0
- package/dist/redaction/scrub.d.ts.map +1 -0
- package/dist/redaction/scrub.js +54 -0
- package/dist/redaction/scrub.js.map +1 -0
- package/dist/runtime/config.d.ts +15 -0
- package/dist/runtime/config.d.ts.map +1 -0
- package/dist/runtime/config.js +2 -0
- package/dist/runtime/config.js.map +1 -0
- package/dist/runtime/driver-boundary.d.ts +16 -0
- package/dist/runtime/driver-boundary.d.ts.map +1 -0
- package/dist/runtime/driver-boundary.js +71 -0
- package/dist/runtime/driver-boundary.js.map +1 -0
- package/dist/runtime/driver-session.d.ts +9 -0
- package/dist/runtime/driver-session.d.ts.map +1 -0
- package/dist/runtime/driver-session.js +64 -0
- package/dist/runtime/driver-session.js.map +1 -0
- package/dist/runtime/internal-step-evidence.d.ts +30 -0
- package/dist/runtime/internal-step-evidence.d.ts.map +1 -0
- package/dist/runtime/internal-step-evidence.js +82 -0
- package/dist/runtime/internal-step-evidence.js.map +1 -0
- package/dist/runtime/result-adapter.d.ts +9 -0
- package/dist/runtime/result-adapter.d.ts.map +1 -0
- package/dist/runtime/result-adapter.js +77 -0
- package/dist/runtime/result-adapter.js.map +1 -0
- package/dist/runtime/runner.d.ts +35 -88
- package/dist/runtime/runner.d.ts.map +1 -1
- package/dist/runtime/runner.js +60 -74
- package/dist/runtime/runner.js.map +1 -1
- package/dist/runtime/scenario-control.d.ts +40 -0
- package/dist/runtime/scenario-control.d.ts.map +1 -0
- package/dist/runtime/scenario-control.js +94 -0
- package/dist/runtime/scenario-control.js.map +1 -0
- package/dist/runtime/scenario-runner.d.ts +39 -0
- package/dist/runtime/scenario-runner.d.ts.map +1 -0
- package/dist/runtime/scenario-runner.js +273 -0
- package/dist/runtime/scenario-runner.js.map +1 -0
- package/dist/runtime/scenario-state.d.ts +55 -0
- package/dist/runtime/scenario-state.d.ts.map +1 -0
- package/dist/runtime/scenario-state.js +128 -0
- package/dist/runtime/scenario-state.js.map +1 -0
- package/dist/runtime/step-execution.d.ts +24 -14
- package/dist/runtime/step-execution.d.ts.map +1 -1
- package/dist/runtime/step-execution.js +130 -36
- package/dist/runtime/step-execution.js.map +1 -1
- package/dist/runtime/text.d.ts +10 -0
- package/dist/runtime/text.d.ts.map +1 -0
- package/dist/runtime/text.js +25 -0
- package/dist/runtime/text.js.map +1 -0
- package/dist/runtime/types.d.ts +50 -76
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/runtime/usage-tracker.d.ts +37 -0
- package/dist/runtime/usage-tracker.d.ts.map +1 -0
- package/dist/runtime/usage-tracker.js +110 -0
- package/dist/runtime/usage-tracker.js.map +1 -0
- package/dist/tools/define-agent-tool.d.ts +3 -28
- package/dist/tools/define-agent-tool.d.ts.map +1 -1
- package/dist/tools/define-agent-tool.js +3 -28
- package/dist/tools/define-agent-tool.js.map +1 -1
- package/dist/tools/dispatcher.d.ts +11 -3
- package/dist/tools/dispatcher.d.ts.map +1 -1
- package/dist/tools/dispatcher.js +50 -8
- package/dist/tools/dispatcher.js.map +1 -1
- package/dist/tools/registry.d.ts +8 -10
- package/dist/tools/registry.d.ts.map +1 -1
- package/dist/tools/registry.js +19 -11
- package/dist/tools/registry.js.map +1 -1
- package/dist/tools/step/result-tool.d.ts.map +1 -1
- package/dist/tools/step/result-tool.js +8 -6
- package/dist/tools/step/result-tool.js.map +1 -1
- package/dist/tools/tool-contract.d.ts +1 -1
- package/dist/tools/tool-contract.d.ts.map +1 -1
- package/dist/tools/tool-contract.js.map +1 -1
- package/dist/tools/types.d.ts +77 -6
- package/dist/tools/types.d.ts.map +1 -1
- package/dist/tools/types.js.map +1 -1
- package/docs/CLI.md +59 -0
- package/docs/CONFIGURATION.md +91 -0
- package/docs/DRIVERS.md +75 -0
- package/docs/EVIDENCE.md +62 -0
- package/package.json +51 -59
- package/schemas/checkmate-config.v1.json +176 -0
- package/schemas/describe-result.v1.json +414 -0
- package/schemas/driver-descriptor.v1.json +66 -0
- package/schemas/run-request.v1.json +67 -0
- package/schemas/run-result.v1.json +333 -0
- package/schemas/validation-result.v1.json +86 -0
- package/dist/ai/response-processor.d.ts +0 -20
- package/dist/ai/response-processor.d.ts.map +0 -1
- package/dist/ai/response-processor.js +0 -62
- package/dist/ai/response-processor.js.map +0 -1
- package/dist/ai/token-pricing.d.ts +0 -13
- package/dist/ai/token-pricing.d.ts.map +0 -1
- package/dist/ai/token-pricing.js +0 -348
- package/dist/ai/token-pricing.js.map +0 -1
- package/dist/ai/token-tracker.d.ts +0 -33
- package/dist/ai/token-tracker.d.ts.map +0 -1
- package/dist/ai/token-tracker.js +0 -138
- package/dist/ai/token-tracker.js.map +0 -1
- package/dist/cli/create-examples.d.ts +0 -21
- package/dist/cli/create-examples.d.ts.map +0 -1
- package/dist/cli/create-examples.js +0 -116
- package/dist/cli/create-examples.js.map +0 -1
- package/dist/cli.d.ts +0 -15
- package/dist/cli.d.ts.map +0 -1
- package/dist/cli.js +0 -69
- package/dist/cli.js.map +0 -1
- package/dist/config/runtime-config.d.ts +0 -21
- package/dist/config/runtime-config.d.ts.map +0 -1
- package/dist/config/runtime-config.js +0 -98
- package/dist/config/runtime-config.js.map +0 -1
- package/dist/core.d.ts +0 -8
- package/dist/core.d.ts.map +0 -1
- package/dist/core.js +0 -4
- package/dist/core.js.map +0 -1
- package/dist/integrations/salesforce/authenticator.d.ts +0 -27
- package/dist/integrations/salesforce/authenticator.d.ts.map +0 -1
- package/dist/integrations/salesforce/authenticator.js +0 -27
- package/dist/integrations/salesforce/authenticator.js.map +0 -1
- package/dist/integrations/salesforce/cli-handler.d.ts +0 -14
- package/dist/integrations/salesforce/cli-handler.d.ts.map +0 -1
- package/dist/integrations/salesforce/cli-handler.js +0 -50
- package/dist/integrations/salesforce/cli-handler.js.map +0 -1
- package/dist/logging/index.d.ts +0 -2
- package/dist/logging/index.d.ts.map +0 -1
- package/dist/logging/index.js +0 -4
- package/dist/logging/index.js.map +0 -1
- package/dist/logging/logger.d.ts +0 -5
- package/dist/logging/logger.d.ts.map +0 -1
- package/dist/logging/logger.js +0 -15
- package/dist/logging/logger.js.map +0 -1
- package/dist/playwright.d.ts +0 -102
- package/dist/playwright.d.ts.map +0 -1
- package/dist/playwright.js +0 -116
- package/dist/playwright.js.map +0 -1
- package/dist/runtime/extension.d.ts +0 -274
- package/dist/runtime/extension.d.ts.map +0 -1
- package/dist/runtime/extension.js +0 -171
- package/dist/runtime/extension.js.map +0 -1
- package/dist/salesforce.d.ts +0 -71
- package/dist/salesforce.d.ts.map +0 -1
- package/dist/salesforce.js +0 -73
- package/dist/salesforce.js.map +0 -1
- package/dist/tools/browser/screenshot-service.d.ts.map +0 -1
- package/dist/tools/browser/screenshot-service.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/index.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/index.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/semantic-scorer.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/semantic-scorer.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts +0 -4
- package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/snapshot-filter.js +0 -57
- package/dist/tools/browser/snapshot-filter/snapshot-filter.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/tree-reconstructor.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/tree-reconstructor.js.map +0 -1
- package/dist/tools/browser/snapshot-service.d.ts +0 -19
- package/dist/tools/browser/snapshot-service.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-service.js.map +0 -1
- package/dist/tools/browser/tool.d.ts +0 -34
- package/dist/tools/browser/tool.d.ts.map +0 -1
- package/dist/tools/browser/tool.js +0 -226
- package/dist/tools/browser/tool.js.map +0 -1
- package/dist/tools/browser/transient-state-tracker.d.ts +0 -16
- package/dist/tools/browser/transient-state-tracker.d.ts.map +0 -1
- package/dist/tools/browser/transient-state-tracker.js.map +0 -1
- package/dist/tools/salesforce/login-tool.d.ts +0 -7
- package/dist/tools/salesforce/login-tool.d.ts.map +0 -1
- package/dist/tools/salesforce/login-tool.js +0 -25
- package/dist/tools/salesforce/login-tool.js.map +0 -1
- package/docs/EXTENSIONS.md +0 -232
- package/docs/GUIDE.md +0 -465
- package/docs/ROADMAP.md +0 -47
- package/playwright.config.ts +0 -39
- package/test/examples/salesforce/trial-dev-org.spec.ts +0 -82
- package/test/examples/web/website-testing.spec.ts +0 -281
- /package/dist/{tools/browser → drivers/web/tools}/screenshot-service.js +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.d.ts +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.js +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.d.ts +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.js +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.d.ts +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.js +0 -0
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
export class ScenarioControl {
|
|
2
|
+
signal;
|
|
3
|
+
interruptionSignal;
|
|
4
|
+
deadline;
|
|
5
|
+
controller = new AbortController();
|
|
6
|
+
interruptionController = new AbortController();
|
|
7
|
+
now;
|
|
8
|
+
setTimer;
|
|
9
|
+
clearTimer;
|
|
10
|
+
timer;
|
|
11
|
+
externalSignal;
|
|
12
|
+
disposed = false;
|
|
13
|
+
constructor(options) {
|
|
14
|
+
if (!Number.isFinite(options.timeoutMs) || options.timeoutMs < 0) {
|
|
15
|
+
throw new Error('Scenario timeout must be a non-negative finite number');
|
|
16
|
+
}
|
|
17
|
+
this.now = options.now ?? Date.now;
|
|
18
|
+
this.setTimer = options.setTimer ?? setTimeout;
|
|
19
|
+
this.clearTimer = options.clearTimer ?? clearTimeout;
|
|
20
|
+
this.deadline = this.now() + options.timeoutMs;
|
|
21
|
+
this.signal = this.controller.signal;
|
|
22
|
+
this.interruptionSignal = this.interruptionController.signal;
|
|
23
|
+
this.externalSignal = options.signal;
|
|
24
|
+
if (options.signal?.aborted)
|
|
25
|
+
this.handleExternalAbort();
|
|
26
|
+
else
|
|
27
|
+
options.signal?.addEventListener('abort', this.handleExternalAbort, { once: true });
|
|
28
|
+
this.timer = this.setTimer(() => this.controller.abort('scenario-timeout'), options.timeoutMs);
|
|
29
|
+
}
|
|
30
|
+
poll() {
|
|
31
|
+
if (this.externalSignal?.aborted || this.interruptionSignal.aborted) {
|
|
32
|
+
this.handleExternalAbort();
|
|
33
|
+
return { expired: true, reason: 'interrupted' };
|
|
34
|
+
}
|
|
35
|
+
if (this.signal.reason === 'scenario-timeout' || this.now() >= this.deadline) {
|
|
36
|
+
this.controller.abort('scenario-timeout');
|
|
37
|
+
return { expired: true, reason: 'scenario-timeout' };
|
|
38
|
+
}
|
|
39
|
+
return { expired: false };
|
|
40
|
+
}
|
|
41
|
+
createStepControl(stepTimeoutMs) {
|
|
42
|
+
if (!Number.isFinite(stepTimeoutMs) || stepTimeoutMs < 0) {
|
|
43
|
+
throw new Error('Step timeout must be a non-negative finite number');
|
|
44
|
+
}
|
|
45
|
+
const now = this.now();
|
|
46
|
+
const stepDeadline = now + stepTimeoutMs;
|
|
47
|
+
const deadline = Math.min(stepDeadline, this.deadline);
|
|
48
|
+
const owner = this.deadline <= stepDeadline ? 'scenario-timeout' : 'step-timeout';
|
|
49
|
+
const controller = new AbortController();
|
|
50
|
+
const onScenarioAbort = () => controller.abort(this.signal.reason ?? 'scenario-timeout');
|
|
51
|
+
if (this.signal.aborted)
|
|
52
|
+
onScenarioAbort();
|
|
53
|
+
else
|
|
54
|
+
this.signal.addEventListener('abort', onScenarioAbort, { once: true });
|
|
55
|
+
const timer = this.setTimer(() => controller.abort(owner), Math.max(0, deadline - now));
|
|
56
|
+
let disposed = false;
|
|
57
|
+
return {
|
|
58
|
+
signal: controller.signal,
|
|
59
|
+
deadline,
|
|
60
|
+
now: this.now,
|
|
61
|
+
poll: () => {
|
|
62
|
+
const scenario = this.poll();
|
|
63
|
+
if (scenario.expired)
|
|
64
|
+
return scenario;
|
|
65
|
+
if (controller.signal.reason === 'interrupted')
|
|
66
|
+
return { expired: true, reason: 'interrupted' };
|
|
67
|
+
if (controller.signal.aborted || this.now() >= deadline) {
|
|
68
|
+
controller.abort(owner);
|
|
69
|
+
return { expired: true, reason: owner };
|
|
70
|
+
}
|
|
71
|
+
return { expired: false };
|
|
72
|
+
},
|
|
73
|
+
dispose: () => {
|
|
74
|
+
if (disposed)
|
|
75
|
+
return;
|
|
76
|
+
disposed = true;
|
|
77
|
+
this.clearTimer(timer);
|
|
78
|
+
this.signal.removeEventListener('abort', onScenarioAbort);
|
|
79
|
+
},
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
dispose() {
|
|
83
|
+
if (this.disposed)
|
|
84
|
+
return;
|
|
85
|
+
this.disposed = true;
|
|
86
|
+
this.clearTimer(this.timer);
|
|
87
|
+
this.externalSignal?.removeEventListener('abort', this.handleExternalAbort);
|
|
88
|
+
}
|
|
89
|
+
handleExternalAbort = () => {
|
|
90
|
+
this.interruptionController.abort('interrupted');
|
|
91
|
+
this.controller.abort('interrupted');
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=scenario-control.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario-control.js","sourceRoot":"","sources":["../../src/runtime/scenario-control.ts"],"names":[],"mappings":"AAoBA,MAAM,OAAO,eAAe;IAClB,MAAM,CAAa;IACnB,kBAAkB,CAAa;IAC/B,QAAQ,CAAQ;IACR,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IAClC,sBAAsB,GAAG,IAAI,eAAe,EAAE,CAAA;IAC9C,GAAG,CAAc;IACjB,QAAQ,CAAmB;IAC3B,UAAU,CAAqB;IAC/B,KAAK,CAA+B;IACpC,cAAc,CAAc;IACrC,QAAQ,GAAG,KAAK,CAAA;IAExB,YAAY,OAA+B;QAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;QACzE,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;QAClC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAA;QAC9C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,YAAY,CAAA;QACpD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QACpC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAA;QAC5D,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAA;QACpC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,IAAI,CAAC,mBAAmB,EAAE,CAAA;;YAClD,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACxF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;IAC/F,CAAC;IAED,IAAI;QACH,IAAI,IAAI,CAAC,cAAc,EAAE,OAAO,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;YACrE,IAAI,CAAC,mBAAmB,EAAE,CAAA;YAC1B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;QAChD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,kBAAkB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9E,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;YACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAA;QACrD,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED,iBAAiB,CAAC,aAAqB;QACtC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;QACrE,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,YAAY,GAAG,GAAG,GAAG,aAAa,CAAA;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QACtD,MAAM,KAAK,GACV,IAAI,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,cAAc,CAAA;QACpE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QACxC,MAAM,eAAe,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,kBAAkB,CAAC,CAAA;QACxF,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,eAAe,EAAE,CAAA;;YACrC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAA;QACvF,IAAI,QAAQ,GAAG,KAAK,CAAA;QAEpB,OAAO;YACN,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ;YACR,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,IAAI,EAAE,GAAG,EAAE;gBACV,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;gBAC5B,IAAI,QAAQ,CAAC,OAAO;oBAAE,OAAO,QAAQ,CAAA;gBACrC,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,aAAa;oBAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;gBAC/F,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;oBACzD,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;oBACvB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;gBACxC,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;YAC1B,CAAC;YACD,OAAO,EAAE,GAAG,EAAE;gBACb,IAAI,QAAQ;oBAAE,OAAM;gBACpB,QAAQ,GAAG,IAAI,CAAA;gBACf,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;gBACtB,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;YAC1D,CAAC;SACD,CAAA;IACF,CAAC;IAED,OAAO;QACN,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAM;QACzB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACpB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC3B,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAA;IAC5E,CAAC;IAEgB,mBAAmB,GAAG,GAAS,EAAE;QACjD,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;QAChD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IACrC,CAAC,CAAA;CACD"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import type { CheckmateDriverV1, DriverEvidenceSink, StepIntent } from '../driver.js';
|
|
2
|
+
import { type EvidenceStore } from '../evidence/store.js';
|
|
3
|
+
import type { RuntimeLogger } from '../logging/types.js';
|
|
4
|
+
import type { DiagnosticSanitizer } from '../redaction/diagnostic-sanitizer.js';
|
|
5
|
+
import { type DriverCheckmateRunnerOptions } from './runner.js';
|
|
6
|
+
import type { ScenarioControl } from './scenario-control.js';
|
|
7
|
+
import type { ScenarioState } from './scenario-state.js';
|
|
8
|
+
import type { InternalStepReport } from './types.js';
|
|
9
|
+
import type { ScenarioUsageTracker } from './usage-tracker.js';
|
|
10
|
+
export type ScenarioStepRunner = Readonly<{
|
|
11
|
+
run(step: StepIntent, control: ReturnType<ScenarioControl['createStepControl']>): Promise<InternalStepReport>;
|
|
12
|
+
teardown(): Promise<void>;
|
|
13
|
+
}>;
|
|
14
|
+
export type ScenarioRunnerFactory = (options: DriverCheckmateRunnerOptions) => ScenarioStepRunner;
|
|
15
|
+
export type RunScenarioOptions = Readonly<{
|
|
16
|
+
driver: CheckmateDriverV1;
|
|
17
|
+
prepared: import('../api/prepare-run.js').PreparedRun;
|
|
18
|
+
state: ScenarioState;
|
|
19
|
+
control: ScenarioControl;
|
|
20
|
+
store: EvidenceStore;
|
|
21
|
+
usageTracker: ScenarioUsageTracker;
|
|
22
|
+
secretValues: ReadonlyMap<string, string>;
|
|
23
|
+
apiKey: string;
|
|
24
|
+
exactSecrets: readonly string[];
|
|
25
|
+
logger: RuntimeLogger;
|
|
26
|
+
sanitizer: DiagnosticSanitizer;
|
|
27
|
+
createRunner?: ScenarioRunnerFactory;
|
|
28
|
+
now?: () => number;
|
|
29
|
+
onCleanupStarted?: () => void;
|
|
30
|
+
}>;
|
|
31
|
+
export declare function runScenario(options: RunScenarioOptions): Promise<void>;
|
|
32
|
+
export declare class EvidenceAttribution {
|
|
33
|
+
private stepId;
|
|
34
|
+
beginStep(stepId: string): void;
|
|
35
|
+
endStep(stepId?: string): void;
|
|
36
|
+
currentStep(): string | undefined;
|
|
37
|
+
}
|
|
38
|
+
export declare function createDriverEvidenceSink(store: EvidenceStore, attribution: EvidenceAttribution, logger: RuntimeLogger): DriverEvidenceSink;
|
|
39
|
+
//# sourceMappingURL=scenario-runner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario-runner.d.ts","sourceRoot":"","sources":["../../src/runtime/scenario-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAqC,UAAU,EAAE,MAAM,cAAc,CAAA;AACxH,OAAO,EAAwB,KAAK,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAC/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAC/E,OAAO,EAAsB,KAAK,4BAA4B,EAAE,MAAM,aAAa,CAAA;AAGnF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AACpD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAE9D,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACzC,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAC7G,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACzB,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,EAAE,4BAA4B,KAAK,kBAAkB,CAAA;AAEjG,MAAM,MAAM,kBAAkB,GAAG,QAAQ,CAAC;IACzC,MAAM,EAAE,iBAAiB,CAAA;IACzB,QAAQ,EAAE,OAAO,uBAAuB,EAAE,WAAW,CAAA;IACrD,KAAK,EAAE,aAAa,CAAA;IACpB,OAAO,EAAE,eAAe,CAAA;IACxB,KAAK,EAAE,aAAa,CAAA;IACpB,YAAY,EAAE,oBAAoB,CAAA;IAClC,YAAY,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACzC,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,SAAS,MAAM,EAAE,CAAA;IAC/B,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,EAAE,mBAAmB,CAAA;IAC9B,YAAY,CAAC,EAAE,qBAAqB,CAAA;IACpC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAA;CAC7B,CAAC,CAAA;AAEF,wBAAsB,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAwH5E;AA8ID,qBAAa,mBAAmB;IAC/B,OAAO,CAAC,MAAM,CAAoB;IAElC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAI/B,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAI9B,WAAW,IAAI,MAAM,GAAG,SAAS;CAGjC;AAED,wBAAgB,wBAAwB,CACvC,KAAK,EAAE,aAAa,EACpB,WAAW,EAAE,mBAAmB,EAChC,MAAM,EAAE,aAAa,GACnB,kBAAkB,CAcpB"}
|
|
@@ -0,0 +1,273 @@
|
|
|
1
|
+
import { EvidenceCaptureError } from '../evidence/store.js';
|
|
2
|
+
import { createDriverRunner } from './runner.js';
|
|
3
|
+
import { awaitDriverBoundary, DriverBoundaryError } from './driver-boundary.js';
|
|
4
|
+
import { adaptStepResult } from './result-adapter.js';
|
|
5
|
+
export async function runScenario(options) {
|
|
6
|
+
let session;
|
|
7
|
+
let runner;
|
|
8
|
+
const attribution = new EvidenceAttribution();
|
|
9
|
+
const now = options.now ?? Date.now;
|
|
10
|
+
try {
|
|
11
|
+
session = await scenarioBoundary('driver-start', options.control, now, (signal) => options.driver.start({
|
|
12
|
+
target: structuredClone(options.prepared.driver.target),
|
|
13
|
+
settings: structuredClone(options.prepared.driver.settings),
|
|
14
|
+
secrets: driverSecretReader(options.prepared.driver.secretBindings, options.secretValues),
|
|
15
|
+
evidence: createDriverEvidenceSink(options.store, attribution, options.logger),
|
|
16
|
+
logger: options.logger,
|
|
17
|
+
signal,
|
|
18
|
+
}));
|
|
19
|
+
try {
|
|
20
|
+
runner = (options.createRunner ?? createDriverRunner)({
|
|
21
|
+
driverId: options.prepared.driver.id,
|
|
22
|
+
descriptor: options.prepared.driver.descriptor,
|
|
23
|
+
session,
|
|
24
|
+
allowedTools: options.prepared.driver.allowedTools,
|
|
25
|
+
modelEgress: options.prepared.modelEgress,
|
|
26
|
+
limits: options.prepared.effectiveLimits,
|
|
27
|
+
apiKey: options.apiKey,
|
|
28
|
+
exactSecrets: options.exactSecrets,
|
|
29
|
+
logger: options.logger,
|
|
30
|
+
usageTracker: options.usageTracker,
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
catch (error) {
|
|
34
|
+
options.state.recordLifecycleFailure('driver-start-failed', diagnostic('driver.start-failed', '/driver', error, options.sanitizer));
|
|
35
|
+
options.state.markNotStarted();
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
for (const [stepIndex, step] of options.prepared.request.scenario.steps.entries()) {
|
|
39
|
+
const expired = options.control.poll();
|
|
40
|
+
if (expired.expired) {
|
|
41
|
+
options.state.recordLifecycleFailure(expired.reason, diagnostic('scenario.expired', '', expired.reason, options.sanitizer));
|
|
42
|
+
options.state.markNotStarted();
|
|
43
|
+
break;
|
|
44
|
+
}
|
|
45
|
+
const intent = { id: step.id, action: step.action, expect: step.expect };
|
|
46
|
+
const checkpoint = options.usageTracker.beginStep();
|
|
47
|
+
const startedAt = now();
|
|
48
|
+
const stepControl = options.control.createStepControl(options.prepared.effectiveLimits.stepTimeoutMs);
|
|
49
|
+
let report;
|
|
50
|
+
let finalizationStarted = false;
|
|
51
|
+
try {
|
|
52
|
+
attribution.beginStep(step.id);
|
|
53
|
+
try {
|
|
54
|
+
report = await runner.run(intent, stepControl);
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
attribution.endStep(step.id);
|
|
58
|
+
}
|
|
59
|
+
const adapted = adaptStepResult(report);
|
|
60
|
+
for (const candidate of adapted.evidence) {
|
|
61
|
+
try {
|
|
62
|
+
options.store.captureHarnessStep(candidate);
|
|
63
|
+
}
|
|
64
|
+
catch (error) {
|
|
65
|
+
options.store.recordCaptureFailure(candidate.kind, error);
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
finalizationStarted = true;
|
|
69
|
+
await options.store.finalizeStep(step.id, adapted.result.status);
|
|
70
|
+
options.state.recordStep(adapted.result, report.diagnostics);
|
|
71
|
+
}
|
|
72
|
+
catch (error) {
|
|
73
|
+
const failure = internalErrorStep(intent, stepIndex, report, checkpoint, startedAt, now, options, error);
|
|
74
|
+
if (!finalizationStarted) {
|
|
75
|
+
finalizationStarted = true;
|
|
76
|
+
try {
|
|
77
|
+
await options.store.finalizeStep(step.id, 'failed');
|
|
78
|
+
}
|
|
79
|
+
catch (finalizationError) {
|
|
80
|
+
failure.diagnostics.push(diagnostic('evidence.finalize-failed', '/evidence', finalizationError, options.sanitizer));
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
options.state.recordStep(failure.result, failure.diagnostics);
|
|
84
|
+
}
|
|
85
|
+
finally {
|
|
86
|
+
attribution.endStep(step.id);
|
|
87
|
+
stepControl.dispose();
|
|
88
|
+
}
|
|
89
|
+
await options.store.replaceCheckpoint({ completedSteps: options.state.completedSteps });
|
|
90
|
+
const recorded = options.state.completedSteps.at(-1);
|
|
91
|
+
if (recorded.status === 'failed') {
|
|
92
|
+
options.state.blockRemaining(step.id);
|
|
93
|
+
break;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
const expiration = expirationReason(error, options.control);
|
|
99
|
+
options.state.recordLifecycleFailure(expiration ?? (session ? 'internal-error' : 'driver-start-failed'), diagnostic(session ? 'scenario.internal-error' : 'driver.start-failed', session ? '' : '/driver', error, options.sanitizer));
|
|
100
|
+
options.state.markNotStarted();
|
|
101
|
+
}
|
|
102
|
+
finally {
|
|
103
|
+
attribution.endStep();
|
|
104
|
+
latchInterruption(options);
|
|
105
|
+
if (session) {
|
|
106
|
+
options.onCleanupStarted?.();
|
|
107
|
+
await cleanup(runner, session, options, now);
|
|
108
|
+
}
|
|
109
|
+
latchInterruption(options);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
async function cleanup(runner, session, options, now) {
|
|
113
|
+
const cleanupController = new AbortController();
|
|
114
|
+
const boundaryController = new AbortController();
|
|
115
|
+
const onInterruption = () => cleanupController.abort('interrupted');
|
|
116
|
+
if (options.control.interruptionSignal.aborted)
|
|
117
|
+
onInterruption();
|
|
118
|
+
else
|
|
119
|
+
options.control.interruptionSignal.addEventListener('abort', onInterruption, { once: true });
|
|
120
|
+
const deadline = now() + options.prepared.effectiveLimits.cleanupTimeoutMs;
|
|
121
|
+
const runnerTeardown = runner ? startCleanupCall(() => runner.teardown()) : undefined;
|
|
122
|
+
if (now() >= deadline) {
|
|
123
|
+
cleanupController.abort('driver-teardown-failed');
|
|
124
|
+
boundaryController.abort('driver-teardown-failed');
|
|
125
|
+
}
|
|
126
|
+
const sessionClose = startCleanupCall(() => session.close({ signal: cleanupController.signal }));
|
|
127
|
+
if (now() >= deadline) {
|
|
128
|
+
cleanupController.abort('driver-teardown-failed');
|
|
129
|
+
boundaryController.abort('driver-teardown-failed');
|
|
130
|
+
}
|
|
131
|
+
const operations = [
|
|
132
|
+
...(runnerTeardown
|
|
133
|
+
? [boundedCleanup('runner-teardown', runnerTeardown, boundaryController, deadline, now)]
|
|
134
|
+
: []),
|
|
135
|
+
boundedCleanup('driver-close', sessionClose, boundaryController, deadline, now),
|
|
136
|
+
];
|
|
137
|
+
try {
|
|
138
|
+
const results = await Promise.allSettled(operations);
|
|
139
|
+
const failures = results.filter((result) => result.status === 'rejected');
|
|
140
|
+
if (failures.length === 0)
|
|
141
|
+
return;
|
|
142
|
+
cleanupController.abort('driver-teardown-failed');
|
|
143
|
+
options.state.recordCleanupFailure({
|
|
144
|
+
code: 'driver.teardown-failed',
|
|
145
|
+
path: '/driver',
|
|
146
|
+
message: failures.map((failure) => options.sanitizer.error(failure.reason)).join('; '),
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
finally {
|
|
150
|
+
options.control.interruptionSignal.removeEventListener('abort', onInterruption);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
function startCleanupCall(call) {
|
|
154
|
+
try {
|
|
155
|
+
const operation = Promise.resolve(call());
|
|
156
|
+
void operation.catch(() => undefined);
|
|
157
|
+
return operation;
|
|
158
|
+
}
|
|
159
|
+
catch (error) {
|
|
160
|
+
return Promise.reject(error);
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
function boundedCleanup(operation, started, controller, deadline, now) {
|
|
164
|
+
return awaitDriverBoundary({
|
|
165
|
+
operation,
|
|
166
|
+
signal: controller.signal,
|
|
167
|
+
deadline,
|
|
168
|
+
now,
|
|
169
|
+
reason: () => 'interrupted',
|
|
170
|
+
call: () => started,
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
function scenarioBoundary(operation, control, now, call) {
|
|
174
|
+
return awaitDriverBoundary({
|
|
175
|
+
operation,
|
|
176
|
+
signal: control.signal,
|
|
177
|
+
deadline: control.deadline,
|
|
178
|
+
now,
|
|
179
|
+
reason: () => {
|
|
180
|
+
const state = control.poll();
|
|
181
|
+
return state.expired ? state.reason : 'scenario-timeout';
|
|
182
|
+
},
|
|
183
|
+
call,
|
|
184
|
+
});
|
|
185
|
+
}
|
|
186
|
+
function internalErrorStep(step, stepIndex, report, checkpoint, startedAt, now, options, error) {
|
|
187
|
+
const failure = diagnostic('scenario.internal-error', `/scenario/steps/${stepIndex}`, error, options.sanitizer);
|
|
188
|
+
return {
|
|
189
|
+
result: {
|
|
190
|
+
id: step.id,
|
|
191
|
+
status: 'failed',
|
|
192
|
+
category: 'infra',
|
|
193
|
+
reason: 'internal-error',
|
|
194
|
+
actual: failure.message,
|
|
195
|
+
turns: report?.turns ?? 0,
|
|
196
|
+
durationMs: report?.durationMs ?? Math.max(0, now() - startedAt),
|
|
197
|
+
usage: options.usageTracker.stepUsage(checkpoint),
|
|
198
|
+
toolCalls: [],
|
|
199
|
+
},
|
|
200
|
+
diagnostics: [failure],
|
|
201
|
+
};
|
|
202
|
+
}
|
|
203
|
+
function latchInterruption(options) {
|
|
204
|
+
if (!options.control.interruptionSignal.aborted)
|
|
205
|
+
return;
|
|
206
|
+
options.state.latchInterruption({
|
|
207
|
+
code: 'scenario.interrupted',
|
|
208
|
+
path: '',
|
|
209
|
+
message: 'Scenario execution was interrupted',
|
|
210
|
+
});
|
|
211
|
+
}
|
|
212
|
+
function driverSecretReader(bindings, values) {
|
|
213
|
+
return {
|
|
214
|
+
read(slot) {
|
|
215
|
+
if (!Object.hasOwn(bindings, slot))
|
|
216
|
+
throw new Error(`Driver secret slot '${slot}' is not declared`);
|
|
217
|
+
const binding = bindings[slot];
|
|
218
|
+
const value = values.get(binding);
|
|
219
|
+
if (value === undefined)
|
|
220
|
+
throw new Error(`Driver secret binding '${binding}' is unavailable`);
|
|
221
|
+
return value;
|
|
222
|
+
},
|
|
223
|
+
};
|
|
224
|
+
}
|
|
225
|
+
export class EvidenceAttribution {
|
|
226
|
+
stepId;
|
|
227
|
+
beginStep(stepId) {
|
|
228
|
+
this.stepId = stepId;
|
|
229
|
+
}
|
|
230
|
+
endStep(stepId) {
|
|
231
|
+
if (stepId === undefined || this.stepId === stepId)
|
|
232
|
+
this.stepId = undefined;
|
|
233
|
+
}
|
|
234
|
+
currentStep() {
|
|
235
|
+
return this.stepId;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
export function createDriverEvidenceSink(store, attribution, logger) {
|
|
239
|
+
return {
|
|
240
|
+
async capture(input) {
|
|
241
|
+
try {
|
|
242
|
+
store.captureDriver({ ...input, stepId: input.stepId ?? attribution.currentStep() });
|
|
243
|
+
return { status: 'accepted' };
|
|
244
|
+
}
|
|
245
|
+
catch (error) {
|
|
246
|
+
if (!isDiscardableCaptureError(error))
|
|
247
|
+
throw error;
|
|
248
|
+
const diagnostic = store.recordCaptureFailure(input.kind, error);
|
|
249
|
+
logger.warn(diagnostic.message);
|
|
250
|
+
return { status: 'discarded' };
|
|
251
|
+
}
|
|
252
|
+
},
|
|
253
|
+
};
|
|
254
|
+
}
|
|
255
|
+
function isDiscardableCaptureError(error) {
|
|
256
|
+
return (error instanceof EvidenceCaptureError &&
|
|
257
|
+
[
|
|
258
|
+
'evidence.candidate-too-large',
|
|
259
|
+
'evidence.invocation-buffer-too-large',
|
|
260
|
+
'evidence.invalid-text',
|
|
261
|
+
'evidence.invalid-structured-content',
|
|
262
|
+
].includes(error.code));
|
|
263
|
+
}
|
|
264
|
+
function expirationReason(error, control) {
|
|
265
|
+
if (error instanceof DriverBoundaryError && error.reason !== 'step-timeout')
|
|
266
|
+
return error.reason;
|
|
267
|
+
const state = control.poll();
|
|
268
|
+
return state.expired && state.reason !== 'step-timeout' ? state.reason : undefined;
|
|
269
|
+
}
|
|
270
|
+
function diagnostic(code, path, error, sanitizer) {
|
|
271
|
+
return { code, path, message: sanitizer.error(error) };
|
|
272
|
+
}
|
|
273
|
+
//# sourceMappingURL=scenario-runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario-runner.js","sourceRoot":"","sources":["../../src/runtime/scenario-runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAsB,MAAM,sBAAsB,CAAA;AAG/E,OAAO,EAAE,kBAAkB,EAAqC,MAAM,aAAa,CAAA;AACnF,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AA8BrD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA2B;IAC5D,IAAI,OAAkC,CAAA;IACtC,IAAI,MAAsC,CAAA;IAC1C,MAAM,WAAW,GAAG,IAAI,mBAAmB,EAAE,CAAA;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IAEnC,IAAI,CAAC;QACJ,OAAO,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,EAAE,CACjF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YACpB,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YACvD,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC3D,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,YAAY,CAAC;YACzF,QAAQ,EAAE,wBAAwB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC;YAC9E,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM;SACN,CAAC,CACF,CAAA;QACD,IAAI,CAAC;YACJ,MAAM,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,kBAAkB,CAAC,CAAC;gBACrD,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;gBACpC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU;gBAC9C,OAAO;gBACP,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY;gBAClD,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;gBACzC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,eAAe;gBACxC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,YAAY,EAAE,OAAO,CAAC,YAAY;aAClC,CAAC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,qBAAqB,EACrB,UAAU,CAAC,qBAAqB,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CACtE,CAAA;YACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;YAC9B,OAAM;QACP,CAAC;QAED,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACnF,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;YACtC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,OAAO,CAAC,MAAM,EACd,UAAU,CAAC,kBAAkB,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CACrE,CAAA;gBACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;gBAC9B,MAAK;YACN,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAA;YACxE,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,CAAA;YACnD,MAAM,SAAS,GAAG,GAAG,EAAE,CAAA;YACvB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,aAAa,CAAC,CAAA;YACrG,IAAI,MAAsC,CAAA;YAC1C,IAAI,mBAAmB,GAAG,KAAK,CAAA;YAC/B,IAAI,CAAC;gBACJ,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC9B,IAAI,CAAC;oBACJ,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;gBAC/C,CAAC;wBAAS,CAAC;oBACV,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC7B,CAAC;gBACD,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;gBACvC,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC1C,IAAI,CAAC;wBACJ,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAA;oBAC5C,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;oBAC1D,CAAC;gBACF,CAAC;gBACD,mBAAmB,GAAG,IAAI,CAAA;gBAC1B,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBAChE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;YAC7D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;gBACxG,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC1B,mBAAmB,GAAG,IAAI,CAAA;oBAC1B,IAAI,CAAC;wBACJ,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;oBACpD,CAAC;oBAAC,OAAO,iBAAiB,EAAE,CAAC;wBAC5B,OAAO,CAAC,WAAW,CAAC,IAAI,CACvB,UAAU,CAAC,0BAA0B,EAAE,WAAW,EAAE,iBAAiB,EAAE,OAAO,CAAC,SAAS,CAAC,CACzF,CAAA;oBACF,CAAC;gBACF,CAAC;gBACD,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;YAC9D,CAAC;oBAAS,CAAC;gBACV,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5B,WAAW,CAAC,OAAO,EAAE,CAAA;YACtB,CAAC;YAED,MAAM,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAA;YACvF,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAA;YACrD,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAClC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBACrC,MAAK;YACN,CAAC;QACF,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;QAC3D,OAAO,CAAC,KAAK,CAAC,sBAAsB,CACnC,UAAU,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,qBAAqB,CAAC,EAClE,UAAU,CACT,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,qBAAqB,EAC3D,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EACxB,KAAK,EACL,OAAO,CAAC,SAAS,CACjB,CACD,CAAA;QACD,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;IAC/B,CAAC;YAAS,CAAC;QACV,WAAW,CAAC,OAAO,EAAE,CAAA;QACrB,iBAAiB,CAAC,OAAO,CAAC,CAAA;QAC1B,IAAI,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAA;YAC5B,MAAM,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAA;QAC7C,CAAC;QACD,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC3B,CAAC;AACF,CAAC;AAED,KAAK,UAAU,OAAO,CACrB,MAAsC,EACtC,OAAsB,EACtB,OAA2B,EAC3B,GAAiB;IAEjB,MAAM,iBAAiB,GAAG,IAAI,eAAe,EAAE,CAAA;IAC/C,MAAM,kBAAkB,GAAG,IAAI,eAAe,EAAE,CAAA;IAChD,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IACnE,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO;QAAE,cAAc,EAAE,CAAA;;QAC3D,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACjG,MAAM,QAAQ,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,gBAAgB,CAAA;IAC1E,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACrF,IAAI,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;QACvB,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACnD,CAAC;IACD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IAChG,IAAI,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;QACvB,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACnD,CAAC;IACD,MAAM,UAAU,GAAG;QAClB,GAAG,CAAC,cAAc;YACjB,CAAC,CAAC,CAAC,cAAc,CAAC,iBAAiB,EAAE,cAAc,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxF,CAAC,CAAC,EAAE,CAAC;QACN,cAAc,CAAC,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,QAAQ,EAAE,GAAG,CAAC;KAC/E,CAAA;IACD,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,CAAA;QAC1G,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QACjC,iBAAiB,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACjD,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC;YAClC,IAAI,EAAE,wBAAwB;YAC9B,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SACtF,CAAC,CAAA;IACH,CAAC;YAAS,CAAC;QACV,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;IAChF,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAsC;IAC/D,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACzC,KAAK,SAAS,CAAC,KAAK,CAAC,GAAS,EAAE,CAAC,SAAS,CAAC,CAAA;QAC3C,OAAO,SAAS,CAAA;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC;AAED,SAAS,cAAc,CACtB,SAAiB,EACjB,OAAyB,EACzB,UAA2B,EAC3B,QAAgB,EAChB,GAAiB;IAEjB,OAAO,mBAAmB,CAAC;QAC1B,SAAS;QACT,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ;QACR,GAAG;QACH,MAAM,EAAE,GAAG,EAAE,CAAC,aAAa;QAC3B,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO;KACnB,CAAC,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,SAAiB,EACjB,OAAwB,EACxB,GAAiB,EACjB,IAA6C;IAE7C,OAAO,mBAAmB,CAAC;QAC1B,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG;QACH,MAAM,EAAE,GAAG,EAAE;YACZ,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;YAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAA;QACzD,CAAC;QACD,IAAI;KACJ,CAAC,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CACzB,IAAgB,EAChB,SAAiB,EACjB,MAAsC,EACtC,UAAyD,EACzD,SAAiB,EACjB,GAAiB,EACjB,OAA2B,EAC3B,KAAc;IAEd,MAAM,OAAO,GAAG,UAAU,CAAC,yBAAyB,EAAE,mBAAmB,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;IAC/G,OAAO;QACN,MAAM,EAAE;YACP,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO;YACjB,MAAM,EAAE,gBAAgB;YACxB,MAAM,EAAE,OAAO,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;YACzB,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,SAAS,CAAC;YAChE,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC;YACjD,SAAS,EAAE,EAAE;SACb;QACD,WAAW,EAAE,CAAC,OAAO,CAAC;KACtB,CAAA;AACF,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA2B;IACrD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO;QAAE,OAAM;IACvD,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC/B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE;QACR,OAAO,EAAE,oCAAoC;KAC7C,CAAC,CAAA;AACH,CAAC;AAED,SAAS,kBAAkB,CAC1B,QAA0C,EAC1C,MAAmC;IAEnC,OAAO;QACN,IAAI,CAAC,IAAI;YACR,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,mBAAmB,CAAC,CAAA;YACnG,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjC,IAAI,KAAK,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,kBAAkB,CAAC,CAAA;YAC7F,OAAO,KAAK,CAAA;QACb,CAAC;KACD,CAAA;AACF,CAAC;AAED,MAAM,OAAO,mBAAmB;IACvB,MAAM,CAAoB;IAElC,SAAS,CAAC,MAAc;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,CAAC;IAED,OAAO,CAAC,MAAe;QACtB,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAA;IAC5E,CAAC;IAED,WAAW;QACV,OAAO,IAAI,CAAC,MAAM,CAAA;IACnB,CAAC;CACD;AAED,MAAM,UAAU,wBAAwB,CACvC,KAAoB,EACpB,WAAgC,EAChC,MAAqB;IAErB,OAAO;QACN,KAAK,CAAC,OAAO,CAAC,KAAK;YAClB,IAAI,CAAC;gBACJ,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;gBACpF,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAA;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAA;gBAClD,MAAM,UAAU,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBAChE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;gBAC/B,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;YAC/B,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAChD,OAAO,CACN,KAAK,YAAY,oBAAoB;QACrC;YACC,8BAA8B;YAC9B,sCAAsC;YACtC,uBAAuB;YACvB,qCAAqC;SACrC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CACtB,CAAA;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,OAAwB;IACjE,IAAI,KAAK,YAAY,mBAAmB,IAAI,KAAK,CAAC,MAAM,KAAK,cAAc;QAAE,OAAO,KAAK,CAAC,MAAM,CAAA;IAChG,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC5B,OAAO,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;AACnF,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,IAAY,EAAE,KAAc,EAAE,SAA8B;IAC7F,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAA;AACvD,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import type { Diagnostic, EffectiveLimits, EvidenceReference, ExecutedStepResult, ExecutionResultV1, RunReason, RunRequestV1, Usage } from '../contracts/types.js';
|
|
2
|
+
import type { RunIdentity } from '../evidence/layout.js';
|
|
3
|
+
type Failure = Readonly<{
|
|
4
|
+
reason: Exclude<RunReason, 'scenario-complete'>;
|
|
5
|
+
diagnostic?: Diagnostic;
|
|
6
|
+
}>;
|
|
7
|
+
export type ScenarioStateOptions = Readonly<{
|
|
8
|
+
request: RunRequestV1;
|
|
9
|
+
identity: RunIdentity;
|
|
10
|
+
driver: {
|
|
11
|
+
id: string;
|
|
12
|
+
contractVersion: 1;
|
|
13
|
+
};
|
|
14
|
+
policy: {
|
|
15
|
+
id: string;
|
|
16
|
+
effectiveLimits: EffectiveLimits;
|
|
17
|
+
};
|
|
18
|
+
now?: () => number;
|
|
19
|
+
}>;
|
|
20
|
+
export declare class ScenarioState {
|
|
21
|
+
private readonly request;
|
|
22
|
+
private readonly identity;
|
|
23
|
+
private readonly driver;
|
|
24
|
+
private readonly policy;
|
|
25
|
+
private readonly now;
|
|
26
|
+
private readonly startedAtMs;
|
|
27
|
+
private readonly results;
|
|
28
|
+
private readonly diagnostics;
|
|
29
|
+
private readonly lifecycleFailures;
|
|
30
|
+
private cleanupFailure;
|
|
31
|
+
private mutation;
|
|
32
|
+
constructor(options: ScenarioStateOptions);
|
|
33
|
+
get completedSteps(): readonly ExecutedStepResult[];
|
|
34
|
+
get hasFailure(): boolean;
|
|
35
|
+
markMutationPossible(): void;
|
|
36
|
+
recordStep(result: ExecutedStepResult, diagnostics?: readonly Diagnostic[]): void;
|
|
37
|
+
blockRemaining(blockedBy: string): void;
|
|
38
|
+
markNotStarted(): void;
|
|
39
|
+
recordLifecycleFailure(reason: Failure['reason'], diagnostic?: Diagnostic): void;
|
|
40
|
+
latchInterruption(diagnostic?: Diagnostic): void;
|
|
41
|
+
recordCleanupFailure(diagnostic: Diagnostic): void;
|
|
42
|
+
recordDiagnostics(diagnostics: readonly Diagnostic[]): void;
|
|
43
|
+
buildCandidateResult(input: {
|
|
44
|
+
usage: Usage & {
|
|
45
|
+
state: 'complete' | 'partial' | 'unavailable';
|
|
46
|
+
};
|
|
47
|
+
evidence: {
|
|
48
|
+
state: 'complete' | 'partial';
|
|
49
|
+
references: readonly EvidenceReference[];
|
|
50
|
+
};
|
|
51
|
+
}): ExecutionResultV1;
|
|
52
|
+
private selectFailure;
|
|
53
|
+
}
|
|
54
|
+
export {};
|
|
55
|
+
//# sourceMappingURL=scenario-state.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario-state.d.ts","sourceRoot":"","sources":["../../src/runtime/scenario-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,UAAU,EACV,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EAEjB,SAAS,EACT,YAAY,EACZ,KAAK,EACL,MAAM,uBAAuB,CAAA;AAC9B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAExD,KAAK,OAAO,GAAG,QAAQ,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAA;IAC/C,UAAU,CAAC,EAAE,UAAU,CAAA;CACvB,CAAC,CAAA;AAEF,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC3C,OAAO,EAAE,YAAY,CAAA;IACrB,QAAQ,EAAE,WAAW,CAAA;IACrB,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,CAAC,CAAA;KAAE,CAAA;IAC1C,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,eAAe,CAAA;KAAE,CAAA;IACxD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAClB,CAAC,CAAA;AAEF,qBAAa,aAAa;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAa;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoC;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkD;IACzE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmD;IAC3E,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAmB;IAC/C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAgB;IAClD,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,QAAQ,CAAuD;gBAE3D,OAAO,EAAE,oBAAoB;IASzC,IAAI,cAAc,IAAI,SAAS,kBAAkB,EAAE,CAElD;IAED,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,oBAAoB,IAAI,IAAI;IAI5B,UAAU,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,GAAE,SAAS,UAAU,EAAO,GAAG,IAAI;IASrF,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IASvC,cAAc,IAAI,IAAI;IAMtB,sBAAsB,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI;IAOhF,iBAAiB,CAAC,UAAU,CAAC,EAAE,UAAU,GAAG,IAAI;IAIhD,oBAAoB,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI;IAKlD,iBAAiB,CAAC,WAAW,EAAE,SAAS,UAAU,EAAE,GAAG,IAAI;IAI3D,oBAAoB,CAAC,KAAK,EAAE;QAC3B,KAAK,EAAE,KAAK,GAAG;YAAE,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,CAAA;SAAE,CAAA;QAChE,QAAQ,EAAE;YAAE,KAAK,EAAE,UAAU,GAAG,SAAS,CAAC;YAAC,UAAU,EAAE,SAAS,iBAAiB,EAAE,CAAA;SAAE,CAAA;KACrF,GAAG,iBAAiB;IA2BrB,OAAO,CAAC,aAAa;CAgBrB"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
export class ScenarioState {
|
|
2
|
+
request;
|
|
3
|
+
identity;
|
|
4
|
+
driver;
|
|
5
|
+
policy;
|
|
6
|
+
now;
|
|
7
|
+
startedAtMs;
|
|
8
|
+
results = [];
|
|
9
|
+
diagnostics = [];
|
|
10
|
+
lifecycleFailures = [];
|
|
11
|
+
cleanupFailure;
|
|
12
|
+
mutation = 'not-attempted';
|
|
13
|
+
constructor(options) {
|
|
14
|
+
this.request = options.request;
|
|
15
|
+
this.identity = options.identity;
|
|
16
|
+
this.driver = { ...options.driver };
|
|
17
|
+
this.policy = { id: options.policy.id, effectiveLimits: { ...options.policy.effectiveLimits } };
|
|
18
|
+
this.now = options.now ?? Date.now;
|
|
19
|
+
this.startedAtMs = this.now();
|
|
20
|
+
}
|
|
21
|
+
get completedSteps() {
|
|
22
|
+
return this.results.filter((step) => step.status !== 'not-run');
|
|
23
|
+
}
|
|
24
|
+
get hasFailure() {
|
|
25
|
+
return this.selectFailure() !== undefined;
|
|
26
|
+
}
|
|
27
|
+
markMutationPossible() {
|
|
28
|
+
this.mutation = 'possibly-mutated';
|
|
29
|
+
}
|
|
30
|
+
recordStep(result, diagnostics = []) {
|
|
31
|
+
const expected = this.request.scenario.steps[this.results.length];
|
|
32
|
+
if (!expected || expected.id !== result.id)
|
|
33
|
+
throw new Error(`Step '${result.id}' is out of scenario order`);
|
|
34
|
+
if (this.results.some((step) => step.id === result.id))
|
|
35
|
+
throw new Error(`Step '${result.id}' was already recorded`);
|
|
36
|
+
this.results.push(structuredClone(result));
|
|
37
|
+
this.recordDiagnostics(diagnostics);
|
|
38
|
+
}
|
|
39
|
+
blockRemaining(blockedBy) {
|
|
40
|
+
const blocker = this.results.find((step) => step.id === blockedBy);
|
|
41
|
+
if (!blocker || blocker.status !== 'failed')
|
|
42
|
+
throw new Error(`Blocking step '${blockedBy}' is not a failed step`);
|
|
43
|
+
for (const step of this.request.scenario.steps.slice(this.results.length)) {
|
|
44
|
+
this.results.push({ id: step.id, status: 'not-run', reason: 'prior-step-failed', blockedBy });
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
markNotStarted() {
|
|
48
|
+
for (const step of this.request.scenario.steps.slice(this.results.length)) {
|
|
49
|
+
this.results.push({ id: step.id, status: 'not-run', reason: 'scenario-not-started' });
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
recordLifecycleFailure(reason, diagnostic) {
|
|
53
|
+
if (reason === 'interrupted' && this.lifecycleFailures.some((failure) => failure.reason === reason))
|
|
54
|
+
return;
|
|
55
|
+
const failure = { reason, ...(diagnostic === undefined ? {} : { diagnostic }) };
|
|
56
|
+
this.lifecycleFailures.push(failure);
|
|
57
|
+
if (diagnostic)
|
|
58
|
+
this.recordDiagnostics([diagnostic]);
|
|
59
|
+
}
|
|
60
|
+
latchInterruption(diagnostic) {
|
|
61
|
+
this.recordLifecycleFailure('interrupted', diagnostic);
|
|
62
|
+
}
|
|
63
|
+
recordCleanupFailure(diagnostic) {
|
|
64
|
+
this.cleanupFailure = { reason: 'driver-teardown-failed', diagnostic };
|
|
65
|
+
this.recordDiagnostics([diagnostic]);
|
|
66
|
+
}
|
|
67
|
+
recordDiagnostics(diagnostics) {
|
|
68
|
+
for (const diagnostic of diagnostics)
|
|
69
|
+
this.diagnostics.push({ ...diagnostic });
|
|
70
|
+
}
|
|
71
|
+
buildCandidateResult(input) {
|
|
72
|
+
if (this.results.length !== this.request.scenario.steps.length) {
|
|
73
|
+
throw new Error('Every declared step must have one terminal scenario state');
|
|
74
|
+
}
|
|
75
|
+
const failure = this.selectFailure();
|
|
76
|
+
const route = failure ? routeForFailure(failure.reason, this.results) : passedRoute();
|
|
77
|
+
return {
|
|
78
|
+
kind: 'run-result',
|
|
79
|
+
schemaVersion: 1,
|
|
80
|
+
runId: this.identity.runId,
|
|
81
|
+
scenarioId: this.request.scenario.id,
|
|
82
|
+
...route,
|
|
83
|
+
targetMutation: this.mutation,
|
|
84
|
+
startedAt: this.identity.startedAt,
|
|
85
|
+
durationMs: Math.max(0, this.now() - this.startedAtMs),
|
|
86
|
+
driver: { ...this.driver },
|
|
87
|
+
policy: { id: this.policy.id, effectiveLimits: { ...this.policy.effectiveLimits } },
|
|
88
|
+
usage: { ...input.usage },
|
|
89
|
+
steps: structuredClone(this.results),
|
|
90
|
+
evidence: {
|
|
91
|
+
state: input.evidence.state,
|
|
92
|
+
references: input.evidence.references.map((item) => ({ ...item })),
|
|
93
|
+
},
|
|
94
|
+
diagnostics: this.diagnostics.map((diagnostic) => ({ ...diagnostic })),
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
selectFailure() {
|
|
98
|
+
if (this.cleanupFailure)
|
|
99
|
+
return this.cleanupFailure;
|
|
100
|
+
const interrupted = this.lifecycleFailures.find((failure) => failure.reason === 'interrupted');
|
|
101
|
+
if (interrupted)
|
|
102
|
+
return interrupted;
|
|
103
|
+
const interruptedStep = this.results.find((step) => step.status === 'failed' && step.reason === 'interrupted');
|
|
104
|
+
if (interruptedStep)
|
|
105
|
+
return { reason: 'interrupted' };
|
|
106
|
+
const evidence = this.lifecycleFailures.find((failure) => failure.reason === 'evidence-write-failed');
|
|
107
|
+
if (evidence)
|
|
108
|
+
return evidence;
|
|
109
|
+
if (this.lifecycleFailures.length > 0)
|
|
110
|
+
return this.lifecycleFailures[0];
|
|
111
|
+
const failedStep = this.results.find((step) => step.status === 'failed');
|
|
112
|
+
if (!failedStep)
|
|
113
|
+
return undefined;
|
|
114
|
+
if (failedStep.reason === 'met-expectation')
|
|
115
|
+
throw new Error('A failed step cannot have met its expectation');
|
|
116
|
+
return { reason: failedStep.reason };
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
function passedRoute() {
|
|
120
|
+
return { status: 'passed', category: 'passed', reason: 'scenario-complete' };
|
|
121
|
+
}
|
|
122
|
+
function routeForFailure(reason, steps) {
|
|
123
|
+
if (reason === 'interrupted')
|
|
124
|
+
return { status: 'interrupted', category: 'infra', reason };
|
|
125
|
+
const step = steps.find((candidate) => candidate.status === 'failed' && candidate.reason === reason);
|
|
126
|
+
return { status: 'failed', category: step?.category ?? 'infra', reason };
|
|
127
|
+
}
|
|
128
|
+
//# sourceMappingURL=scenario-state.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scenario-state.js","sourceRoot":"","sources":["../../src/runtime/scenario-state.ts"],"names":[],"mappings":"AA0BA,MAAM,OAAO,aAAa;IACR,OAAO,CAAc;IACrB,QAAQ,CAAa;IACrB,MAAM,CAAoC;IAC1C,MAAM,CAAkD;IACxD,GAAG,CAAc;IACjB,WAAW,CAAQ;IACnB,OAAO,GAAiD,EAAE,CAAA;IAC1D,WAAW,GAAiB,EAAE,CAAA;IAC9B,iBAAiB,GAAc,EAAE,CAAA;IAC1C,cAAc,CAAqB;IACnC,QAAQ,GAAwC,eAAe,CAAA;IAEvE,YAAY,OAA6B;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;QAC9B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;QACnC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,CAAA;QAC/F,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;QAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC9B,CAAC;IAED,IAAI,cAAc;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAA8B,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAA;IAC5F,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,aAAa,EAAE,KAAK,SAAS,CAAA;IAC1C,CAAC;IAED,oBAAoB;QACnB,IAAI,CAAC,QAAQ,GAAG,kBAAkB,CAAA;IACnC,CAAC;IAED,UAAU,CAAC,MAA0B,EAAE,cAAqC,EAAE;QAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACjE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,4BAA4B,CAAC,CAAA;QAC3G,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,wBAAwB,CAAC,CAAA;QAC5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAA;QAC1C,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;IACpC,CAAC;IAED,cAAc,CAAC,SAAiB;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,SAAS,CAAC,CAAA;QAClE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ;YAC1C,MAAM,IAAI,KAAK,CAAC,kBAAkB,SAAS,wBAAwB,CAAC,CAAA;QACrE,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,CAAC,CAAA;QAC9F,CAAC;IACF,CAAC;IAED,cAAc;QACb,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAA;QACtF,CAAC;IACF,CAAC;IAED,sBAAsB,CAAC,MAAyB,EAAE,UAAuB;QACxE,IAAI,MAAM,KAAK,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC;YAAE,OAAM;QAC3G,MAAM,OAAO,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAA;QAC/E,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,UAAU;YAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,iBAAiB,CAAC,UAAuB;QACxC,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;IACvD,CAAC;IAED,oBAAoB,CAAC,UAAsB;QAC1C,IAAI,CAAC,cAAc,GAAG,EAAE,MAAM,EAAE,wBAAwB,EAAE,UAAU,EAAE,CAAA;QACtE,IAAI,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;IACrC,CAAC;IAED,iBAAiB,CAAC,WAAkC;QACnD,KAAK,MAAM,UAAU,IAAI,WAAW;YAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAA;IAC/E,CAAC;IAED,oBAAoB,CAAC,KAGpB;QACA,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;QAC7E,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QACrF,OAAO;YACN,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YACpC,GAAG,KAAK;YACR,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;YAClC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;YACtD,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE;YAC1B,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE;YACnF,KAAK,EAAE,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE;YACzB,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;YACpC,QAAQ,EAAE;gBACT,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK;gBAC3B,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;aAClE;YACD,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;SACtE,CAAA;IACF,CAAC;IAEO,aAAa;QACpB,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC,cAAc,CAAA;QACnD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,CAAA;QAC9F,IAAI,WAAW;YAAE,OAAO,WAAW,CAAA;QACnC,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CACxC,CAAC,IAAI,EAA8B,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,aAAa,CAC/F,CAAA;QACD,IAAI,eAAe;YAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,uBAAuB,CAAC,CAAA;QACrG,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAA;QAC7B,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAA;QACvE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAA8B,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAA;QACpG,IAAI,CAAC,UAAU;YAAE,OAAO,SAAS,CAAA;QACjC,IAAI,UAAU,CAAC,MAAM,KAAK,iBAAiB;YAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;QAC7G,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAA;IACrC,CAAC;CACD;AAED,SAAS,WAAW;IACnB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAA;AAC7E,CAAC;AAED,SAAS,eAAe,CACvB,MAA+C,EAC/C,KAAyD;IAEzD,IAAI,MAAM,KAAK,aAAa;QAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;IACzF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CACtB,CAAC,SAAS,EAAmC,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM,CAC5G,CAAA;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,IAAI,OAAO,EAAE,MAAM,EAAE,CAAA;AACzE,CAAC"}
|