@xoxoai/checkmate 0.6.7 → 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +54 -257
- package/dist/checkmate.js +13375 -0
- package/package.json +30 -94
- package/plugin/.claude-plugin/plugin.json +10 -0
- package/plugin/bin/checkmate.ts +3 -0
- package/plugin/contracts/finding.schema.json +78 -0
- package/plugin/contracts/gap.schema.json +56 -0
- package/plugin/contracts/plan-candidate.schema.json +103 -0
- package/plugin/contracts/plan-delta.schema.json +63 -0
- package/plugin/contracts/plan-patch.schema.json +116 -0
- package/plugin/contracts/plan-request.schema.json +108 -0
- package/plugin/contracts/plan.schema.json +313 -0
- package/plugin/contracts/profile.schema.json +154 -0
- package/plugin/contracts/response.schema.json +25 -0
- package/plugin/contracts/result.schema.json +410 -0
- package/plugin/dist/checkmate.js +13012 -0
- package/plugin/package.json +4 -0
- package/plugin/references/browser.md +35 -0
- package/plugin/references/http.md +30 -0
- package/plugin/references/workflow.md +122 -0
- package/plugin/skills/execute/SKILL.md +92 -0
- package/plugin/skills/plan/SKILL.md +94 -0
- package/plugin/skills/report/SKILL.md +28 -0
- package/plugin/skills/revise/SKILL.md +43 -0
- package/plugin/skills/setup/SKILL.md +82 -0
- package/plugin/skills/status/SKILL.md +20 -0
- package/plugin/skills/ui/SKILL.md +26 -0
- package/plugin/src/actor.ts +21 -0
- package/plugin/src/cli.ts +1133 -0
- package/plugin/src/contracts.ts +342 -0
- package/plugin/src/index.ts +52 -0
- package/plugin/src/plans.ts +1028 -0
- package/plugin/src/render.ts +544 -0
- package/plugin/src/runs.ts +868 -0
- package/plugin/src/store.ts +384 -0
- package/plugin/src/targets.ts +205 -0
- package/plugin/src/types.ts +319 -0
- package/plugin/src/ui/assets/client.js +501 -0
- package/plugin/src/ui/assets/favicon.svg +1 -0
- package/plugin/src/ui/assets/fonts/inter-OFL.txt +93 -0
- package/plugin/src/ui/assets/fonts/inter.woff2 +0 -0
- package/plugin/src/ui/assets/fonts/jetbrains-mono-OFL.txt +93 -0
- package/plugin/src/ui/assets/fonts/jetbrains-mono.woff2 +0 -0
- package/plugin/src/ui/assets/fonts/space-grotesk-OFL.txt +93 -0
- package/plugin/src/ui/assets/fonts/space-grotesk.woff2 +0 -0
- package/plugin/src/ui/assets/style.css +1926 -0
- package/plugin/src/ui/edit.ts +305 -0
- package/plugin/src/ui/forms.ts +209 -0
- package/plugin/src/ui/html.ts +130 -0
- package/plugin/src/ui/layout.ts +198 -0
- package/plugin/src/ui/lists.ts +645 -0
- package/plugin/src/ui/plan.ts +577 -0
- package/plugin/src/ui/run.ts +489 -0
- package/plugin/src/ui/server.ts +684 -0
- package/plugin/src/validators.d.ts +13 -0
- package/plugin/src/validators.js +1 -0
- package/plugin/src/views.ts +839 -0
- package/bin/checkmate.js +0 -13
- package/dist/ai/client.d.ts +0 -64
- package/dist/ai/client.d.ts.map +0 -1
- package/dist/ai/client.js +0 -313
- package/dist/ai/client.js.map +0 -1
- package/dist/ai/message-handler.d.ts +0 -9
- package/dist/ai/message-handler.d.ts.map +0 -1
- package/dist/ai/message-handler.js +0 -50
- package/dist/ai/message-handler.js.map +0 -1
- package/dist/ai/message-history.d.ts +0 -17
- package/dist/ai/message-history.d.ts.map +0 -1
- package/dist/ai/message-history.js +0 -45
- package/dist/ai/message-history.js.map +0 -1
- package/dist/ai/prompts.d.ts +0 -4
- package/dist/ai/prompts.d.ts.map +0 -1
- package/dist/ai/prompts.js +0 -24
- package/dist/ai/prompts.js.map +0 -1
- package/dist/ai/rate-limit-policy.d.ts +0 -9
- package/dist/ai/rate-limit-policy.d.ts.map +0 -1
- package/dist/ai/rate-limit-policy.js +0 -34
- package/dist/ai/rate-limit-policy.js.map +0 -1
- package/dist/ai/tool-response-handler.d.ts +0 -16
- package/dist/ai/tool-response-handler.d.ts.map +0 -1
- package/dist/ai/tool-response-handler.js +0 -85
- package/dist/ai/tool-response-handler.js.map +0 -1
- package/dist/ai/turn-processor.d.ts +0 -34
- package/dist/ai/turn-processor.d.ts.map +0 -1
- package/dist/ai/turn-processor.js +0 -107
- package/dist/ai/turn-processor.js.map +0 -1
- package/dist/api/allocate-run-identity.d.ts +0 -8
- package/dist/api/allocate-run-identity.d.ts.map +0 -1
- package/dist/api/allocate-run-identity.js +0 -10
- package/dist/api/allocate-run-identity.js.map +0 -1
- package/dist/api/execute-prepared-run.d.ts +0 -22
- package/dist/api/execute-prepared-run.d.ts.map +0 -1
- package/dist/api/execute-prepared-run.js +0 -184
- package/dist/api/execute-prepared-run.js.map +0 -1
- package/dist/api/index.d.ts +0 -25
- package/dist/api/index.d.ts.map +0 -1
- package/dist/api/index.js +0 -69
- package/dist/api/index.js.map +0 -1
- package/dist/api/prepare-run.d.ts +0 -44
- package/dist/api/prepare-run.d.ts.map +0 -1
- package/dist/api/prepare-run.js +0 -261
- package/dist/api/prepare-run.js.map +0 -1
- package/dist/cli/diagnostic-relay.d.ts +0 -6
- package/dist/cli/diagnostic-relay.d.ts.map +0 -1
- package/dist/cli/diagnostic-relay.js +0 -6
- package/dist/cli/diagnostic-relay.js.map +0 -1
- package/dist/cli/main.d.ts +0 -21
- package/dist/cli/main.d.ts.map +0 -1
- package/dist/cli/main.js +0 -166
- package/dist/cli/main.js.map +0 -1
- package/dist/cli/protocol.d.ts +0 -57
- package/dist/cli/protocol.d.ts.map +0 -1
- package/dist/cli/protocol.js +0 -116
- package/dist/cli/protocol.js.map +0 -1
- package/dist/cli/reconcile-result.d.ts +0 -13
- package/dist/cli/reconcile-result.d.ts.map +0 -1
- package/dist/cli/reconcile-result.js +0 -300
- package/dist/cli/reconcile-result.js.map +0 -1
- package/dist/cli/run-parent.d.ts +0 -37
- package/dist/cli/run-parent.d.ts.map +0 -1
- package/dist/cli/run-parent.js +0 -491
- package/dist/cli/run-parent.js.map +0 -1
- package/dist/cli/signals.d.ts +0 -36
- package/dist/cli/signals.d.ts.map +0 -1
- package/dist/cli/signals.js +0 -85
- package/dist/cli/signals.js.map +0 -1
- package/dist/cli/static-commands.d.ts +0 -11
- package/dist/cli/static-commands.d.ts.map +0 -1
- package/dist/cli/static-commands.js +0 -83
- package/dist/cli/static-commands.js.map +0 -1
- package/dist/cli/worker-stream-guard.d.ts +0 -20
- package/dist/cli/worker-stream-guard.d.ts.map +0 -1
- package/dist/cli/worker-stream-guard.js +0 -41
- package/dist/cli/worker-stream-guard.js.map +0 -1
- package/dist/cli/worker.d.ts +0 -3
- package/dist/cli/worker.d.ts.map +0 -1
- package/dist/cli/worker.js +0 -111
- package/dist/cli/worker.js.map +0 -1
- package/dist/config/ingestion.d.ts +0 -58
- package/dist/config/ingestion.d.ts.map +0 -1
- package/dist/config/ingestion.js +0 -283
- package/dist/config/ingestion.js.map +0 -1
- package/dist/config/manifest.d.ts +0 -20
- package/dist/config/manifest.d.ts.map +0 -1
- package/dist/config/manifest.js +0 -91
- package/dist/config/manifest.js.map +0 -1
- package/dist/config/model-egress.d.ts +0 -10
- package/dist/config/model-egress.d.ts.map +0 -1
- package/dist/config/model-egress.js +0 -62
- package/dist/config/model-egress.js.map +0 -1
- package/dist/config/package-resolution.d.ts +0 -4
- package/dist/config/package-resolution.d.ts.map +0 -1
- package/dist/config/package-resolution.js +0 -24
- package/dist/config/package-resolution.js.map +0 -1
- package/dist/config/policy.d.ts +0 -44
- package/dist/config/policy.d.ts.map +0 -1
- package/dist/config/policy.js +0 -141
- package/dist/config/policy.js.map +0 -1
- package/dist/config/record.d.ts +0 -4
- package/dist/config/record.d.ts.map +0 -1
- package/dist/config/record.js +0 -10
- package/dist/config/record.js.map +0 -1
- package/dist/config/secrets.d.ts +0 -11
- package/dist/config/secrets.d.ts.map +0 -1
- package/dist/config/secrets.js +0 -42
- package/dist/config/secrets.js.map +0 -1
- package/dist/contracts/diagnostics.d.ts +0 -4
- package/dist/contracts/diagnostics.d.ts.map +0 -1
- package/dist/contracts/diagnostics.js +0 -31
- package/dist/contracts/diagnostics.js.map +0 -1
- package/dist/contracts/serialize.d.ts +0 -2
- package/dist/contracts/serialize.d.ts.map +0 -1
- package/dist/contracts/serialize.js +0 -90
- package/dist/contracts/serialize.js.map +0 -1
- package/dist/contracts/types.d.ts +0 -316
- package/dist/contracts/types.d.ts.map +0 -1
- package/dist/contracts/types.js +0 -74
- package/dist/contracts/types.js.map +0 -1
- package/dist/contracts/validator.d.ts +0 -8
- package/dist/contracts/validator.d.ts.map +0 -1
- package/dist/contracts/validator.js +0 -71
- package/dist/contracts/validator.js.map +0 -1
- package/dist/driver.d.ts +0 -97
- package/dist/driver.d.ts.map +0 -1
- package/dist/driver.js +0 -24
- package/dist/driver.js.map +0 -1
- package/dist/drivers/descriptor.d.ts +0 -15
- package/dist/drivers/descriptor.d.ts.map +0 -1
- package/dist/drivers/descriptor.js +0 -122
- package/dist/drivers/descriptor.js.map +0 -1
- package/dist/drivers/loader.d.ts +0 -18
- package/dist/drivers/loader.d.ts.map +0 -1
- package/dist/drivers/loader.js +0 -97
- package/dist/drivers/loader.js.map +0 -1
- package/dist/drivers/web/checkmate-driver.json +0 -47
- package/dist/drivers/web/index.d.ts +0 -6
- package/dist/drivers/web/index.d.ts.map +0 -1
- package/dist/drivers/web/index.js +0 -27
- package/dist/drivers/web/index.js.map +0 -1
- package/dist/drivers/web/session.d.ts +0 -25
- package/dist/drivers/web/session.d.ts.map +0 -1
- package/dist/drivers/web/session.js +0 -132
- package/dist/drivers/web/session.js.map +0 -1
- package/dist/drivers/web/tools/network-request-recorder.d.ts +0 -46
- package/dist/drivers/web/tools/network-request-recorder.d.ts.map +0 -1
- package/dist/drivers/web/tools/network-request-recorder.js +0 -164
- package/dist/drivers/web/tools/network-request-recorder.js.map +0 -1
- package/dist/drivers/web/tools/screenshot-service.d.ts +0 -10
- package/dist/drivers/web/tools/screenshot-service.d.ts.map +0 -1
- package/dist/drivers/web/tools/screenshot-service.js +0 -23
- package/dist/drivers/web/tools/screenshot-service.js.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/index.d.ts +0 -4
- package/dist/drivers/web/tools/snapshot-filter/index.d.ts.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/index.js +0 -4
- package/dist/drivers/web/tools/snapshot-filter/index.js.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.d.ts +0 -15
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.d.ts.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.js +0 -99
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.js.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts +0 -5
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js +0 -56
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.d.ts +0 -3
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.d.ts.map +0 -1
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.js +0 -85
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.js.map +0 -1
- package/dist/drivers/web/tools/snapshot-service.d.ts +0 -31
- package/dist/drivers/web/tools/snapshot-service.d.ts.map +0 -1
- package/dist/drivers/web/tools/snapshot-service.js +0 -96
- package/dist/drivers/web/tools/snapshot-service.js.map +0 -1
- package/dist/drivers/web/tools/tool.d.ts +0 -76
- package/dist/drivers/web/tools/tool.d.ts.map +0 -1
- package/dist/drivers/web/tools/tool.js +0 -562
- package/dist/drivers/web/tools/tool.js.map +0 -1
- package/dist/drivers/web/tools/transient-state-tracker.d.ts +0 -26
- package/dist/drivers/web/tools/transient-state-tracker.d.ts.map +0 -1
- package/dist/drivers/web/tools/transient-state-tracker.js +0 -301
- package/dist/drivers/web/tools/transient-state-tracker.js.map +0 -1
- package/dist/drivers/web/tools/types.d.ts +0 -11
- package/dist/drivers/web/tools/types.d.ts.map +0 -1
- package/dist/drivers/web/tools/types.js +0 -2
- package/dist/drivers/web/tools/types.js.map +0 -1
- package/dist/evidence/atomic-file.d.ts +0 -23
- package/dist/evidence/atomic-file.d.ts.map +0 -1
- package/dist/evidence/atomic-file.js +0 -104
- package/dist/evidence/atomic-file.js.map +0 -1
- package/dist/evidence/layout.d.ts +0 -30
- package/dist/evidence/layout.d.ts.map +0 -1
- package/dist/evidence/layout.js +0 -152
- package/dist/evidence/layout.js.map +0 -1
- package/dist/evidence/retention.d.ts +0 -5
- package/dist/evidence/retention.d.ts.map +0 -1
- package/dist/evidence/retention.js +0 -10
- package/dist/evidence/retention.js.map +0 -1
- package/dist/evidence/store.d.ts +0 -101
- package/dist/evidence/store.d.ts.map +0 -1
- package/dist/evidence/store.js +0 -375
- package/dist/evidence/store.js.map +0 -1
- package/dist/evidence/terminal-finalizer.d.ts +0 -19
- package/dist/evidence/terminal-finalizer.d.ts.map +0 -1
- package/dist/evidence/terminal-finalizer.js +0 -56
- package/dist/evidence/terminal-finalizer.js.map +0 -1
- package/dist/index.d.ts +0 -9
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -12
- package/dist/index.js.map +0 -1
- package/dist/logging/invocation-logger.d.ts +0 -4
- package/dist/logging/invocation-logger.d.ts.map +0 -1
- package/dist/logging/invocation-logger.js +0 -25
- package/dist/logging/invocation-logger.js.map +0 -1
- package/dist/logging/level-logger.d.ts +0 -11
- package/dist/logging/level-logger.d.ts.map +0 -1
- package/dist/logging/level-logger.js +0 -82
- package/dist/logging/level-logger.js.map +0 -1
- package/dist/logging/types.d.ts +0 -8
- package/dist/logging/types.d.ts.map +0 -1
- package/dist/logging/types.js +0 -7
- package/dist/logging/types.js.map +0 -1
- package/dist/redaction/diagnostic-sanitizer.d.ts +0 -7
- package/dist/redaction/diagnostic-sanitizer.d.ts.map +0 -1
- package/dist/redaction/diagnostic-sanitizer.js +0 -42
- package/dist/redaction/diagnostic-sanitizer.js.map +0 -1
- package/dist/redaction/redactor.d.ts +0 -40
- package/dist/redaction/redactor.d.ts.map +0 -1
- package/dist/redaction/redactor.js +0 -176
- package/dist/redaction/redactor.js.map +0 -1
- package/dist/redaction/scrub.d.ts +0 -29
- package/dist/redaction/scrub.d.ts.map +0 -1
- package/dist/redaction/scrub.js +0 -54
- package/dist/redaction/scrub.js.map +0 -1
- package/dist/runtime/config.d.ts +0 -16
- package/dist/runtime/config.d.ts.map +0 -1
- package/dist/runtime/config.js +0 -2
- package/dist/runtime/config.js.map +0 -1
- package/dist/runtime/driver-boundary.d.ts +0 -16
- package/dist/runtime/driver-boundary.d.ts.map +0 -1
- package/dist/runtime/driver-boundary.js +0 -71
- package/dist/runtime/driver-boundary.js.map +0 -1
- package/dist/runtime/driver-session.d.ts +0 -9
- package/dist/runtime/driver-session.d.ts.map +0 -1
- package/dist/runtime/driver-session.js +0 -64
- package/dist/runtime/driver-session.js.map +0 -1
- package/dist/runtime/internal-step-evidence.d.ts +0 -30
- package/dist/runtime/internal-step-evidence.d.ts.map +0 -1
- package/dist/runtime/internal-step-evidence.js +0 -82
- package/dist/runtime/internal-step-evidence.js.map +0 -1
- package/dist/runtime/result-adapter.d.ts +0 -9
- package/dist/runtime/result-adapter.d.ts.map +0 -1
- package/dist/runtime/result-adapter.js +0 -77
- package/dist/runtime/result-adapter.js.map +0 -1
- package/dist/runtime/runner.d.ts +0 -43
- package/dist/runtime/runner.d.ts.map +0 -1
- package/dist/runtime/runner.js +0 -72
- package/dist/runtime/runner.js.map +0 -1
- package/dist/runtime/scenario-control.d.ts +0 -40
- package/dist/runtime/scenario-control.d.ts.map +0 -1
- package/dist/runtime/scenario-control.js +0 -94
- package/dist/runtime/scenario-control.js.map +0 -1
- package/dist/runtime/scenario-runner.d.ts +0 -41
- package/dist/runtime/scenario-runner.d.ts.map +0 -1
- package/dist/runtime/scenario-runner.js +0 -274
- package/dist/runtime/scenario-runner.js.map +0 -1
- package/dist/runtime/scenario-state.d.ts +0 -55
- package/dist/runtime/scenario-state.d.ts.map +0 -1
- package/dist/runtime/scenario-state.js +0 -128
- package/dist/runtime/scenario-state.js.map +0 -1
- package/dist/runtime/step-execution.d.ts +0 -27
- package/dist/runtime/step-execution.d.ts.map +0 -1
- package/dist/runtime/step-execution.js +0 -143
- package/dist/runtime/step-execution.js.map +0 -1
- package/dist/runtime/text.d.ts +0 -10
- package/dist/runtime/text.d.ts.map +0 -1
- package/dist/runtime/text.js +0 -25
- package/dist/runtime/text.js.map +0 -1
- package/dist/runtime/types.d.ts +0 -53
- package/dist/runtime/types.d.ts.map +0 -1
- package/dist/runtime/types.js +0 -2
- package/dist/runtime/types.js.map +0 -1
- package/dist/runtime/usage-tracker.d.ts +0 -37
- package/dist/runtime/usage-tracker.d.ts.map +0 -1
- package/dist/runtime/usage-tracker.js +0 -110
- package/dist/runtime/usage-tracker.js.map +0 -1
- package/dist/tools/define-agent-tool.d.ts +0 -20
- package/dist/tools/define-agent-tool.d.ts.map +0 -1
- package/dist/tools/define-agent-tool.js +0 -30
- package/dist/tools/define-agent-tool.js.map +0 -1
- package/dist/tools/dispatcher.d.ts +0 -19
- package/dist/tools/dispatcher.d.ts.map +0 -1
- package/dist/tools/dispatcher.js +0 -91
- package/dist/tools/dispatcher.js.map +0 -1
- package/dist/tools/loop-detector.d.ts +0 -27
- package/dist/tools/loop-detector.d.ts.map +0 -1
- package/dist/tools/loop-detector.js +0 -76
- package/dist/tools/loop-detector.js.map +0 -1
- package/dist/tools/registry.d.ts +0 -19
- package/dist/tools/registry.d.ts.map +0 -1
- package/dist/tools/registry.js +0 -54
- package/dist/tools/registry.js.map +0 -1
- package/dist/tools/step/result-tool.d.ts +0 -7
- package/dist/tools/step/result-tool.d.ts.map +0 -1
- package/dist/tools/step/result-tool.js +0 -34
- package/dist/tools/step/result-tool.js.map +0 -1
- package/dist/tools/tool-contract.d.ts +0 -3
- package/dist/tools/tool-contract.d.ts.map +0 -1
- package/dist/tools/tool-contract.js +0 -2
- package/dist/tools/tool-contract.js.map +0 -1
- package/dist/tools/types.d.ts +0 -210
- package/dist/tools/types.d.ts.map +0 -1
- package/dist/tools/types.js +0 -4
- package/dist/tools/types.js.map +0 -1
- package/docs/CLI.md +0 -59
- package/docs/CONFIGURATION.md +0 -105
- package/docs/DRIVERS.md +0 -79
- package/docs/EVIDENCE.md +0 -64
- package/schemas/checkmate-config.v1.json +0 -176
- package/schemas/describe-result.v1.json +0 -414
- package/schemas/driver-descriptor.v1.json +0 -66
- package/schemas/run-request.v1.json +0 -67
- package/schemas/run-result.v1.json +0 -333
- package/schemas/validation-result.v1.json +0 -86
|
@@ -1,128 +0,0 @@
|
|
|
1
|
-
export class ScenarioState {
|
|
2
|
-
request;
|
|
3
|
-
identity;
|
|
4
|
-
driver;
|
|
5
|
-
policy;
|
|
6
|
-
now;
|
|
7
|
-
startedAtMs;
|
|
8
|
-
results = [];
|
|
9
|
-
diagnostics = [];
|
|
10
|
-
lifecycleFailures = [];
|
|
11
|
-
cleanupFailure;
|
|
12
|
-
mutation = 'not-attempted';
|
|
13
|
-
constructor(options) {
|
|
14
|
-
this.request = options.request;
|
|
15
|
-
this.identity = options.identity;
|
|
16
|
-
this.driver = { ...options.driver };
|
|
17
|
-
this.policy = { id: options.policy.id, effectiveLimits: { ...options.policy.effectiveLimits } };
|
|
18
|
-
this.now = options.now ?? Date.now;
|
|
19
|
-
this.startedAtMs = this.now();
|
|
20
|
-
}
|
|
21
|
-
get completedSteps() {
|
|
22
|
-
return this.results.filter((step) => step.status !== 'not-run');
|
|
23
|
-
}
|
|
24
|
-
get hasFailure() {
|
|
25
|
-
return this.selectFailure() !== undefined;
|
|
26
|
-
}
|
|
27
|
-
markMutationPossible() {
|
|
28
|
-
this.mutation = 'possibly-mutated';
|
|
29
|
-
}
|
|
30
|
-
recordStep(result, diagnostics = []) {
|
|
31
|
-
const expected = this.request.scenario.steps[this.results.length];
|
|
32
|
-
if (!expected || expected.id !== result.id)
|
|
33
|
-
throw new Error(`Step '${result.id}' is out of scenario order`);
|
|
34
|
-
if (this.results.some((step) => step.id === result.id))
|
|
35
|
-
throw new Error(`Step '${result.id}' was already recorded`);
|
|
36
|
-
this.results.push(structuredClone(result));
|
|
37
|
-
this.recordDiagnostics(diagnostics);
|
|
38
|
-
}
|
|
39
|
-
blockRemaining(blockedBy) {
|
|
40
|
-
const blocker = this.results.find((step) => step.id === blockedBy);
|
|
41
|
-
if (!blocker || blocker.status !== 'failed')
|
|
42
|
-
throw new Error(`Blocking step '${blockedBy}' is not a failed step`);
|
|
43
|
-
for (const step of this.request.scenario.steps.slice(this.results.length)) {
|
|
44
|
-
this.results.push({ id: step.id, status: 'not-run', reason: 'prior-step-failed', blockedBy });
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
markNotStarted() {
|
|
48
|
-
for (const step of this.request.scenario.steps.slice(this.results.length)) {
|
|
49
|
-
this.results.push({ id: step.id, status: 'not-run', reason: 'scenario-not-started' });
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
recordLifecycleFailure(reason, diagnostic) {
|
|
53
|
-
if (reason === 'interrupted' && this.lifecycleFailures.some((failure) => failure.reason === reason))
|
|
54
|
-
return;
|
|
55
|
-
const failure = { reason, ...(diagnostic === undefined ? {} : { diagnostic }) };
|
|
56
|
-
this.lifecycleFailures.push(failure);
|
|
57
|
-
if (diagnostic)
|
|
58
|
-
this.recordDiagnostics([diagnostic]);
|
|
59
|
-
}
|
|
60
|
-
latchInterruption(diagnostic) {
|
|
61
|
-
this.recordLifecycleFailure('interrupted', diagnostic);
|
|
62
|
-
}
|
|
63
|
-
recordCleanupFailure(diagnostic) {
|
|
64
|
-
this.cleanupFailure = { reason: 'driver-teardown-failed', diagnostic };
|
|
65
|
-
this.recordDiagnostics([diagnostic]);
|
|
66
|
-
}
|
|
67
|
-
recordDiagnostics(diagnostics) {
|
|
68
|
-
for (const diagnostic of diagnostics)
|
|
69
|
-
this.diagnostics.push({ ...diagnostic });
|
|
70
|
-
}
|
|
71
|
-
buildCandidateResult(input) {
|
|
72
|
-
if (this.results.length !== this.request.scenario.steps.length) {
|
|
73
|
-
throw new Error('Every declared step must have one terminal scenario state');
|
|
74
|
-
}
|
|
75
|
-
const failure = this.selectFailure();
|
|
76
|
-
const route = failure ? routeForFailure(failure.reason, this.results) : passedRoute();
|
|
77
|
-
return {
|
|
78
|
-
kind: 'run-result',
|
|
79
|
-
schemaVersion: 1,
|
|
80
|
-
runId: this.identity.runId,
|
|
81
|
-
scenarioId: this.request.scenario.id,
|
|
82
|
-
...route,
|
|
83
|
-
targetMutation: this.mutation,
|
|
84
|
-
startedAt: this.identity.startedAt,
|
|
85
|
-
durationMs: Math.max(0, this.now() - this.startedAtMs),
|
|
86
|
-
driver: { ...this.driver },
|
|
87
|
-
policy: { id: this.policy.id, effectiveLimits: { ...this.policy.effectiveLimits } },
|
|
88
|
-
usage: { ...input.usage },
|
|
89
|
-
steps: structuredClone(this.results),
|
|
90
|
-
evidence: {
|
|
91
|
-
state: input.evidence.state,
|
|
92
|
-
references: input.evidence.references.map((item) => ({ ...item })),
|
|
93
|
-
},
|
|
94
|
-
diagnostics: this.diagnostics.map((diagnostic) => ({ ...diagnostic })),
|
|
95
|
-
};
|
|
96
|
-
}
|
|
97
|
-
selectFailure() {
|
|
98
|
-
if (this.cleanupFailure)
|
|
99
|
-
return this.cleanupFailure;
|
|
100
|
-
const interrupted = this.lifecycleFailures.find((failure) => failure.reason === 'interrupted');
|
|
101
|
-
if (interrupted)
|
|
102
|
-
return interrupted;
|
|
103
|
-
const interruptedStep = this.results.find((step) => step.status === 'failed' && step.reason === 'interrupted');
|
|
104
|
-
if (interruptedStep)
|
|
105
|
-
return { reason: 'interrupted' };
|
|
106
|
-
const evidence = this.lifecycleFailures.find((failure) => failure.reason === 'evidence-write-failed');
|
|
107
|
-
if (evidence)
|
|
108
|
-
return evidence;
|
|
109
|
-
if (this.lifecycleFailures.length > 0)
|
|
110
|
-
return this.lifecycleFailures[0];
|
|
111
|
-
const failedStep = this.results.find((step) => step.status === 'failed');
|
|
112
|
-
if (!failedStep)
|
|
113
|
-
return undefined;
|
|
114
|
-
if (failedStep.reason === 'met-expectation')
|
|
115
|
-
throw new Error('A failed step cannot have met its expectation');
|
|
116
|
-
return { reason: failedStep.reason };
|
|
117
|
-
}
|
|
118
|
-
}
|
|
119
|
-
function passedRoute() {
|
|
120
|
-
return { status: 'passed', category: 'passed', reason: 'scenario-complete' };
|
|
121
|
-
}
|
|
122
|
-
function routeForFailure(reason, steps) {
|
|
123
|
-
if (reason === 'interrupted')
|
|
124
|
-
return { status: 'interrupted', category: 'infra', reason };
|
|
125
|
-
const step = steps.find((candidate) => candidate.status === 'failed' && candidate.reason === reason);
|
|
126
|
-
return { status: 'failed', category: step?.category ?? 'infra', reason };
|
|
127
|
-
}
|
|
128
|
-
//# sourceMappingURL=scenario-state.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"scenario-state.js","sourceRoot":"","sources":["../../src/runtime/scenario-state.ts"],"names":[],"mappings":"AA0BA,MAAM,OAAO,aAAa;IACR,OAAO,CAAc;IACrB,QAAQ,CAAa;IACrB,MAAM,CAAoC;IAC1C,MAAM,CAAkD;IACxD,GAAG,CAAc;IACjB,WAAW,CAAQ;IACnB,OAAO,GAAiD,EAAE,CAAA;IAC1D,WAAW,GAAiB,EAAE,CAAA;IAC9B,iBAAiB,GAAc,EAAE,CAAA;IAC1C,cAAc,CAAqB;IACnC,QAAQ,GAAwC,eAAe,CAAA;IAEvE,YAAY,OAA6B;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;QAC9B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;QACnC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,CAAA;QAC/F,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;QAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC9B,CAAC;IAED,IAAI,cAAc;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAA8B,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAA;IAC5F,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,aAAa,EAAE,KAAK,SAAS,CAAA;IAC1C,CAAC;IAED,oBAAoB;QACnB,IAAI,CAAC,QAAQ,GAAG,kBAAkB,CAAA;IACnC,CAAC;IAED,UAAU,CAAC,MAA0B,EAAE,cAAqC,EAAE;QAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACjE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,4BAA4B,CAAC,CAAA;QAC3G,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,EAAE,wBAAwB,CAAC,CAAA;QAC5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAA;QAC1C,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;IACpC,CAAC;IAED,cAAc,CAAC,SAAiB;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,SAAS,CAAC,CAAA;QAClE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ;YAC1C,MAAM,IAAI,KAAK,CAAC,kBAAkB,SAAS,wBAAwB,CAAC,CAAA;QACrE,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,CAAC,CAAA;QAC9F,CAAC;IACF,CAAC;IAED,cAAc;QACb,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAA;QACtF,CAAC;IACF,CAAC;IAED,sBAAsB,CAAC,MAAyB,EAAE,UAAuB;QACxE,IAAI,MAAM,KAAK,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC;YAAE,OAAM;QAC3G,MAAM,OAAO,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAA;QAC/E,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,UAAU;YAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,iBAAiB,CAAC,UAAuB;QACxC,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;IACvD,CAAC;IAED,oBAAoB,CAAC,UAAsB;QAC1C,IAAI,CAAC,cAAc,GAAG,EAAE,MAAM,EAAE,wBAAwB,EAAE,UAAU,EAAE,CAAA;QACtE,IAAI,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;IACrC,CAAC;IAED,iBAAiB,CAAC,WAAkC;QACnD,KAAK,MAAM,UAAU,IAAI,WAAW;YAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAA;IAC/E,CAAC;IAED,oBAAoB,CAAC,KAGpB;QACA,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;QAC7E,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QACrF,OAAO;YACN,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YACpC,GAAG,KAAK;YACR,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;YAClC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;YACtD,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE;YAC1B,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE;YACnF,KAAK,EAAE,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE;YACzB,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;YACpC,QAAQ,EAAE;gBACT,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK;gBAC3B,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;aAClE;YACD,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;SACtE,CAAA;IACF,CAAC;IAEO,aAAa;QACpB,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC,cAAc,CAAA;QACnD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,aAAa,CAAC,CAAA;QAC9F,IAAI,WAAW;YAAE,OAAO,WAAW,CAAA;QACnC,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CACxC,CAAC,IAAI,EAA8B,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,aAAa,CAC/F,CAAA;QACD,IAAI,eAAe;YAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,uBAAuB,CAAC,CAAA;QACrG,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAA;QAC7B,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAA;QACvE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAA8B,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAA;QACpG,IAAI,CAAC,UAAU;YAAE,OAAO,SAAS,CAAA;QACjC,IAAI,UAAU,CAAC,MAAM,KAAK,iBAAiB;YAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;QAC7G,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAA;IACrC,CAAC;CACD;AAED,SAAS,WAAW;IACnB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAA;AAC7E,CAAC;AAED,SAAS,eAAe,CACvB,MAA+C,EAC/C,KAAyD;IAEzD,IAAI,MAAM,KAAK,aAAa;QAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;IACzF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CACtB,CAAC,SAAS,EAAmC,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,KAAK,MAAM,CAC5G,CAAA;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,IAAI,OAAO,EAAE,MAAM,EAAE,CAAA;AACzE,CAAC"}
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
import type { AiClient } from '../ai/client.js';
|
|
2
|
-
import type { RuntimeConfig } from './config.js';
|
|
3
|
-
import type { DriverSession, StepIntent } from '../driver.js';
|
|
4
|
-
import type { RuntimeLogger } from '../logging/types.js';
|
|
5
|
-
import { DiagnosticSanitizer } from '../redaction/diagnostic-sanitizer.js';
|
|
6
|
-
import type { ToolRegistry } from '../tools/registry.js';
|
|
7
|
-
import type { StepControl } from './scenario-control.js';
|
|
8
|
-
import type { InternalStepReport } from './types.js';
|
|
9
|
-
import { ScenarioUsageTracker } from './usage-tracker.js';
|
|
10
|
-
export type StepExecutionDependencies = {
|
|
11
|
-
config: RuntimeConfig;
|
|
12
|
-
aiClient: AiClient;
|
|
13
|
-
toolRegistry: ToolRegistry;
|
|
14
|
-
driverSession: DriverSession;
|
|
15
|
-
usageTracker: ScenarioUsageTracker;
|
|
16
|
-
driverId: string;
|
|
17
|
-
redact: boolean;
|
|
18
|
-
diagnosticSanitizer: DiagnosticSanitizer;
|
|
19
|
-
logger: RuntimeLogger;
|
|
20
|
-
};
|
|
21
|
-
/** Authoritative driver-backed model/tool loop. */
|
|
22
|
-
export declare class StepExecution {
|
|
23
|
-
private readonly dependencies;
|
|
24
|
-
constructor(dependencies: StepExecutionDependencies);
|
|
25
|
-
run(step: StepIntent, control: StepControl): Promise<InternalStepReport>;
|
|
26
|
-
}
|
|
27
|
-
//# sourceMappingURL=step-execution.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"step-execution.d.ts","sourceRoot":"","sources":["../../src/runtime/step-execution.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAI/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAC7D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAG1E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAIxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAA6B,MAAM,YAAY,CAAA;AAC/E,OAAO,EAGN,oBAAoB,EAEpB,MAAM,oBAAoB,CAAA;AAE3B,MAAM,MAAM,yBAAyB,GAAG;IACvC,MAAM,EAAE,aAAa,CAAA;IACrB,QAAQ,EAAE,QAAQ,CAAA;IAClB,YAAY,EAAE,YAAY,CAAA;IAC1B,aAAa,EAAE,aAAa,CAAA;IAC5B,YAAY,EAAE,oBAAoB,CAAA;IAClC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,OAAO,CAAA;IACf,mBAAmB,EAAE,mBAAmB,CAAA;IACxC,MAAM,EAAE,aAAa,CAAA;CACrB,CAAA;AAED,mDAAmD;AACnD,qBAAa,aAAa;IACb,OAAO,CAAC,QAAQ,CAAC,YAAY;gBAAZ,YAAY,EAAE,yBAAyB;IAE9D,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAoI9E"}
|
|
@@ -1,143 +0,0 @@
|
|
|
1
|
-
import { MessageHistory } from '../ai/message-history.js';
|
|
2
|
-
import { STEP_START_USER_PROMPT, STEP_SYSTEM_PROMPT } from '../ai/prompts.js';
|
|
3
|
-
import { TurnProcessor } from '../ai/turn-processor.js';
|
|
4
|
-
import { ToolDispatchError } from '../tools/dispatcher.js';
|
|
5
|
-
import { LoopDetector } from '../tools/loop-detector.js';
|
|
6
|
-
import { DriverBoundaryError } from './driver-boundary.js';
|
|
7
|
-
import { buildInitialDriverContext, buildPostToolDriverContext, isEphemeralDriverMessage } from './driver-session.js';
|
|
8
|
-
import { InternalStepEvidence } from './internal-step-evidence.js';
|
|
9
|
-
import { ProviderUsageInvalidError, ProviderUsageUnavailableError, TokenBudgetExceededError, } from './usage-tracker.js';
|
|
10
|
-
/** Authoritative driver-backed model/tool loop. */
|
|
11
|
-
export class StepExecution {
|
|
12
|
-
dependencies;
|
|
13
|
-
constructor(dependencies) {
|
|
14
|
-
this.dependencies = dependencies;
|
|
15
|
-
}
|
|
16
|
-
async run(step, control) {
|
|
17
|
-
const { config, aiClient, toolRegistry, driverSession, usageTracker, driverId, redact, diagnosticSanitizer, logger, } = this.dependencies;
|
|
18
|
-
const evidence = new InternalStepEvidence(step, driverId, redact, diagnosticSanitizer, control.now);
|
|
19
|
-
const checkpoint = usageTracker.beginStep();
|
|
20
|
-
const messages = [];
|
|
21
|
-
const ephemeralMessages = new Set();
|
|
22
|
-
const turnProcessor = new TurnProcessor({
|
|
23
|
-
config,
|
|
24
|
-
toolRegistry,
|
|
25
|
-
loopDetector: new LoopDetector(config.loopMaxRepetitions),
|
|
26
|
-
evidence,
|
|
27
|
-
logger,
|
|
28
|
-
});
|
|
29
|
-
messages.push(...new MessageHistory().buildInitialMessages({
|
|
30
|
-
systemPrompt: STEP_SYSTEM_PROMPT([...driverSession.instructions]),
|
|
31
|
-
userPrompt: STEP_START_USER_PROMPT(step),
|
|
32
|
-
}));
|
|
33
|
-
logger.info(`step started: ${step.id}`);
|
|
34
|
-
let turns = 0;
|
|
35
|
-
try {
|
|
36
|
-
try {
|
|
37
|
-
appendDriverContext(messages, ephemeralMessages, await buildInitialDriverContext(driverSession, step, control));
|
|
38
|
-
}
|
|
39
|
-
catch (error) {
|
|
40
|
-
return finish(evidence, usageTracker, checkpoint, failureFrom(error, control, turns, diagnosticSanitizer), logger);
|
|
41
|
-
}
|
|
42
|
-
for (;;) {
|
|
43
|
-
if (turns >= config.turnCap) {
|
|
44
|
-
return finish(evidence, usageTracker, checkpoint, { outcome: 'failed', reason: 'turn-cap-exceeded', turns }, logger);
|
|
45
|
-
}
|
|
46
|
-
const expired = control.poll();
|
|
47
|
-
if (expired.expired) {
|
|
48
|
-
return finish(evidence, usageTracker, checkpoint, { outcome: 'failed', reason: expired.reason, turns }, logger);
|
|
49
|
-
}
|
|
50
|
-
turns++;
|
|
51
|
-
try {
|
|
52
|
-
const { response, assistantMessages } = await aiClient.send(messages, {
|
|
53
|
-
step,
|
|
54
|
-
signal: control.signal,
|
|
55
|
-
});
|
|
56
|
-
usageTracker.record(response.usage);
|
|
57
|
-
assertControlLive(control, 'provider-response');
|
|
58
|
-
messages.push(...assistantMessages);
|
|
59
|
-
const outcome = await turnProcessor.process({ response, step, turn: turns, control });
|
|
60
|
-
assertControlLive(control, 'turn-processing');
|
|
61
|
-
if (outcome.kind === 'assertion') {
|
|
62
|
-
return finish(evidence, usageTracker, checkpoint, {
|
|
63
|
-
outcome: outcome.passed ? 'passed' : 'failed',
|
|
64
|
-
reason: outcome.passed ? 'met-expectation' : 'failed-expectation',
|
|
65
|
-
actual: outcome.actual,
|
|
66
|
-
turns,
|
|
67
|
-
}, logger);
|
|
68
|
-
}
|
|
69
|
-
if (outcome.kind === 'stuck') {
|
|
70
|
-
return finish(evidence, usageTracker, checkpoint, {
|
|
71
|
-
outcome: 'failed',
|
|
72
|
-
reason: 'loop-detected',
|
|
73
|
-
actual: 'the model repeated the same tool calls without reaching a result',
|
|
74
|
-
turns,
|
|
75
|
-
}, logger);
|
|
76
|
-
}
|
|
77
|
-
dropEphemeralMessages(messages, ephemeralMessages);
|
|
78
|
-
messages.push(...outcome.messages);
|
|
79
|
-
appendDriverContext(messages, ephemeralMessages, await buildPostToolDriverContext(driverSession, step, turns, outcome.toolResults, control));
|
|
80
|
-
}
|
|
81
|
-
catch (error) {
|
|
82
|
-
return finish(evidence, usageTracker, checkpoint, failureFrom(error, control, turns, diagnosticSanitizer), logger);
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
}
|
|
86
|
-
finally {
|
|
87
|
-
control.dispose();
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
function finish(evidence, usageTracker, checkpoint, termination, logger) {
|
|
92
|
-
if (termination.reason === 'step-timeout' || termination.reason === 'scenario-timeout') {
|
|
93
|
-
evidence.recordDiagnostic({
|
|
94
|
-
code: 'expired-boundary',
|
|
95
|
-
path: '',
|
|
96
|
-
message: termination.actual ?? `Step execution expired with ${termination.reason}`,
|
|
97
|
-
});
|
|
98
|
-
}
|
|
99
|
-
const report = evidence.buildReport(termination, usageTracker.stepUsage(checkpoint));
|
|
100
|
-
logger.info(`step finished: ${report.step.id} ${report.outcome} (${report.category} / ${report.reason})`);
|
|
101
|
-
return report;
|
|
102
|
-
}
|
|
103
|
-
function appendDriverContext(messages, ephemeralMessages, context) {
|
|
104
|
-
for (const message of context) {
|
|
105
|
-
messages.push(message);
|
|
106
|
-
if (isEphemeralDriverMessage(message))
|
|
107
|
-
ephemeralMessages.add(message);
|
|
108
|
-
}
|
|
109
|
-
}
|
|
110
|
-
function dropEphemeralMessages(messages, ephemeralMessages) {
|
|
111
|
-
if (ephemeralMessages.size === 0)
|
|
112
|
-
return;
|
|
113
|
-
const retained = messages.filter((message) => !ephemeralMessages.has(message));
|
|
114
|
-
messages.length = 0;
|
|
115
|
-
messages.push(...retained);
|
|
116
|
-
ephemeralMessages.clear();
|
|
117
|
-
}
|
|
118
|
-
function assertControlLive(control, operation) {
|
|
119
|
-
const expired = control.poll();
|
|
120
|
-
if (expired.expired)
|
|
121
|
-
throw new DriverBoundaryError(operation, expired.reason);
|
|
122
|
-
}
|
|
123
|
-
function failureFrom(error, control, turns, sanitizer) {
|
|
124
|
-
const actual = sanitizer.error(error);
|
|
125
|
-
const expired = control.poll();
|
|
126
|
-
if (expired.expired)
|
|
127
|
-
return { outcome: 'failed', reason: expired.reason, actual, turns };
|
|
128
|
-
if (error instanceof DriverBoundaryError)
|
|
129
|
-
return { outcome: 'failed', reason: error.reason, actual, turns };
|
|
130
|
-
if (error instanceof TokenBudgetExceededError) {
|
|
131
|
-
return { outcome: 'failed', reason: 'token-budget-exceeded', actual, turns };
|
|
132
|
-
}
|
|
133
|
-
if (error instanceof ProviderUsageUnavailableError || error instanceof ProviderUsageInvalidError) {
|
|
134
|
-
return { outcome: 'failed', reason: 'provider-error', actual, turns };
|
|
135
|
-
}
|
|
136
|
-
if (error instanceof ToolDispatchError)
|
|
137
|
-
return { outcome: 'failed', reason: 'tool-error', actual, turns };
|
|
138
|
-
return { outcome: 'failed', reason: driverInfraReason(error), actual, turns };
|
|
139
|
-
}
|
|
140
|
-
function driverInfraReason(error) {
|
|
141
|
-
return error instanceof ToolDispatchError ? 'tool-error' : 'provider-error';
|
|
142
|
-
}
|
|
143
|
-
//# sourceMappingURL=step-execution.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"step-execution.js","sourceRoot":"","sources":["../../src/runtime/step-execution.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AACzD,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AAKvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAExD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAA;AACrH,OAAO,EAAE,oBAAoB,EAAgC,MAAM,6BAA6B,CAAA;AAGhG,OAAO,EACN,yBAAyB,EACzB,6BAA6B,EAE7B,wBAAwB,GACxB,MAAM,oBAAoB,CAAA;AAc3B,mDAAmD;AACnD,MAAM,OAAO,aAAa;IACI;IAA7B,YAA6B,YAAuC;QAAvC,iBAAY,GAAZ,YAAY,CAA2B;IAAG,CAAC;IAExE,KAAK,CAAC,GAAG,CAAC,IAAgB,EAAE,OAAoB;QAC/C,MAAM,EACL,MAAM,EACN,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,QAAQ,EACR,MAAM,EACN,mBAAmB,EACnB,MAAM,GACN,GAAG,IAAI,CAAC,YAAY,CAAA;QACrB,MAAM,QAAQ,GAAG,IAAI,oBAAoB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;QACnG,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,EAAE,CAAA;QAC3C,MAAM,QAAQ,GAAiC,EAAE,CAAA;QACjD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA8B,CAAA;QAC/D,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACvC,MAAM;YACN,YAAY;YACZ,YAAY,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACzD,QAAQ;YACR,MAAM;SACN,CAAC,CAAA;QACF,QAAQ,CAAC,IAAI,CACZ,GAAG,IAAI,cAAc,EAAE,CAAC,oBAAoB,CAAC;YAC5C,YAAY,EAAE,kBAAkB,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;YACjE,UAAU,EAAE,sBAAsB,CAAC,IAAI,CAAC;SACxC,CAAC,CACF,CAAA;QACD,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;QAEvC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,CAAC;YACJ,IAAI,CAAC;gBACJ,mBAAmB,CAClB,QAAQ,EACR,iBAAiB,EACjB,MAAM,yBAAyB,CAAC,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,CAC7D,CAAA;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,MAAM,CACZ,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,mBAAmB,CAAC,EACvD,MAAM,CACN,CAAA;YACF,CAAC;YAED,SAAS,CAAC;gBACT,IAAI,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC7B,OAAO,MAAM,CACZ,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,KAAK,EAAE,EACzD,MAAM,CACN,CAAA;gBACF,CAAC;gBACD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;gBAC9B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACrB,OAAO,MAAM,CACZ,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,EACpD,MAAM,CACN,CAAA;gBACF,CAAC;gBAED,KAAK,EAAE,CAAA;gBACP,IAAI,CAAC;oBACJ,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE;wBACrE,IAAI;wBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;qBACtB,CAAC,CAAA;oBACF,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;oBACnC,iBAAiB,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAA;oBAC/C,QAAQ,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,CAAA;oBACnC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;oBACrF,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAA;oBAE7C,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBAClC,OAAO,MAAM,CACZ,QAAQ,EACR,YAAY,EACZ,UAAU,EACV;4BACC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;4BAC7C,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,oBAAoB;4BACjE,MAAM,EAAE,OAAO,CAAC,MAAM;4BACtB,KAAK;yBACL,EACD,MAAM,CACN,CAAA;oBACF,CAAC;oBACD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAC9B,OAAO,MAAM,CACZ,QAAQ,EACR,YAAY,EACZ,UAAU,EACV;4BACC,OAAO,EAAE,QAAQ;4BACjB,MAAM,EAAE,eAAe;4BACvB,MAAM,EAAE,kEAAkE;4BAC1E,KAAK;yBACL,EACD,MAAM,CACN,CAAA;oBACF,CAAC;oBAED,qBAAqB,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;oBAClD,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;oBAClC,mBAAmB,CAClB,QAAQ,EACR,iBAAiB,EACjB,MAAM,0BAA0B,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAC1F,CAAA;gBACF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,OAAO,MAAM,CACZ,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,mBAAmB,CAAC,EACvD,MAAM,CACN,CAAA;gBACF,CAAC;YACF,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,OAAO,CAAC,OAAO,EAAE,CAAA;QAClB,CAAC;IACF,CAAC;CACD;AAED,SAAS,MAAM,CACd,QAA8B,EAC9B,YAAkC,EAClC,UAAyD,EACzD,WAAoC,EACpC,MAAqB;IAErB,IAAI,WAAW,CAAC,MAAM,KAAK,cAAc,IAAI,WAAW,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;QACxF,QAAQ,CAAC,gBAAgB,CAAC;YACzB,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,WAAW,CAAC,MAAM,IAAI,+BAA+B,WAAW,CAAC,MAAM,EAAE;SAClF,CAAC,CAAA;IACH,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC,WAAW,EAAE,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAA;IACpF,MAAM,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,QAAQ,MAAM,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;IACzG,OAAO,MAAM,CAAA;AACd,CAAC;AAED,SAAS,mBAAmB,CAC3B,QAAsC,EACtC,iBAAkD,EAClD,OAAqC;IAErC,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACtB,IAAI,wBAAwB,CAAC,OAAO,CAAC;YAAE,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACtE,CAAC;AACF,CAAC;AAED,SAAS,qBAAqB,CAC7B,QAAsC,EACtC,iBAAkD;IAElD,IAAI,iBAAiB,CAAC,IAAI,KAAK,CAAC;QAAE,OAAM;IACxC,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;IAC9E,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;IACnB,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;IAC1B,iBAAiB,CAAC,KAAK,EAAE,CAAA;AAC1B,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAoB,EAAE,SAAiB;IACjE,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC9B,IAAI,OAAO,CAAC,OAAO;QAAE,MAAM,IAAI,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;AAC9E,CAAC;AAED,SAAS,WAAW,CACnB,KAAc,EACd,OAAoB,EACpB,KAAa,EACb,SAA8B;IAE9B,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACrC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IAC9B,IAAI,OAAO,CAAC,OAAO;QAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IACxF,IAAI,KAAK,YAAY,mBAAmB;QAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAC3G,IAAI,KAAK,YAAY,wBAAwB,EAAE,CAAC;QAC/C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IAC7E,CAAC;IACD,IAAI,KAAK,YAAY,6BAA6B,IAAI,KAAK,YAAY,yBAAyB,EAAE,CAAC;QAClG,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IACtE,CAAC;IACD,IAAI,KAAK,YAAY,iBAAiB;QAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;IACzG,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC9E,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACxC,OAAO,KAAK,YAAY,iBAAiB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAA;AAC5E,CAAC"}
|
package/dist/runtime/text.d.ts
DELETED
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Removes the common leading indentation from a multi-line string.
|
|
3
|
-
*
|
|
4
|
-
* Steps are written as template literals in a spec file, so `action` and `expect` arrive
|
|
5
|
-
* carrying whatever indentation the surrounding code happened to have. That indentation is
|
|
6
|
-
* an artifact of the source layout, not of the step, and it should not reach the report or
|
|
7
|
-
* the failure message.
|
|
8
|
-
*/
|
|
9
|
-
export declare function dedent(value: string): string;
|
|
10
|
-
//# sourceMappingURL=text.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/runtime/text.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAoB5C"}
|
package/dist/runtime/text.js
DELETED
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Removes the common leading indentation from a multi-line string.
|
|
3
|
-
*
|
|
4
|
-
* Steps are written as template literals in a spec file, so `action` and `expect` arrive
|
|
5
|
-
* carrying whatever indentation the surrounding code happened to have. That indentation is
|
|
6
|
-
* an artifact of the source layout, not of the step, and it should not reach the report or
|
|
7
|
-
* the failure message.
|
|
8
|
-
*/
|
|
9
|
-
export function dedent(value) {
|
|
10
|
-
const lines = value.split('\n').map((line) => line.replace(/\s+$/, ''));
|
|
11
|
-
while (lines.length > 0 && lines[0].trim() === '') {
|
|
12
|
-
lines.shift();
|
|
13
|
-
}
|
|
14
|
-
while (lines.length > 0 && lines[lines.length - 1].trim() === '') {
|
|
15
|
-
lines.pop();
|
|
16
|
-
}
|
|
17
|
-
const indent = lines
|
|
18
|
-
.filter((line) => line.trim() !== '')
|
|
19
|
-
.reduce((smallest, line) => Math.min(smallest, line.length - line.trimStart().length), Number.MAX_SAFE_INTEGER);
|
|
20
|
-
if (indent === Number.MAX_SAFE_INTEGER) {
|
|
21
|
-
return '';
|
|
22
|
-
}
|
|
23
|
-
return lines.map((line) => line.slice(indent)).join('\n');
|
|
24
|
-
}
|
|
25
|
-
//# sourceMappingURL=text.js.map
|
package/dist/runtime/text.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/runtime/text.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,MAAM,UAAU,MAAM,CAAC,KAAa;IACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAA;IAEvE,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,KAAK,CAAC,KAAK,EAAE,CAAA;IACd,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAClE,KAAK,CAAC,GAAG,EAAE,CAAA;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,KAAK;SAClB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;SACpC,MAAM,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAEhH,IAAI,MAAM,KAAK,MAAM,CAAC,gBAAgB,EAAE,CAAC;QACxC,OAAO,EAAE,CAAA;IACV,CAAC;IAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC1D,CAAC"}
|
package/dist/runtime/types.d.ts
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
import type { ChatCompletionMessageParam } from 'openai/resources/chat/completions';
|
|
2
|
-
import type { Diagnostic, Usage } from '../contracts/types.js';
|
|
3
|
-
import type { StepIntent } from '../driver.js';
|
|
4
|
-
import type { ToolExecution } from '../tools/types.js';
|
|
5
|
-
export type Step = Pick<StepIntent, 'action' | 'expect'>;
|
|
6
|
-
export type StepAssertion = {
|
|
7
|
-
passed: boolean;
|
|
8
|
-
actual: string;
|
|
9
|
-
};
|
|
10
|
-
export type InternalTerminationReason = 'met-expectation' | 'failed-expectation' | 'loop-detected' | 'turn-cap-exceeded' | 'step-timeout' | 'scenario-timeout' | 'tool-error' | 'provider-error' | 'token-budget-exceeded' | 'interrupted' | 'internal-error';
|
|
11
|
-
export type InternalStepToolCall = {
|
|
12
|
-
turn: number;
|
|
13
|
-
driverId: string;
|
|
14
|
-
name: string;
|
|
15
|
-
arguments: unknown;
|
|
16
|
-
status: 'ok' | 'error';
|
|
17
|
-
};
|
|
18
|
-
export type InternalStepReport = {
|
|
19
|
-
step: StepIntent;
|
|
20
|
-
outcome: 'passed' | 'failed';
|
|
21
|
-
category: StepCategory;
|
|
22
|
-
reason: InternalTerminationReason;
|
|
23
|
-
actual?: string;
|
|
24
|
-
turns: number;
|
|
25
|
-
durationMs: number;
|
|
26
|
-
usage: Usage;
|
|
27
|
-
toolCalls: InternalStepToolCall[];
|
|
28
|
-
transcript: TranscriptEntry[];
|
|
29
|
-
diagnostics: Diagnostic[];
|
|
30
|
-
};
|
|
31
|
-
export type StepCategory = 'app' | 'model' | 'infra';
|
|
32
|
-
export type TranscriptEntry = {
|
|
33
|
-
turn: number;
|
|
34
|
-
role: 'assistant' | 'tool';
|
|
35
|
-
content: string;
|
|
36
|
-
};
|
|
37
|
-
export type ContextMessage = {
|
|
38
|
-
message: ChatCompletionMessageParam;
|
|
39
|
-
ephemeral?: boolean;
|
|
40
|
-
};
|
|
41
|
-
export type TurnOutcome = {
|
|
42
|
-
kind: 'continue';
|
|
43
|
-
toolResults: ToolExecution[];
|
|
44
|
-
messages: ChatCompletionMessageParam[];
|
|
45
|
-
} | {
|
|
46
|
-
kind: 'assertion';
|
|
47
|
-
passed: boolean;
|
|
48
|
-
actual: string;
|
|
49
|
-
} | {
|
|
50
|
-
kind: 'stuck';
|
|
51
|
-
reason: 'loop-detected';
|
|
52
|
-
};
|
|
53
|
-
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/runtime/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAA;AACnF,OAAO,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAEtD,MAAM,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAA;AAExD,MAAM,MAAM,aAAa,GAAG;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAA;AAE/D,MAAM,MAAM,yBAAyB,GAClC,iBAAiB,GACjB,oBAAoB,GACpB,eAAe,GACf,mBAAmB,GACnB,cAAc,GACd,kBAAkB,GAClB,YAAY,GACZ,gBAAgB,GAChB,uBAAuB,GACvB,aAAa,GACb,gBAAgB,CAAA;AAEnB,MAAM,MAAM,oBAAoB,GAAG;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,OAAO,CAAA;IAClB,MAAM,EAAE,IAAI,GAAG,OAAO,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAChC,IAAI,EAAE,UAAU,CAAA;IAChB,OAAO,EAAE,QAAQ,GAAG,QAAQ,CAAA;IAC5B,QAAQ,EAAE,YAAY,CAAA;IACtB,MAAM,EAAE,yBAAyB,CAAA;IACjC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,KAAK,CAAA;IACZ,SAAS,EAAE,oBAAoB,EAAE,CAAA;IACjC,UAAU,EAAE,eAAe,EAAE,CAAA;IAC7B,WAAW,EAAE,UAAU,EAAE,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,CAAA;AAEpD,MAAM,MAAM,eAAe,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAE3F,MAAM,MAAM,cAAc,GAAG;IAAE,OAAO,EAAE,0BAA0B,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,CAAA;AAEzF,MAAM,MAAM,WAAW,GACpB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,WAAW,EAAE,aAAa,EAAE,CAAC;IAAC,QAAQ,EAAE,0BAA0B,EAAE,CAAA;CAAE,GAC1F;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACtD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,eAAe,CAAA;CAAE,CAAA"}
|
package/dist/runtime/types.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/runtime/types.ts"],"names":[],"mappings":""}
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
import type { ChatCompletion } from 'openai/resources/chat/completions';
|
|
2
|
-
import type { Usage } from '../contracts/types.js';
|
|
3
|
-
export type UsageCheckpoint = Readonly<{
|
|
4
|
-
promptTokens: number;
|
|
5
|
-
cachedPromptTokens: number;
|
|
6
|
-
completionTokens: number;
|
|
7
|
-
reportedResponses: number;
|
|
8
|
-
missingResponses: number;
|
|
9
|
-
}>;
|
|
10
|
-
export declare class TokenBudgetExceededError extends Error {
|
|
11
|
-
readonly budgetTokens: number;
|
|
12
|
-
readonly totalTokens: number;
|
|
13
|
-
constructor(budgetTokens: number, totalTokens: number);
|
|
14
|
-
}
|
|
15
|
-
export declare class ProviderUsageUnavailableError extends Error {
|
|
16
|
-
constructor();
|
|
17
|
-
}
|
|
18
|
-
export declare class ProviderUsageInvalidError extends Error {
|
|
19
|
-
constructor(message: string);
|
|
20
|
-
}
|
|
21
|
-
export declare class ScenarioUsageTracker {
|
|
22
|
-
private readonly budgetTokens?;
|
|
23
|
-
private promptTokens;
|
|
24
|
-
private cachedPromptTokens;
|
|
25
|
-
private completionTokens;
|
|
26
|
-
private reportedResponses;
|
|
27
|
-
private missingResponses;
|
|
28
|
-
constructor(budgetTokens?: number);
|
|
29
|
-
beginStep(): UsageCheckpoint;
|
|
30
|
-
record(usage: ChatCompletion['usage']): void;
|
|
31
|
-
stepUsage(checkpoint: UsageCheckpoint): Usage;
|
|
32
|
-
usage(): Usage & {
|
|
33
|
-
state: 'complete' | 'partial' | 'unavailable';
|
|
34
|
-
};
|
|
35
|
-
private checkpoint;
|
|
36
|
-
}
|
|
37
|
-
//# sourceMappingURL=usage-tracker.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"usage-tracker.d.ts","sourceRoot":"","sources":["../../src/runtime/usage-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAElD,MAAM,MAAM,eAAe,GAAG,QAAQ,CAAC;IACtC,YAAY,EAAE,MAAM,CAAA;IACpB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,gBAAgB,EAAE,MAAM,CAAA;CACxB,CAAC,CAAA;AAEF,qBAAa,wBAAyB,SAAQ,KAAK;IAEjD,QAAQ,CAAC,YAAY,EAAE,MAAM;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM;gBADnB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM;CAK7B;AAED,qBAAa,6BAA8B,SAAQ,KAAK;;CAKvD;AAED,qBAAa,yBAA0B,SAAQ,KAAK;gBACvC,OAAO,EAAE,MAAM;CAI3B;AAED,qBAAa,oBAAoB;IAOpB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;IAN1C,OAAO,CAAC,YAAY,CAAI;IACxB,OAAO,CAAC,kBAAkB,CAAI;IAC9B,OAAO,CAAC,gBAAgB,CAAI;IAC5B,OAAO,CAAC,iBAAiB,CAAI;IAC7B,OAAO,CAAC,gBAAgB,CAAI;gBAEC,YAAY,CAAC,EAAE,MAAM;IAMlD,SAAS,IAAI,eAAe;IAI5B,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI;IAgC5C,SAAS,CAAC,UAAU,EAAE,eAAe,GAAG,KAAK;IAQ7C,KAAK,IAAI,KAAK,GAAG;QAAE,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,CAAA;KAAE;IAYlE,OAAO,CAAC,UAAU;CASlB"}
|
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
export class TokenBudgetExceededError extends Error {
|
|
2
|
-
budgetTokens;
|
|
3
|
-
totalTokens;
|
|
4
|
-
constructor(budgetTokens, totalTokens) {
|
|
5
|
-
super(`Scenario token budget of ${budgetTokens} was exceeded by response total ${totalTokens}`);
|
|
6
|
-
this.budgetTokens = budgetTokens;
|
|
7
|
-
this.totalTokens = totalTokens;
|
|
8
|
-
this.name = 'TokenBudgetExceededError';
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
export class ProviderUsageUnavailableError extends Error {
|
|
12
|
-
constructor() {
|
|
13
|
-
super('Provider response omitted usage while a scenario token budget is active');
|
|
14
|
-
this.name = 'ProviderUsageUnavailableError';
|
|
15
|
-
}
|
|
16
|
-
}
|
|
17
|
-
export class ProviderUsageInvalidError extends Error {
|
|
18
|
-
constructor(message) {
|
|
19
|
-
super(`Provider response contained invalid usage: ${message}`);
|
|
20
|
-
this.name = 'ProviderUsageInvalidError';
|
|
21
|
-
}
|
|
22
|
-
}
|
|
23
|
-
export class ScenarioUsageTracker {
|
|
24
|
-
budgetTokens;
|
|
25
|
-
promptTokens = 0;
|
|
26
|
-
cachedPromptTokens = 0;
|
|
27
|
-
completionTokens = 0;
|
|
28
|
-
reportedResponses = 0;
|
|
29
|
-
missingResponses = 0;
|
|
30
|
-
constructor(budgetTokens) {
|
|
31
|
-
this.budgetTokens = budgetTokens;
|
|
32
|
-
if (budgetTokens !== undefined && (!Number.isSafeInteger(budgetTokens) || budgetTokens < 1)) {
|
|
33
|
-
throw new Error('Scenario token budget must be a positive integer');
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
beginStep() {
|
|
37
|
-
return this.checkpoint();
|
|
38
|
-
}
|
|
39
|
-
record(usage) {
|
|
40
|
-
if (!usage) {
|
|
41
|
-
this.missingResponses++;
|
|
42
|
-
if (this.budgetTokens !== undefined)
|
|
43
|
-
throw new ProviderUsageUnavailableError();
|
|
44
|
-
return;
|
|
45
|
-
}
|
|
46
|
-
const promptTokens = requiredTokenCount(usage.prompt_tokens, 'prompt_tokens');
|
|
47
|
-
const completionTokens = requiredTokenCount(usage.completion_tokens, 'completion_tokens');
|
|
48
|
-
const totalTokens = requiredTokenCount(usage.total_tokens, 'total_tokens');
|
|
49
|
-
if (totalTokens !== promptTokens + completionTokens) {
|
|
50
|
-
throw new ProviderUsageInvalidError('total_tokens must equal prompt_tokens plus completion_tokens');
|
|
51
|
-
}
|
|
52
|
-
const cachedPromptTokens = optionalTokenCount(usage.prompt_tokens_details?.cached_tokens, 'prompt_tokens_details.cached_tokens');
|
|
53
|
-
if (cachedPromptTokens > promptTokens) {
|
|
54
|
-
throw new ProviderUsageInvalidError('cached_tokens cannot exceed prompt_tokens');
|
|
55
|
-
}
|
|
56
|
-
this.promptTokens += promptTokens;
|
|
57
|
-
this.cachedPromptTokens += cachedPromptTokens;
|
|
58
|
-
this.completionTokens += completionTokens;
|
|
59
|
-
this.reportedResponses++;
|
|
60
|
-
const scenarioTotalTokens = this.promptTokens + this.completionTokens;
|
|
61
|
-
if (this.budgetTokens !== undefined && scenarioTotalTokens > this.budgetTokens) {
|
|
62
|
-
throw new TokenBudgetExceededError(this.budgetTokens, scenarioTotalTokens);
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
stepUsage(checkpoint) {
|
|
66
|
-
return usageFrom({
|
|
67
|
-
promptTokens: this.promptTokens - checkpoint.promptTokens,
|
|
68
|
-
cachedPromptTokens: this.cachedPromptTokens - checkpoint.cachedPromptTokens,
|
|
69
|
-
completionTokens: this.completionTokens - checkpoint.completionTokens,
|
|
70
|
-
});
|
|
71
|
-
}
|
|
72
|
-
usage() {
|
|
73
|
-
const state = this.reportedResponses === 0 ? 'unavailable' : this.missingResponses > 0 ? 'partial' : 'complete';
|
|
74
|
-
return {
|
|
75
|
-
...usageFrom({
|
|
76
|
-
promptTokens: this.promptTokens,
|
|
77
|
-
cachedPromptTokens: this.cachedPromptTokens,
|
|
78
|
-
completionTokens: this.completionTokens,
|
|
79
|
-
}),
|
|
80
|
-
state,
|
|
81
|
-
};
|
|
82
|
-
}
|
|
83
|
-
checkpoint() {
|
|
84
|
-
return {
|
|
85
|
-
promptTokens: this.promptTokens,
|
|
86
|
-
cachedPromptTokens: this.cachedPromptTokens,
|
|
87
|
-
completionTokens: this.completionTokens,
|
|
88
|
-
reportedResponses: this.reportedResponses,
|
|
89
|
-
missingResponses: this.missingResponses,
|
|
90
|
-
};
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
function requiredTokenCount(value, field) {
|
|
94
|
-
if (!Number.isSafeInteger(value) || value < 0) {
|
|
95
|
-
throw new ProviderUsageInvalidError(`${field} must be a non-negative safe integer`);
|
|
96
|
-
}
|
|
97
|
-
return value;
|
|
98
|
-
}
|
|
99
|
-
function optionalTokenCount(value, field) {
|
|
100
|
-
return value === undefined ? 0 : requiredTokenCount(value, field);
|
|
101
|
-
}
|
|
102
|
-
function usageFrom(input) {
|
|
103
|
-
return {
|
|
104
|
-
promptTokens: input.promptTokens,
|
|
105
|
-
cachedPromptTokens: Math.min(input.cachedPromptTokens, input.promptTokens),
|
|
106
|
-
completionTokens: input.completionTokens,
|
|
107
|
-
totalTokens: input.promptTokens + input.completionTokens,
|
|
108
|
-
};
|
|
109
|
-
}
|
|
110
|
-
//# sourceMappingURL=usage-tracker.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"usage-tracker.js","sourceRoot":"","sources":["../../src/runtime/usage-tracker.ts"],"names":[],"mappings":"AAWA,MAAM,OAAO,wBAAyB,SAAQ,KAAK;IAExC;IACA;IAFV,YACU,YAAoB,EACpB,WAAmB;QAE5B,KAAK,CAAC,4BAA4B,YAAY,mCAAmC,WAAW,EAAE,CAAC,CAAA;QAHtF,iBAAY,GAAZ,YAAY,CAAQ;QACpB,gBAAW,GAAX,WAAW,CAAQ;QAG5B,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAA;IACvC,CAAC;CACD;AAED,MAAM,OAAO,6BAA8B,SAAQ,KAAK;IACvD;QACC,KAAK,CAAC,yEAAyE,CAAC,CAAA;QAChF,IAAI,CAAC,IAAI,GAAG,+BAA+B,CAAA;IAC5C,CAAC;CACD;AAED,MAAM,OAAO,yBAA0B,SAAQ,KAAK;IACnD,YAAY,OAAe;QAC1B,KAAK,CAAC,8CAA8C,OAAO,EAAE,CAAC,CAAA;QAC9D,IAAI,CAAC,IAAI,GAAG,2BAA2B,CAAA;IACxC,CAAC;CACD;AAED,MAAM,OAAO,oBAAoB;IAOH;IANrB,YAAY,GAAG,CAAC,CAAA;IAChB,kBAAkB,GAAG,CAAC,CAAA;IACtB,gBAAgB,GAAG,CAAC,CAAA;IACpB,iBAAiB,GAAG,CAAC,CAAA;IACrB,gBAAgB,GAAG,CAAC,CAAA;IAE5B,YAA6B,YAAqB;QAArB,iBAAY,GAAZ,YAAY,CAAS;QACjD,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,EAAE,CAAC;YAC7F,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QACpE,CAAC;IACF,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,UAAU,EAAE,CAAA;IACzB,CAAC;IAED,MAAM,CAAC,KAA8B;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACvB,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS;gBAAE,MAAM,IAAI,6BAA6B,EAAE,CAAA;YAC9E,OAAM;QACP,CAAC;QAED,MAAM,YAAY,GAAG,kBAAkB,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,CAAA;QAC7E,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,KAAK,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAA;QACzF,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC,CAAA;QAC1E,IAAI,WAAW,KAAK,YAAY,GAAG,gBAAgB,EAAE,CAAC;YACrD,MAAM,IAAI,yBAAyB,CAAC,8DAA8D,CAAC,CAAA;QACpG,CAAC;QAED,MAAM,kBAAkB,GAAG,kBAAkB,CAC5C,KAAK,CAAC,qBAAqB,EAAE,aAAa,EAC1C,qCAAqC,CACrC,CAAA;QACD,IAAI,kBAAkB,GAAG,YAAY,EAAE,CAAC;YACvC,MAAM,IAAI,yBAAyB,CAAC,2CAA2C,CAAC,CAAA;QACjF,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAA;QACjC,IAAI,CAAC,kBAAkB,IAAI,kBAAkB,CAAA;QAC7C,IAAI,CAAC,gBAAgB,IAAI,gBAAgB,CAAA;QACzC,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAExB,MAAM,mBAAmB,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAA;QACrE,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,mBAAmB,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAChF,MAAM,IAAI,wBAAwB,CAAC,IAAI,CAAC,YAAY,EAAE,mBAAmB,CAAC,CAAA;QAC3E,CAAC;IACF,CAAC;IAED,SAAS,CAAC,UAA2B;QACpC,OAAO,SAAS,CAAC;YAChB,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY;YACzD,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC,kBAAkB;YAC3E,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,gBAAgB;SACrE,CAAC,CAAA;IACH,CAAC;IAED,KAAK;QACJ,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;QAC/G,OAAO;YACN,GAAG,SAAS,CAAC;gBACZ,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACvC,CAAC;YACF,KAAK;SACL,CAAA;IACF,CAAC;IAEO,UAAU;QACjB,OAAO;YACN,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACvC,CAAA;IACF,CAAC;CACD;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,KAAa;IACxD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,GAAG,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,yBAAyB,CAAC,GAAG,KAAK,sCAAsC,CAAC,CAAA;IACpF,CAAC;IACD,OAAO,KAAe,CAAA;AACvB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,KAAa;IACxD,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;AAClE,CAAC;AAED,SAAS,SAAS,CAAC,KAAqF;IACvG,OAAO;QACN,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,YAAY,CAAC;QAC1E,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,gBAAgB;KACxD,CAAA;AACF,CAAC"}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
import { z } from 'zod/v4';
|
|
2
|
-
import { AgentTool, AgentToolContext, AgentToolResult } from './types.js';
|
|
3
|
-
type ToolConfig<TSchema extends z.ZodType> = {
|
|
4
|
-
name: string;
|
|
5
|
-
description: string;
|
|
6
|
-
schema: TSchema;
|
|
7
|
-
strict?: boolean;
|
|
8
|
-
handler: (args: z.infer<TSchema>, context: AgentToolContext) => Promise<AgentToolResult> | AgentToolResult;
|
|
9
|
-
};
|
|
10
|
-
/**
|
|
11
|
-
* Creates an internal runner tool, which may return a step assertion.
|
|
12
|
-
* Driver authors use defineDriverTool from '@xoxoai/checkmate/driver' instead.
|
|
13
|
-
*/
|
|
14
|
-
export declare function defineAgentTool<TSchema extends z.ZodType>(toolConfig: ToolConfig<TSchema>): AgentTool;
|
|
15
|
-
/**
|
|
16
|
-
* Internal shorthand for defineAgentTool; not part of the public driver API.
|
|
17
|
-
*/
|
|
18
|
-
export declare const defineTool: typeof defineAgentTool;
|
|
19
|
-
export {};
|
|
20
|
-
//# sourceMappingURL=define-agent-tool.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"define-agent-tool.d.ts","sourceRoot":"","sources":["../../src/tools/define-agent-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAA;AAC1B,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAuB,eAAe,EAAE,MAAM,YAAY,CAAA;AAE9F,KAAK,UAAU,CAAC,OAAO,SAAS,CAAC,CAAC,OAAO,IAAI;IAC5C,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,gBAAgB,KAAK,OAAO,CAAC,eAAe,CAAC,GAAG,eAAe,CAAA;CAC1G,CAAA;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,OAAO,SAAS,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,SAAS,CAsBrG;AAED;;GAEG;AACH,eAAO,MAAM,UAAU,wBAAkB,CAAA"}
|