@xoxoai/checkmate 0.4.27 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +259 -224
- package/bin/checkmate.js +1 -1
- package/dist/ai/client.d.ts +45 -30
- package/dist/ai/client.d.ts.map +1 -1
- package/dist/ai/client.js +198 -129
- package/dist/ai/client.js.map +1 -1
- package/dist/ai/message-handler.d.ts +5 -7
- package/dist/ai/message-handler.d.ts.map +1 -1
- package/dist/ai/message-handler.js +38 -21
- package/dist/ai/message-handler.js.map +1 -1
- package/dist/ai/message-history.d.ts +4 -6
- package/dist/ai/message-history.d.ts.map +1 -1
- package/dist/ai/message-history.js +18 -21
- package/dist/ai/message-history.js.map +1 -1
- package/dist/ai/rate-limit-policy.d.ts +5 -3
- package/dist/ai/rate-limit-policy.d.ts.map +1 -1
- package/dist/ai/rate-limit-policy.js +24 -7
- package/dist/ai/rate-limit-policy.js.map +1 -1
- package/dist/ai/tool-response-handler.d.ts +11 -16
- package/dist/ai/tool-response-handler.d.ts.map +1 -1
- package/dist/ai/tool-response-handler.js +59 -28
- package/dist/ai/tool-response-handler.js.map +1 -1
- package/dist/ai/turn-processor.d.ts +34 -0
- package/dist/ai/turn-processor.d.ts.map +1 -0
- package/dist/ai/turn-processor.js +107 -0
- package/dist/ai/turn-processor.js.map +1 -0
- package/dist/api/allocate-run-identity.d.ts +8 -0
- package/dist/api/allocate-run-identity.d.ts.map +1 -0
- package/dist/api/allocate-run-identity.js +10 -0
- package/dist/api/allocate-run-identity.js.map +1 -0
- package/dist/api/execute-prepared-run.d.ts +22 -0
- package/dist/api/execute-prepared-run.d.ts.map +1 -0
- package/dist/api/execute-prepared-run.js +160 -0
- package/dist/api/execute-prepared-run.js.map +1 -0
- package/dist/api/index.d.ts +25 -0
- package/dist/api/index.d.ts.map +1 -0
- package/dist/api/index.js +69 -0
- package/dist/api/index.js.map +1 -0
- package/dist/api/prepare-run.d.ts +44 -0
- package/dist/api/prepare-run.d.ts.map +1 -0
- package/dist/api/prepare-run.js +261 -0
- package/dist/api/prepare-run.js.map +1 -0
- package/dist/cli/diagnostic-relay.d.ts +6 -0
- package/dist/cli/diagnostic-relay.d.ts.map +1 -0
- package/dist/cli/diagnostic-relay.js +6 -0
- package/dist/cli/diagnostic-relay.js.map +1 -0
- package/dist/cli/main.d.ts +21 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +166 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/protocol.d.ts +57 -0
- package/dist/cli/protocol.d.ts.map +1 -0
- package/dist/cli/protocol.js +116 -0
- package/dist/cli/protocol.js.map +1 -0
- package/dist/cli/reconcile-result.d.ts +13 -0
- package/dist/cli/reconcile-result.d.ts.map +1 -0
- package/dist/cli/reconcile-result.js +300 -0
- package/dist/cli/reconcile-result.js.map +1 -0
- package/dist/cli/run-parent.d.ts +37 -0
- package/dist/cli/run-parent.d.ts.map +1 -0
- package/dist/cli/run-parent.js +491 -0
- package/dist/cli/run-parent.js.map +1 -0
- package/dist/cli/signals.d.ts +36 -0
- package/dist/cli/signals.d.ts.map +1 -0
- package/dist/cli/signals.js +85 -0
- package/dist/cli/signals.js.map +1 -0
- package/dist/cli/static-commands.d.ts +11 -0
- package/dist/cli/static-commands.d.ts.map +1 -0
- package/dist/cli/static-commands.js +83 -0
- package/dist/cli/static-commands.js.map +1 -0
- package/dist/cli/worker-stream-guard.d.ts +20 -0
- package/dist/cli/worker-stream-guard.d.ts.map +1 -0
- package/dist/cli/worker-stream-guard.js +41 -0
- package/dist/cli/worker-stream-guard.js.map +1 -0
- package/dist/cli/worker.d.ts +3 -0
- package/dist/cli/worker.d.ts.map +1 -0
- package/dist/cli/worker.js +111 -0
- package/dist/cli/worker.js.map +1 -0
- package/dist/config/ingestion.d.ts +58 -0
- package/dist/config/ingestion.d.ts.map +1 -0
- package/dist/config/ingestion.js +283 -0
- package/dist/config/ingestion.js.map +1 -0
- package/dist/config/manifest.d.ts +20 -0
- package/dist/config/manifest.d.ts.map +1 -0
- package/dist/config/manifest.js +91 -0
- package/dist/config/manifest.js.map +1 -0
- package/dist/config/model-egress.d.ts +10 -0
- package/dist/config/model-egress.d.ts.map +1 -0
- package/dist/config/model-egress.js +62 -0
- package/dist/config/model-egress.js.map +1 -0
- package/dist/config/package-resolution.d.ts +4 -0
- package/dist/config/package-resolution.d.ts.map +1 -0
- package/dist/config/package-resolution.js +24 -0
- package/dist/config/package-resolution.js.map +1 -0
- package/dist/config/policy.d.ts +44 -0
- package/dist/config/policy.d.ts.map +1 -0
- package/dist/config/policy.js +141 -0
- package/dist/config/policy.js.map +1 -0
- package/dist/config/record.d.ts +4 -0
- package/dist/config/record.d.ts.map +1 -0
- package/dist/config/record.js +10 -0
- package/dist/config/record.js.map +1 -0
- package/dist/config/secrets.d.ts +11 -0
- package/dist/config/secrets.d.ts.map +1 -0
- package/dist/config/secrets.js +42 -0
- package/dist/config/secrets.js.map +1 -0
- package/dist/contracts/diagnostics.d.ts +4 -0
- package/dist/contracts/diagnostics.d.ts.map +1 -0
- package/dist/contracts/diagnostics.js +31 -0
- package/dist/contracts/diagnostics.js.map +1 -0
- package/dist/contracts/serialize.d.ts +2 -0
- package/dist/contracts/serialize.d.ts.map +1 -0
- package/dist/contracts/serialize.js +90 -0
- package/dist/contracts/serialize.js.map +1 -0
- package/dist/contracts/types.d.ts +316 -0
- package/dist/contracts/types.d.ts.map +1 -0
- package/dist/contracts/types.js +74 -0
- package/dist/contracts/types.js.map +1 -0
- package/dist/contracts/validator.d.ts +8 -0
- package/dist/contracts/validator.d.ts.map +1 -0
- package/dist/contracts/validator.js +71 -0
- package/dist/contracts/validator.js.map +1 -0
- package/dist/driver.d.ts +97 -0
- package/dist/driver.d.ts.map +1 -0
- package/dist/driver.js +24 -0
- package/dist/driver.js.map +1 -0
- package/dist/drivers/descriptor.d.ts +15 -0
- package/dist/drivers/descriptor.d.ts.map +1 -0
- package/dist/drivers/descriptor.js +122 -0
- package/dist/drivers/descriptor.js.map +1 -0
- package/dist/drivers/loader.d.ts +18 -0
- package/dist/drivers/loader.d.ts.map +1 -0
- package/dist/drivers/loader.js +97 -0
- package/dist/drivers/loader.js.map +1 -0
- package/dist/drivers/web/checkmate-driver.json +44 -0
- package/dist/drivers/web/index.d.ts +6 -0
- package/dist/drivers/web/index.d.ts.map +1 -0
- package/dist/drivers/web/index.js +27 -0
- package/dist/drivers/web/index.js.map +1 -0
- package/dist/drivers/web/session.d.ts +22 -0
- package/dist/drivers/web/session.d.ts.map +1 -0
- package/dist/drivers/web/session.js +130 -0
- package/dist/drivers/web/session.js.map +1 -0
- package/dist/drivers/web/tools/network-request-recorder.d.ts +46 -0
- package/dist/drivers/web/tools/network-request-recorder.d.ts.map +1 -0
- package/dist/drivers/web/tools/network-request-recorder.js +164 -0
- package/dist/drivers/web/tools/network-request-recorder.js.map +1 -0
- package/dist/{tools/browser → drivers/web/tools}/screenshot-service.d.ts +1 -1
- package/dist/drivers/web/tools/screenshot-service.d.ts.map +1 -0
- package/dist/drivers/web/tools/screenshot-service.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/index.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/index.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts +5 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js +56 -0
- package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.d.ts.map +1 -0
- package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.js.map +1 -0
- package/dist/drivers/web/tools/snapshot-service.d.ts +31 -0
- package/dist/drivers/web/tools/snapshot-service.d.ts.map +1 -0
- package/dist/{tools/browser → drivers/web/tools}/snapshot-service.js +36 -7
- package/dist/drivers/web/tools/snapshot-service.js.map +1 -0
- package/dist/drivers/web/tools/tool.d.ts +76 -0
- package/dist/drivers/web/tools/tool.d.ts.map +1 -0
- package/dist/drivers/web/tools/tool.js +562 -0
- package/dist/drivers/web/tools/tool.js.map +1 -0
- package/dist/drivers/web/tools/transient-state-tracker.d.ts +26 -0
- package/dist/drivers/web/tools/transient-state-tracker.d.ts.map +1 -0
- package/dist/{tools/browser → drivers/web/tools}/transient-state-tracker.js +54 -19
- package/dist/drivers/web/tools/transient-state-tracker.js.map +1 -0
- package/dist/drivers/web/tools/types.d.ts +11 -0
- package/dist/drivers/web/tools/types.d.ts.map +1 -0
- package/dist/drivers/web/tools/types.js +2 -0
- package/dist/drivers/web/tools/types.js.map +1 -0
- package/dist/evidence/atomic-file.d.ts +23 -0
- package/dist/evidence/atomic-file.d.ts.map +1 -0
- package/dist/evidence/atomic-file.js +104 -0
- package/dist/evidence/atomic-file.js.map +1 -0
- package/dist/evidence/layout.d.ts +30 -0
- package/dist/evidence/layout.d.ts.map +1 -0
- package/dist/evidence/layout.js +152 -0
- package/dist/evidence/layout.js.map +1 -0
- package/dist/evidence/retention.d.ts +5 -0
- package/dist/evidence/retention.d.ts.map +1 -0
- package/dist/evidence/retention.js +10 -0
- package/dist/evidence/retention.js.map +1 -0
- package/dist/evidence/store.d.ts +101 -0
- package/dist/evidence/store.d.ts.map +1 -0
- package/dist/evidence/store.js +375 -0
- package/dist/evidence/store.js.map +1 -0
- package/dist/evidence/terminal-finalizer.d.ts +19 -0
- package/dist/evidence/terminal-finalizer.d.ts.map +1 -0
- package/dist/evidence/terminal-finalizer.js +56 -0
- package/dist/evidence/terminal-finalizer.js.map +1 -0
- package/dist/index.d.ts +8 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -1
- package/dist/index.js.map +1 -1
- package/dist/logging/invocation-logger.d.ts +4 -0
- package/dist/logging/invocation-logger.d.ts.map +1 -0
- package/dist/logging/invocation-logger.js +25 -0
- package/dist/logging/invocation-logger.js.map +1 -0
- package/dist/logging/types.d.ts +8 -0
- package/dist/logging/types.d.ts.map +1 -0
- package/dist/logging/types.js +7 -0
- package/dist/logging/types.js.map +1 -0
- package/dist/redaction/diagnostic-sanitizer.d.ts +7 -0
- package/dist/redaction/diagnostic-sanitizer.d.ts.map +1 -0
- package/dist/redaction/diagnostic-sanitizer.js +42 -0
- package/dist/redaction/diagnostic-sanitizer.js.map +1 -0
- package/dist/redaction/redactor.d.ts +40 -0
- package/dist/redaction/redactor.d.ts.map +1 -0
- package/dist/redaction/redactor.js +176 -0
- package/dist/redaction/redactor.js.map +1 -0
- package/dist/redaction/scrub.d.ts +29 -0
- package/dist/redaction/scrub.d.ts.map +1 -0
- package/dist/redaction/scrub.js +54 -0
- package/dist/redaction/scrub.js.map +1 -0
- package/dist/runtime/config.d.ts +15 -0
- package/dist/runtime/config.d.ts.map +1 -0
- package/dist/runtime/config.js +2 -0
- package/dist/runtime/config.js.map +1 -0
- package/dist/runtime/driver-boundary.d.ts +16 -0
- package/dist/runtime/driver-boundary.d.ts.map +1 -0
- package/dist/runtime/driver-boundary.js +71 -0
- package/dist/runtime/driver-boundary.js.map +1 -0
- package/dist/runtime/driver-session.d.ts +9 -0
- package/dist/runtime/driver-session.d.ts.map +1 -0
- package/dist/runtime/driver-session.js +64 -0
- package/dist/runtime/driver-session.js.map +1 -0
- package/dist/runtime/internal-step-evidence.d.ts +30 -0
- package/dist/runtime/internal-step-evidence.d.ts.map +1 -0
- package/dist/runtime/internal-step-evidence.js +82 -0
- package/dist/runtime/internal-step-evidence.js.map +1 -0
- package/dist/runtime/result-adapter.d.ts +9 -0
- package/dist/runtime/result-adapter.d.ts.map +1 -0
- package/dist/runtime/result-adapter.js +77 -0
- package/dist/runtime/result-adapter.js.map +1 -0
- package/dist/runtime/runner.d.ts +35 -88
- package/dist/runtime/runner.d.ts.map +1 -1
- package/dist/runtime/runner.js +60 -74
- package/dist/runtime/runner.js.map +1 -1
- package/dist/runtime/scenario-control.d.ts +40 -0
- package/dist/runtime/scenario-control.d.ts.map +1 -0
- package/dist/runtime/scenario-control.js +94 -0
- package/dist/runtime/scenario-control.js.map +1 -0
- package/dist/runtime/scenario-runner.d.ts +39 -0
- package/dist/runtime/scenario-runner.d.ts.map +1 -0
- package/dist/runtime/scenario-runner.js +273 -0
- package/dist/runtime/scenario-runner.js.map +1 -0
- package/dist/runtime/scenario-state.d.ts +55 -0
- package/dist/runtime/scenario-state.d.ts.map +1 -0
- package/dist/runtime/scenario-state.js +128 -0
- package/dist/runtime/scenario-state.js.map +1 -0
- package/dist/runtime/step-execution.d.ts +24 -14
- package/dist/runtime/step-execution.d.ts.map +1 -1
- package/dist/runtime/step-execution.js +130 -36
- package/dist/runtime/step-execution.js.map +1 -1
- package/dist/runtime/text.d.ts +10 -0
- package/dist/runtime/text.d.ts.map +1 -0
- package/dist/runtime/text.js +25 -0
- package/dist/runtime/text.js.map +1 -0
- package/dist/runtime/types.d.ts +50 -76
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/runtime/usage-tracker.d.ts +37 -0
- package/dist/runtime/usage-tracker.d.ts.map +1 -0
- package/dist/runtime/usage-tracker.js +110 -0
- package/dist/runtime/usage-tracker.js.map +1 -0
- package/dist/tools/define-agent-tool.d.ts +3 -28
- package/dist/tools/define-agent-tool.d.ts.map +1 -1
- package/dist/tools/define-agent-tool.js +3 -28
- package/dist/tools/define-agent-tool.js.map +1 -1
- package/dist/tools/dispatcher.d.ts +11 -3
- package/dist/tools/dispatcher.d.ts.map +1 -1
- package/dist/tools/dispatcher.js +50 -8
- package/dist/tools/dispatcher.js.map +1 -1
- package/dist/tools/registry.d.ts +8 -10
- package/dist/tools/registry.d.ts.map +1 -1
- package/dist/tools/registry.js +19 -11
- package/dist/tools/registry.js.map +1 -1
- package/dist/tools/step/result-tool.d.ts.map +1 -1
- package/dist/tools/step/result-tool.js +8 -6
- package/dist/tools/step/result-tool.js.map +1 -1
- package/dist/tools/tool-contract.d.ts +1 -1
- package/dist/tools/tool-contract.d.ts.map +1 -1
- package/dist/tools/tool-contract.js.map +1 -1
- package/dist/tools/types.d.ts +77 -6
- package/dist/tools/types.d.ts.map +1 -1
- package/dist/tools/types.js.map +1 -1
- package/docs/CLI.md +59 -0
- package/docs/CONFIGURATION.md +91 -0
- package/docs/DRIVERS.md +75 -0
- package/docs/EVIDENCE.md +62 -0
- package/package.json +51 -59
- package/schemas/checkmate-config.v1.json +176 -0
- package/schemas/describe-result.v1.json +414 -0
- package/schemas/driver-descriptor.v1.json +66 -0
- package/schemas/run-request.v1.json +67 -0
- package/schemas/run-result.v1.json +333 -0
- package/schemas/validation-result.v1.json +86 -0
- package/dist/ai/response-processor.d.ts +0 -20
- package/dist/ai/response-processor.d.ts.map +0 -1
- package/dist/ai/response-processor.js +0 -62
- package/dist/ai/response-processor.js.map +0 -1
- package/dist/ai/token-pricing.d.ts +0 -13
- package/dist/ai/token-pricing.d.ts.map +0 -1
- package/dist/ai/token-pricing.js +0 -348
- package/dist/ai/token-pricing.js.map +0 -1
- package/dist/ai/token-tracker.d.ts +0 -33
- package/dist/ai/token-tracker.d.ts.map +0 -1
- package/dist/ai/token-tracker.js +0 -138
- package/dist/ai/token-tracker.js.map +0 -1
- package/dist/cli/create-examples.d.ts +0 -21
- package/dist/cli/create-examples.d.ts.map +0 -1
- package/dist/cli/create-examples.js +0 -116
- package/dist/cli/create-examples.js.map +0 -1
- package/dist/cli.d.ts +0 -15
- package/dist/cli.d.ts.map +0 -1
- package/dist/cli.js +0 -69
- package/dist/cli.js.map +0 -1
- package/dist/config/runtime-config.d.ts +0 -21
- package/dist/config/runtime-config.d.ts.map +0 -1
- package/dist/config/runtime-config.js +0 -98
- package/dist/config/runtime-config.js.map +0 -1
- package/dist/core.d.ts +0 -8
- package/dist/core.d.ts.map +0 -1
- package/dist/core.js +0 -4
- package/dist/core.js.map +0 -1
- package/dist/integrations/salesforce/authenticator.d.ts +0 -27
- package/dist/integrations/salesforce/authenticator.d.ts.map +0 -1
- package/dist/integrations/salesforce/authenticator.js +0 -27
- package/dist/integrations/salesforce/authenticator.js.map +0 -1
- package/dist/integrations/salesforce/cli-handler.d.ts +0 -14
- package/dist/integrations/salesforce/cli-handler.d.ts.map +0 -1
- package/dist/integrations/salesforce/cli-handler.js +0 -50
- package/dist/integrations/salesforce/cli-handler.js.map +0 -1
- package/dist/logging/index.d.ts +0 -2
- package/dist/logging/index.d.ts.map +0 -1
- package/dist/logging/index.js +0 -4
- package/dist/logging/index.js.map +0 -1
- package/dist/logging/logger.d.ts +0 -5
- package/dist/logging/logger.d.ts.map +0 -1
- package/dist/logging/logger.js +0 -15
- package/dist/logging/logger.js.map +0 -1
- package/dist/playwright.d.ts +0 -102
- package/dist/playwright.d.ts.map +0 -1
- package/dist/playwright.js +0 -116
- package/dist/playwright.js.map +0 -1
- package/dist/runtime/extension.d.ts +0 -274
- package/dist/runtime/extension.d.ts.map +0 -1
- package/dist/runtime/extension.js +0 -171
- package/dist/runtime/extension.js.map +0 -1
- package/dist/salesforce.d.ts +0 -71
- package/dist/salesforce.d.ts.map +0 -1
- package/dist/salesforce.js +0 -73
- package/dist/salesforce.js.map +0 -1
- package/dist/tools/browser/screenshot-service.d.ts.map +0 -1
- package/dist/tools/browser/screenshot-service.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/index.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/index.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/semantic-scorer.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/semantic-scorer.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts +0 -4
- package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/snapshot-filter.js +0 -57
- package/dist/tools/browser/snapshot-filter/snapshot-filter.js.map +0 -1
- package/dist/tools/browser/snapshot-filter/tree-reconstructor.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-filter/tree-reconstructor.js.map +0 -1
- package/dist/tools/browser/snapshot-service.d.ts +0 -19
- package/dist/tools/browser/snapshot-service.d.ts.map +0 -1
- package/dist/tools/browser/snapshot-service.js.map +0 -1
- package/dist/tools/browser/tool.d.ts +0 -34
- package/dist/tools/browser/tool.d.ts.map +0 -1
- package/dist/tools/browser/tool.js +0 -226
- package/dist/tools/browser/tool.js.map +0 -1
- package/dist/tools/browser/transient-state-tracker.d.ts +0 -16
- package/dist/tools/browser/transient-state-tracker.d.ts.map +0 -1
- package/dist/tools/browser/transient-state-tracker.js.map +0 -1
- package/dist/tools/salesforce/login-tool.d.ts +0 -7
- package/dist/tools/salesforce/login-tool.d.ts.map +0 -1
- package/dist/tools/salesforce/login-tool.js +0 -25
- package/dist/tools/salesforce/login-tool.js.map +0 -1
- package/docs/EXTENSIONS.md +0 -232
- package/docs/GUIDE.md +0 -465
- package/docs/ROADMAP.md +0 -47
- package/playwright.config.ts +0 -39
- package/test/examples/salesforce/trial-dev-org.spec.ts +0 -82
- package/test/examples/web/website-testing.spec.ts +0 -281
- /package/dist/{tools/browser → drivers/web/tools}/screenshot-service.js +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.d.ts +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.js +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.d.ts +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.js +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.d.ts +0 -0
- /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.js +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"message-history.js","sourceRoot":"","sources":["../../src/ai/message-history.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"message-history.js","sourceRoot":"","sources":["../../src/ai/message-history.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,cAAc;IAC1B,MAAM,CAAU,mBAAmB,GAAG,iCAAiC,CAAA;IACvE,MAAM,CAAU,qBAAqB,GAAG,0CAA0C,CAAA;IAClF,MAAM,CAAU,iCAAiC,GAAG,wBAAwB,CAAA;IAE5E,oBAAoB,CAAC,MAAgC;QACpD,OAAO;YACN;gBACC,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC;aACtD;YACD;gBACC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;aACpD;SACD,CAAA;IACF,CAAC;IAED,qBAAqB,CAAC,eAA8B;QACnD,OAAO;YACN,OAAO,EAAE;gBACR,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,cAAc,CAAC,mBAAmB,MAAM,eAAe,EAAE,EAAE,CAAC;aAC/F;YACD,SAAS,EAAE,IAAI;SACf,CAAA;IACF,CAAC;IAED,uBAAuB,CAAC,UAAkB,EAAE,WAAmB,WAAW;QACzE,OAAO;YACN,OAAO,EAAE;gBACR,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACR,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,CAAC,qBAAqB,EAAE;oBAC5D,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,QAAQ,WAAW,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;iBAClG;aACD;YACD,SAAS,EAAE,IAAI;SACf,CAAA;IACF,CAAC;IAED,iCAAiC,CAAC,OAAe;QAChD,OAAO;YACN,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,GAAG,cAAc,CAAC,iCAAiC,MAAM,OAAO,EAAE;SAC3E,CAAA;IACF,CAAC"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
|
-
import { RuntimeConfig } from '../
|
|
1
|
+
import { RuntimeConfig } from '../runtime/config.js';
|
|
2
|
+
import type { RuntimeLogger } from '../logging/types.js';
|
|
2
3
|
export declare class RateLimitPolicy {
|
|
3
4
|
private readonly config;
|
|
4
|
-
|
|
5
|
-
|
|
5
|
+
private readonly runtimeLogger;
|
|
6
|
+
constructor(config: RuntimeConfig, runtimeLogger: RuntimeLogger);
|
|
7
|
+
wait(signal?: AbortSignal): Promise<void>;
|
|
6
8
|
}
|
|
7
9
|
//# sourceMappingURL=rate-limit-policy.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rate-limit-policy.d.ts","sourceRoot":"","sources":["../../src/ai/rate-limit-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"rate-limit-policy.d.ts","sourceRoot":"","sources":["../../src/ai/rate-limit-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAExD,qBAAa,eAAe;IAE1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,aAAa;gBADb,MAAM,EAAE,aAAa,EACrB,aAAa,EAAE,aAAa;IAGxC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;CAS/C"}
|
|
@@ -1,17 +1,34 @@
|
|
|
1
|
-
import { RuntimeConfig } from '../config/runtime-config.js';
|
|
2
|
-
import { logger } from '../logging/index.js';
|
|
3
1
|
export class RateLimitPolicy {
|
|
4
2
|
config;
|
|
5
|
-
|
|
3
|
+
runtimeLogger;
|
|
4
|
+
constructor(config, runtimeLogger) {
|
|
6
5
|
this.config = config;
|
|
6
|
+
this.runtimeLogger = runtimeLogger;
|
|
7
7
|
}
|
|
8
|
-
async wait() {
|
|
9
|
-
const delay = this.config.
|
|
8
|
+
async wait(signal) {
|
|
9
|
+
const delay = this.config.rateLimitDelay;
|
|
10
10
|
if (delay <= 0) {
|
|
11
11
|
return;
|
|
12
12
|
}
|
|
13
|
-
|
|
14
|
-
await
|
|
13
|
+
this.runtimeLogger.warn(`waiting: ${Math.floor(delay / 1000)} seconds to avoid rate limit`);
|
|
14
|
+
await abortableDelay(delay, signal);
|
|
15
15
|
}
|
|
16
16
|
}
|
|
17
|
+
function abortableDelay(delay, signal) {
|
|
18
|
+
if (!signal)
|
|
19
|
+
return new Promise((resolve) => setTimeout(resolve, delay));
|
|
20
|
+
if (signal.aborted)
|
|
21
|
+
return Promise.reject(signal.reason);
|
|
22
|
+
return new Promise((resolve, reject) => {
|
|
23
|
+
const timer = setTimeout(() => {
|
|
24
|
+
signal.removeEventListener('abort', onAbort);
|
|
25
|
+
resolve();
|
|
26
|
+
}, delay);
|
|
27
|
+
const onAbort = () => {
|
|
28
|
+
clearTimeout(timer);
|
|
29
|
+
reject(signal.reason);
|
|
30
|
+
};
|
|
31
|
+
signal.addEventListener('abort', onAbort, { once: true });
|
|
32
|
+
});
|
|
33
|
+
}
|
|
17
34
|
//# sourceMappingURL=rate-limit-policy.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rate-limit-policy.js","sourceRoot":"","sources":["../../src/ai/rate-limit-policy.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"rate-limit-policy.js","sourceRoot":"","sources":["../../src/ai/rate-limit-policy.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,eAAe;IAET;IACA;IAFlB,YACkB,MAAqB,EACrB,aAA4B;QAD5B,WAAM,GAAN,MAAM,CAAe;QACrB,kBAAa,GAAb,aAAa,CAAe;IAC3C,CAAC;IAEJ,KAAK,CAAC,IAAI,CAAC,MAAoB;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAA;QACxC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YAChB,OAAM;QACP,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,8BAA8B,CAAC,CAAA;QAC3F,MAAM,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;IACpC,CAAC;CACD;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,MAAoB;IAC1D,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;IACxE,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACxD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC7B,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAC5C,OAAO,EAAE,CAAA;QACV,CAAC,EAAE,KAAK,CAAC,CAAA;QACT,MAAM,OAAO,GAAG,GAAG,EAAE;YACpB,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACtB,CAAC,CAAA;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1D,CAAC,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -1,21 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import { ChatCompletionMessageParam } from 'openai/resources/chat/completions';
|
|
2
|
+
import { RuntimeConfig } from '../runtime/config.js';
|
|
3
|
+
import type { RuntimeLogger } from '../logging/types.js';
|
|
4
|
+
import { ToolExecution } from '../tools/types.js';
|
|
5
5
|
import { MessageHistory } from './message-history.js';
|
|
6
|
-
import { ResponseProcessor } from './response-processor.js';
|
|
7
|
-
import { ExtensionHost } from '../runtime/extension.js';
|
|
8
6
|
export declare class ToolResponseHandler {
|
|
9
|
-
private readonly
|
|
7
|
+
private readonly config;
|
|
10
8
|
private readonly messageHistory;
|
|
11
|
-
private readonly
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
toolCall: ToolCall;
|
|
18
|
-
toolResponse: ToolResponse;
|
|
19
|
-
}>, step: Step, resolveStepResult: ResolveStepResult): Promise<void>;
|
|
9
|
+
private readonly runtimeLogger;
|
|
10
|
+
constructor(config: RuntimeConfig, messageHistory: MessageHistory, runtimeLogger: RuntimeLogger);
|
|
11
|
+
build(toolResults: ToolExecution[]): ChatCompletionMessageParam[];
|
|
12
|
+
private logModelBoundToolResponse;
|
|
13
|
+
private logErrorResponse;
|
|
14
|
+
private isDebugMode;
|
|
20
15
|
}
|
|
21
16
|
//# sourceMappingURL=tool-response-handler.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool-response-handler.d.ts","sourceRoot":"","sources":["../../src/ai/tool-response-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"tool-response-handler.d.ts","sourceRoot":"","sources":["../../src/ai/tool-response-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAA;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAExD,OAAO,EAAY,aAAa,EAAgB,MAAM,mBAAmB,CAAA;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAErD,qBAAa,mBAAmB;IAE9B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,aAAa;gBAFb,MAAM,EAAE,aAAa,EACrB,cAAc,EAAE,cAAc,EAC9B,aAAa,EAAE,aAAa;IAG9C,KAAK,CAAC,WAAW,EAAE,aAAa,EAAE,GAAG,0BAA0B,EAAE;IAuBjE,OAAO,CAAC,yBAAyB;IAkBjC,OAAO,CAAC,gBAAgB;IAgBxB,OAAO,CAAC,WAAW;CAGnB"}
|
|
@@ -1,41 +1,63 @@
|
|
|
1
|
+
import { scrub } from '../redaction/scrub.js';
|
|
1
2
|
export class ToolResponseHandler {
|
|
2
|
-
|
|
3
|
+
config;
|
|
3
4
|
messageHistory;
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
this.aiClient = aiClient;
|
|
5
|
+
runtimeLogger;
|
|
6
|
+
constructor(config, messageHistory, runtimeLogger) {
|
|
7
|
+
this.config = config;
|
|
8
8
|
this.messageHistory = messageHistory;
|
|
9
|
-
this.
|
|
10
|
-
this.extensionHost = extensionHost;
|
|
9
|
+
this.runtimeLogger = runtimeLogger;
|
|
11
10
|
}
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
async handleMultiple(toolResponses, step, resolveStepResult) {
|
|
16
|
-
if (toolResponses.length === 0) {
|
|
17
|
-
return;
|
|
11
|
+
build(toolResults) {
|
|
12
|
+
if (toolResults.length === 0) {
|
|
13
|
+
return [];
|
|
18
14
|
}
|
|
19
|
-
|
|
20
|
-
for (const { toolCallId, toolResponse } of
|
|
21
|
-
|
|
15
|
+
const messages = [];
|
|
16
|
+
for (const { toolCallId, toolCall, toolResponse } of toolResults) {
|
|
17
|
+
this.logModelBoundToolResponse(toolCallId, toolCall, toolResponse);
|
|
18
|
+
if (toolResponse.status === 'error') {
|
|
19
|
+
this.logErrorResponse(toolCallId, toolCall, toolResponse);
|
|
20
|
+
}
|
|
21
|
+
messages.push({ role: 'tool', tool_call_id: toolCallId, content: toolResponse.response });
|
|
22
22
|
}
|
|
23
|
-
const executionSummary = buildToolExecutionSummary(
|
|
23
|
+
const executionSummary = buildToolExecutionSummary(toolResults);
|
|
24
24
|
if (executionSummary) {
|
|
25
|
-
|
|
25
|
+
messages.push(this.messageHistory.createToolExecutionSummaryMessage(executionSummary));
|
|
26
|
+
}
|
|
27
|
+
return messages;
|
|
28
|
+
}
|
|
29
|
+
logModelBoundToolResponse(toolCallId, toolCall, toolResponse) {
|
|
30
|
+
if (!this.isDebugMode()) {
|
|
31
|
+
return;
|
|
26
32
|
}
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
33
|
+
this.runtimeLogger.debug([
|
|
34
|
+
'tool response returned to model:',
|
|
35
|
+
`tool_call_id: ${toolCallId}`,
|
|
36
|
+
`tool: ${toolCall.name}`,
|
|
37
|
+
`status: ${toolResponse.status}`,
|
|
38
|
+
`arguments: ${safePreview(JSON.stringify(toolCall.arguments ?? {}), 1_000)}`,
|
|
39
|
+
`response: ${safePreview(toolResponse.response, 2_000)}`,
|
|
40
|
+
`snapshot: ${formatSnapshotMetadata(toolResponse.snapshot)}`,
|
|
41
|
+
].join('\n'));
|
|
42
|
+
}
|
|
43
|
+
logErrorResponse(toolCallId, toolCall, toolResponse) {
|
|
44
|
+
const responseLine = this.isDebugMode()
|
|
45
|
+
? 'response: logged at debug level'
|
|
46
|
+
: `response: ${safePreview(toolResponse.response, 2_000)}`;
|
|
47
|
+
this.runtimeLogger.warn([
|
|
48
|
+
'tool response error:',
|
|
49
|
+
`tool_call_id: ${toolCallId}`,
|
|
50
|
+
`tool: ${toolCall.name}`,
|
|
51
|
+
`arguments: ${safePreview(JSON.stringify(toolCall.arguments ?? {}), 1_000)}`,
|
|
52
|
+
responseLine,
|
|
53
|
+
].join('\n'));
|
|
54
|
+
}
|
|
55
|
+
isDebugMode() {
|
|
56
|
+
return this.config.logLevel === 'debug';
|
|
35
57
|
}
|
|
36
58
|
}
|
|
37
|
-
function buildToolExecutionSummary(
|
|
38
|
-
const summaryLines =
|
|
59
|
+
function buildToolExecutionSummary(toolResults) {
|
|
60
|
+
const summaryLines = toolResults.map(({ toolCall, toolResponse }) => formatToolExecutionSummary(toolCall, toolResponse));
|
|
39
61
|
return summaryLines.join('\n');
|
|
40
62
|
}
|
|
41
63
|
function formatToolExecutionSummary(toolCall, toolResponse) {
|
|
@@ -45,6 +67,15 @@ function formatToolExecutionSummary(toolCall, toolResponse) {
|
|
|
45
67
|
}
|
|
46
68
|
return `- successfully executed: ${toolCall.name} ${serializedArguments}`;
|
|
47
69
|
}
|
|
70
|
+
function formatSnapshotMetadata(snapshot) {
|
|
71
|
+
if (!snapshot) {
|
|
72
|
+
return 'none';
|
|
73
|
+
}
|
|
74
|
+
return `present (${snapshot.length} chars, content logged by SnapshotService)`;
|
|
75
|
+
}
|
|
76
|
+
function safePreview(value, maxLength) {
|
|
77
|
+
return truncateText(scrub(value), maxLength);
|
|
78
|
+
}
|
|
48
79
|
function truncateText(value, maxLength) {
|
|
49
80
|
if (value.length <= maxLength) {
|
|
50
81
|
return value;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool-response-handler.js","sourceRoot":"","sources":["../../src/ai/tool-response-handler.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"tool-response-handler.js","sourceRoot":"","sources":["../../src/ai/tool-response-handler.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAI7C,MAAM,OAAO,mBAAmB;IAEb;IACA;IACA;IAHlB,YACkB,MAAqB,EACrB,cAA8B,EAC9B,aAA4B;QAF5B,WAAM,GAAN,MAAM,CAAe;QACrB,mBAAc,GAAd,cAAc,CAAgB;QAC9B,kBAAa,GAAb,aAAa,CAAe;IAC3C,CAAC;IAEJ,KAAK,CAAC,WAA4B;QACjC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,CAAA;QACV,CAAC;QAED,MAAM,QAAQ,GAAiC,EAAE,CAAA;QAEjD,KAAK,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,WAAW,EAAE,CAAC;YAClE,IAAI,CAAC,yBAAyB,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;YAClE,IAAI,YAAY,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBACrC,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;YAC1D,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC1F,CAAC;QAED,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,WAAW,CAAC,CAAA;QAC/D,IAAI,gBAAgB,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,iCAAiC,CAAC,gBAAgB,CAAC,CAAC,CAAA;QACvF,CAAC;QAED,OAAO,QAAQ,CAAA;IAChB,CAAC;IAEO,yBAAyB,CAAC,UAAkB,EAAE,QAAkB,EAAE,YAA0B;QACnG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,OAAM;QACP,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,KAAK,CACvB;YACC,kCAAkC;YAClC,iBAAiB,UAAU,EAAE;YAC7B,SAAS,QAAQ,CAAC,IAAI,EAAE;YACxB,WAAW,YAAY,CAAC,MAAM,EAAE;YAChC,cAAc,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE;YAC5E,aAAa,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE;YACxD,aAAa,sBAAsB,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE;SAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CACZ,CAAA;IACF,CAAC;IAEO,gBAAgB,CAAC,UAAkB,EAAE,QAAkB,EAAE,YAA0B;QAC1F,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE;YACtC,CAAC,CAAC,iCAAiC;YACnC,CAAC,CAAC,aAAa,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAA;QAE3D,IAAI,CAAC,aAAa,CAAC,IAAI,CACtB;YACC,sBAAsB;YACtB,iBAAiB,UAAU,EAAE;YAC7B,SAAS,QAAQ,CAAC,IAAI,EAAE;YACxB,cAAc,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE;YAC5E,YAAY;SACZ,CAAC,IAAI,CAAC,IAAI,CAAC,CACZ,CAAA;IACF,CAAC;IAEO,WAAW;QAClB,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAA;IACxC,CAAC;CACD;AAED,SAAS,yBAAyB,CAAC,WAA4B;IAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE,CACnE,0BAA0B,CAAC,QAAQ,EAAE,YAAY,CAAC,CAClD,CAAA;IACD,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC/B,CAAC;AAED,SAAS,0BAA0B,CAAC,QAAkB,EAAE,YAA0B;IACjF,MAAM,mBAAmB,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IACvF,IAAI,YAAY,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QACrC,OAAO,sBAAsB,QAAQ,CAAC,IAAI,IAAI,mBAAmB,OAAO,YAAY,CAAC,YAAY,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAA;IACnH,CAAC;IAED,OAAO,4BAA4B,QAAQ,CAAC,IAAI,IAAI,mBAAmB,EAAE,CAAA;AAC1E,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAmC;IAClE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,OAAO,MAAM,CAAA;IACd,CAAC;IAED,OAAO,YAAY,QAAQ,CAAC,MAAM,4CAA4C,CAAA;AAC/E,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,SAAiB;IACpD,OAAO,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAA;AAC7C,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,SAAiB;IACrD,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAA;IACb,CAAC;IAED,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,KAAK,CAAA;AAC7C,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { ChatCompletion } from 'openai/resources/chat/completions';
|
|
2
|
+
import { RuntimeConfig } from '../runtime/config.js';
|
|
3
|
+
import { InternalStepEvidence } from '../runtime/internal-step-evidence.js';
|
|
4
|
+
import type { StepControl } from '../runtime/scenario-control.js';
|
|
5
|
+
import { Step, TurnOutcome } from '../runtime/types.js';
|
|
6
|
+
import type { RuntimeLogger } from '../logging/types.js';
|
|
7
|
+
import { LoopDetector } from '../tools/loop-detector.js';
|
|
8
|
+
import { ToolRegistry } from '../tools/registry.js';
|
|
9
|
+
export type TurnProcessorDependencies = {
|
|
10
|
+
config: RuntimeConfig;
|
|
11
|
+
toolRegistry: ToolRegistry;
|
|
12
|
+
loopDetector: LoopDetector;
|
|
13
|
+
evidence: Pick<InternalStepEvidence, 'recordAssistantMessage' | 'recordToolCall'>;
|
|
14
|
+
logger: RuntimeLogger;
|
|
15
|
+
};
|
|
16
|
+
export type Turn = {
|
|
17
|
+
response: ChatCompletion;
|
|
18
|
+
step: Step;
|
|
19
|
+
turn: number;
|
|
20
|
+
control?: StepControl;
|
|
21
|
+
};
|
|
22
|
+
export declare class TurnProcessor {
|
|
23
|
+
private readonly toolDispatcher;
|
|
24
|
+
private readonly toolResponseHandler;
|
|
25
|
+
private readonly messageHandler;
|
|
26
|
+
private readonly rateLimitPolicy;
|
|
27
|
+
private readonly evidence;
|
|
28
|
+
constructor({ config, toolRegistry, loopDetector, evidence, logger: runtimeLogger }: TurnProcessorDependencies);
|
|
29
|
+
process({ response, step, turn, control }: Turn): Promise<TurnOutcome>;
|
|
30
|
+
private recordAssistantMessage;
|
|
31
|
+
private parseToolArguments;
|
|
32
|
+
private formatChoiceContext;
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=turn-processor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-processor.d.ts","sourceRoot":"","sources":["../../src/ai/turn-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAA;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,sCAAsC,CAAA;AAC3E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAExD,OAAO,EAAqB,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAOnD,MAAM,MAAM,yBAAyB,GAAG;IACvC,MAAM,EAAE,aAAa,CAAA;IACrB,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,EAAE,YAAY,CAAA;IAC1B,QAAQ,EAAE,IAAI,CAAC,oBAAoB,EAAE,wBAAwB,GAAG,gBAAgB,CAAC,CAAA;IACjF,MAAM,EAAE,aAAa,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,IAAI,GAAG;IAClB,QAAQ,EAAE,cAAc,CAAA;IACxB,IAAI,EAAE,IAAI,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,WAAW,CAAA;CACrB,CAAA;AAED,qBAAa,aAAa;IACzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAqB;IACzD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAiB;IACjD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyE;gBAEtF,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,yBAAyB;IAQxG,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC;IAiE5E,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,kBAAkB;IAwB1B,OAAO,CAAC,mBAAmB;CAY3B"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { ToolDispatcher, ToolDispatchError } from '../tools/dispatcher.js';
|
|
2
|
+
import { LoopDetectedError } from '../tools/loop-detector.js';
|
|
3
|
+
import { MessageHandler } from './message-handler.js';
|
|
4
|
+
import { MessageHistory } from './message-history.js';
|
|
5
|
+
import { RateLimitPolicy } from './rate-limit-policy.js';
|
|
6
|
+
import { ToolResponseHandler } from './tool-response-handler.js';
|
|
7
|
+
export class TurnProcessor {
|
|
8
|
+
toolDispatcher;
|
|
9
|
+
toolResponseHandler;
|
|
10
|
+
messageHandler;
|
|
11
|
+
rateLimitPolicy;
|
|
12
|
+
evidence;
|
|
13
|
+
constructor({ config, toolRegistry, loopDetector, evidence, logger: runtimeLogger }) {
|
|
14
|
+
this.toolDispatcher = new ToolDispatcher(toolRegistry, loopDetector, runtimeLogger, config.logLevel === 'debug');
|
|
15
|
+
this.toolResponseHandler = new ToolResponseHandler(config, new MessageHistory(), runtimeLogger);
|
|
16
|
+
this.messageHandler = new MessageHandler(runtimeLogger);
|
|
17
|
+
this.rateLimitPolicy = new RateLimitPolicy(config, runtimeLogger);
|
|
18
|
+
this.evidence = evidence;
|
|
19
|
+
}
|
|
20
|
+
async process({ response, step, turn, control }) {
|
|
21
|
+
await this.rateLimitPolicy.wait(control?.signal);
|
|
22
|
+
if (!response.choices || response.choices.length === 0) {
|
|
23
|
+
throw new Error(`No choices found in response:\n${JSON.stringify(response, null, 2)}`);
|
|
24
|
+
}
|
|
25
|
+
const choice = response.choices[0];
|
|
26
|
+
this.recordAssistantMessage(choice, turn);
|
|
27
|
+
const toolCalls = (choice.message.tool_calls ?? []).filter((toolCall) => toolCall.type === 'function');
|
|
28
|
+
if (toolCalls.length === 0) {
|
|
29
|
+
return this.messageHandler.handle(choice, step);
|
|
30
|
+
}
|
|
31
|
+
const toolResults = [];
|
|
32
|
+
for (const toolCall of toolCalls) {
|
|
33
|
+
const parsedToolCall = {
|
|
34
|
+
name: toolCall.function.name,
|
|
35
|
+
arguments: this.parseToolArguments(toolCall.function.arguments || '{}', toolCall.id, toolCall.function.name, choice, response, step),
|
|
36
|
+
};
|
|
37
|
+
let toolResponse;
|
|
38
|
+
try {
|
|
39
|
+
const context = control ? { step, turn, signal: control.signal, control } : { step, turn };
|
|
40
|
+
toolResponse =
|
|
41
|
+
(await this.toolDispatcher.dispatch(parsedToolCall, context)) ??
|
|
42
|
+
noOutputResponse(parsedToolCall.name);
|
|
43
|
+
}
|
|
44
|
+
catch (error) {
|
|
45
|
+
if (error instanceof LoopDetectedError) {
|
|
46
|
+
return { kind: 'stuck', reason: 'loop-detected' };
|
|
47
|
+
}
|
|
48
|
+
throw new ToolDispatchError([
|
|
49
|
+
`Tool dispatch failed: ${parsedToolCall.name}`,
|
|
50
|
+
`tool_call_id: ${toolCall.id}`,
|
|
51
|
+
`arguments: ${preview(parsedToolCall.arguments, 1_000)}`,
|
|
52
|
+
this.formatChoiceContext(choice, response, step),
|
|
53
|
+
`original_error: ${error instanceof Error ? error.message : String(error)}`,
|
|
54
|
+
].join('\n'), { cause: error });
|
|
55
|
+
}
|
|
56
|
+
this.evidence.recordToolCall(turn, parsedToolCall, toolResponse);
|
|
57
|
+
if (toolResponse.assertion) {
|
|
58
|
+
return { kind: 'assertion', ...toolResponse.assertion };
|
|
59
|
+
}
|
|
60
|
+
toolResults.push({ toolCallId: toolCall.id, toolCall: parsedToolCall, toolResponse });
|
|
61
|
+
}
|
|
62
|
+
return { kind: 'continue', toolResults, messages: this.toolResponseHandler.build(toolResults) };
|
|
63
|
+
}
|
|
64
|
+
recordAssistantMessage(choice, turn) {
|
|
65
|
+
if (typeof choice.message.content === 'string' && choice.message.content.trim().length > 0) {
|
|
66
|
+
this.evidence.recordAssistantMessage(turn, choice.message.content);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
parseToolArguments(rawArguments, toolCallId, toolName, choice, response, step) {
|
|
70
|
+
try {
|
|
71
|
+
return JSON.parse(rawArguments);
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
throw new ToolDispatchError([
|
|
75
|
+
`Malformed tool arguments for ${toolName}`,
|
|
76
|
+
`tool_call_id: ${toolCallId}`,
|
|
77
|
+
`raw_arguments: ${preview(rawArguments, 1_000)}`,
|
|
78
|
+
this.formatChoiceContext(choice, response, step),
|
|
79
|
+
`original_error: ${error instanceof Error ? error.message : String(error)}`,
|
|
80
|
+
].join('\n'), { cause: error });
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
formatChoiceContext(choice, response, step) {
|
|
84
|
+
return [
|
|
85
|
+
`step_action: ${step.action}`,
|
|
86
|
+
`step_expect: ${step.expect}`,
|
|
87
|
+
`response_id: ${response.id}`,
|
|
88
|
+
`response_model: ${response.model}`,
|
|
89
|
+
`choice_index: ${choice.index}`,
|
|
90
|
+
`finish_reason: ${choice.finish_reason}`,
|
|
91
|
+
`assistant_content: ${preview(choice.message.content, 1_000)}`,
|
|
92
|
+
`assistant_refusal: ${preview(choice.message.refusal, 1_000)}`,
|
|
93
|
+
].join('\n');
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
function noOutputResponse(toolName) {
|
|
97
|
+
return { name: toolName, response: 'tool completed without output', snapshot: null, status: 'success' };
|
|
98
|
+
}
|
|
99
|
+
function preview(value, maxLength) {
|
|
100
|
+
const text = typeof value === 'string' ? value : JSON.stringify(value);
|
|
101
|
+
const safeText = (text ?? String(value))
|
|
102
|
+
.replace(/data:image\/[a-zA-Z0-9.+-]+;base64,[A-Za-z0-9+/=]+/g, '[image omitted]')
|
|
103
|
+
.replace(/[A-Za-z0-9+/]{200,}={0,2}/g, '[base64 omitted]')
|
|
104
|
+
.replace(/sk-[A-Za-z0-9_-]+/g, '[secret omitted]');
|
|
105
|
+
return safeText.length <= maxLength ? safeText : `${safeText.slice(0, maxLength - 3)}...`;
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=turn-processor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-processor.js","sourceRoot":"","sources":["../../src/ai/turn-processor.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,iBAAiB,EAAgB,MAAM,2BAA2B,CAAA;AAG3E,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAiBhE,MAAM,OAAO,aAAa;IACR,cAAc,CAAgB;IAC9B,mBAAmB,CAAqB;IACxC,cAAc,CAAgB;IAC9B,eAAe,CAAiB;IAChC,QAAQ,CAAyE;IAElG,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAA6B;QAC7G,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAA;QAChH,IAAI,CAAC,mBAAmB,GAAG,IAAI,mBAAmB,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,EAAE,aAAa,CAAC,CAAA;QAC/F,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,aAAa,CAAC,CAAA;QACvD,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;QACjE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAQ;QACpD,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAEhD,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;QACvF,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAClC,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QAEzC,MAAM,SAAS,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC,CAAA;QACtG,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,WAAW,GAAoB,EAAE,CAAA;QAEvC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,cAAc,GAAa;gBAChC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBAC5B,SAAS,EAAE,IAAI,CAAC,kBAAkB,CACjC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,EACnC,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,QAAQ,CAAC,IAAI,EACtB,MAAM,EACN,QAAQ,EACR,IAAI,CACJ;aACD,CAAA;YAED,IAAI,YAA0B,CAAA;YAC9B,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;gBAC1F,YAAY;oBACX,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;wBAC7D,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,KAAK,YAAY,iBAAiB,EAAE,CAAC;oBACxC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAA;gBAClD,CAAC;gBAED,MAAM,IAAI,iBAAiB,CAC1B;oBACC,yBAAyB,cAAc,CAAC,IAAI,EAAE;oBAC9C,iBAAiB,QAAQ,CAAC,EAAE,EAAE;oBAC9B,cAAc,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE;oBACxD,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC;oBAChD,mBAAmB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;iBAC3E,CAAC,IAAI,CAAC,IAAI,CAAC,EACZ,EAAE,KAAK,EAAE,KAAK,EAAE,CAChB,CAAA;YACF,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,EAAE,YAAY,CAAC,CAAA;YAEhE,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC5B,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC,SAAS,EAAE,CAAA;YACxD,CAAC;YAED,WAAW,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAA;QACtF,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAA;IAChG,CAAC;IAEO,sBAAsB,CAAC,MAA6B,EAAE,IAAY;QACzE,IAAI,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5F,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QACnE,CAAC;IACF,CAAC;IAEO,kBAAkB,CACzB,YAAoB,EACpB,UAAkB,EAClB,QAAgB,EAChB,MAA6B,EAC7B,QAAwB,EACxB,IAAU;QAEV,IAAI,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,iBAAiB,CAC1B;gBACC,gCAAgC,QAAQ,EAAE;gBAC1C,iBAAiB,UAAU,EAAE;gBAC7B,kBAAkB,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,EAAE;gBAChD,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC;gBAChD,mBAAmB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;aAC3E,CAAC,IAAI,CAAC,IAAI,CAAC,EACZ,EAAE,KAAK,EAAE,KAAK,EAAE,CAChB,CAAA;QACF,CAAC;IACF,CAAC;IAEO,mBAAmB,CAAC,MAA6B,EAAE,QAAwB,EAAE,IAAU;QAC9F,OAAO;YACN,gBAAgB,IAAI,CAAC,MAAM,EAAE;YAC7B,gBAAgB,IAAI,CAAC,MAAM,EAAE;YAC7B,gBAAgB,QAAQ,CAAC,EAAE,EAAE;YAC7B,mBAAmB,QAAQ,CAAC,KAAK,EAAE;YACnC,iBAAiB,MAAM,CAAC,KAAK,EAAE;YAC/B,kBAAkB,MAAM,CAAC,aAAa,EAAE;YACxC,sBAAsB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YAC9D,sBAAsB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;SAC9D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACb,CAAC;CACD;AAED,SAAS,gBAAgB,CAAC,QAAgB;IACzC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,+BAA+B,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;AACxG,CAAC;AAED,SAAS,OAAO,CAAC,KAAc,EAAE,SAAiB;IACjD,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IACtE,MAAM,QAAQ,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;SACtC,OAAO,CAAC,qDAAqD,EAAE,iBAAiB,CAAC;SACjF,OAAO,CAAC,4BAA4B,EAAE,kBAAkB,CAAC;SACzD,OAAO,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAAA;IACnD,OAAO,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,KAAK,CAAA;AAC1F,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { type RunIdentity } from '../evidence/layout.js';
|
|
2
|
+
import type { PreparedRun } from './prepare-run.js';
|
|
3
|
+
export type AllocatePreparedRunIdentityOptions = Readonly<{
|
|
4
|
+
now?: () => Date;
|
|
5
|
+
random?: () => Uint8Array;
|
|
6
|
+
}>;
|
|
7
|
+
export declare function allocateRunIdentity(prepared: PreparedRun, options?: AllocatePreparedRunIdentityOptions): Promise<RunIdentity>;
|
|
8
|
+
//# sourceMappingURL=allocate-run-identity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"allocate-run-identity.d.ts","sourceRoot":"","sources":["../../src/api/allocate-run-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmD,KAAK,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACzG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAEnD,MAAM,MAAM,kCAAkC,GAAG,QAAQ,CAAC;IACzD,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,UAAU,CAAA;CACzB,CAAC,CAAA;AAEF,wBAAgB,mBAAmB,CAClC,QAAQ,EAAE,WAAW,EACrB,OAAO,GAAE,kCAAuC,GAC9C,OAAO,CAAC,WAAW,CAAC,CAOtB"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { allocateRunIdentity as allocateEvidenceIdentity } from '../evidence/layout.js';
|
|
2
|
+
export function allocateRunIdentity(prepared, options = {}) {
|
|
3
|
+
return allocateEvidenceIdentity({
|
|
4
|
+
invocationRoot: prepared.invocationRoot,
|
|
5
|
+
outputDirectory: prepared.outputDirectory,
|
|
6
|
+
scenarioId: prepared.request.scenario.id,
|
|
7
|
+
...options,
|
|
8
|
+
});
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=allocate-run-identity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"allocate-run-identity.js","sourceRoot":"","sources":["../../src/api/allocate-run-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,IAAI,wBAAwB,EAAoB,MAAM,uBAAuB,CAAA;AAQzG,MAAM,UAAU,mBAAmB,CAClC,QAAqB,EACrB,UAA8C,EAAE;IAEhD,OAAO,wBAAwB,CAAC;QAC/B,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;QACxC,GAAG,OAAO;KACV,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { type DriverModuleImporter } from '../drivers/loader.js';
|
|
2
|
+
import { EvidenceStore } from '../evidence/store.js';
|
|
3
|
+
import type { RunIdentity } from '../evidence/layout.js';
|
|
4
|
+
import { type RuntimeLogger } from '../logging/types.js';
|
|
5
|
+
import { type ScenarioRunnerFactory } from '../runtime/scenario-runner.js';
|
|
6
|
+
import type { ExecutionResultV1 } from '../contracts/types.js';
|
|
7
|
+
import type { EnvironmentReader } from '../config/secrets.js';
|
|
8
|
+
import type { PreparedRun } from './prepare-run.js';
|
|
9
|
+
export type ExecutePreparedRunOptions = Readonly<{
|
|
10
|
+
signal?: AbortSignal;
|
|
11
|
+
readEnvironment?: EnvironmentReader;
|
|
12
|
+
importDriver?: DriverModuleImporter;
|
|
13
|
+
logger?: RuntimeLogger;
|
|
14
|
+
createRunner?: ScenarioRunnerFactory;
|
|
15
|
+
now?: () => number;
|
|
16
|
+
setTimer?: typeof setTimeout;
|
|
17
|
+
clearTimer?: typeof clearTimeout;
|
|
18
|
+
createStore?: (options: ConstructorParameters<typeof EvidenceStore>[0]) => EvidenceStore;
|
|
19
|
+
onCleanupStarted?: () => void;
|
|
20
|
+
}>;
|
|
21
|
+
export declare function executePreparedRun(prepared: PreparedRun, identity: RunIdentity, options?: ExecutePreparedRunOptions): Promise<ExecutionResultV1>;
|
|
22
|
+
//# sourceMappingURL=execute-prepared-run.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute-prepared-run.d.ts","sourceRoot":"","sources":["../../src/api/execute-prepared-run.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,KAAK,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAExD,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAItE,OAAO,EAAe,KAAK,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAGvF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAEnD,MAAM,MAAM,yBAAyB,GAAG,QAAQ,CAAC;IAChD,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,eAAe,CAAC,EAAE,iBAAiB,CAAA;IACnC,YAAY,CAAC,EAAE,oBAAoB,CAAA;IACnC,MAAM,CAAC,EAAE,aAAa,CAAA;IACtB,YAAY,CAAC,EAAE,qBAAqB,CAAA;IACpC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,OAAO,UAAU,CAAA;IAC5B,UAAU,CAAC,EAAE,OAAO,YAAY,CAAA;IAChC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,qBAAqB,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,aAAa,CAAA;IACxF,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAA;CAC7B,CAAC,CAAA;AAEF,wBAAsB,kBAAkB,CACvC,QAAQ,EAAE,WAAW,EACrB,QAAQ,EAAE,WAAW,EACrB,OAAO,GAAE,yBAA8B,GACrC,OAAO,CAAC,iBAAiB,CAAC,CAyF5B"}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import { loadValidatedDriver } from '../drivers/loader.js';
|
|
2
|
+
import { EvidenceStore } from '../evidence/store.js';
|
|
3
|
+
import { TerminalFinalizer } from '../evidence/terminal-finalizer.js';
|
|
4
|
+
import { createInvocationLogger } from '../logging/invocation-logger.js';
|
|
5
|
+
import { silentLogger } from '../logging/types.js';
|
|
6
|
+
import { DiagnosticSanitizer } from '../redaction/diagnostic-sanitizer.js';
|
|
7
|
+
import { awaitDriverBoundary, DriverBoundaryError } from '../runtime/driver-boundary.js';
|
|
8
|
+
import { ScenarioControl } from '../runtime/scenario-control.js';
|
|
9
|
+
import { runScenario } from '../runtime/scenario-runner.js';
|
|
10
|
+
import { ScenarioState } from '../runtime/scenario-state.js';
|
|
11
|
+
import { ScenarioUsageTracker } from '../runtime/usage-tracker.js';
|
|
12
|
+
export async function executePreparedRun(prepared, identity, options = {}) {
|
|
13
|
+
const now = options.now ?? Date.now;
|
|
14
|
+
const control = new ScenarioControl({
|
|
15
|
+
timeoutMs: prepared.effectiveLimits.scenarioTimeoutMs,
|
|
16
|
+
signal: options.signal,
|
|
17
|
+
now,
|
|
18
|
+
setTimer: options.setTimer,
|
|
19
|
+
clearTimer: options.clearTimer,
|
|
20
|
+
});
|
|
21
|
+
const usageTracker = new ScenarioUsageTracker(prepared.effectiveLimits.budgetTokens);
|
|
22
|
+
const state = new ScenarioState({
|
|
23
|
+
request: prepared.request,
|
|
24
|
+
identity,
|
|
25
|
+
driver: { id: prepared.driver.id, contractVersion: prepared.driver.descriptor.driverContractVersion },
|
|
26
|
+
policy: { id: prepared.policy.id, effectiveLimits: prepared.effectiveLimits },
|
|
27
|
+
now,
|
|
28
|
+
});
|
|
29
|
+
let store;
|
|
30
|
+
try {
|
|
31
|
+
const resolvedSecrets = resolveSecrets(prepared, options.readEnvironment);
|
|
32
|
+
const exactSecrets = [...resolvedSecrets.values.values()];
|
|
33
|
+
const sanitizer = new DiagnosticSanitizer(exactSecrets);
|
|
34
|
+
const logger = createInvocationLogger(options.logger ?? silentLogger, sanitizer);
|
|
35
|
+
store = (options.createStore ?? ((storeOptions) => new EvidenceStore(storeOptions)))({
|
|
36
|
+
invocationRoot: prepared.invocationRoot,
|
|
37
|
+
identity,
|
|
38
|
+
policy: prepared.policy.evidence,
|
|
39
|
+
stepIds: prepared.request.scenario.steps.map((step) => step.id),
|
|
40
|
+
driverDescriptor: prepared.driver.descriptor,
|
|
41
|
+
exactSecrets,
|
|
42
|
+
now: () => new Date(now()),
|
|
43
|
+
});
|
|
44
|
+
try {
|
|
45
|
+
await store.writeInvocation(prepared.request);
|
|
46
|
+
}
|
|
47
|
+
catch (error) {
|
|
48
|
+
store.markPartial();
|
|
49
|
+
state.recordLifecycleFailure('evidence-write-failed', {
|
|
50
|
+
code: 'evidence.write-failed',
|
|
51
|
+
path: '/evidence',
|
|
52
|
+
message: sanitizer.error(error),
|
|
53
|
+
});
|
|
54
|
+
state.markNotStarted();
|
|
55
|
+
const candidate = state.buildCandidateResult({
|
|
56
|
+
usage: usageTracker.usage(),
|
|
57
|
+
evidence: { state: store.state, references: store.committedReferences },
|
|
58
|
+
});
|
|
59
|
+
return (await new TerminalFinalizer(store).finalize(candidate)).result;
|
|
60
|
+
}
|
|
61
|
+
if (resolvedSecrets.error) {
|
|
62
|
+
state.recordLifecycleFailure('driver-start-failed', {
|
|
63
|
+
code: 'secret.unavailable',
|
|
64
|
+
path: '/secretBindings',
|
|
65
|
+
message: sanitizer.error(resolvedSecrets.error),
|
|
66
|
+
});
|
|
67
|
+
state.markNotStarted();
|
|
68
|
+
}
|
|
69
|
+
else {
|
|
70
|
+
const driver = await loadDriver(prepared, control, state, sanitizer, now, options.importDriver);
|
|
71
|
+
if (driver) {
|
|
72
|
+
await runScenario({
|
|
73
|
+
driver,
|
|
74
|
+
prepared,
|
|
75
|
+
state,
|
|
76
|
+
control,
|
|
77
|
+
store,
|
|
78
|
+
usageTracker,
|
|
79
|
+
secretValues: resolvedSecrets.values,
|
|
80
|
+
apiKey: resolvedSecrets.values.get(prepared.modelEgress.provider.apiKeyBinding),
|
|
81
|
+
exactSecrets,
|
|
82
|
+
logger,
|
|
83
|
+
sanitizer,
|
|
84
|
+
createRunner: options.createRunner,
|
|
85
|
+
now,
|
|
86
|
+
onCleanupStarted: options.onCleanupStarted,
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
await store.finalizeScenario(state.hasFailure ? 'failed' : 'passed');
|
|
91
|
+
const candidate = state.buildCandidateResult({
|
|
92
|
+
usage: usageTracker.usage(),
|
|
93
|
+
evidence: { state: store.state, references: store.committedReferences },
|
|
94
|
+
});
|
|
95
|
+
return (await new TerminalFinalizer(store).finalize(candidate)).result;
|
|
96
|
+
}
|
|
97
|
+
finally {
|
|
98
|
+
control.dispose();
|
|
99
|
+
store?.dispose();
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
async function loadDriver(prepared, control, state, sanitizer, now, importDriver) {
|
|
103
|
+
const expired = control.poll();
|
|
104
|
+
if (expired.expired) {
|
|
105
|
+
state.recordLifecycleFailure(expired.reason, {
|
|
106
|
+
code: 'scenario.expired',
|
|
107
|
+
path: '',
|
|
108
|
+
message: expired.reason,
|
|
109
|
+
});
|
|
110
|
+
state.markNotStarted();
|
|
111
|
+
return undefined;
|
|
112
|
+
}
|
|
113
|
+
state.markMutationPossible();
|
|
114
|
+
try {
|
|
115
|
+
return await awaitDriverBoundary({
|
|
116
|
+
operation: 'driver-load',
|
|
117
|
+
signal: control.signal,
|
|
118
|
+
deadline: control.deadline,
|
|
119
|
+
now,
|
|
120
|
+
reason: () => {
|
|
121
|
+
const current = control.poll();
|
|
122
|
+
return current.expired ? current.reason : 'scenario-timeout';
|
|
123
|
+
},
|
|
124
|
+
call: () => loadValidatedDriver({
|
|
125
|
+
invocationRoot: prepared.invocationRoot,
|
|
126
|
+
packageName: prepared.driver.packageName,
|
|
127
|
+
descriptor: prepared.driver.descriptor,
|
|
128
|
+
importModule: importDriver,
|
|
129
|
+
}),
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
const reason = error instanceof DriverBoundaryError ? error.reason : 'driver-load-failed';
|
|
134
|
+
state.recordLifecycleFailure(reason, {
|
|
135
|
+
code: reason === 'driver-load-failed' ? 'driver.load-failed' : 'scenario.expired',
|
|
136
|
+
path: '/driver',
|
|
137
|
+
message: sanitizer.error(error),
|
|
138
|
+
});
|
|
139
|
+
state.markNotStarted();
|
|
140
|
+
return undefined;
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
function resolveSecrets(prepared, readEnvironment = (name) => process.env[name]) {
|
|
144
|
+
const values = new Map();
|
|
145
|
+
for (const [binding, definition] of Object.entries(prepared.secretBindings)) {
|
|
146
|
+
let value;
|
|
147
|
+
try {
|
|
148
|
+
value = readEnvironment(definition.name);
|
|
149
|
+
}
|
|
150
|
+
catch (error) {
|
|
151
|
+
return { values, error: error instanceof Error ? error : new Error(String(error)) };
|
|
152
|
+
}
|
|
153
|
+
if (typeof value !== 'string' || value.trim().length === 0) {
|
|
154
|
+
return { values, error: new Error(`Secret binding '${binding}' is unavailable`) };
|
|
155
|
+
}
|
|
156
|
+
values.set(binding, value);
|
|
157
|
+
}
|
|
158
|
+
return { values };
|
|
159
|
+
}
|
|
160
|
+
//# sourceMappingURL=execute-prepared-run.js.map
|