@prismatic-io/lux 0.0.2-preview.4 → 0.0.2-preview.40
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/answerers/claude-code/index.d.ts +15 -3
- package/lib/answerers/claude-code/index.d.ts.map +1 -1
- package/lib/answerers/claude-code/index.js +6 -5
- package/lib/answerers/claude-code/index.js.map +1 -1
- package/lib/answerers/persona/index.d.ts +44 -5
- package/lib/answerers/persona/index.d.ts.map +1 -1
- package/lib/answerers/persona/index.js +60 -34
- package/lib/answerers/persona/index.js.map +1 -1
- package/lib/answerers/terminal/index.d.ts +9 -3
- package/lib/answerers/terminal/index.d.ts.map +1 -1
- package/lib/answerers/terminal/index.js +6 -4
- package/lib/answerers/terminal/index.js.map +1 -1
- package/lib/assertions/authoring.d.ts +2 -2
- package/lib/assertions/authoring.d.ts.map +1 -1
- package/lib/assertions/authoring.js.map +1 -1
- package/lib/assertions/core/command-exits-zero.d.ts +5 -2
- package/lib/assertions/core/command-exits-zero.d.ts.map +1 -1
- package/lib/assertions/core/command-exits-zero.js +59 -14
- package/lib/assertions/core/command-exits-zero.js.map +1 -1
- package/lib/assertions/core/event-checks.d.ts +3 -0
- package/lib/assertions/core/event-checks.d.ts.map +1 -1
- package/lib/assertions/core/event-checks.js +49 -3
- package/lib/assertions/core/event-checks.js.map +1 -1
- package/lib/assertions/core/file-checks.d.ts +6 -0
- package/lib/assertions/core/file-checks.d.ts.map +1 -1
- package/lib/assertions/core/index.d.ts.map +1 -1
- package/lib/assertions/core/index.js +2 -1
- package/lib/assertions/core/index.js.map +1 -1
- package/lib/assertions/core/json-pointer-equals.d.ts +1 -0
- package/lib/assertions/core/json-pointer-equals.d.ts.map +1 -1
- package/lib/assertions/core/output-checks.d.ts +3 -0
- package/lib/assertions/core/output-checks.d.ts.map +1 -1
- package/lib/assertions/core/predicate.d.ts +1 -0
- package/lib/assertions/core/predicate.d.ts.map +1 -1
- package/lib/assertions/core/resource-checks.d.ts +25 -0
- package/lib/assertions/core/resource-checks.d.ts.map +1 -1
- package/lib/assertions/core/resource-checks.js +35 -5
- package/lib/assertions/core/resource-checks.js.map +1 -1
- package/lib/assertions/core/safe-regex.d.ts.map +1 -1
- package/lib/assertions/core/safe-regex.js +7 -1
- package/lib/assertions/core/safe-regex.js.map +1 -1
- package/lib/assertions/rubric/evidence.d.ts +88 -0
- package/lib/assertions/rubric/evidence.d.ts.map +1 -0
- package/lib/assertions/rubric/evidence.js +75 -0
- package/lib/assertions/rubric/evidence.js.map +1 -0
- package/lib/assertions/rubric/index.d.ts +88 -34
- package/lib/assertions/rubric/index.d.ts.map +1 -1
- package/lib/assertions/rubric/index.js +59 -43
- package/lib/assertions/rubric/index.js.map +1 -1
- package/lib/assertions/rubric/internal.d.ts +30 -5
- package/lib/assertions/rubric/internal.d.ts.map +1 -1
- package/lib/assertions/rubric/internal.js +203 -41
- package/lib/assertions/rubric/internal.js.map +1 -1
- package/lib/authoring.d.ts +37 -2
- package/lib/authoring.d.ts.map +1 -1
- package/lib/authoring.js +36 -1
- package/lib/authoring.js.map +1 -1
- package/lib/cli/bin.js +2 -13
- package/lib/cli/bin.js.map +1 -1
- package/lib/cli/command-runtime.d.ts +3 -3
- package/lib/cli/command-runtime.d.ts.map +1 -1
- package/lib/cli/command-runtime.js +17 -6
- package/lib/cli/command-runtime.js.map +1 -1
- package/lib/cli/doctor.d.ts +55 -0
- package/lib/cli/doctor.d.ts.map +1 -0
- package/lib/cli/doctor.js +14 -0
- package/lib/cli/doctor.js.map +1 -0
- package/lib/cli/harness-plan.d.ts +27 -0
- package/lib/cli/harness-plan.d.ts.map +1 -0
- package/lib/cli/harness-plan.js +75 -0
- package/lib/cli/harness-plan.js.map +1 -0
- package/lib/cli/init-templates.d.ts +11 -0
- package/lib/cli/init-templates.d.ts.map +1 -0
- package/lib/cli/init-templates.js +215 -0
- package/lib/cli/init-templates.js.map +1 -0
- package/lib/cli/init.d.ts +10 -0
- package/lib/cli/init.d.ts.map +1 -1
- package/lib/cli/init.js +34 -173
- package/lib/cli/init.js.map +1 -1
- package/lib/cli/output-schemas.d.ts +1412 -0
- package/lib/cli/output-schemas.d.ts.map +1 -0
- package/lib/cli/output-schemas.js +94 -0
- package/lib/cli/output-schemas.js.map +1 -0
- package/lib/cli/program.d.ts +140 -12
- package/lib/cli/program.d.ts.map +1 -1
- package/lib/cli/program.js +783 -650
- package/lib/cli/program.js.map +1 -1
- package/lib/cli/render/format.d.ts.map +1 -1
- package/lib/cli/render/format.js +1 -1
- package/lib/cli/render/format.js.map +1 -1
- package/lib/cli/render/reporter.d.ts.map +1 -1
- package/lib/cli/render/reporter.js +35 -8
- package/lib/cli/render/reporter.js.map +1 -1
- package/lib/cli/run-options.d.ts +19 -4
- package/lib/cli/run-options.d.ts.map +1 -1
- package/lib/cli/run-options.js +100 -19
- package/lib/cli/run-options.js.map +1 -1
- package/lib/cli/view.d.ts +15 -0
- package/lib/cli/view.d.ts.map +1 -0
- package/lib/cli/view.js +168 -0
- package/lib/cli/view.js.map +1 -0
- package/lib/container/driver.d.ts +27 -0
- package/lib/container/driver.d.ts.map +1 -0
- package/lib/container/driver.js +199 -0
- package/lib/container/driver.js.map +1 -0
- package/lib/container/paths.d.ts +3 -0
- package/lib/container/paths.d.ts.map +1 -0
- package/lib/container/paths.js +27 -0
- package/lib/container/paths.js.map +1 -0
- package/lib/container/protocol.d.ts +12 -0
- package/lib/container/protocol.d.ts.map +1 -0
- package/lib/container/protocol.js +38 -0
- package/lib/container/protocol.js.map +1 -0
- package/lib/container/resources.d.ts +14 -0
- package/lib/container/resources.d.ts.map +1 -0
- package/lib/container/resources.js +141 -0
- package/lib/container/resources.js.map +1 -0
- package/lib/container/worker.d.ts +2 -0
- package/lib/container/worker.d.ts.map +1 -0
- package/lib/container/worker.js +85 -0
- package/lib/container/worker.js.map +1 -0
- package/lib/core/action-events.d.ts +29 -0
- package/lib/core/action-events.d.ts.map +1 -0
- package/lib/core/action-events.js +51 -0
- package/lib/core/action-events.js.map +1 -0
- package/lib/core/agent-activity.d.ts +49 -0
- package/lib/core/agent-activity.d.ts.map +1 -0
- package/lib/core/agent-activity.js +206 -0
- package/lib/core/agent-activity.js.map +1 -0
- package/lib/core/agent-environment.d.ts +5 -0
- package/lib/core/agent-environment.d.ts.map +1 -0
- package/lib/core/agent-environment.js +47 -0
- package/lib/core/agent-environment.js.map +1 -0
- package/lib/core/agent-events.d.ts +26 -0
- package/lib/core/agent-events.d.ts.map +1 -0
- package/lib/core/agent-events.js +13 -0
- package/lib/core/agent-events.js.map +1 -0
- package/lib/core/annotation.d.ts +6 -2
- package/lib/core/annotation.d.ts.map +1 -1
- package/lib/core/annotation.js +2 -1
- package/lib/core/annotation.js.map +1 -1
- package/lib/core/answerer.d.ts +12 -0
- package/lib/core/answerer.d.ts.map +1 -1
- package/lib/core/answerer.js +2 -0
- package/lib/core/answerer.js.map +1 -1
- package/lib/core/artifact-evidence.d.ts +6 -1
- package/lib/core/artifact-evidence.d.ts.map +1 -1
- package/lib/core/artifact-evidence.js +27 -6
- package/lib/core/artifact-evidence.js.map +1 -1
- package/lib/core/assertion.d.ts +10 -4
- package/lib/core/assertion.d.ts.map +1 -1
- package/lib/core/assertion.js +8 -2
- package/lib/core/assertion.js.map +1 -1
- package/lib/core/case-defaults.d.ts +16 -0
- package/lib/core/case-defaults.d.ts.map +1 -0
- package/lib/core/case-defaults.js +42 -0
- package/lib/core/case-defaults.js.map +1 -0
- package/lib/core/case.d.ts +120 -6
- package/lib/core/case.d.ts.map +1 -1
- package/lib/core/case.js +51 -5
- package/lib/core/case.js.map +1 -1
- package/lib/core/command-verification.d.ts +10 -0
- package/lib/core/command-verification.d.ts.map +1 -0
- package/lib/core/command-verification.js +66 -0
- package/lib/core/command-verification.js.map +1 -0
- package/lib/core/driver-execution.d.ts +83 -0
- package/lib/core/driver-execution.d.ts.map +1 -0
- package/lib/core/driver-execution.js +72 -0
- package/lib/core/driver-execution.js.map +1 -0
- package/lib/core/driver-metrics.d.ts +98 -0
- package/lib/core/driver-metrics.d.ts.map +1 -0
- package/lib/core/driver-metrics.js +36 -0
- package/lib/core/driver-metrics.js.map +1 -0
- package/lib/core/driver.d.ts +64 -0
- package/lib/core/driver.d.ts.map +1 -1
- package/lib/core/driver.js +28 -0
- package/lib/core/driver.js.map +1 -1
- package/lib/core/duration.d.ts +5 -0
- package/lib/core/duration.d.ts.map +1 -0
- package/lib/core/duration.js +49 -0
- package/lib/core/duration.js.map +1 -0
- package/lib/core/environment.d.ts +18 -0
- package/lib/core/environment.d.ts.map +1 -0
- package/lib/core/environment.js +21 -0
- package/lib/core/environment.js.map +1 -0
- package/lib/core/evaluation-clusters.d.ts +17 -0
- package/lib/core/evaluation-clusters.d.ts.map +1 -0
- package/lib/core/evaluation-clusters.js +23 -0
- package/lib/core/evaluation-clusters.js.map +1 -0
- package/lib/core/events.d.ts +34 -0
- package/lib/core/events.d.ts.map +1 -1
- package/lib/core/events.js +11 -2
- package/lib/core/events.js.map +1 -1
- package/lib/core/experiment.d.ts +33 -2
- package/lib/core/experiment.d.ts.map +1 -1
- package/lib/core/experiment.js +40 -19
- package/lib/core/experiment.js.map +1 -1
- package/lib/core/file-tree.d.ts +7 -0
- package/lib/core/file-tree.d.ts.map +1 -0
- package/lib/core/file-tree.js +35 -0
- package/lib/core/file-tree.js.map +1 -0
- package/lib/core/global-id.d.ts +6 -0
- package/lib/core/global-id.d.ts.map +1 -0
- package/lib/core/global-id.js +17 -0
- package/lib/core/global-id.js.map +1 -0
- package/lib/core/harness-catalog.d.ts +35 -0
- package/lib/core/harness-catalog.d.ts.map +1 -0
- package/lib/core/harness-catalog.js +45 -0
- package/lib/core/harness-catalog.js.map +1 -0
- package/lib/core/harness-catalogs/antigravity.d.ts +11 -0
- package/lib/core/harness-catalogs/antigravity.d.ts.map +1 -0
- package/lib/core/harness-catalogs/antigravity.js +23 -0
- package/lib/core/harness-catalogs/antigravity.js.map +1 -0
- package/lib/core/harness-catalogs/claude-code.d.ts +12 -0
- package/lib/core/harness-catalogs/claude-code.d.ts.map +1 -0
- package/lib/core/harness-catalogs/claude-code.js +24 -0
- package/lib/core/harness-catalogs/claude-code.js.map +1 -0
- package/lib/core/harness-catalogs/codex.d.ts +11 -0
- package/lib/core/harness-catalogs/codex.d.ts.map +1 -0
- package/lib/core/harness-catalogs/codex.js +26 -0
- package/lib/core/harness-catalogs/codex.js.map +1 -0
- package/lib/core/harness-catalogs/copilot.d.ts +29 -0
- package/lib/core/harness-catalogs/copilot.d.ts.map +1 -0
- package/lib/core/harness-catalogs/copilot.js +45 -0
- package/lib/core/harness-catalogs/copilot.js.map +1 -0
- package/lib/core/harness-catalogs/cursor.d.ts +2 -0
- package/lib/core/harness-catalogs/cursor.d.ts.map +1 -0
- package/lib/core/harness-catalogs/cursor.js +13 -0
- package/lib/core/harness-catalogs/cursor.js.map +1 -0
- package/lib/core/harness-catalogs/grok-build.d.ts +7 -0
- package/lib/core/harness-catalogs/grok-build.d.ts.map +1 -0
- package/lib/core/harness-catalogs/grok-build.js +18 -0
- package/lib/core/harness-catalogs/grok-build.js.map +1 -0
- package/lib/core/harness-catalogs/index.d.ts +73 -0
- package/lib/core/harness-catalogs/index.d.ts.map +1 -0
- package/lib/core/harness-catalogs/index.js +17 -0
- package/lib/core/harness-catalogs/index.js.map +1 -0
- package/lib/core/harness-matrix.d.ts +154 -0
- package/lib/core/harness-matrix.d.ts.map +1 -0
- package/lib/core/harness-matrix.js +204 -0
- package/lib/core/harness-matrix.js.map +1 -0
- package/lib/core/index.d.ts +12 -0
- package/lib/core/index.d.ts.map +1 -1
- package/lib/core/index.js +12 -0
- package/lib/core/index.js.map +1 -1
- package/lib/core/lifecycle-fixtures.d.ts.map +1 -1
- package/lib/core/lifecycle-fixtures.js +4 -2
- package/lib/core/lifecycle-fixtures.js.map +1 -1
- package/lib/core/model-cli.d.ts +9 -11
- package/lib/core/model-cli.d.ts.map +1 -1
- package/lib/core/model-cli.js +39 -22
- package/lib/core/model-cli.js.map +1 -1
- package/lib/core/platform-process.d.ts +7 -2
- package/lib/core/platform-process.d.ts.map +1 -1
- package/lib/core/platform-process.js +54 -16
- package/lib/core/platform-process.js.map +1 -1
- package/lib/core/reference-defaults.d.ts +5 -0
- package/lib/core/reference-defaults.d.ts.map +1 -0
- package/lib/core/reference-defaults.js +42 -0
- package/lib/core/reference-defaults.js.map +1 -0
- package/lib/core/rubric.d.ts +1 -0
- package/lib/core/rubric.d.ts.map +1 -1
- package/lib/core/run.d.ts +292 -1
- package/lib/core/run.d.ts.map +1 -1
- package/lib/core/run.js +27 -0
- package/lib/core/run.js.map +1 -1
- package/lib/core/secure-copy.d.ts.map +1 -0
- package/lib/core/secure-copy.js.map +1 -0
- package/lib/core/usage.d.ts +5 -0
- package/lib/core/usage.d.ts.map +1 -1
- package/lib/core/usage.js +3 -0
- package/lib/core/usage.js.map +1 -1
- package/lib/core/wire.d.ts +11 -0
- package/lib/core/wire.d.ts.map +1 -1
- package/lib/drivers/antigravity/artifacts.d.ts +2 -0
- package/lib/drivers/antigravity/artifacts.d.ts.map +1 -0
- package/lib/drivers/antigravity/artifacts.js +33 -0
- package/lib/drivers/antigravity/artifacts.js.map +1 -0
- package/lib/drivers/antigravity/config.d.ts +88 -0
- package/lib/drivers/antigravity/config.d.ts.map +1 -0
- package/lib/drivers/antigravity/config.js +87 -0
- package/lib/drivers/antigravity/config.js.map +1 -0
- package/lib/drivers/antigravity/events.d.ts +4 -0
- package/lib/drivers/antigravity/events.d.ts.map +1 -0
- package/lib/drivers/antigravity/events.js +241 -0
- package/lib/drivers/antigravity/events.js.map +1 -0
- package/lib/drivers/antigravity/index.d.ts +114 -0
- package/lib/drivers/antigravity/index.d.ts.map +1 -0
- package/lib/drivers/antigravity/index.js +113 -0
- package/lib/drivers/antigravity/index.js.map +1 -0
- package/lib/drivers/antigravity/runtime.d.ts +7 -0
- package/lib/drivers/antigravity/runtime.d.ts.map +1 -0
- package/lib/drivers/antigravity/runtime.js +83 -0
- package/lib/drivers/antigravity/runtime.js.map +1 -0
- package/lib/drivers/claude-code/deferred-process.d.ts +17 -0
- package/lib/drivers/claude-code/deferred-process.d.ts.map +1 -0
- package/lib/drivers/claude-code/deferred-process.js +108 -0
- package/lib/drivers/claude-code/deferred-process.js.map +1 -0
- package/lib/drivers/claude-code/index.d.ts +187 -10
- package/lib/drivers/claude-code/index.d.ts.map +1 -1
- package/lib/drivers/claude-code/index.js +197 -252
- package/lib/drivers/claude-code/index.js.map +1 -1
- package/lib/drivers/claude-code/isolation.d.ts +8 -0
- package/lib/drivers/claude-code/isolation.d.ts.map +1 -0
- package/lib/drivers/claude-code/isolation.js +199 -0
- package/lib/drivers/claude-code/isolation.js.map +1 -0
- package/lib/drivers/claude-code/parse-events.d.ts.map +1 -1
- package/lib/drivers/claude-code/parse-events.js +73 -8
- package/lib/drivers/claude-code/parse-events.js.map +1 -1
- package/lib/drivers/codex/app-events.d.ts +9 -2
- package/lib/drivers/codex/app-events.d.ts.map +1 -1
- package/lib/drivers/codex/app-events.js +104 -12
- package/lib/drivers/codex/app-events.js.map +1 -1
- package/lib/drivers/codex/config.d.ts +69 -5
- package/lib/drivers/codex/config.d.ts.map +1 -1
- package/lib/drivers/codex/config.js +48 -8
- package/lib/drivers/codex/config.js.map +1 -1
- package/lib/drivers/codex/exec-events.d.ts +4 -0
- package/lib/drivers/codex/exec-events.d.ts.map +1 -0
- package/lib/drivers/codex/exec-events.js +230 -0
- package/lib/drivers/codex/exec-events.js.map +1 -0
- package/lib/drivers/codex/index.d.ts +142 -4
- package/lib/drivers/codex/index.d.ts.map +1 -1
- package/lib/drivers/codex/index.js +114 -276
- package/lib/drivers/codex/index.js.map +1 -1
- package/lib/drivers/copilot/config.d.ts +84 -0
- package/lib/drivers/copilot/config.d.ts.map +1 -0
- package/lib/drivers/copilot/config.js +57 -0
- package/lib/drivers/copilot/config.js.map +1 -0
- package/lib/drivers/copilot/index.d.ts +107 -0
- package/lib/drivers/copilot/index.d.ts.map +1 -0
- package/lib/drivers/copilot/index.js +268 -0
- package/lib/drivers/copilot/index.js.map +1 -0
- package/lib/drivers/cursor/config.d.ts +28 -0
- package/lib/drivers/cursor/config.d.ts.map +1 -0
- package/lib/drivers/cursor/config.js +28 -0
- package/lib/drivers/cursor/config.js.map +1 -0
- package/lib/drivers/cursor/index.d.ts +44 -0
- package/lib/drivers/cursor/index.d.ts.map +1 -0
- package/lib/drivers/cursor/index.js +286 -0
- package/lib/drivers/cursor/index.js.map +1 -0
- package/lib/drivers/cursor/interaction.d.ts +6 -0
- package/lib/drivers/cursor/interaction.d.ts.map +1 -0
- package/lib/drivers/cursor/interaction.js +55 -0
- package/lib/drivers/cursor/interaction.js.map +1 -0
- package/lib/drivers/grok-build/config.d.ts +68 -0
- package/lib/drivers/grok-build/config.d.ts.map +1 -0
- package/lib/drivers/grok-build/config.js +40 -0
- package/lib/drivers/grok-build/config.js.map +1 -0
- package/lib/drivers/grok-build/index.d.ts +87 -0
- package/lib/drivers/grok-build/index.d.ts.map +1 -0
- package/lib/drivers/grok-build/index.js +293 -0
- package/lib/drivers/grok-build/index.js.map +1 -0
- package/lib/drivers/mcp/index.d.ts +37 -4
- package/lib/drivers/mcp/index.d.ts.map +1 -1
- package/lib/drivers/mcp/index.js +25 -11
- package/lib/drivers/mcp/index.js.map +1 -1
- package/lib/drivers/shared/acp-events.d.ts +15 -0
- package/lib/drivers/shared/acp-events.d.ts.map +1 -0
- package/lib/drivers/shared/acp-events.js +83 -0
- package/lib/drivers/shared/acp-events.js.map +1 -0
- package/lib/drivers/shared/acp-interaction.d.ts +7 -0
- package/lib/drivers/shared/acp-interaction.d.ts.map +1 -0
- package/lib/drivers/shared/acp-interaction.js +20 -0
- package/lib/drivers/shared/acp-interaction.js.map +1 -0
- package/lib/drivers/shared/acp-session.d.ts +4 -0
- package/lib/drivers/shared/acp-session.d.ts.map +1 -0
- package/lib/drivers/shared/acp-session.js +23 -0
- package/lib/drivers/shared/acp-session.js.map +1 -0
- package/lib/drivers/shared/acp-transport.d.ts +40 -0
- package/lib/drivers/shared/acp-transport.d.ts.map +1 -0
- package/lib/drivers/shared/acp-transport.js +152 -0
- package/lib/drivers/shared/acp-transport.js.map +1 -0
- package/lib/drivers/shared/artifacts.d.ts.map +1 -1
- package/lib/drivers/shared/artifacts.js +3 -2
- package/lib/drivers/shared/artifacts.js.map +1 -1
- package/lib/drivers/shared/experiment-behavior.d.ts +13 -0
- package/lib/drivers/shared/experiment-behavior.d.ts.map +1 -0
- package/lib/drivers/shared/experiment-behavior.js +200 -0
- package/lib/drivers/shared/experiment-behavior.js.map +1 -0
- package/lib/drivers/shared/experiment-policy.d.ts +4 -0
- package/lib/drivers/shared/experiment-policy.d.ts.map +1 -0
- package/lib/drivers/shared/experiment-policy.js +144 -0
- package/lib/drivers/shared/experiment-policy.js.map +1 -0
- package/lib/drivers/shared/skills.d.ts +3 -0
- package/lib/drivers/shared/skills.d.ts.map +1 -0
- package/lib/drivers/shared/skills.js +73 -0
- package/lib/drivers/shared/skills.js.map +1 -0
- package/lib/drivers/subprocess/index.d.ts +39 -4
- package/lib/drivers/subprocess/index.d.ts.map +1 -1
- package/lib/drivers/subprocess/index.js +56 -12
- package/lib/drivers/subprocess/index.js.map +1 -1
- package/lib/index.d.ts +24 -8
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +20 -5
- package/lib/index.js.map +1 -1
- package/lib/optimization/reflective.d.ts +3 -1
- package/lib/optimization/reflective.d.ts.map +1 -1
- package/lib/optimization/reflective.js +3 -2
- package/lib/optimization/reflective.js.map +1 -1
- package/lib/orchestrator/annotation-loader.d.ts +6 -2
- package/lib/orchestrator/annotation-loader.d.ts.map +1 -1
- package/lib/orchestrator/annotation-loader.js +8 -0
- package/lib/orchestrator/annotation-loader.js.map +1 -1
- package/lib/orchestrator/annotation-store.d.ts.map +1 -1
- package/lib/orchestrator/annotation-store.js +16 -2
- package/lib/orchestrator/annotation-store.js.map +1 -1
- package/lib/orchestrator/artifact-origin.d.ts +3 -0
- package/lib/orchestrator/artifact-origin.d.ts.map +1 -0
- package/lib/orchestrator/artifact-origin.js +40 -0
- package/lib/orchestrator/artifact-origin.js.map +1 -0
- package/lib/orchestrator/campaign-lifecycle.d.ts +1 -0
- package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -1
- package/lib/orchestrator/campaign-lifecycle.js +4 -1
- package/lib/orchestrator/campaign-lifecycle.js.map +1 -1
- package/lib/orchestrator/candidates.d.ts.map +1 -1
- package/lib/orchestrator/candidates.js +3 -2
- package/lib/orchestrator/candidates.js.map +1 -1
- package/lib/orchestrator/compare.d.ts +23 -6
- package/lib/orchestrator/compare.d.ts.map +1 -1
- package/lib/orchestrator/compare.js +45 -12
- package/lib/orchestrator/compare.js.map +1 -1
- package/lib/orchestrator/comparison-identity.d.ts.map +1 -1
- package/lib/orchestrator/comparison-identity.js +2 -0
- package/lib/orchestrator/comparison-identity.js.map +1 -1
- package/lib/orchestrator/config.d.ts +180 -1
- package/lib/orchestrator/config.d.ts.map +1 -1
- package/lib/orchestrator/config.js +21 -2
- package/lib/orchestrator/config.js.map +1 -1
- package/lib/orchestrator/discover.d.ts +1 -0
- package/lib/orchestrator/discover.d.ts.map +1 -1
- package/lib/orchestrator/discover.js +7 -1
- package/lib/orchestrator/discover.js.map +1 -1
- package/lib/orchestrator/doctor.d.ts +1 -0
- package/lib/orchestrator/doctor.d.ts.map +1 -1
- package/lib/orchestrator/doctor.js +134 -69
- package/lib/orchestrator/doctor.js.map +1 -1
- package/lib/orchestrator/driver-capabilities.d.ts +4 -0
- package/lib/orchestrator/driver-capabilities.d.ts.map +1 -0
- package/lib/orchestrator/driver-capabilities.js +13 -0
- package/lib/orchestrator/driver-capabilities.js.map +1 -0
- package/lib/orchestrator/driver-identity.d.ts +5 -0
- package/lib/orchestrator/driver-identity.d.ts.map +1 -0
- package/lib/orchestrator/driver-identity.js +51 -0
- package/lib/orchestrator/driver-identity.js.map +1 -0
- package/lib/orchestrator/experiment-context.d.ts +51 -3
- package/lib/orchestrator/experiment-context.d.ts.map +1 -1
- package/lib/orchestrator/experiment-context.js +2 -1
- package/lib/orchestrator/experiment-context.js.map +1 -1
- package/lib/orchestrator/experiment-contracts.d.ts +31 -1
- package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
- package/lib/orchestrator/experiment-corpus.d.ts +2 -1
- package/lib/orchestrator/experiment-corpus.d.ts.map +1 -1
- package/lib/orchestrator/experiment-corpus.js +28 -22
- package/lib/orchestrator/experiment-corpus.js.map +1 -1
- package/lib/orchestrator/experiment-effects.d.ts +33 -0
- package/lib/orchestrator/experiment-effects.d.ts.map +1 -0
- package/lib/orchestrator/experiment-effects.js +46 -0
- package/lib/orchestrator/experiment-effects.js.map +1 -0
- package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
- package/lib/orchestrator/experiment-evaluation.js +70 -5
- package/lib/orchestrator/experiment-evaluation.js.map +1 -1
- package/lib/orchestrator/experiment-identity.d.ts +3 -0
- package/lib/orchestrator/experiment-identity.d.ts.map +1 -1
- package/lib/orchestrator/experiment-identity.js +22 -33
- package/lib/orchestrator/experiment-identity.js.map +1 -1
- package/lib/orchestrator/experiment-loader.d.ts +8 -3
- package/lib/orchestrator/experiment-loader.d.ts.map +1 -1
- package/lib/orchestrator/experiment-preflight.d.ts +3 -0
- package/lib/orchestrator/experiment-preflight.d.ts.map +1 -0
- package/lib/orchestrator/experiment-preflight.js +21 -0
- package/lib/orchestrator/experiment-preflight.js.map +1 -0
- package/lib/orchestrator/experiment-report.d.ts +91 -1
- package/lib/orchestrator/experiment-report.d.ts.map +1 -1
- package/lib/orchestrator/experiment-report.js +9 -1
- package/lib/orchestrator/experiment-report.js.map +1 -1
- package/lib/orchestrator/experiment-runs.d.ts +63 -2
- package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
- package/lib/orchestrator/experiment-runs.js +13 -5
- package/lib/orchestrator/experiment-runs.js.map +1 -1
- package/lib/orchestrator/experiment-runtime-identity.d.ts +0 -16
- package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -1
- package/lib/orchestrator/experiment-runtime-identity.js +5 -220
- package/lib/orchestrator/experiment-runtime-identity.js.map +1 -1
- package/lib/orchestrator/experiment-selection.d.ts.map +1 -1
- package/lib/orchestrator/experiment-selection.js +151 -43
- package/lib/orchestrator/experiment-selection.js.map +1 -1
- package/lib/orchestrator/experiment.d.ts +3 -3
- package/lib/orchestrator/experiment.d.ts.map +1 -1
- package/lib/orchestrator/experiment.js +26 -21
- package/lib/orchestrator/experiment.js.map +1 -1
- package/lib/orchestrator/fixture-identity.d.ts +1 -0
- package/lib/orchestrator/fixture-identity.d.ts.map +1 -1
- package/lib/orchestrator/fixture-identity.js +6 -1
- package/lib/orchestrator/fixture-identity.js.map +1 -1
- package/lib/orchestrator/fs-read.d.ts +1 -6
- package/lib/orchestrator/fs-read.d.ts.map +1 -1
- package/lib/orchestrator/fs-read.js +2 -32
- package/lib/orchestrator/fs-read.js.map +1 -1
- package/lib/orchestrator/grader-experiment.d.ts +23 -5
- package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
- package/lib/orchestrator/grader-experiment.js +54 -9
- package/lib/orchestrator/grader-experiment.js.map +1 -1
- package/lib/orchestrator/grading.d.ts +1 -0
- package/lib/orchestrator/grading.d.ts.map +1 -1
- package/lib/orchestrator/grading.js +41 -33
- package/lib/orchestrator/grading.js.map +1 -1
- package/lib/orchestrator/harness-catalog-drift.d.ts +22 -0
- package/lib/orchestrator/harness-catalog-drift.d.ts.map +1 -0
- package/lib/orchestrator/harness-catalog-drift.js +90 -0
- package/lib/orchestrator/harness-catalog-drift.js.map +1 -0
- package/lib/orchestrator/harness-registry.d.ts +4 -0
- package/lib/orchestrator/harness-registry.d.ts.map +1 -0
- package/lib/orchestrator/harness-registry.js +5 -0
- package/lib/orchestrator/harness-registry.js.map +1 -0
- package/lib/orchestrator/index.d.ts +1 -1
- package/lib/orchestrator/index.d.ts.map +1 -1
- package/lib/orchestrator/index.js +1 -1
- package/lib/orchestrator/index.js.map +1 -1
- package/lib/orchestrator/list-runs.d.ts +8 -1
- package/lib/orchestrator/list-runs.d.ts.map +1 -1
- package/lib/orchestrator/list-runs.js +83 -18
- package/lib/orchestrator/list-runs.js.map +1 -1
- package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -1
- package/lib/orchestrator/optimization-lifecycle.js +3 -1
- package/lib/orchestrator/optimization-lifecycle.js.map +1 -1
- package/lib/orchestrator/orchestrator.d.ts +17 -2
- package/lib/orchestrator/orchestrator.d.ts.map +1 -1
- package/lib/orchestrator/orchestrator.js +55 -177
- package/lib/orchestrator/orchestrator.js.map +1 -1
- package/lib/orchestrator/paired-effects.d.ts +34 -0
- package/lib/orchestrator/paired-effects.d.ts.map +1 -0
- package/lib/orchestrator/paired-effects.js +164 -0
- package/lib/orchestrator/paired-effects.js.map +1 -0
- package/lib/orchestrator/profile.d.ts +4 -0
- package/lib/orchestrator/profile.d.ts.map +1 -0
- package/lib/orchestrator/profile.js +10 -0
- package/lib/orchestrator/profile.js.map +1 -0
- package/lib/orchestrator/provenance.d.ts +5 -1
- package/lib/orchestrator/provenance.d.ts.map +1 -1
- package/lib/orchestrator/provenance.js +16 -3
- package/lib/orchestrator/provenance.js.map +1 -1
- package/lib/orchestrator/regrade.d.ts +4 -2
- package/lib/orchestrator/regrade.d.ts.map +1 -1
- package/lib/orchestrator/rubric-loader.js +1 -1
- package/lib/orchestrator/rubric-loader.js.map +1 -1
- package/lib/orchestrator/run-dir.d.ts +2 -0
- package/lib/orchestrator/run-dir.d.ts.map +1 -1
- package/lib/orchestrator/run-dir.js +1 -1
- package/lib/orchestrator/run-dir.js.map +1 -1
- package/lib/orchestrator/run-execution.d.ts +3 -0
- package/lib/orchestrator/run-execution.d.ts.map +1 -1
- package/lib/orchestrator/run-execution.js +64 -10
- package/lib/orchestrator/run-execution.js.map +1 -1
- package/lib/orchestrator/run-lifecycle.d.ts +1 -0
- package/lib/orchestrator/run-lifecycle.d.ts.map +1 -1
- package/lib/orchestrator/run-lifecycle.js +3 -2
- package/lib/orchestrator/run-lifecycle.js.map +1 -1
- package/lib/orchestrator/run-workspace.d.ts +10 -0
- package/lib/orchestrator/run-workspace.d.ts.map +1 -0
- package/lib/orchestrator/run-workspace.js +58 -0
- package/lib/orchestrator/run-workspace.js.map +1 -0
- package/lib/orchestrator/suite-compare.d.ts +37 -0
- package/lib/orchestrator/suite-compare.d.ts.map +1 -1
- package/lib/orchestrator/suite-compare.js +44 -22
- package/lib/orchestrator/suite-compare.js.map +1 -1
- package/lib/orchestrator/suite-runs.d.ts +6 -1
- package/lib/orchestrator/suite-runs.d.ts.map +1 -1
- package/lib/orchestrator/suite-runs.js +14 -2
- package/lib/orchestrator/suite-runs.js.map +1 -1
- package/lib/orchestrator/suite-summary.d.ts +79 -0
- package/lib/orchestrator/suite-summary.d.ts.map +1 -1
- package/lib/orchestrator/suite-summary.js +67 -14
- package/lib/orchestrator/suite-summary.js.map +1 -1
- package/lib/previewer/artifacts.d.ts +25 -0
- package/lib/previewer/artifacts.d.ts.map +1 -0
- package/lib/previewer/artifacts.js +180 -0
- package/lib/previewer/artifacts.js.map +1 -0
- package/lib/previewer/server.d.ts +111 -0
- package/lib/previewer/server.d.ts.map +1 -0
- package/lib/previewer/server.js +559 -0
- package/lib/previewer/server.js.map +1 -0
- package/package.json +4 -2
- package/skills/lux-answerer/SKILL.md +2 -2
- package/src/answerers/claude-code/index.ts +6 -5
- package/src/answerers/persona/index.ts +75 -34
- package/src/answerers/terminal/index.ts +7 -11
- package/src/assertions/authoring.ts +2 -0
- package/src/assertions/core/command-exits-zero.ts +82 -17
- package/src/assertions/core/event-checks.ts +64 -3
- package/src/assertions/core/index.ts +2 -0
- package/src/assertions/core/resource-checks.ts +38 -5
- package/src/assertions/core/safe-regex.ts +16 -6
- package/src/assertions/rubric/evidence.ts +85 -0
- package/src/assertions/rubric/index.ts +63 -46
- package/src/assertions/rubric/internal.ts +256 -41
- package/src/authoring.ts +346 -2
- package/src/cli/bin.ts +2 -12
- package/src/cli/command-runtime.ts +20 -9
- package/src/cli/doctor.ts +17 -0
- package/src/cli/harness-plan.ts +123 -0
- package/src/cli/init-templates.ts +238 -0
- package/src/cli/init.ts +53 -184
- package/src/cli/output-schemas.ts +109 -0
- package/src/cli/program.ts +697 -730
- package/src/cli/render/format.ts +1 -1
- package/src/cli/render/reporter.ts +36 -8
- package/src/cli/run-options.ts +131 -25
- package/src/cli/view.ts +129 -0
- package/src/container/driver.ts +213 -0
- package/src/container/paths.ts +29 -0
- package/src/container/protocol.ts +48 -0
- package/src/container/resources.ts +165 -0
- package/src/container/worker.ts +107 -0
- package/src/core/action-events.ts +59 -0
- package/src/core/agent-activity.ts +236 -0
- package/src/core/agent-environment.ts +64 -0
- package/src/core/agent-events.ts +17 -0
- package/src/core/annotation.ts +2 -1
- package/src/core/answerer.ts +9 -0
- package/src/core/artifact-evidence.ts +40 -5
- package/src/core/assertion.ts +8 -2
- package/src/core/case-defaults.ts +65 -0
- package/src/core/case.ts +79 -8
- package/src/core/command-verification.ts +74 -0
- package/src/core/driver-execution.ts +84 -0
- package/src/core/driver-metrics.ts +51 -0
- package/src/core/driver.ts +76 -0
- package/src/core/duration.ts +52 -0
- package/src/core/environment.ts +22 -0
- package/src/core/evaluation-clusters.ts +35 -0
- package/src/core/events.ts +13 -2
- package/src/core/experiment.ts +71 -25
- package/src/core/file-tree.ts +35 -0
- package/src/core/global-id.ts +26 -0
- package/src/core/harness-catalog.ts +100 -0
- package/src/core/harness-catalogs/antigravity.ts +24 -0
- package/src/core/harness-catalogs/claude-code.ts +25 -0
- package/src/core/harness-catalogs/codex.ts +27 -0
- package/src/core/harness-catalogs/copilot.ts +46 -0
- package/src/core/harness-catalogs/cursor.ts +13 -0
- package/src/core/harness-catalogs/grok-build.ts +19 -0
- package/src/core/harness-catalogs/index.ts +31 -0
- package/src/core/harness-matrix.ts +316 -0
- package/src/core/index.ts +12 -0
- package/src/core/lifecycle-fixtures.ts +4 -2
- package/src/core/model-cli.ts +60 -26
- package/src/core/platform-process.ts +65 -16
- package/src/core/reference-defaults.ts +47 -0
- package/src/core/run.ts +31 -0
- package/src/core/usage.ts +8 -0
- package/src/drivers/antigravity/README.md +171 -0
- package/src/drivers/antigravity/artifacts.ts +37 -0
- package/src/drivers/antigravity/config.ts +92 -0
- package/src/drivers/antigravity/events.ts +290 -0
- package/src/drivers/antigravity/index.ts +132 -0
- package/src/drivers/antigravity/runtime.ts +94 -0
- package/src/drivers/claude-code/deferred-process.ts +118 -0
- package/src/drivers/claude-code/index.ts +227 -281
- package/src/drivers/claude-code/isolation.ts +228 -0
- package/src/drivers/claude-code/parse-events.ts +98 -12
- package/src/drivers/codex/app-events.ts +126 -16
- package/src/drivers/codex/config.ts +59 -8
- package/src/drivers/codex/exec-events.ts +258 -0
- package/src/drivers/codex/index.ts +146 -312
- package/src/drivers/copilot/README.md +60 -0
- package/src/drivers/copilot/config.ts +61 -0
- package/src/drivers/copilot/index.ts +310 -0
- package/src/drivers/cursor/README.md +66 -0
- package/src/drivers/cursor/config.ts +31 -0
- package/src/drivers/cursor/index.ts +326 -0
- package/src/drivers/cursor/interaction.ts +74 -0
- package/src/drivers/grok-build/README.md +112 -0
- package/src/drivers/grok-build/config.ts +43 -0
- package/src/drivers/grok-build/index.ts +331 -0
- package/src/drivers/mcp/index.ts +25 -11
- package/src/drivers/shared/acp-events.ts +94 -0
- package/src/drivers/shared/acp-interaction.ts +27 -0
- package/src/drivers/shared/acp-session.ts +40 -0
- package/src/drivers/shared/acp-transport.ts +187 -0
- package/src/drivers/shared/artifacts.ts +6 -2
- package/src/drivers/shared/experiment-behavior.ts +217 -0
- package/src/drivers/shared/experiment-policy.ts +196 -0
- package/src/drivers/shared/skills.ts +74 -0
- package/src/drivers/subprocess/index.ts +55 -12
- package/src/index.ts +117 -6
- package/src/optimization/reflective.ts +3 -2
- package/src/orchestrator/annotation-loader.ts +10 -0
- package/src/orchestrator/annotation-store.ts +24 -3
- package/src/orchestrator/artifact-origin.ts +50 -0
- package/src/orchestrator/campaign-lifecycle.ts +5 -1
- package/src/orchestrator/candidates.ts +3 -2
- package/src/orchestrator/compare.ts +62 -13
- package/src/orchestrator/comparison-identity.ts +2 -0
- package/src/orchestrator/config.ts +23 -1
- package/src/orchestrator/discover.ts +8 -1
- package/src/orchestrator/doctor.ts +211 -65
- package/src/orchestrator/driver-capabilities.ts +21 -0
- package/src/orchestrator/driver-identity.ts +69 -0
- package/src/orchestrator/experiment-context.ts +5 -3
- package/src/orchestrator/experiment-corpus.ts +58 -37
- package/src/orchestrator/experiment-effects.ts +63 -0
- package/src/orchestrator/experiment-evaluation.ts +88 -10
- package/src/orchestrator/experiment-identity.ts +57 -48
- package/src/orchestrator/experiment-preflight.ts +27 -0
- package/src/orchestrator/experiment-report.ts +21 -1
- package/src/orchestrator/experiment-runs.ts +11 -4
- package/src/orchestrator/experiment-runtime-identity.ts +5 -243
- package/src/orchestrator/experiment-selection.ts +178 -18
- package/src/orchestrator/experiment.ts +29 -29
- package/src/orchestrator/fixture-identity.ts +9 -1
- package/src/orchestrator/fs-read.ts +2 -32
- package/src/orchestrator/grader-experiment.ts +74 -13
- package/src/orchestrator/grading.ts +60 -31
- package/src/orchestrator/harness-catalog-drift.ts +132 -0
- package/src/orchestrator/harness-registry.ts +12 -0
- package/src/orchestrator/index.ts +1 -0
- package/src/orchestrator/list-runs.ts +102 -18
- package/src/orchestrator/optimization-lifecycle.ts +4 -1
- package/src/orchestrator/orchestrator.ts +105 -224
- package/src/orchestrator/paired-effects.ts +214 -0
- package/src/orchestrator/profile.ts +24 -0
- package/src/orchestrator/provenance.ts +23 -3
- package/src/orchestrator/rubric-loader.ts +1 -1
- package/src/orchestrator/run-dir.ts +8 -1
- package/src/orchestrator/run-execution.ts +75 -10
- package/src/orchestrator/run-lifecycle.ts +4 -2
- package/src/orchestrator/run-workspace.ts +62 -0
- package/src/orchestrator/suite-compare.ts +47 -23
- package/src/orchestrator/suite-runs.ts +13 -2
- package/src/orchestrator/suite-summary.ts +129 -15
- package/src/previewer/artifacts.ts +221 -0
- package/src/previewer/server.ts +789 -0
- package/viewer/app.css +2111 -0
- package/viewer/app.js +627 -0
- package/viewer/artifact-view.js +48 -0
- package/viewer/charts.js +98 -0
- package/viewer/detail.js +1266 -0
- package/viewer/format.js +129 -0
- package/viewer/index.html +151 -0
- package/lib/cli/skills.d.ts +0 -38
- package/lib/cli/skills.d.ts.map +0 -1
- package/lib/cli/skills.js +0 -84
- package/lib/cli/skills.js.map +0 -1
- package/lib/drivers/shared/secure-copy.d.ts.map +0 -1
- package/lib/drivers/shared/secure-copy.js.map +0 -1
- package/skills/lux/SKILL.md +0 -89
- package/skills/lux/references/cli.md +0 -125
- package/skills/lux/references/eval-authoring.md +0 -257
- package/src/cli/skills.ts +0 -129
- /package/lib/{drivers/shared → core}/secure-copy.d.ts +0 -0
- /package/lib/{drivers/shared → core}/secure-copy.js +0 -0
- /package/src/{drivers/shared → core}/secure-copy.ts +0 -0
|
@@ -1,21 +1,31 @@
|
|
|
1
|
-
import { resolve } from "node:path";
|
|
1
|
+
import { isAbsolute, relative, resolve, sep } from "node:path";
|
|
2
2
|
import { z } from "zod";
|
|
3
|
-
import {
|
|
3
|
+
import { DurationSchema, durationMs } from "../../core/duration.js";
|
|
4
|
+
import { copyCommandWorkspace, exec, hasRunArtifactEvidenceBoundary, runExecutionWorkspace, } from "../../core/index.js";
|
|
4
5
|
import { baseAssertionFields, commandEnvironment, inspectAssertionPath, LocationSchema, resolveLocationRoot, } from "./helpers.js";
|
|
6
|
+
const CommandSchema = z.union([
|
|
7
|
+
z.string().min(1),
|
|
8
|
+
z.array(z.string()).pipe(z.tuple([z.string().min(1)]).rest(z.string())),
|
|
9
|
+
]);
|
|
5
10
|
export const CommandExitsZeroConfigSchema = z
|
|
6
11
|
.object({
|
|
7
12
|
type: z.literal("command-exits-zero"),
|
|
8
|
-
|
|
13
|
+
/** Strings run in a shell; argv arrays execute directly without shell interpretation. */
|
|
14
|
+
command: CommandSchema,
|
|
9
15
|
cwd: z.string().optional(),
|
|
10
16
|
in: LocationSchema,
|
|
11
17
|
env: z.record(z.string(), z.string()).optional(),
|
|
18
|
+
/** Require live dependencies; frozen replay needs an explicitly configured preparation. */
|
|
19
|
+
requiresExecutionWorkspace: z.boolean().default(false),
|
|
20
|
+
/** Trusted, bounded preparation in the disposable copy, such as a locked dependency install. */
|
|
21
|
+
prepare: CommandSchema.optional(),
|
|
12
22
|
/**
|
|
13
23
|
* Parent variables to add to the minimal toolchain environment. Set to
|
|
14
24
|
* `true` only when the command deliberately needs the entire Lux process
|
|
15
25
|
* environment, including credentials.
|
|
16
26
|
*/
|
|
17
27
|
inheritEnv: z.union([z.array(z.string().min(1)), z.literal(true)]).default([]),
|
|
18
|
-
|
|
28
|
+
timeout: DurationSchema.default("2 minutes"),
|
|
19
29
|
...baseAssertionFields,
|
|
20
30
|
})
|
|
21
31
|
.strict();
|
|
@@ -39,16 +49,48 @@ export const commandExitsZeroAssertion = {
|
|
|
39
49
|
}
|
|
40
50
|
}
|
|
41
51
|
const parentEnv = commandEnvironment(process.env, config.inheritEnv);
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
// timeout and an output cap the old hand-rolled spawn lacked.
|
|
52
|
+
for (const name of ["NODE_OPTIONS", "NODE_PATH", "BASH_ENV", "ENV"])
|
|
53
|
+
delete parentEnv[name];
|
|
45
54
|
let result;
|
|
55
|
+
let verification;
|
|
46
56
|
try {
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
57
|
+
const live = runExecutionWorkspace(run);
|
|
58
|
+
const offset = relative(resolveLocationRoot(run, "artifacts"), root);
|
|
59
|
+
const withinArtifacts = config.in === "artifacts" &&
|
|
60
|
+
offset !== ".." &&
|
|
61
|
+
!offset.startsWith(`..${sep}`) &&
|
|
62
|
+
!isAbsolute(offset);
|
|
63
|
+
const liveSelected = live && withinArtifacts ? live : undefined;
|
|
64
|
+
if (config.requiresExecutionWorkspace && !liveSelected && !config.prepare) {
|
|
65
|
+
return {
|
|
66
|
+
passed: false,
|
|
67
|
+
score: 0,
|
|
68
|
+
abstention: "insufficient-evidence",
|
|
69
|
+
comment: "execution workspace unavailable; frozen dependency verification requires explicit prepare configuration",
|
|
70
|
+
detail: { executionWorkspace: "unavailable" },
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
verification = await copyCommandWorkspace(liveSelected ?? (withinArtifacts ? resolveLocationRoot(run, "artifacts") : root), ctx?.abortSignal);
|
|
74
|
+
const commandRoot = withinArtifacts ? resolve(verification.root, offset) : verification.root;
|
|
75
|
+
const env = { ...parentEnv, ...config.env };
|
|
76
|
+
if (config.prepare) {
|
|
77
|
+
const prepared = await exec(typeof config.prepare === "string" ? config.prepare : config.prepare[0], typeof config.prepare === "string" ? [] : config.prepare.slice(1), {
|
|
78
|
+
cwd: commandRoot,
|
|
79
|
+
env,
|
|
80
|
+
shell: typeof config.prepare === "string",
|
|
81
|
+
timeoutMs: durationMs(config.timeout),
|
|
82
|
+
maxBuffer: 4_000,
|
|
83
|
+
...(ctx?.abortSignal ? { signal: ctx.abortSignal } : {}),
|
|
84
|
+
});
|
|
85
|
+
if (prepared.exitCode !== 0 || prepared.timedOut) {
|
|
86
|
+
throw new Error(`command preparation failed: ${prepared.stderr || prepared.stdout || `exit ${prepared.exitCode}`}`);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
result = await exec(typeof config.command === "string" ? config.command : config.command[0], typeof config.command === "string" ? [] : config.command.slice(1), {
|
|
90
|
+
cwd: commandRoot,
|
|
91
|
+
env,
|
|
92
|
+
shell: typeof config.command === "string",
|
|
93
|
+
timeoutMs: durationMs(config.timeout),
|
|
52
94
|
maxBuffer: 4_000,
|
|
53
95
|
...(ctx?.abortSignal ? { signal: ctx.abortSignal } : {}),
|
|
54
96
|
});
|
|
@@ -63,10 +105,13 @@ export const commandExitsZeroAssertion = {
|
|
|
63
105
|
detail: { error: message },
|
|
64
106
|
};
|
|
65
107
|
}
|
|
108
|
+
finally {
|
|
109
|
+
await verification?.close();
|
|
110
|
+
}
|
|
66
111
|
const passed = result.exitCode === 0 && !result.timedOut;
|
|
67
112
|
const comment = result.timedOut
|
|
68
|
-
? `command timed out after ${config.
|
|
69
|
-
:
|
|
113
|
+
? `command timed out after ${durationMs(config.timeout)}ms`
|
|
114
|
+
: `${JSON.stringify(config.command)} exited ${result.exitCode}${result.signal ? ` (signal ${result.signal})` : ""}`;
|
|
70
115
|
return {
|
|
71
116
|
passed,
|
|
72
117
|
score: passed ? 1 : 0,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"command-exits-zero.js","sourceRoot":"","sources":["../../../src/assertions/core/command-exits-zero.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"command-exits-zero.js","sourceRoot":"","sources":["../../../src/assertions/core/command-exits-zero.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAEL,oBAAoB,EACpB,IAAI,EACJ,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,mBAAmB,GACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC;IAC5B,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;CACxE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC;IACrC,yFAAyF;IACzF,OAAO,EAAE,aAAa;IACtB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,EAAE,EAAE,cAAc;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,2FAA2F;IAC3F,0BAA0B,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,gGAAgG;IAChG,OAAO,EAAE,aAAa,CAAC,QAAQ,EAAE;IACjC;;;;OAIG;IACH,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9E,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5C,GAAG,mBAAmB;CACvB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,yBAAyB,GAA0C;IAC9E,IAAI,EAAE,oBAAoB;IAC1B,YAAY,EAAE,4BAA4B;IAC1C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,IAAI,IAAI,GAAG,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,IAAI,8BAA8B,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC;oBACpC,MAAM,OAAO,GACX,SAAS,CAAC,KAAK;wBACf,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,qBAAqB,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC;oBACrF,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;gBAC9C,CAAC;gBACD,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACrE,KAAK,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5F,IAAI,MAAwC,CAAC;QAC7C,IAAI,YAA0E,CAAC;QAC/E,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,mBAAmB,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,CAAC;YACrE,MAAM,eAAe,GACnB,MAAM,CAAC,EAAE,KAAK,WAAW;gBACzB,MAAM,KAAK,IAAI;gBACf,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC9B,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtB,MAAM,YAAY,GAAG,IAAI,IAAI,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YAChE,IAAI,MAAM,CAAC,0BAA0B,IAAI,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC1E,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,UAAU,EAAE,uBAAuB;oBACnC,OAAO,EACL,yGAAyG;oBAC3G,MAAM,EAAE,EAAE,kBAAkB,EAAE,aAAa,EAAE;iBAC9C,CAAC;YACJ,CAAC;YACD,YAAY,GAAG,MAAM,oBAAoB,CACvC,YAAY,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAChF,GAAG,EAAE,WAAW,CACjB,CAAC;YACF,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;YAC7F,MAAM,GAAG,GAAG,EAAE,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,QAAQ,GAAG,MAAM,IAAI,CACzB,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EACvE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EACjE;oBACE,GAAG,EAAE,WAAW;oBAChB,GAAG;oBACH,KAAK,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;oBACzC,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;oBACrC,SAAS,EAAE,KAAK;oBAChB,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACzD,CACF,CAAC;gBACF,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACjD,MAAM,IAAI,KAAK,CACb,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,QAAQ,CAAC,QAAQ,EAAE,EAAE,CACnG,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,GAAG,MAAM,IAAI,CACjB,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EACvE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EACjE;gBACE,GAAG,EAAE,WAAW;gBAChB,GAAG;gBACH,KAAK,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gBACzC,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;gBACrC,SAAS,EAAE,KAAK;gBAChB,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzD,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,OAAO;gBAChB,YAAY,EAAE,OAAO;gBACrB,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;aAC3B,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,YAAY,EAAE,KAAK,EAAE,CAAC;QAC9B,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ;YAC7B,CAAC,CAAC,2BAA2B,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI;YAC3D,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACtH,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO;YACP,MAAM,EAAE;gBACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,eAAe,EAAE,MAAM,CAAC,eAAe;aACxC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -49,6 +49,9 @@ export declare const InterruptCountConfigSchema: z.ZodObject<{
|
|
|
49
49
|
ask: "ask";
|
|
50
50
|
custom: "custom";
|
|
51
51
|
}>>;
|
|
52
|
+
questionIncludesAll: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
53
|
+
questionIncludesAny: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
54
|
+
questionExcludesAny: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
52
55
|
min: z.ZodOptional<z.ZodNumber>;
|
|
53
56
|
max: z.ZodOptional<z.ZodNumber>;
|
|
54
57
|
}, z.core.$strict>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"event-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAY,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAA4B,KAAK,aAAa,EAAyB,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"event-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAY,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAA4B,KAAK,aAAa,EAAyB,MAAM,cAAc,CAAC;AAsBnG,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,GAAG,UAAU,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,iBAAiB,MAAO,aAAa,OAAM,UAAU,KAAW,OAI5E,CAAC;AAEF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;kBAa/B,CAAC;AACL,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,gBAAgB,CAmB/D,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;kBAgBlC,CAAC;AACL,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,eAAO,MAAM,sBAAsB,EAAE,aAAa,CAAC,mBAAmB,CAgBrE,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;kBA+CnC,CAAC;AACL,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,uBAAuB,EAAE,aAAa,CAAC,oBAAoB,CAsCvE,CAAC"}
|
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import { inRange, isToolCallEvent, weightThresholdFields } from "./helpers.js";
|
|
3
3
|
const isInterruptEvent = (e) => e.type === "interrupt";
|
|
4
|
+
const normalizedText = (value) => value
|
|
5
|
+
.normalize("NFC")
|
|
6
|
+
.toLowerCase()
|
|
7
|
+
.replaceAll(/[^\p{L}\p{N}]/gu, "");
|
|
4
8
|
const toolCallName = (e) => {
|
|
5
9
|
const payload = e.payload;
|
|
6
10
|
return typeof payload?.name === "string" ? payload.name : undefined;
|
|
@@ -92,6 +96,18 @@ export const InterruptCountConfigSchema = z
|
|
|
92
96
|
.object({
|
|
93
97
|
type: z.literal("interrupt-count"),
|
|
94
98
|
kind: z.enum(["ask", "approve", "custom"]).optional(),
|
|
99
|
+
questionIncludesAll: z
|
|
100
|
+
.array(z.string().refine((term) => normalizedText(term).length > 0))
|
|
101
|
+
.min(1)
|
|
102
|
+
.optional(),
|
|
103
|
+
questionIncludesAny: z
|
|
104
|
+
.array(z.string().refine((term) => normalizedText(term).length > 0))
|
|
105
|
+
.min(1)
|
|
106
|
+
.optional(),
|
|
107
|
+
questionExcludesAny: z
|
|
108
|
+
.array(z.string().refine((term) => normalizedText(term).length > 0))
|
|
109
|
+
.min(1)
|
|
110
|
+
.optional(),
|
|
95
111
|
min: z.number().int().nonnegative().optional(),
|
|
96
112
|
max: z.number().int().nonnegative().optional(),
|
|
97
113
|
...weightThresholdFields,
|
|
@@ -101,6 +117,16 @@ export const InterruptCountConfigSchema = z
|
|
|
101
117
|
.refine((c) => c.min !== undefined || c.max !== undefined, {
|
|
102
118
|
message: "set at least one of min or max",
|
|
103
119
|
})
|
|
120
|
+
.refine((c) => (c.questionIncludesAll === undefined &&
|
|
121
|
+
c.questionIncludesAny === undefined &&
|
|
122
|
+
c.questionExcludesAny === undefined) ||
|
|
123
|
+
c.kind === "ask", { message: "question content filters require kind 'ask'" })
|
|
124
|
+
.refine((c) => {
|
|
125
|
+
const excluded = c.questionExcludesAny?.map(normalizedText) ?? [];
|
|
126
|
+
const conflicts = (term) => excluded.some((excludedTerm) => normalizedText(term).includes(excludedTerm));
|
|
127
|
+
return (!c.questionIncludesAll?.some(conflicts) &&
|
|
128
|
+
!(c.questionIncludesAny?.every(conflicts) ?? false));
|
|
129
|
+
}, { message: "question include and exclude filters cannot contradict" })
|
|
104
130
|
.refine((c) => c.min === undefined || c.max === undefined || c.min <= c.max, {
|
|
105
131
|
message: "min must be <= max",
|
|
106
132
|
});
|
|
@@ -110,13 +136,33 @@ export const interruptCountAssertion = {
|
|
|
110
136
|
evaluate: async (config, run) => {
|
|
111
137
|
const count = run.events
|
|
112
138
|
.filter(isInterruptEvent)
|
|
113
|
-
.filter((e) => !config.kind || e.kind === config.kind)
|
|
139
|
+
.filter((e) => !config.kind || e.kind === config.kind)
|
|
140
|
+
.filter((event) => {
|
|
141
|
+
if (config.questionIncludesAll === undefined &&
|
|
142
|
+
config.questionIncludesAny === undefined &&
|
|
143
|
+
config.questionExcludesAny === undefined)
|
|
144
|
+
return true;
|
|
145
|
+
if (event.kind !== "ask")
|
|
146
|
+
return false;
|
|
147
|
+
const question = normalizedText(event.question);
|
|
148
|
+
return ((config.questionIncludesAll?.every((term) => question.includes(normalizedText(term))) ??
|
|
149
|
+
true) &&
|
|
150
|
+
(config.questionIncludesAny?.some((term) => question.includes(normalizedText(term))) ??
|
|
151
|
+
true) &&
|
|
152
|
+
(config.questionExcludesAny?.every((term) => !question.includes(normalizedText(term))) ??
|
|
153
|
+
true));
|
|
154
|
+
}).length;
|
|
114
155
|
const { passed, comment } = inRange(count, config.min, config.max);
|
|
115
156
|
return {
|
|
116
157
|
passed,
|
|
117
158
|
score: passed ? 1 : 0,
|
|
118
|
-
comment: `${count} ${config.kind ?? "any-kind"} interrupt${count === 1 ? "" : "s"} (${comment})`,
|
|
119
|
-
detail: {
|
|
159
|
+
comment: `${count} ${config.kind ?? "any-kind"} interrupt${count === 1 ? "" : "s"}${config.questionIncludesAll ? ` including all of ${config.questionIncludesAll.map((term) => JSON.stringify(term)).join(", ")}` : ""}${config.questionIncludesAny ? ` including any of ${config.questionIncludesAny.map((term) => JSON.stringify(term)).join(", ")}` : ""}${config.questionExcludesAny ? ` containing none of ${config.questionExcludesAny.map((term) => JSON.stringify(term)).join(", ")}` : ""} (${comment})`,
|
|
160
|
+
detail: {
|
|
161
|
+
count,
|
|
162
|
+
...(config.questionIncludesAll ? { questionIncludesAll: config.questionIncludesAll } : {}),
|
|
163
|
+
...(config.questionIncludesAny ? { questionIncludesAny: config.questionIncludesAny } : {}),
|
|
164
|
+
...(config.questionExcludesAny ? { questionExcludesAny: config.questionExcludesAny } : {}),
|
|
165
|
+
},
|
|
120
166
|
};
|
|
121
167
|
},
|
|
122
168
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"event-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,OAAO,EAAE,eAAe,EAAsB,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAEnG,MAAM,gBAAgB,GAAG,CAAC,CAAW,EAAiD,EAAE,CACtF,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;AAEzB,MAAM,YAAY,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC5D,MAAM,OAAO,GAAG,CAAC,CAAC,OAAgD,CAAC;IACnE,OAAO,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,eAAe,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC/D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA2D,CAAC;IAC9E,OAAO,OAAO,OAAO,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC,CAAC;AAIF;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAgB,EAAE,EAAE,GAAe,KAAK,EAAW,EAAE;IACrF,IAAI,EAAE,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;IACjD,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,6DAA6D;IAC7D,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,EAAE;IAC/F,OAAO,EAAE,8BAA8B;CACxC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE,IAAI,EAAE,aAAa;IACnB,YAAY,EAAE,sBAAsB;IACpC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzD,uFAAuF;QACvF,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5D,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,SAAS,MAAM,CAAC,IAAI,YAAY,KAAK,IAAI,KAAK,KAAK,OAAO,GAAG;YACtE,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,sBAAsB,GAAuC;IACxE,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,yBAAyB;IACvC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG;YAChH,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IACrD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,gBAAgB,CAAC;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"event-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/event-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,OAAO,EAAE,eAAe,EAAsB,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAEnG,MAAM,gBAAgB,GAAG,CAAC,CAAW,EAAiD,EAAE,CACtF,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;AAEzB,MAAM,cAAc,GAAG,CAAC,KAAa,EAAU,EAAE,CAC/C,KAAK;KACF,SAAS,CAAC,KAAK,CAAC;KAChB,WAAW,EAAE;KACb,UAAU,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;AAEvC,MAAM,YAAY,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC5D,MAAM,OAAO,GAAG,CAAC,CAAC,OAAgD,CAAC;IACnE,OAAO,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC,CAAC;AAEF,6GAA6G;AAC7G,MAAM,eAAe,GAAG,CAAC,CAAgB,EAAsB,EAAE;IAC/D,MAAM,OAAO,GAAG,CAAC,CAAC,OAA2D,CAAC;IAC9E,OAAO,OAAO,OAAO,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC,CAAC;AAIF;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAgB,EAAE,EAAE,GAAe,KAAK,EAAW,EAAE;IACrF,IAAI,EAAE,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;IACjD,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACnD,6DAA6D;IAC7D,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,EAAE;IAC/F,OAAO,EAAE,8BAA8B;CACxC,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE,IAAI,EAAE,aAAa;IACnB,YAAY,EAAE,sBAAsB;IACpC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzD,uFAAuF;QACvF,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5D,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,SAAS,MAAM,CAAC,IAAI,YAAY,KAAK,IAAI,KAAK,KAAK,OAAO,GAAG;YACtE,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC;KACvC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtD,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,sBAAsB,GAAuC;IACxE,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,yBAAyB;IACvC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,eAAe,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG;YAChH,MAAM,EAAE,EAAE,KAAK,EAAE;SAClB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACxC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAClC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;IACrD,mBAAmB,EAAE,CAAC;SACnB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;IACb,mBAAmB,EAAE,CAAC;SACnB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;IACb,mBAAmB,EAAE,CAAC;SACnB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;IACb,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC9C,GAAG,qBAAqB;CACzB,CAAC;KACD,MAAM,EAAE;IACT,sEAAsE;KACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,EAAE;IACzD,OAAO,EAAE,gCAAgC;CAC1C,CAAC;KACD,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,CAAC,mBAAmB,KAAK,SAAS;IAClC,CAAC,CAAC,mBAAmB,KAAK,SAAS;IACnC,CAAC,CAAC,mBAAmB,KAAK,SAAS,CAAC;IACtC,CAAC,CAAC,IAAI,KAAK,KAAK,EAClB,EAAE,OAAO,EAAE,6CAA6C,EAAE,CAC3D;KACA,MAAM,CACL,CAAC,CAAC,EAAE,EAAE;IACJ,MAAM,QAAQ,GAAG,CAAC,CAAC,mBAAmB,EAAE,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IAClE,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE,CACjC,QAAQ,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAC/E,OAAO,CACL,CAAC,CAAC,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC;QACvC,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAAE,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,CACpD,CAAC;AACJ,CAAC,EACD,EAAE,OAAO,EAAE,wDAAwD,EAAE,CACtE;KACA,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,EAAE;IAC3E,OAAO,EAAE,oBAAoB;CAC9B,CAAC,CAAC;AAGL,MAAM,CAAC,MAAM,uBAAuB,GAAwC;IAC1E,IAAI,EAAE,iBAAiB;IACvB,YAAY,EAAE,0BAA0B;IACxC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM;aACrB,MAAM,CAAC,gBAAgB,CAAC;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC;aACrD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YAChB,IACE,MAAM,CAAC,mBAAmB,KAAK,SAAS;gBACxC,MAAM,CAAC,mBAAmB,KAAK,SAAS;gBACxC,MAAM,CAAC,mBAAmB,KAAK,SAAS;gBAExC,OAAO,IAAI,CAAC;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,KAAK,CAAC;YACvC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAChD,OAAO,CACL,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;gBACnF,IAAI,CAAC;gBACP,CAAC,MAAM,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClF,IAAI,CAAC;gBACP,CAAC,MAAM,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;oBACpF,IAAI,CAAC,CACR,CAAC;QACJ,CAAC,CAAC,CAAC,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,KAAK,IAAI,MAAM,CAAC,IAAI,IAAI,UAAU,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,qBAAqB,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,qBAAqB,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,uBAAuB,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,GAAG;YACjf,MAAM,EAAE;gBACN,KAAK;gBACL,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3F;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -5,6 +5,7 @@ export declare const FileExistsConfigSchema: z.ZodObject<{
|
|
|
5
5
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
6
6
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
7
7
|
name: z.ZodOptional<z.ZodString>;
|
|
8
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
8
9
|
type: z.ZodLiteral<"file-exists">;
|
|
9
10
|
path: z.ZodString;
|
|
10
11
|
in: z.ZodDefault<z.ZodEnum<{
|
|
@@ -19,6 +20,7 @@ export declare const FileContainsConfigSchema: z.ZodObject<{
|
|
|
19
20
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
20
21
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
21
22
|
name: z.ZodOptional<z.ZodString>;
|
|
23
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
22
24
|
type: z.ZodLiteral<"file-contains">;
|
|
23
25
|
path: z.ZodString;
|
|
24
26
|
text: z.ZodString;
|
|
@@ -34,6 +36,7 @@ export declare const FileMatchesConfigSchema: z.ZodObject<{
|
|
|
34
36
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
35
37
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
36
38
|
name: z.ZodOptional<z.ZodString>;
|
|
39
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
37
40
|
type: z.ZodLiteral<"file-matches">;
|
|
38
41
|
path: z.ZodString;
|
|
39
42
|
pattern: z.ZodString;
|
|
@@ -50,6 +53,7 @@ export declare const FileRegexSetConfigSchema: z.ZodObject<{
|
|
|
50
53
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
51
54
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
52
55
|
name: z.ZodOptional<z.ZodString>;
|
|
56
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
53
57
|
type: z.ZodLiteral<"file-regex-set">;
|
|
54
58
|
path: z.ZodString;
|
|
55
59
|
in: z.ZodDefault<z.ZodEnum<{
|
|
@@ -71,6 +75,7 @@ export declare const FileRegexCountConfigSchema: z.ZodObject<{
|
|
|
71
75
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
72
76
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
73
77
|
name: z.ZodOptional<z.ZodString>;
|
|
78
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
74
79
|
type: z.ZodLiteral<"file-regex-count">;
|
|
75
80
|
path: z.ZodString;
|
|
76
81
|
in: z.ZodDefault<z.ZodEnum<{
|
|
@@ -89,6 +94,7 @@ export declare const GlobCountConfigSchema: z.ZodObject<{
|
|
|
89
94
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
90
95
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
91
96
|
name: z.ZodOptional<z.ZodString>;
|
|
97
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
92
98
|
type: z.ZodLiteral<"glob-count">;
|
|
93
99
|
glob: z.ZodString;
|
|
94
100
|
min: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/file-checks.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAA0B,MAAM,qBAAqB,CAAC;AAqBjF,eAAO,MAAM,sBAAsB
|
|
1
|
+
{"version":3,"file":"file-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/file-checks.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAA0B,MAAM,qBAAqB,CAAC;AAqBjF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;kBAOxB,CAAC;AACZ,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,gBAAgB,CAc/D,CAAC;AAEF,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;kBAQ1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CA+BnE,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;kBAehC,CAAC;AACL,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,iBAAiB,CAiBjE,CAAC;AA0CF,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;kBAsBjC,CAAC;AACL,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAsBnE,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;kBAoCnC,CAAC;AACL,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,uBAAuB,EAAE,aAAa,CAAC,oBAAoB,CAsBvE,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;kBAgB9B,CAAC;AACL,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,kBAAkB,EAAE,aAAa,CAAC,eAAe,CAkC7D,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAmCnE,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,eAAO,MAAM,iBAAiB,EAAE,aAAa,EA4B5C,CAAC;AAEF,eAAO,MAAM,sBAAsB,aAAc,QAAQ,KAAG,IAI3D,CAAC"}
|
|
@@ -4,7 +4,7 @@ import { fileContainsAssertion, fileExistsAssertion, fileMatchesAssertion, fileR
|
|
|
4
4
|
import { jsonPointerEqualsAssertion } from "./json-pointer-equals.js";
|
|
5
5
|
import { containsAssertion, notContainsAssertion, regexAssertion } from "./output-checks.js";
|
|
6
6
|
import { predicateAssertion } from "./predicate.js";
|
|
7
|
-
import { artifactBytesUnderAssertion, costUnderAssertion, latencyUnderAssertion, runSucceededAssertion, tokensUnderAssertion, } from "./resource-checks.js";
|
|
7
|
+
import { artifactBytesUnderAssertion, costUnderAssertion, latencyUnderAssertion, runSucceededAssertion, timeToFirstActionUnderAssertion, tokensUnderAssertion, } from "./resource-checks.js";
|
|
8
8
|
import { toolCalledWithAssertion } from "./tool-called-with.js";
|
|
9
9
|
import { toolInvocationAssertion } from "./tool-invocation.js";
|
|
10
10
|
import { noErrorResultsAssertion, toolResultContainsAssertion, toolResultIsErrorAssertion, toolResultJsonPointerEqualsAssertion, } from "./tool-result-checks.js";
|
|
@@ -41,6 +41,7 @@ export const allCoreAssertions = [
|
|
|
41
41
|
regexAssertion,
|
|
42
42
|
jsonPointerEqualsAssertion,
|
|
43
43
|
latencyUnderAssertion,
|
|
44
|
+
timeToFirstActionUnderAssertion,
|
|
44
45
|
artifactBytesUnderAssertion,
|
|
45
46
|
tokensUnderAssertion,
|
|
46
47
|
costUnderAssertion,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,2BAA2B,EAC3B,0BAA0B,EAC1B,oCAAoC,GACrC,MAAM,yBAAyB,CAAC;AAEjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,MAAM,CAAC,MAAM,iBAAiB,GAAoB;IAChD,mBAAmB;IACnB,qBAAqB;IACrB,oBAAoB;IACpB,qBAAqB;IACrB,uBAAuB;IACvB,kBAAkB;IAClB,mBAAmB;IACnB,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,0BAA0B;IAC1B,2BAA2B;IAC3B,oCAAoC;IACpC,uBAAuB;IACvB,uBAAuB;IACvB,yBAAyB;IACzB,iBAAiB;IACjB,oBAAoB;IACpB,cAAc;IACd,0BAA0B;IAC1B,qBAAqB;IACrB,2BAA2B;IAC3B,oBAAoB;IACpB,kBAAkB;IAClB,qBAAqB;IACrB,kBAAkB;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,QAAkB,EAAQ,EAAE;IACjE,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/assertions/core/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,+BAA+B,EAC/B,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,2BAA2B,EAC3B,0BAA0B,EAC1B,oCAAoC,GACrC,MAAM,yBAAyB,CAAC;AAEjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAExC,MAAM,CAAC,MAAM,iBAAiB,GAAoB;IAChD,mBAAmB;IACnB,qBAAqB;IACrB,oBAAoB;IACpB,qBAAqB;IACrB,uBAAuB;IACvB,kBAAkB;IAClB,mBAAmB;IACnB,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,0BAA0B;IAC1B,2BAA2B;IAC3B,oCAAoC;IACpC,uBAAuB;IACvB,uBAAuB;IACvB,yBAAyB;IACzB,iBAAiB;IACjB,oBAAoB;IACpB,cAAc;IACd,0BAA0B;IAC1B,qBAAqB;IACrB,+BAA+B;IAC/B,2BAA2B;IAC3B,oBAAoB;IACpB,kBAAkB;IAClB,qBAAqB;IACrB,kBAAkB;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,QAAkB,EAAQ,EAAE;IACjE,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC"}
|
|
@@ -5,6 +5,7 @@ export declare const JsonPointerEqualsConfigSchema: z.ZodObject<{
|
|
|
5
5
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
6
6
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
7
7
|
name: z.ZodOptional<z.ZodString>;
|
|
8
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
8
9
|
type: z.ZodLiteral<"json-pointer-equals">;
|
|
9
10
|
path: z.ZodString;
|
|
10
11
|
in: z.ZodDefault<z.ZodEnum<{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"json-pointer-equals.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/json-pointer-equals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAA0B,MAAM,qBAAqB,CAAC;AAWjF,eAAO,MAAM,6BAA6B
|
|
1
|
+
{"version":3,"file":"json-pointer-equals.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/json-pointer-equals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAA0B,MAAM,qBAAqB,CAAC;AAWjF,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;kBAgBsB,CAAC;AACjE,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,eAAO,MAAM,0BAA0B,EAAE,aAAa,CAAC,uBAAuB,CAoD7E,CAAC"}
|
|
@@ -5,6 +5,7 @@ export declare const ContainsConfigSchema: z.ZodObject<{
|
|
|
5
5
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
6
6
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
7
7
|
name: z.ZodOptional<z.ZodString>;
|
|
8
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
8
9
|
type: z.ZodLiteral<"contains">;
|
|
9
10
|
text: z.ZodString;
|
|
10
11
|
against: z.ZodDefault<z.ZodEnum<{
|
|
@@ -19,6 +20,7 @@ export declare const NotContainsConfigSchema: z.ZodObject<{
|
|
|
19
20
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
20
21
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
21
22
|
name: z.ZodOptional<z.ZodString>;
|
|
23
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
22
24
|
type: z.ZodLiteral<"not-contains">;
|
|
23
25
|
text: z.ZodString;
|
|
24
26
|
against: z.ZodDefault<z.ZodEnum<{
|
|
@@ -33,6 +35,7 @@ export declare const RegexConfigSchema: z.ZodObject<{
|
|
|
33
35
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
34
36
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
35
37
|
name: z.ZodOptional<z.ZodString>;
|
|
38
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
36
39
|
type: z.ZodLiteral<"regex">;
|
|
37
40
|
pattern: z.ZodString;
|
|
38
41
|
flags: z.ZodOptional<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"output-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/output-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAiB,MAAM,qBAAqB,CAAC;AA0CxE,eAAO,MAAM,oBAAoB
|
|
1
|
+
{"version":3,"file":"output-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/output-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAiB,MAAM,qBAAqB,CAAC;AA0CxE,eAAO,MAAM,oBAAoB;;;;;;;;;;;;kBAOtB,CAAC;AACZ,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,eAAO,MAAM,iBAAiB,EAAE,aAAa,CAAC,cAAc,CAY3D,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;kBAOzB,CAAC;AACZ,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,iBAAiB,CAcjE,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;kBAc1B,CAAC;AACL,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,eAAO,MAAM,cAAc,EAAE,aAAa,CAAC,WAAW,CAuBrD,CAAC"}
|
|
@@ -6,6 +6,7 @@ export declare const PredicateConfigSchema: z.ZodObject<{
|
|
|
6
6
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
7
7
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
8
8
|
name: z.ZodOptional<z.ZodString>;
|
|
9
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
9
10
|
type: z.ZodLiteral<"predicate">;
|
|
10
11
|
fn: z.ZodCustom<PredicateFn, PredicateFn>;
|
|
11
12
|
}, z.core.$strict>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"predicate.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/predicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,eAAe,EAEpB,KAAK,GAAG,EACT,MAAM,qBAAqB,CAAC;AAG7B,MAAM,MAAM,WAAW,GAAG,CACxB,GAAG,EAAE,GAAG,KACL,OAAO,GAAG,eAAe,GAAG,OAAO,CAAC,OAAO,GAAG,eAAe,CAAC,CAAC;AAEpE,eAAO,MAAM,qBAAqB
|
|
1
|
+
{"version":3,"file":"predicate.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/predicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,eAAe,EAEpB,KAAK,GAAG,EACT,MAAM,qBAAqB,CAAC;AAG7B,MAAM,MAAM,WAAW,GAAG,CACxB,GAAG,EAAE,GAAG,KACL,OAAO,GAAG,eAAe,GAAG,OAAO,CAAC,OAAO,GAAG,eAAe,CAAC,CAAC;AAEpE,eAAO,MAAM,qBAAqB;;;;;;;;kBAMvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAKpE,eAAO,MAAM,kBAAkB,EAAE,aAAa,CAAC,eAAe,CAyC7D,CAAC"}
|
|
@@ -5,16 +5,38 @@ export declare const LatencyUnderConfigSchema: z.ZodObject<{
|
|
|
5
5
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
6
6
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
7
7
|
name: z.ZodOptional<z.ZodString>;
|
|
8
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
8
9
|
type: z.ZodLiteral<"latency-under">;
|
|
9
10
|
maxMs: z.ZodNumber;
|
|
10
11
|
}, z.core.$strict>;
|
|
11
12
|
export type LatencyUnderConfig = z.infer<typeof LatencyUnderConfigSchema>;
|
|
12
13
|
export declare const latencyUnderAssertion: AssertionImpl<LatencyUnderConfig>;
|
|
14
|
+
export declare const TimeToFirstActionUnderConfigSchema: z.ZodObject<{
|
|
15
|
+
id: z.ZodOptional<z.ZodString>;
|
|
16
|
+
weight: z.ZodOptional<z.ZodNumber>;
|
|
17
|
+
threshold: z.ZodOptional<z.ZodNumber>;
|
|
18
|
+
name: z.ZodOptional<z.ZodString>;
|
|
19
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
20
|
+
type: z.ZodLiteral<"time-to-first-action-under">;
|
|
21
|
+
maxMs: z.ZodNumber;
|
|
22
|
+
category: z.ZodDefault<z.ZodEnum<{
|
|
23
|
+
any: "any";
|
|
24
|
+
"durable-mutation": "durable-mutation";
|
|
25
|
+
mutation: "mutation";
|
|
26
|
+
}>>;
|
|
27
|
+
onUnavailable: z.ZodDefault<z.ZodEnum<{
|
|
28
|
+
fail: "fail";
|
|
29
|
+
pass: "pass";
|
|
30
|
+
}>>;
|
|
31
|
+
}, z.core.$strict>;
|
|
32
|
+
export type TimeToFirstActionUnderConfig = z.infer<typeof TimeToFirstActionUnderConfigSchema>;
|
|
33
|
+
export declare const timeToFirstActionUnderAssertion: AssertionImpl<TimeToFirstActionUnderConfig>;
|
|
13
34
|
export declare const TokensUnderConfigSchema: z.ZodObject<{
|
|
14
35
|
id: z.ZodOptional<z.ZodString>;
|
|
15
36
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
16
37
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
17
38
|
name: z.ZodOptional<z.ZodString>;
|
|
39
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
18
40
|
type: z.ZodLiteral<"tokens-under">;
|
|
19
41
|
max: z.ZodNumber;
|
|
20
42
|
component: z.ZodDefault<z.ZodEnum<{
|
|
@@ -36,6 +58,7 @@ export declare const CostUnderConfigSchema: z.ZodObject<{
|
|
|
36
58
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
37
59
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
38
60
|
name: z.ZodOptional<z.ZodString>;
|
|
61
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
39
62
|
type: z.ZodLiteral<"cost-under">;
|
|
40
63
|
maxUsd: z.ZodNumber;
|
|
41
64
|
onUnavailable: z.ZodOptional<z.ZodEnum<{
|
|
@@ -50,6 +73,7 @@ export declare const ArtifactBytesUnderConfigSchema: z.ZodObject<{
|
|
|
50
73
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
51
74
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
52
75
|
name: z.ZodOptional<z.ZodString>;
|
|
76
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
53
77
|
type: z.ZodLiteral<"artifact-bytes-under">;
|
|
54
78
|
max: z.ZodNumber;
|
|
55
79
|
onUnavailable: z.ZodOptional<z.ZodEnum<{
|
|
@@ -64,6 +88,7 @@ export declare const RunSucceededConfigSchema: z.ZodObject<{
|
|
|
64
88
|
weight: z.ZodOptional<z.ZodNumber>;
|
|
65
89
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
66
90
|
name: z.ZodOptional<z.ZodString>;
|
|
91
|
+
informational: z.ZodOptional<z.ZodBoolean>;
|
|
67
92
|
type: z.ZodLiteral<"run-succeeded">;
|
|
68
93
|
}, z.core.$strict>;
|
|
69
94
|
export type RunSucceededConfig = z.infer<typeof RunSucceededConfigSchema>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resource-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,
|
|
1
|
+
{"version":3,"file":"resource-checks.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,aAAa,EAAsB,MAAM,qBAAqB,CAAC;AAa7E,eAAO,MAAM,wBAAwB;;;;;;;;kBAM1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAsBnE,CAAC;AAEF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;kBAQpC,CAAC;AACZ,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAE9F,eAAO,MAAM,+BAA+B,EAAE,aAAa,CAAC,4BAA4B,CAsBvF,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;kBAczB,CAAC;AACZ,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAIxE,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,iBAAiB,CAkBjE,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;;;;;;;;;;kBAOvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,kBAAkB,EAAE,aAAa,CAAC,eAAe,CAgB7D,CAAC;AAEF,eAAO,MAAM,8BAA8B;;;;;;;;;;;;kBAOhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAEtF,eAAO,MAAM,2BAA2B,EAAE,aAAa,CAAC,wBAAwB,CA0B/E,CAAC;AAMF,eAAO,MAAM,wBAAwB;;;;;;;kBAK1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,qBAAqB,EAAE,aAAa,CAAC,kBAAkB,CAanE,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
|
-
import { inspectRunArtifact
|
|
2
|
+
import { inspectRunArtifact } from "../../core/index.js";
|
|
3
|
+
import { hasAgentUsage } from "../../core/usage.js";
|
|
3
4
|
import { baseAssertionFields as baseFields } from "./helpers.js";
|
|
4
5
|
const UnavailablePolicySchema = z.enum(["pass", "fail"]);
|
|
5
6
|
const unavailable = (resource, policy) => ({
|
|
@@ -38,6 +39,38 @@ export const latencyUnderAssertion = {
|
|
|
38
39
|
};
|
|
39
40
|
},
|
|
40
41
|
};
|
|
42
|
+
export const TimeToFirstActionUnderConfigSchema = z
|
|
43
|
+
.object({
|
|
44
|
+
type: z.literal("time-to-first-action-under"),
|
|
45
|
+
maxMs: z.number().nonnegative(),
|
|
46
|
+
category: z.enum(["any", "mutation", "durable-mutation"]).default("any"),
|
|
47
|
+
onUnavailable: UnavailablePolicySchema.default("fail"),
|
|
48
|
+
...baseFields,
|
|
49
|
+
})
|
|
50
|
+
.strict();
|
|
51
|
+
export const timeToFirstActionUnderAssertion = {
|
|
52
|
+
type: "time-to-first-action-under",
|
|
53
|
+
configSchema: TimeToFirstActionUnderConfigSchema,
|
|
54
|
+
evaluate: async (config, run) => {
|
|
55
|
+
const fields = {
|
|
56
|
+
any: "timeToFirstActionMs",
|
|
57
|
+
mutation: "timeToFirstMutationMs",
|
|
58
|
+
"durable-mutation": "timeToFirstDurableMutationMs",
|
|
59
|
+
};
|
|
60
|
+
const field = fields[config.category];
|
|
61
|
+
const value = run.metadata.actionTiming?.[field];
|
|
62
|
+
if (value === undefined) {
|
|
63
|
+
return unavailable(`time to first ${config.category} action`, config.onUnavailable);
|
|
64
|
+
}
|
|
65
|
+
const passed = value <= config.maxMs;
|
|
66
|
+
return {
|
|
67
|
+
passed,
|
|
68
|
+
score: passed ? 1 : 0,
|
|
69
|
+
comment: `${config.category} action at ${value}ms ${passed ? "<=" : ">"} ${config.maxMs}ms`,
|
|
70
|
+
detail: { category: config.category, timeToFirstActionMs: value },
|
|
71
|
+
};
|
|
72
|
+
},
|
|
73
|
+
};
|
|
41
74
|
export const TokensUnderConfigSchema = z
|
|
42
75
|
.object({
|
|
43
76
|
type: z.literal("tokens-under"),
|
|
@@ -60,10 +93,7 @@ export const tokensUnderAssertion = {
|
|
|
60
93
|
configSchema: TokensUnderConfigSchema,
|
|
61
94
|
evaluate: async (config, run) => {
|
|
62
95
|
const agent = run.metadata.usage.agent;
|
|
63
|
-
|
|
64
|
-
// "unknown", not as "the agent spent zero tokens" — no real agent spends
|
|
65
|
-
// zero.
|
|
66
|
-
if (isUsageEmpty(agent)) {
|
|
96
|
+
if (!hasAgentUsage(run.metadata)) {
|
|
67
97
|
return unavailable("tokens (driver did not report)", config.onUnavailable ?? "pass");
|
|
68
98
|
}
|
|
69
99
|
const value = config.component === "total" ? agent.input + agent.output : agent[config.component];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resource-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAsB,kBAAkB,EAAE,
|
|
1
|
+
{"version":3,"file":"resource-checks.js","sourceRoot":"","sources":["../../../src/assertions/core/resource-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAsB,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,mBAAmB,IAAI,UAAU,EAAE,MAAM,cAAc,CAAC;AAEjE,MAAM,uBAAuB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAEzD,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,MAA+C,EAAE,EAAE,CAAC,CAAC;IAC1F,MAAM,EAAE,MAAM,KAAK,MAAM;IACzB,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,OAAO,EAAE,GAAG,QAAQ,cAAc;IAClC,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;CAC9B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,2CAA2C;aACrD,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,GAAG,GAAG,KAAK,CAAC;QACvB,MAAM,MAAM,GAAG,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC;QAClC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,KAAK,IAAI;YAC3D,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;SAC3B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC;KAChD,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,4BAA4B,CAAC;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACxE,aAAa,EAAE,uBAAuB,CAAC,OAAO,CAAC,MAAM,CAAC;IACtD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,+BAA+B,GAAgD;IAC1F,IAAI,EAAE,4BAA4B;IAClC,YAAY,EAAE,kCAAkC;IAChD,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG;YACb,GAAG,EAAE,qBAAqB;YAC1B,QAAQ,EAAE,uBAAuB;YACjC,kBAAkB,EAAE,8BAA8B;SAC1C,CAAC;QACX,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,WAAW,CAAC,iBAAiB,MAAM,CAAC,QAAQ,SAAS,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QACtF,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;QACrC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,MAAM,CAAC,QAAQ,cAAc,KAAK,MAAM,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,KAAK,IAAI;YAC3F,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE;SAClE,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC/B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B;;;;OAIG;IACH,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9F,kFAAkF;IAClF,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,wEAAwE;AACxE,4DAA4D;AAC5D,MAAM,CAAC,MAAM,oBAAoB,GAAqC;IACpE,IAAI,EAAE,cAAc;IACpB,YAAY,EAAE,uBAAuB;IACrC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QACvC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,OAAO,WAAW,CAAC,gCAAgC,EAAE,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,KAAK,GACT,MAAM,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,WAAW,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE;YACnF,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;SAC1B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACnC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,kBAAkB,GAAmC;IAChE,IAAI,EAAE,YAAY;IAClB,YAAY,EAAE,qBAAqB;IACnC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;QACnC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,WAAW,CAAC,8BAA8B,EAAE,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC;QACpC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACjF,MAAM,EAAE,EAAE,GAAG,EAAE;SAChB,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC5C,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC;IACvC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACnC,aAAa,EAAE,uBAAuB,CAAC,QAAQ,EAAE;IACjD,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,2BAA2B,GAA4C;IAClF,IAAI,EAAE,sBAAsB;IAC5B,YAAY,EAAE,8BAA8B;IAC5C,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACnC,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;YACtD,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,CAAC,CAAC,CACH,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACxC,OAAO,WAAW,CAChB,0DAA0D,EAC1D,MAAM,CAAC,aAAa,IAAI,MAAM,CAC/B,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAS,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,kBAAkB,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE;YACvE,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;SACvC,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,oEAAoE;AACpE,wEAAwE;AACxE,wEAAwE;AACxE,4EAA4E;AAC5E,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,GAAG,UAAU;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,qBAAqB,GAAsC;IACtE,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,wBAAwB;IACtC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE;QAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC;QACpC,MAAM,MAAM,GAAG,UAAU,KAAK,MAAM,CAAC;QACrC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,mBAAmB,UAAU,GAAG;YAC5E,MAAM,EAAE,EAAE,UAAU,EAAE;SACvB,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"safe-regex.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/safe-regex.ts"],"names":[],"mappings":"AAiGA,MAAM,MAAM,sBAAsB,GAAG;IACnC,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAAE,YAAY,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhF,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;
|
|
1
|
+
{"version":3,"file":"safe-regex.d.ts","sourceRoot":"","sources":["../../../src/assertions/core/safe-regex.ts"],"names":[],"mappings":"AAiGA,MAAM,MAAM,sBAAsB,GAAG;IACnC,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAAE,YAAY,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhF,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AA0DF,eAAO,MAAM,aAAa,YACf,MAAM,SACR,MAAM,QACP,MAAM,YACF,sBAAsB,KAC/B,OAAO,CAAC,OAAO,CACkE,CAAC;AAErF,eAAO,MAAM,gBAAgB,aACjB,MAAM,EAAE,SACX,MAAM,QACP,MAAM,YACF,sBAAsB,KAC/B,OAAO,CAAC,OAAO,EAAE,CACkE,CAAC;AAEvF,eAAO,MAAM,kBAAkB,aACnB,MAAM,EAAE,SACX,MAAM,YACH,sBAAsB,KAC/B,OAAO,CAAC,mBAAmB,EAAE,CACgE,CAAC;AAEjG,eAAO,MAAM,mBAAmB,WACtB,cAAc,EAAE,YACd,sBAAsB,KAC/B,OAAO,CAAC,OAAO,EAAE,EAAE,CACsD,CAAC;AAE7E,eAAO,MAAM,cAAc,YAChB,MAAM,SACR,MAAM,QACP,MAAM,aACD,MAAM,YACP,sBAAsB,KAC/B,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CAIzC,CAAC"}
|
|
@@ -72,7 +72,13 @@ const evaluateRegex = async (task, options = {}) => await new Promise((resolve,
|
|
|
72
72
|
void worker.terminate();
|
|
73
73
|
};
|
|
74
74
|
const abort = () => finish(() => reject(options.abortSignal?.reason ?? new Error("regex evaluation aborted")));
|
|
75
|
-
|
|
75
|
+
let timeout = setTimeout(() => finish(() => reject(new Error("regex worker startup exceeded 30000ms"))), 30_000);
|
|
76
|
+
worker.once("online", () => {
|
|
77
|
+
if (settled)
|
|
78
|
+
return;
|
|
79
|
+
clearTimeout(timeout);
|
|
80
|
+
timeout = setTimeout(() => finish(() => reject(new Error(`regex evaluation exceeded ${options.timeoutMs ?? REGEX_TIMEOUT_MS}ms`))), options.timeoutMs ?? REGEX_TIMEOUT_MS);
|
|
81
|
+
});
|
|
76
82
|
worker.once("message", (response) => {
|
|
77
83
|
finish(() => {
|
|
78
84
|
if (response.ok)
|