@jevitate/cli 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +23 -0
- package/dist/ai-cli.d.ts +31 -11
- package/dist/ai-cli.js +131 -88
- package/dist/ai-cli.js.map +1 -1
- package/dist/author-journey-cli.d.ts +4 -0
- package/dist/author-journey-cli.js +111 -0
- package/dist/author-journey-cli.js.map +1 -0
- package/dist/bin.js +60349 -16477
- package/dist/bin.js.map +1 -1
- package/dist/browser-run-options.d.ts +89 -0
- package/dist/browser-run-options.js +175 -0
- package/dist/browser-run-options.js.map +1 -0
- package/dist/build-info.generated.d.ts +2 -0
- package/dist/build-info.generated.js +10 -0
- package/dist/build-info.generated.js.map +1 -0
- package/dist/campaign-api.d.ts +151 -0
- package/dist/campaign-api.js +446 -0
- package/dist/campaign-api.js.map +1 -0
- package/dist/campaign-cli.d.ts +6 -0
- package/dist/campaign-cli.js +66 -0
- package/dist/campaign-cli.js.map +1 -0
- package/dist/check-api.d.ts +5 -0
- package/dist/check-api.js +234 -0
- package/dist/check-api.js.map +1 -0
- package/dist/check-budget.d.ts +26 -0
- package/dist/check-budget.js +90 -0
- package/dist/check-budget.js.map +1 -0
- package/dist/check-cli.d.ts +31 -0
- package/dist/check-cli.js +109 -0
- package/dist/check-cli.js.map +1 -0
- package/dist/check-execute.d.ts +29 -0
- package/dist/check-execute.js +420 -0
- package/dist/check-execute.js.map +1 -0
- package/dist/check-plan.d.ts +118 -0
- package/dist/check-plan.js +516 -0
- package/dist/check-plan.js.map +1 -0
- package/dist/check-suite.d.ts +184 -0
- package/dist/check-suite.js +540 -0
- package/dist/check-suite.js.map +1 -0
- package/dist/check-types.d.ts +181 -0
- package/dist/check-types.js +35 -0
- package/dist/check-types.js.map +1 -0
- package/dist/cli-args.d.ts +26 -0
- package/dist/cli-args.js +50 -0
- package/dist/cli-args.js.map +1 -0
- package/dist/cli-output.d.ts +106 -0
- package/dist/cli-output.js +563 -0
- package/dist/cli-output.js.map +1 -0
- package/dist/cli-reference.d.ts +3 -0
- package/dist/cli-reference.js +81 -0
- package/dist/cli-reference.js.map +1 -0
- package/dist/cli-refusal.d.ts +12 -0
- package/dist/cli-refusal.js +52 -0
- package/dist/cli-refusal.js.map +1 -0
- package/dist/cli-shared.d.ts +340 -0
- package/dist/cli-shared.js +537 -0
- package/dist/cli-shared.js.map +1 -0
- package/dist/cli-surface.d.ts +33 -0
- package/dist/cli-surface.js +48 -0
- package/dist/cli-surface.js.map +1 -0
- package/dist/conversation-options.d.ts +15 -0
- package/dist/conversation-options.js +10 -0
- package/dist/conversation-options.js.map +1 -0
- package/dist/credentials-file.d.ts +15 -0
- package/dist/credentials-file.js +56 -0
- package/dist/credentials-file.js.map +1 -0
- package/dist/data-dir.d.ts +1 -1
- package/dist/data-dir.js +1 -1
- package/dist/defect-evidence.d.ts +141 -0
- package/dist/defect-evidence.js +505 -0
- package/dist/defect-evidence.js.map +1 -0
- package/dist/demo-aspect-api.d.ts +209 -0
- package/dist/demo-aspect-api.js +398 -0
- package/dist/demo-aspect-api.js.map +1 -0
- package/dist/demo-aspect-cli.d.ts +3 -0
- package/dist/demo-aspect-cli.js +243 -0
- package/dist/demo-aspect-cli.js.map +1 -0
- package/dist/demo-capture.d.ts +142 -0
- package/dist/demo-capture.js +537 -0
- package/dist/demo-capture.js.map +1 -0
- package/dist/engine.d.ts +35 -0
- package/dist/engine.js +25 -0
- package/dist/engine.js.map +1 -0
- package/dist/environments.d.ts +155 -0
- package/dist/environments.js +364 -0
- package/dist/environments.js.map +1 -0
- package/dist/exit-codes.d.ts +46 -0
- package/dist/exit-codes.js +91 -0
- package/dist/exit-codes.js.map +1 -0
- package/dist/explore-adversarial.d.ts +144 -0
- package/dist/explore-adversarial.js +227 -0
- package/dist/explore-adversarial.js.map +1 -0
- package/dist/explore-api.d.ts +7 -187
- package/dist/explore-api.js +7 -301
- package/dist/explore-api.js.map +1 -1
- package/dist/explore-author.d.ts +79 -0
- package/dist/explore-author.js +86 -0
- package/dist/explore-author.js.map +1 -0
- package/dist/explore-cli.d.ts +7 -0
- package/dist/explore-cli.js +1199 -0
- package/dist/explore-cli.js.map +1 -0
- package/dist/explore-coverage.d.ts +173 -0
- package/dist/explore-coverage.js +246 -0
- package/dist/explore-coverage.js.map +1 -0
- package/dist/explore-feature.d.ts +125 -0
- package/dist/explore-feature.js +218 -0
- package/dist/explore-feature.js.map +1 -0
- package/dist/explore-goal.d.ts +271 -0
- package/dist/explore-goal.js +417 -0
- package/dist/explore-goal.js.map +1 -0
- package/dist/explore-shared.d.ts +177 -0
- package/dist/explore-shared.js +149 -0
- package/dist/explore-shared.js.map +1 -0
- package/dist/explore-specs.d.ts +53 -0
- package/dist/explore-specs.js +333 -0
- package/dist/explore-specs.js.map +1 -0
- package/dist/findings-filing.d.ts +64 -0
- package/dist/findings-filing.js +108 -0
- package/dist/findings-filing.js.map +1 -0
- package/dist/fixture-auth.d.ts +63 -0
- package/dist/fixture-auth.js +95 -0
- package/dist/fixture-auth.js.map +1 -0
- package/dist/fixture-cli.d.ts +99 -0
- package/dist/fixture-cli.js +292 -0
- package/dist/fixture-cli.js.map +1 -0
- package/dist/github-issue-filer.d.ts +62 -0
- package/dist/github-issue-filer.js +189 -0
- package/dist/github-issue-filer.js.map +1 -0
- package/dist/host-health-run.d.ts +25 -0
- package/dist/host-health-run.js +33 -0
- package/dist/host-health-run.js.map +1 -0
- package/dist/http-5xx-outcome.d.ts +6 -0
- package/dist/http-5xx-outcome.js +39 -0
- package/dist/http-5xx-outcome.js.map +1 -0
- package/dist/inbox-cli.d.ts +7 -0
- package/dist/inbox-cli.js +197 -0
- package/dist/inbox-cli.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/init-cli.d.ts +4 -0
- package/dist/init-cli.js +156 -0
- package/dist/init-cli.js.map +1 -0
- package/dist/init-keys.d.ts +30 -2
- package/dist/init-keys.js +19 -5
- package/dist/init-keys.js.map +1 -1
- package/dist/init-next-steps.d.ts +35 -0
- package/dist/init-next-steps.js +79 -0
- package/dist/init-next-steps.js.map +1 -0
- package/dist/invariants-file.d.ts +34 -0
- package/dist/invariants-file.js +68 -0
- package/dist/invariants-file.js.map +1 -0
- package/dist/invariants-validate.d.ts +30 -0
- package/dist/invariants-validate.js +105 -0
- package/dist/invariants-validate.js.map +1 -0
- package/dist/journey-annotate-api.d.ts +76 -0
- package/dist/journey-annotate-api.js +269 -0
- package/dist/journey-annotate-api.js.map +1 -0
- package/dist/journey-annotate-cli.d.ts +9 -0
- package/dist/journey-annotate-cli.js +181 -0
- package/dist/journey-annotate-cli.js.map +1 -0
- package/dist/journey-api.d.ts +104 -2
- package/dist/journey-api.js +163 -20
- package/dist/journey-api.js.map +1 -1
- package/dist/journey-cli.d.ts +4 -0
- package/dist/journey-cli.js +411 -0
- package/dist/journey-cli.js.map +1 -0
- package/dist/journey-demo-api.d.ts +114 -0
- package/dist/journey-demo-api.js +405 -0
- package/dist/journey-demo-api.js.map +1 -0
- package/dist/journey-demo-cli.d.ts +10 -0
- package/dist/journey-demo-cli.js +158 -0
- package/dist/journey-demo-cli.js.map +1 -0
- package/dist/journey-prefix.d.ts +194 -0
- package/dist/journey-prefix.js +279 -0
- package/dist/journey-prefix.js.map +1 -0
- package/dist/key-report.d.ts +49 -0
- package/dist/key-report.js +101 -0
- package/dist/key-report.js.map +1 -0
- package/dist/kill-signal.d.ts +193 -0
- package/dist/kill-signal.js +283 -0
- package/dist/kill-signal.js.map +1 -0
- package/dist/launch-armed.d.ts +37 -0
- package/dist/launch-armed.js +31 -0
- package/dist/launch-armed.js.map +1 -0
- package/dist/ledger-api.d.ts +106 -0
- package/dist/ledger-api.js +239 -0
- package/dist/ledger-api.js.map +1 -0
- package/dist/ledger-cli.d.ts +18 -0
- package/dist/ledger-cli.js +107 -0
- package/dist/ledger-cli.js.map +1 -0
- package/dist/load-api.d.ts +29 -11
- package/dist/load-api.js +23 -15
- package/dist/load-api.js.map +1 -1
- package/dist/load-cli.d.ts +4 -0
- package/dist/load-cli.js +97 -0
- package/dist/load-cli.js.map +1 -0
- package/dist/log-correlation.d.ts +200 -0
- package/dist/log-correlation.js +394 -0
- package/dist/log-correlation.js.map +1 -0
- package/dist/log-lines.d.ts +131 -0
- package/dist/log-lines.js +389 -0
- package/dist/log-lines.js.map +1 -0
- package/dist/log-sources.d.ts +71 -0
- package/dist/log-sources.js +236 -0
- package/dist/log-sources.js.map +1 -0
- package/dist/log-trace.d.ts +80 -0
- package/dist/log-trace.js +210 -0
- package/dist/log-trace.js.map +1 -0
- package/dist/logs-cli.d.ts +3 -0
- package/dist/logs-cli.js +51 -0
- package/dist/logs-cli.js.map +1 -0
- package/dist/logs-retention.d.ts +28 -0
- package/dist/logs-retention.js +85 -0
- package/dist/logs-retention.js.map +1 -0
- package/dist/masked-input.d.ts +22 -0
- package/dist/masked-input.js +99 -0
- package/dist/masked-input.js.map +1 -0
- package/dist/mcp-api.d.ts +91 -1
- package/dist/mcp-api.js +514 -18
- package/dist/mcp-api.js.map +1 -1
- package/dist/mcp-args.d.ts +50 -0
- package/dist/mcp-args.js +164 -0
- package/dist/mcp-args.js.map +1 -0
- package/dist/mcp-cli-bridge.d.ts +34 -0
- package/dist/mcp-cli-bridge.js +62 -0
- package/dist/mcp-cli-bridge.js.map +1 -0
- package/dist/mcp-cli-runner.d.ts +29 -0
- package/dist/mcp-cli-runner.js +44 -0
- package/dist/mcp-cli-runner.js.map +1 -0
- package/dist/mcp-cli-tools.d.ts +129 -0
- package/dist/mcp-cli-tools.js +737 -0
- package/dist/mcp-cli-tools.js.map +1 -0
- package/dist/mcp-paths.d.ts +28 -0
- package/dist/mcp-paths.js +76 -0
- package/dist/mcp-paths.js.map +1 -0
- package/dist/mission-actors.d.ts +40 -0
- package/dist/mission-actors.js +72 -0
- package/dist/mission-actors.js.map +1 -0
- package/dist/mission-api.d.ts +35 -0
- package/dist/mission-api.js +60 -3
- package/dist/mission-api.js.map +1 -1
- package/dist/mission-cli.d.ts +4 -0
- package/dist/mission-cli.js +248 -0
- package/dist/mission-cli.js.map +1 -0
- package/dist/mission-exit.d.ts +22 -0
- package/dist/mission-exit.js +26 -0
- package/dist/mission-exit.js.map +1 -0
- package/dist/mission-fixtures.d.ts +234 -0
- package/dist/mission-fixtures.js +862 -0
- package/dist/mission-fixtures.js.map +1 -0
- package/dist/mission-journal.d.ts +60 -0
- package/dist/mission-journal.js +115 -0
- package/dist/mission-journal.js.map +1 -0
- package/dist/mission-queue-cli.d.ts +10 -0
- package/dist/mission-queue-cli.js +198 -0
- package/dist/mission-queue-cli.js.map +1 -0
- package/dist/mission-queue-runner.d.ts +126 -0
- package/dist/mission-queue-runner.js +406 -0
- package/dist/mission-queue-runner.js.map +1 -0
- package/dist/multi-run-cli.d.ts +37 -0
- package/dist/multi-run-cli.js +116 -0
- package/dist/multi-run-cli.js.map +1 -0
- package/dist/multi-run.d.ts +339 -0
- package/dist/multi-run.js +619 -0
- package/dist/multi-run.js.map +1 -0
- package/dist/openrouter-call.d.ts +22 -0
- package/dist/openrouter-call.js +64 -0
- package/dist/openrouter-call.js.map +1 -0
- package/dist/profile-cli.d.ts +4 -0
- package/dist/profile-cli.js +57 -0
- package/dist/profile-cli.js.map +1 -0
- package/dist/program.d.ts +3 -75
- package/dist/program.js +123 -1921
- package/dist/program.js.map +1 -1
- package/dist/project-dir.d.ts +96 -0
- package/dist/project-dir.js +221 -0
- package/dist/project-dir.js.map +1 -0
- package/dist/record-api.d.ts +13 -7
- package/dist/record-api.js +44 -30
- package/dist/record-api.js.map +1 -1
- package/dist/record-cli.d.ts +4 -0
- package/dist/record-cli.js +76 -0
- package/dist/record-cli.js.map +1 -0
- package/dist/recording-cli.d.ts +4 -0
- package/dist/recording-cli.js +248 -0
- package/dist/recording-cli.js.map +1 -0
- package/dist/regression-api.d.ts +107 -0
- package/dist/regression-api.js +387 -6
- package/dist/regression-api.js.map +1 -1
- package/dist/regression-cli.d.ts +4 -0
- package/dist/regression-cli.js +284 -0
- package/dist/regression-cli.js.map +1 -0
- package/dist/report-api.d.ts +146 -0
- package/dist/report-api.js +431 -0
- package/dist/report-api.js.map +1 -0
- package/dist/report-cli.d.ts +12 -0
- package/dist/report-cli.js +147 -0
- package/dist/report-cli.js.map +1 -0
- package/dist/resource-preflight.d.ts +87 -0
- package/dist/resource-preflight.js +160 -0
- package/dist/resource-preflight.js.map +1 -0
- package/dist/result-schema.d.ts +22 -0
- package/dist/result-schema.js +28 -0
- package/dist/result-schema.js.map +1 -0
- package/dist/run-index.d.ts +29 -0
- package/dist/run-index.js +70 -0
- package/dist/run-index.js.map +1 -0
- package/dist/run-key-preflight.d.ts +42 -0
- package/dist/run-key-preflight.js +82 -0
- package/dist/run-key-preflight.js.map +1 -0
- package/dist/run-screenshots.d.ts +123 -0
- package/dist/run-screenshots.js +235 -0
- package/dist/run-screenshots.js.map +1 -0
- package/dist/runtime-env.d.ts +8 -0
- package/dist/runtime-env.js +23 -0
- package/dist/runtime-env.js.map +1 -0
- package/dist/secret-args.d.ts +23 -0
- package/dist/secret-args.js +45 -0
- package/dist/secret-args.js.map +1 -0
- package/dist/serve-cli.d.ts +4 -0
- package/dist/serve-cli.js +95 -0
- package/dist/serve-cli.js.map +1 -0
- package/dist/server-log-verify.d.ts +36 -0
- package/dist/server-log-verify.js +120 -0
- package/dist/server-log-verify.js.map +1 -0
- package/dist/session-check.d.ts +14 -0
- package/dist/session-check.js +44 -0
- package/dist/session-check.js.map +1 -0
- package/dist/site-cli.d.ts +4 -0
- package/dist/site-cli.js +127 -0
- package/dist/site-cli.js.map +1 -0
- package/dist/site-gate-cli.d.ts +28 -0
- package/dist/site-gate-cli.js +59 -0
- package/dist/site-gate-cli.js.map +1 -0
- package/dist/source-api.js +20 -4
- package/dist/source-api.js.map +1 -1
- package/dist/source-cli.d.ts +4 -0
- package/dist/source-cli.js +284 -0
- package/dist/source-cli.js.map +1 -0
- package/dist/source-run-api.d.ts +27 -1
- package/dist/source-run-api.js +22 -11
- package/dist/source-run-api.js.map +1 -1
- package/dist/storage-state-snapshot.d.ts +50 -0
- package/dist/storage-state-snapshot.js +87 -0
- package/dist/storage-state-snapshot.js.map +1 -0
- package/dist/suite-explore-options.d.ts +321 -0
- package/dist/suite-explore-options.js +162 -0
- package/dist/suite-explore-options.js.map +1 -0
- package/dist/target-config.d.ts +115 -0
- package/dist/target-config.js +225 -0
- package/dist/target-config.js.map +1 -0
- package/dist/transcript-file.d.ts +12 -0
- package/dist/transcript-file.js +23 -0
- package/dist/transcript-file.js.map +1 -0
- package/dist/type-fixture-file.d.ts +9 -0
- package/dist/type-fixture-file.js +48 -0
- package/dist/type-fixture-file.js.map +1 -0
- package/dist/ui-api.d.ts +3 -0
- package/dist/ui-api.js +11 -4
- package/dist/ui-api.js.map +1 -1
- package/dist/usability-capture.d.ts +43 -0
- package/dist/usability-capture.js +327 -0
- package/dist/usability-capture.js.map +1 -0
- package/dist/usage-config.d.ts +36 -0
- package/dist/usage-config.js +114 -0
- package/dist/usage-config.js.map +1 -0
- package/dist/ux-api.d.ts +3 -75
- package/dist/ux-api.js +3 -220
- package/dist/ux-api.js.map +1 -1
- package/dist/ux-claim-probe.d.ts +45 -0
- package/dist/ux-claim-probe.js +386 -0
- package/dist/ux-claim-probe.js.map +1 -0
- package/dist/ux-cli.d.ts +4 -0
- package/dist/ux-cli.js +109 -0
- package/dist/ux-cli.js.map +1 -0
- package/dist/ux-config.d.ts +29 -0
- package/dist/ux-config.js +103 -0
- package/dist/ux-config.js.map +1 -0
- package/dist/ux-evidence.d.ts +54 -0
- package/dist/ux-evidence.js +197 -0
- package/dist/ux-evidence.js.map +1 -0
- package/dist/ux-product.d.ts +14 -0
- package/dist/ux-product.js +39 -0
- package/dist/ux-product.js.map +1 -0
- package/dist/ux-review.d.ts +116 -0
- package/dist/ux-review.js +171 -0
- package/dist/ux-review.js.map +1 -0
- package/dist/ux-usability.d.ts +263 -0
- package/dist/ux-usability.js +580 -0
- package/dist/ux-usability.js.map +1 -0
- package/dist/verify-fix-api.d.ts +194 -0
- package/dist/verify-fix-api.js +506 -0
- package/dist/verify-fix-api.js.map +1 -0
- package/dist/verify-fix-cli.d.ts +4 -0
- package/dist/verify-fix-cli.js +115 -0
- package/dist/verify-fix-cli.js.map +1 -0
- package/package.json +23 -18
- package/skills/jevitate-ci-check/SKILL.md +77 -0
- package/skills/jevitate-demo/SKILL.md +61 -0
- package/skills/jevitate-explore/SKILL.md +96 -87
- package/skills/jevitate-getting-started/SKILL.md +89 -0
- package/skills/jevitate-load-test/SKILL.md +11 -2
- package/skills/jevitate-mission-scope/SKILL.md +19 -11
- package/skills/jevitate-record/SKILL.md +23 -5
- package/skills/jevitate-run-journey/SKILL.md +61 -17
- package/skills/jevitate-sources/SKILL.md +57 -14
- package/skills/jevitate-test-campaign/SKILL.md +203 -0
- package/skills/jevitate-ux-review/SKILL.md +106 -16
- package/skills/jevitate-verify-fix/SKILL.md +76 -0
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
import { mkdir, writeFile } from "node:fs/promises";
|
|
2
|
+
import { join, resolve } from "node:path";
|
|
3
|
+
import { aggregateOf, formatUsageLine } from "@jevitate/ai-core";
|
|
4
|
+
import { consolidate, diffRuns, renderJUnit, renderReportMarkdown, renderSarif } from "@jevitate/findings";
|
|
5
|
+
import { runAdversarialCliMission, runCoverageMission, runExploration, runFeatureCliMission } from "./explore-api.js";
|
|
6
|
+
import { runJourneyProgrammatically } from "./journey-api.js";
|
|
7
|
+
import { runUsabilityMission } from "./ux-api.js";
|
|
8
|
+
import { runVerifyFix } from "./verify-fix-api.js";
|
|
9
|
+
import { currentEngineInfo } from "./engine.js";
|
|
10
|
+
import { loadRunFile, resolveBaseline, scanRuns, summarizeRun } from "./report-api.js";
|
|
11
|
+
import { CheckAiSetupError } from "./check-types.js";
|
|
12
|
+
import { BudgetMeter } from "./check-budget.js";
|
|
13
|
+
import { errorMessage, plan, prepareTarget } from "./check-plan.js";
|
|
14
|
+
import { caseDetail, execute } from "./check-execute.js";
|
|
15
|
+
import { clock } from "@jevitate/domain";
|
|
16
|
+
export { affectedBy } from "./check-plan.js";
|
|
17
|
+
export { BudgetMeter } from "./check-budget.js";
|
|
18
|
+
export { CheckAiSetupError, CheckPreflightError } from "./check-types.js";
|
|
19
|
+
const REAL_RUNNERS = {
|
|
20
|
+
journey: runJourneyProgrammatically,
|
|
21
|
+
goal: runExploration,
|
|
22
|
+
coverage: runCoverageMission,
|
|
23
|
+
adversarial: runAdversarialCliMission,
|
|
24
|
+
feature: runFeatureCliMission,
|
|
25
|
+
usability: runUsabilityMission,
|
|
26
|
+
verifyFix: runVerifyFix,
|
|
27
|
+
};
|
|
28
|
+
export async function runCheck(opts) {
|
|
29
|
+
const nowIso = opts.nowIso ?? (() => clock.nowIso());
|
|
30
|
+
const startedAt = nowIso();
|
|
31
|
+
const engine = currentEngineInfo();
|
|
32
|
+
const outDir = resolve(opts.outDir);
|
|
33
|
+
const resultsDir = join(outDir, "results");
|
|
34
|
+
const runners = { ...REAL_RUNNERS, ...opts.runners };
|
|
35
|
+
// Preflight — everything validated before the first browser opens.
|
|
36
|
+
const prepared = [];
|
|
37
|
+
for (const t of opts.suite.targets)
|
|
38
|
+
prepared.push(await prepareTarget(t, opts));
|
|
39
|
+
const items = plan(prepared, opts.changedRoutes, opts);
|
|
40
|
+
let gw;
|
|
41
|
+
const gateways = () => {
|
|
42
|
+
if (opts.gateways === undefined)
|
|
43
|
+
return Promise.reject(new CheckAiSetupError("this suite needs a model gateway: pass --real or --fake-ai (or set \"ai\" in the suite)"));
|
|
44
|
+
gw ??= opts.gateways();
|
|
45
|
+
return gw;
|
|
46
|
+
};
|
|
47
|
+
// A missing/unselectable gateway throws here (typed), before any browser opens.
|
|
48
|
+
if (items.some((i) => i.needsAi && i.skipped === undefined))
|
|
49
|
+
await gateways();
|
|
50
|
+
await mkdir(resultsDir, { recursive: true });
|
|
51
|
+
const meter = new BudgetMeter(opts.suite.budget, { ...(opts.now === undefined ? {} : { now: opts.now }), costKnownZero: opts.aiMode === "fake" });
|
|
52
|
+
const usage = async () => (gw === undefined ? undefined : (await gw).usage.snapshot());
|
|
53
|
+
let n = 0;
|
|
54
|
+
const ctx = { opts, runners, resultsDir, gateways, engine, seq: () => String(++n) };
|
|
55
|
+
const now = opts.now ?? clock.now;
|
|
56
|
+
let exceeded;
|
|
57
|
+
const executed = [];
|
|
58
|
+
for (const item of items) {
|
|
59
|
+
if (item.skipped !== undefined) {
|
|
60
|
+
executed.push({ item, ex: undefined, durationMs: 0 });
|
|
61
|
+
continue;
|
|
62
|
+
}
|
|
63
|
+
const blocked = meter.blocked(await usage());
|
|
64
|
+
if (blocked !== undefined) {
|
|
65
|
+
exceeded ??= blocked;
|
|
66
|
+
executed.push({ item, ex: { status: "error", actions: 0, error: { type: "budget-exceeded", message: `not run: ${blocked}` } }, durationMs: 0 });
|
|
67
|
+
continue;
|
|
68
|
+
}
|
|
69
|
+
const t0 = now();
|
|
70
|
+
let ex;
|
|
71
|
+
try {
|
|
72
|
+
ex = await execute(item, ctx, meter.remainingActions());
|
|
73
|
+
}
|
|
74
|
+
catch (e) {
|
|
75
|
+
ex = { status: "error", actions: 0, error: { type: e instanceof Error ? e.name : "error", message: errorMessage(e) } };
|
|
76
|
+
}
|
|
77
|
+
const over = meter.charge(ex.actions, await usage());
|
|
78
|
+
if (over !== undefined)
|
|
79
|
+
exceeded ??= over;
|
|
80
|
+
executed.push({ item, ex, durationMs: now() - t0 });
|
|
81
|
+
}
|
|
82
|
+
// Findings: the shared identity over every result this check wrote.
|
|
83
|
+
const runs = [];
|
|
84
|
+
const runOf = new Map();
|
|
85
|
+
for (const { ex } of executed) {
|
|
86
|
+
if (ex?.resultPath === undefined)
|
|
87
|
+
continue;
|
|
88
|
+
const run = loadRunFile(ex.resultPath);
|
|
89
|
+
if (run === null)
|
|
90
|
+
continue;
|
|
91
|
+
runs.push(run);
|
|
92
|
+
runOf.set(ex.resultPath, run);
|
|
93
|
+
}
|
|
94
|
+
const defects = consolidate(runs);
|
|
95
|
+
let diff;
|
|
96
|
+
let baselineRuns;
|
|
97
|
+
if (opts.baseline !== undefined) {
|
|
98
|
+
const dirs = opts.baselineDirs ?? [resultsDir];
|
|
99
|
+
baselineRuns = resolveBaseline(opts.baseline, runs, {
|
|
100
|
+
dirs,
|
|
101
|
+
...(opts.baselinesDir === undefined ? {} : { baselinesDir: opts.baselinesDir }),
|
|
102
|
+
pool: scanRuns(dirs),
|
|
103
|
+
});
|
|
104
|
+
diff = diffRuns(baselineRuns, runs);
|
|
105
|
+
}
|
|
106
|
+
const entryOf = new Map(diff?.entries.map((e) => [e.key, e]) ?? []);
|
|
107
|
+
const isGating = (d) => {
|
|
108
|
+
if (d.severity !== "hard" && !opts.suite.gateAdvisory)
|
|
109
|
+
return false;
|
|
110
|
+
if (diff === undefined)
|
|
111
|
+
return true;
|
|
112
|
+
// A finding is matched to its diff entry by any member key (merged cascades).
|
|
113
|
+
const entry = d.keys.map((k) => entryOf.get(k)).find((e) => e !== undefined) ?? entryOf.get(d.key);
|
|
114
|
+
return entry === undefined ? true : !entry.inBaseline;
|
|
115
|
+
};
|
|
116
|
+
const statusOf = (d) => d.keys.map((k) => entryOf.get(k)?.status).find((s) => s !== undefined);
|
|
117
|
+
const gating = defects.filter(isGating);
|
|
118
|
+
const itemReports = executed.map(({ item, ex, durationMs }) => {
|
|
119
|
+
const base = {
|
|
120
|
+
target: item.t.target.name,
|
|
121
|
+
kind: item.kind,
|
|
122
|
+
name: item.name,
|
|
123
|
+
...(item.strategy === undefined ? {} : { strategy: item.strategy }),
|
|
124
|
+
durationMs,
|
|
125
|
+
};
|
|
126
|
+
if (ex === undefined)
|
|
127
|
+
return { ...base, status: "skipped", actions: 0, verdict: "skipped", gating: [] };
|
|
128
|
+
const run = ex.resultPath === undefined ? undefined : runOf.get(ex.resultPath);
|
|
129
|
+
const own = run === undefined ? [] : gating.filter((d) => d.modes.some((m) => m.runs.some((r) => r.path === run.path)));
|
|
130
|
+
const verdict = ex.status === "error" ? "error" : own.length > 0 ? "failed" : "passed";
|
|
131
|
+
return {
|
|
132
|
+
...base,
|
|
133
|
+
status: ex.status,
|
|
134
|
+
actions: ex.actions,
|
|
135
|
+
verdict,
|
|
136
|
+
gating: own.map((d) => d.key),
|
|
137
|
+
...(ex.error === undefined ? {} : { error: ex.error }),
|
|
138
|
+
...(ex.resultPath === undefined ? {} : { resultPath: ex.resultPath }),
|
|
139
|
+
...(run === undefined ? {} : { runId: run.runId }),
|
|
140
|
+
...(ex.outcome === undefined ? {} : { outcome: ex.outcome }),
|
|
141
|
+
...(ex.goalOutcome === undefined ? {} : { goalOutcome: ex.goalOutcome }),
|
|
142
|
+
};
|
|
143
|
+
});
|
|
144
|
+
const errors = itemReports.filter((i) => i.verdict === "error").length;
|
|
145
|
+
const exitCode = gating.length > 0 ? 1 : errors > 0 || exceeded !== undefined ? 2 : 0;
|
|
146
|
+
const junitPath = resolve(opts.junitPath ?? join(outDir, "junit.xml"));
|
|
147
|
+
const sarifPath = resolve(opts.sarifPath ?? join(outDir, "jevitate.sarif"));
|
|
148
|
+
const jsonPath = resolve(opts.jsonPath ?? join(outDir, "check.json"));
|
|
149
|
+
const reportPath = join(outDir, "report.md");
|
|
150
|
+
const cases = itemReports.map((i) => {
|
|
151
|
+
const own = gating.filter((d) => i.gating.includes(d.key));
|
|
152
|
+
const first = own[0];
|
|
153
|
+
// #250: each gating finding's repro clip and screenshots, attached to the case CI shows.
|
|
154
|
+
const attachments = [
|
|
155
|
+
...new Set(own.flatMap((d) => d.evidence.flatMap((e) => [e.video, e.screenshot]).filter((f) => f !== undefined && /\.(webm|png)$/i.test(f)))),
|
|
156
|
+
];
|
|
157
|
+
return {
|
|
158
|
+
suite: i.target,
|
|
159
|
+
classname: `jevitate.${i.target}.${i.kind}${i.strategy === undefined ? "" : `.${i.strategy}`}`,
|
|
160
|
+
name: i.name,
|
|
161
|
+
timeSec: i.durationMs / 1000,
|
|
162
|
+
status: i.verdict,
|
|
163
|
+
...(i.resultPath === undefined ? {} : { resultPath: i.resultPath }),
|
|
164
|
+
...(attachments.length === 0 ? {} : { attachments }),
|
|
165
|
+
...(i.verdict === "failed" && first !== undefined
|
|
166
|
+
? { type: first.category, message: `${own.length} gating finding(s): ${first.title}`, detail: caseDetail(own) }
|
|
167
|
+
: {}),
|
|
168
|
+
...(i.verdict === "error" && i.error !== undefined ? { type: i.error.type, message: i.error.message } : {}),
|
|
169
|
+
...(i.verdict === "skipped" ? { message: "not affected by --changed-routes" } : {}),
|
|
170
|
+
};
|
|
171
|
+
});
|
|
172
|
+
if (exceeded !== undefined && !cases.some((c) => c.type === "budget-exceeded")) {
|
|
173
|
+
cases.push({ suite: "budget", classname: "jevitate.budget", name: "total budget", timeSec: 0, status: "error", type: "budget-exceeded", message: exceeded });
|
|
174
|
+
}
|
|
175
|
+
const findings = defects.map((d) => {
|
|
176
|
+
const status = statusOf(d);
|
|
177
|
+
return {
|
|
178
|
+
key: d.key,
|
|
179
|
+
title: d.title,
|
|
180
|
+
category: d.category,
|
|
181
|
+
severity: d.severity,
|
|
182
|
+
identity: d.identity,
|
|
183
|
+
gating: gating.includes(d),
|
|
184
|
+
modes: d.modes,
|
|
185
|
+
...(status === undefined ? {} : { status }),
|
|
186
|
+
...(d.reproduce === undefined ? {} : { reproduce: d.reproduce }),
|
|
187
|
+
};
|
|
188
|
+
});
|
|
189
|
+
const finalUsage = await usage();
|
|
190
|
+
const suiteUsage = finalUsage === undefined ? undefined : aggregateOf(finalUsage, executed.filter((e) => e.ex !== undefined).length);
|
|
191
|
+
const result = {
|
|
192
|
+
kind: "jevitate-check",
|
|
193
|
+
suite: opts.suite.name,
|
|
194
|
+
suitePath: opts.suite.path,
|
|
195
|
+
verdict: exitCode === 0 ? "pass" : "fail",
|
|
196
|
+
exitCode,
|
|
197
|
+
engine,
|
|
198
|
+
...(opts.targetBuild === undefined ? {} : { targetBuild: opts.targetBuild }),
|
|
199
|
+
startedAt,
|
|
200
|
+
budget: meter.report(finalUsage, exceeded),
|
|
201
|
+
...(suiteUsage === undefined ? {} : { usage: suiteUsage }),
|
|
202
|
+
items: itemReports,
|
|
203
|
+
findings,
|
|
204
|
+
summary: {
|
|
205
|
+
items: itemReports.length,
|
|
206
|
+
passed: itemReports.filter((i) => i.verdict === "passed").length,
|
|
207
|
+
failed: itemReports.filter((i) => i.verdict === "failed").length,
|
|
208
|
+
errors,
|
|
209
|
+
skipped: itemReports.filter((i) => i.verdict === "skipped").length,
|
|
210
|
+
gatingFindings: gating.length,
|
|
211
|
+
},
|
|
212
|
+
...(diff === undefined || baselineRuns === undefined ? {} : { diff: { baseline: baselineRuns.map(summarizeRun), summary: diff.summary } }),
|
|
213
|
+
results: runs.map((r) => r.path),
|
|
214
|
+
junitPath,
|
|
215
|
+
sarifPath,
|
|
216
|
+
jsonPath,
|
|
217
|
+
reportPath,
|
|
218
|
+
};
|
|
219
|
+
await writeFile(junitPath, renderJUnit(`jevitate check: ${opts.suite.name}`, cases, startedAt), "utf8");
|
|
220
|
+
const sarif = renderSarif({
|
|
221
|
+
toolVersion: engine.version,
|
|
222
|
+
engineCommit: engine.commit,
|
|
223
|
+
...(opts.targetBuild === undefined ? {} : { targetBuild: opts.targetBuild }),
|
|
224
|
+
suiteUri: opts.suiteUri ?? opts.suite.path,
|
|
225
|
+
automationId: `jevitate-check/${opts.suite.name}/`,
|
|
226
|
+
findings: defects.map((d) => ({ defect: d, gating: gating.includes(d), ...(statusOf(d) === undefined ? {} : { status: statusOf(d) }) })),
|
|
227
|
+
});
|
|
228
|
+
await writeFile(sarifPath, `${JSON.stringify(sarif, null, 2)}\n`, "utf8");
|
|
229
|
+
await writeFile(reportPath, renderReportMarkdown({ title: `jevitate check: ${opts.suite.name} — ${result.verdict}`, runs, defects, ...(diff === undefined ? {} : { diff }) }) +
|
|
230
|
+
(suiteUsage === undefined ? "" : `\n## Model cost\n\n${formatUsageLine(suiteUsage)}\n`), "utf8");
|
|
231
|
+
await writeFile(jsonPath, `${JSON.stringify({ v: 1, ok: true, data: result }, null, 2)}\n`, "utf8");
|
|
232
|
+
return result;
|
|
233
|
+
}
|
|
234
|
+
//# sourceMappingURL=check-api.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"check-api.js","sourceRoot":"","sources":["../src/check-api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,eAAe,EAAoB,MAAM,mBAAmB,CAAC;AACnF,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,oBAAoB,EAAE,WAAW,EAA6F,MAAM,oBAAoB,CAAC;AACtM,OAAO,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACtH,OAAO,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACvF,OAAO,EAAE,iBAAiB,EAA0H,MAAM,kBAAkB,CAAC;AAC7K,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAqC,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACvG,OAAO,EAAmC,UAAU,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC1F,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAqB,iBAAiB,EAA+D,mBAAmB,EAA4E,MAAM,kBAAkB,CAAC;AAEpO,MAAM,YAAY,GAAiB;IACjC,OAAO,EAAE,0BAA0B;IACnC,IAAI,EAAE,cAAc;IACpB,QAAQ,EAAE,kBAAkB;IAC5B,WAAW,EAAE,wBAAwB;IACrC,OAAO,EAAE,oBAAoB;IAC7B,SAAS,EAAE,mBAAmB;IAC9B,SAAS,EAAE,YAAY;CACxB,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAqB;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAiB,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAEnE,mEAAmE;IACnE,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO;QAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,aAAa,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAChF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IACvD,IAAI,EAAsC,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAA2B,EAAE;QAC5C,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,iBAAiB,CAAC,yFAAyF,CAAC,CAAC,CAAC;QACzK,EAAE,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;IACF,gFAAgF;IAChF,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC;QAAE,MAAM,QAAQ,EAAE,CAAC;IAC9E,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;IAClJ,MAAM,KAAK,GAAG,KAAK,IAAsC,EAAE,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACzH,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,GAAG,GAAgB,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACjG,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC;IAClC,IAAI,QAA4B,CAAC;IACjC,MAAM,QAAQ,GAA2E,EAAE,CAAC;IAC5F,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;QAC7C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,QAAQ,KAAK,OAAO,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,YAAY,OAAO,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YAChJ,SAAS;QACX,CAAC;QACD,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;QACjB,IAAI,EAAY,CAAC;QACjB,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACzH,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,EAAE,CAAC,CAAC;QACrD,IAAI,IAAI,KAAK,SAAS;YAAE,QAAQ,KAAK,IAAI,CAAC;QAC1C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,oEAAoE;IACpE,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC3C,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,EAAE,EAAE,UAAU,KAAK,SAAS;YAAE,SAAS;QAC3C,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACvC,IAAI,GAAG,KAAK,IAAI;YAAE,SAAS;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IAChC,CAAC;IACD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,IAA8B,CAAC;IACnC,IAAI,YAAqC,CAAC;IAC1C,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE;YAClD,IAAI;YACJ,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/E,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC;SACrB,CAAC,CAAC;QACH,IAAI,GAAG,QAAQ,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,CAAC,CAAqB,EAAW,EAAE;QAClD,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY;YAAE,OAAO,KAAK,CAAC;QACpE,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACpC,8EAA8E;QAC9E,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACnG,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IACxD,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,CAAqB,EAAmC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;IACpJ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAExC,MAAM,WAAW,GAAsB,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;QAC/E,MAAM,IAAI,GAAG;YACX,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnE,UAAU;SACX,CAAC;QACF,IAAI,EAAE,KAAK,SAAS;YAAE,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACxG,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAC/E,MAAM,GAAG,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxH,MAAM,OAAO,GAAG,EAAE,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QACvF,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,OAAO;YACP,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YAC7B,GAAG,CAAC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC;YACtD,GAAG,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,UAAU,EAAE,CAAC;YACrE,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;YAClD,GAAG,CAAC,EAAE,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC;YAC5D,GAAG,CAAC,EAAE,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,CAAC,WAAW,EAAE,CAAC;SACzE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;IACvE,MAAM,QAAQ,GAAc,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjG,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAE7C,MAAM,KAAK,GAAe,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC9C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACrB,yFAAyF;QACzF,MAAM,WAAW,GAAG;YAClB,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3J,CAAC;QACF,OAAO;YACL,KAAK,EAAE,CAAC,CAAC,MAAM;YACf,SAAS,EAAE,YAAY,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC9F,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,CAAC,CAAC,UAAU,GAAG,IAAI;YAC5B,MAAM,EAAE,CAAC,CAAC,OAAO;YACjB,GAAG,CAAC,CAAC,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC;YACnE,GAAG,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YACpD,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,KAAK,SAAS;gBAC/C,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,GAAG,CAAC,MAAM,uBAAuB,KAAK,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE;gBAC/G,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3G,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpF,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC,EAAE,CAAC;QAC/E,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/J,CAAC;IAED,MAAM,QAAQ,GAAmB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,OAAO;YACL,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YAC3C,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,KAAK,EAAE,CAAC;IACjC,MAAM,UAAU,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;IACrI,MAAM,MAAM,GAAgB;QAC1B,IAAI,EAAE,gBAAgB;QACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;QACtB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;QAC1B,OAAO,EAAE,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;QACzC,QAAQ;QACR,MAAM;QACN,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5E,SAAS;QACT,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC;QAC1C,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;QAC1D,KAAK,EAAE,WAAW;QAClB,QAAQ;QACR,OAAO,EAAE;YACP,KAAK,EAAE,WAAW,CAAC,MAAM;YACzB,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM;YAChE,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM;YAChE,MAAM;YACN,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM;YAClE,cAAc,EAAE,MAAM,CAAC,MAAM;SAC9B;QACD,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1I,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAChC,SAAS;QACT,SAAS;QACT,QAAQ;QACR,UAAU;KACX,CAAC;IAEF,MAAM,SAAS,CAAC,SAAS,EAAE,WAAW,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;IACxG,MAAM,KAAK,GAAG,WAAW,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC,OAAO;QAC3B,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5E,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;QAC1C,YAAY,EAAE,kBAAkB,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG;QAClD,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;KACzI,CAAC,CAAC;IACH,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1E,MAAM,SAAS,CACb,UAAU,EACV,oBAAoB,CAAC,EAAE,KAAK,EAAE,mBAAmB,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC/I,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,sBAAsB,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,EACzF,MAAM,CACP,CAAC;IACF,MAAM,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACpG,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { type UsageCounts } from "@jevitate/ai-core";
|
|
2
|
+
import type { SuiteBudget } from "./check-suite.js";
|
|
3
|
+
import { type BudgetReport } from "./check-types.js";
|
|
4
|
+
/** The suite's total budget. Exceeding any limit fails the check (fail closed). */
|
|
5
|
+
export declare class BudgetMeter {
|
|
6
|
+
#private;
|
|
7
|
+
constructor(limits: SuiteBudget, opts?: {
|
|
8
|
+
now?: () => number;
|
|
9
|
+
costKnownZero?: boolean;
|
|
10
|
+
});
|
|
11
|
+
get actions(): number;
|
|
12
|
+
/** Actions left (undefined: no action limit). */
|
|
13
|
+
remainingActions(): number | undefined;
|
|
14
|
+
minutes(): number;
|
|
15
|
+
/**
|
|
16
|
+
* The spend so far: 0 when no model call was made (or the gateways are fakes), the FULL total
|
|
17
|
+
* (Jev + generation, #163) when every call was priced, else undefined — a partial total is not a
|
|
18
|
+
* measurable spend, so a `maxUsd` budget fails closed on it rather than passing on an undercount.
|
|
19
|
+
*/
|
|
20
|
+
usd(usage: UsageCounts | undefined): number | undefined;
|
|
21
|
+
/** Records an item's actions and re-checks every limit. Returns why the budget is now exceeded, if it is. */
|
|
22
|
+
charge(actions: number, usage: UsageCounts | undefined): string | undefined;
|
|
23
|
+
/** Can another item start? Returns why not (the budget is exhausted or already exceeded). */
|
|
24
|
+
blocked(usage: UsageCounts | undefined): string | undefined;
|
|
25
|
+
report(usage: UsageCounts | undefined, exceeded: string | undefined): BudgetReport;
|
|
26
|
+
}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import { clock } from "@jevitate/domain";
|
|
2
|
+
// ── budget ───────────────────────────────────────────────────────────────────
|
|
3
|
+
/** Why a spend is not measurable: what could not be priced. */
|
|
4
|
+
function unmeasurable(usage) {
|
|
5
|
+
const missing = usage?.missing ?? [];
|
|
6
|
+
return `${usage?.priced === "none" ? "unpriced" : "only partially priced"}${missing.length === 0 ? "" : ` — missing: ${missing.join("; ")}`}`;
|
|
7
|
+
}
|
|
8
|
+
/** The suite's total budget. Exceeding any limit fails the check (fail closed). */
|
|
9
|
+
export class BudgetMeter {
|
|
10
|
+
#limits;
|
|
11
|
+
#now;
|
|
12
|
+
#start;
|
|
13
|
+
#costKnownZero;
|
|
14
|
+
#actions = 0;
|
|
15
|
+
#exceeded;
|
|
16
|
+
constructor(limits, opts = {}) {
|
|
17
|
+
this.#limits = limits;
|
|
18
|
+
this.#now = opts.now ?? clock.now;
|
|
19
|
+
this.#start = this.#now();
|
|
20
|
+
this.#costKnownZero = opts.costKnownZero === true;
|
|
21
|
+
}
|
|
22
|
+
get actions() {
|
|
23
|
+
return this.#actions;
|
|
24
|
+
}
|
|
25
|
+
/** Actions left (undefined: no action limit). */
|
|
26
|
+
remainingActions() {
|
|
27
|
+
return this.#limits.maxActions === undefined ? undefined : this.#limits.maxActions - this.#actions;
|
|
28
|
+
}
|
|
29
|
+
minutes() {
|
|
30
|
+
return (this.#now() - this.#start) / 60_000;
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* The spend so far: 0 when no model call was made (or the gateways are fakes), the FULL total
|
|
34
|
+
* (Jev + generation, #163) when every call was priced, else undefined — a partial total is not a
|
|
35
|
+
* measurable spend, so a `maxUsd` budget fails closed on it rather than passing on an undercount.
|
|
36
|
+
*/
|
|
37
|
+
usd(usage) {
|
|
38
|
+
if (usage === undefined || usage.judgments + usage.generations === 0)
|
|
39
|
+
return 0;
|
|
40
|
+
if (this.#costKnownZero)
|
|
41
|
+
return usage.totalUsd ?? 0;
|
|
42
|
+
return usage.priced === "full" ? (usage.totalUsd ?? 0) : undefined;
|
|
43
|
+
}
|
|
44
|
+
/** Records an item's actions and re-checks every limit. Returns why the budget is now exceeded, if it is. */
|
|
45
|
+
charge(actions, usage) {
|
|
46
|
+
this.#actions += actions;
|
|
47
|
+
const l = this.#limits;
|
|
48
|
+
if (this.#exceeded === undefined && l.maxActions !== undefined && this.#actions > l.maxActions) {
|
|
49
|
+
this.#exceeded = `action budget exceeded: ${this.#actions} > ${l.maxActions}`;
|
|
50
|
+
}
|
|
51
|
+
if (this.#exceeded === undefined && l.maxMinutes !== undefined && this.minutes() > l.maxMinutes) {
|
|
52
|
+
this.#exceeded = `time budget exceeded: ${this.minutes().toFixed(2)} > ${l.maxMinutes} min`;
|
|
53
|
+
}
|
|
54
|
+
if (this.#exceeded === undefined && l.maxUsd !== undefined) {
|
|
55
|
+
const usd = this.usd(usage);
|
|
56
|
+
if (usd === undefined)
|
|
57
|
+
this.#exceeded = `usd budget set but the model spend is ${unmeasurable(usage)} (spend not measurable)`;
|
|
58
|
+
else if (usd > l.maxUsd)
|
|
59
|
+
this.#exceeded = `usd budget exceeded: $${usd.toFixed(4)} > $${l.maxUsd}`;
|
|
60
|
+
}
|
|
61
|
+
return this.#exceeded;
|
|
62
|
+
}
|
|
63
|
+
/** Can another item start? Returns why not (the budget is exhausted or already exceeded). */
|
|
64
|
+
blocked(usage) {
|
|
65
|
+
if (this.#exceeded !== undefined)
|
|
66
|
+
return this.#exceeded;
|
|
67
|
+
const l = this.#limits;
|
|
68
|
+
if (l.maxActions !== undefined && this.#actions >= l.maxActions)
|
|
69
|
+
return `action budget exhausted: ${this.#actions}/${l.maxActions}`;
|
|
70
|
+
if (l.maxMinutes !== undefined && this.minutes() >= l.maxMinutes)
|
|
71
|
+
return `time budget exhausted: ${l.maxMinutes} min`;
|
|
72
|
+
if (l.maxUsd !== undefined) {
|
|
73
|
+
const usd = this.usd(usage);
|
|
74
|
+
if (usd === undefined)
|
|
75
|
+
return `usd budget set but the model spend is ${unmeasurable(usage)} (spend not measurable)`;
|
|
76
|
+
if (usd >= l.maxUsd)
|
|
77
|
+
return `usd budget exhausted: $${usd.toFixed(4)}/$${l.maxUsd}`;
|
|
78
|
+
}
|
|
79
|
+
return undefined;
|
|
80
|
+
}
|
|
81
|
+
report(usage, exceeded) {
|
|
82
|
+
const usd = this.usd(usage);
|
|
83
|
+
return {
|
|
84
|
+
limits: this.#limits,
|
|
85
|
+
used: { actions: this.#actions, minutes: Number(this.minutes().toFixed(3)), ...(usd === undefined ? {} : { usd }) },
|
|
86
|
+
...(exceeded === undefined ? {} : { exceeded }),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
//# sourceMappingURL=check-budget.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"check-budget.js","sourceRoot":"","sources":["../src/check-budget.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEzC,gFAAgF;AAEhF,+DAA+D;AAC/D,SAAS,YAAY,CAAC,KAA8B;IAClD,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;IACrC,OAAO,GAAG,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,uBAAuB,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;AAChJ,CAAC;AAED,mFAAmF;AACnF,MAAM,OAAO,WAAW;IACb,OAAO,CAAc;IACrB,IAAI,CAAe;IACnB,MAAM,CAAS;IACf,cAAc,CAAU;IACjC,QAAQ,GAAG,CAAC,CAAC;IACb,SAAS,CAAqB;IAE9B,YAAY,MAAmB,EAAE,OAAwD,EAAE;QACzF,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC;IACpD,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,iDAAiD;IACjD,gBAAgB;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC;IACrG,CAAC;IAED,OAAO;QACL,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAC9C,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,KAA8B;QAChC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QACpD,OAAO,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,CAAC;IAED,6GAA6G;IAC7G,MAAM,CAAC,OAAe,EAAE,KAA8B;QACpD,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;QACvB,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC;YAC/F,IAAI,CAAC,SAAS,GAAG,2BAA2B,IAAI,CAAC,QAAQ,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QAChF,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC;YAChG,IAAI,CAAC,SAAS,GAAG,yBAAyB,IAAI,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,MAAM,CAAC;QAC9F,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,GAAG,KAAK,SAAS;gBAAE,IAAI,CAAC,SAAS,GAAG,yCAAyC,YAAY,CAAC,KAAK,CAAC,yBAAyB,CAAC;iBACzH,IAAI,GAAG,GAAG,CAAC,CAAC,MAAM;gBAAE,IAAI,CAAC,SAAS,GAAG,yBAAyB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;QACrG,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,6FAA6F;IAC7F,OAAO,CAAC,KAA8B;QACpC,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QACxD,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;QACvB,IAAI,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU;YAAE,OAAO,4BAA4B,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;QACpI,IAAI,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,UAAU;YAAE,OAAO,0BAA0B,CAAC,CAAC,UAAU,MAAM,CAAC;QACtH,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,GAAG,KAAK,SAAS;gBAAE,OAAO,yCAAyC,YAAY,CAAC,KAAK,CAAC,yBAAyB,CAAC;YACpH,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM;gBAAE,OAAO,0BAA0B,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QACtF,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,KAA8B,EAAE,QAA4B;QACjE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YACnH,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;SAChD,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { Command } from "commander";
|
|
2
|
+
import type { BrowserLaunchOptions, BrowserPort } from "@jevitate/playwright";
|
|
3
|
+
import { type CheckGateways, type CheckRunners } from "./check-api.js";
|
|
4
|
+
/**
|
|
5
|
+
* `jevitate check --suite <file.json>` (#137). Registered by `program.ts`; its model gateways and
|
|
6
|
+
* browser wiring come in through `CheckCliDeps` so this file never builds a gateway itself.
|
|
7
|
+
*
|
|
8
|
+
* Exit codes (exit-codes.ts): 0 pass · 1 a gating (hard, or new vs `--baseline`) finding · 2 no
|
|
9
|
+
* gating finding but an item errored, the budget was exceeded, or the check itself failed · 64 the
|
|
10
|
+
* suite, preflight, targets file or AI setup was refused (a usage/input error: nothing ran).
|
|
11
|
+
*/
|
|
12
|
+
export interface CheckCliDeps {
|
|
13
|
+
/** Builds the explore gateways for `--real` / `--fake-ai` (program.ts's `buildExploreGateways`). */
|
|
14
|
+
readonly buildGateways: (sel: {
|
|
15
|
+
real: boolean;
|
|
16
|
+
fakeAi: boolean;
|
|
17
|
+
}) => Promise<CheckGateways>;
|
|
18
|
+
readonly journeysDir: string;
|
|
19
|
+
/** The site-policy database (`jevitate site policy set`) Journey items are gated by. */
|
|
20
|
+
readonly sitePolicyDbPath?: string;
|
|
21
|
+
readonly targetsConfigPath?: string;
|
|
22
|
+
/** #247: the environments file a Journey item's `env` names (default: the repo's `.jevitate/environments.json`). */
|
|
23
|
+
readonly environmentsFile?: string;
|
|
24
|
+
readonly browserPortFactory?: () => BrowserPort;
|
|
25
|
+
/** Maps the command's browser launch flags to launch options (program.ts's `browserLaunchFromFlags`). */
|
|
26
|
+
readonly browserLaunch?: (flags: object) => BrowserLaunchOptions | undefined;
|
|
27
|
+
readonly baselinesDir?: string;
|
|
28
|
+
/** Test seam: replace the runners. */
|
|
29
|
+
readonly runners?: Partial<CheckRunners>;
|
|
30
|
+
}
|
|
31
|
+
export declare function registerCheckCommand(program: Command, deps: CheckCliDeps, withLaunchFlags: (cmd: Command) => Command): void;
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import { MissingCredentialError, formatUsageLine } from "@jevitate/ai-core";
|
|
2
|
+
import { ok, fail } from "./envelope.js";
|
|
3
|
+
import { emitEnvelope } from "./cli-output.js";
|
|
4
|
+
import { CheckAiSetupError, CheckPreflightError, runCheck } from "./check-api.js";
|
|
5
|
+
import { SuiteError, loadSuite } from "./check-suite.js";
|
|
6
|
+
import { ReportInputError, defaultResultDirs } from "./report-api.js";
|
|
7
|
+
import { TargetConfigError, loadTargetsFile } from "./target-config.js";
|
|
8
|
+
/** #210: the envelope with --json; a refusal without it is an `error <CODE>: …` line (exit-codes.ts class). */
|
|
9
|
+
function emit(program, envelope, json, exitCode) {
|
|
10
|
+
emitEnvelope(program, envelope, { json, command: "check", ...(exitCode === undefined ? {} : { exitCode }) });
|
|
11
|
+
}
|
|
12
|
+
const collect = (v, prev) => [...prev, v];
|
|
13
|
+
const collectList = (v, prev) => [...prev, ...v.split(",").map((s) => s.trim()).filter((s) => s !== "")];
|
|
14
|
+
export function registerCheckCommand(program, deps, withLaunchFlags) {
|
|
15
|
+
withLaunchFlags(program
|
|
16
|
+
.command("check")
|
|
17
|
+
.description("CI regression gate: run a suite of Journeys, invariants, goals and missions within a budget; JUnit + SARIF + JSON"))
|
|
18
|
+
.requiredOption("--suite <file>", "the suite JSON (targets, promoted Journeys, invariant files, goals, missions, budget)")
|
|
19
|
+
.option("--target-build <id>", "the target's build/commit id, stamped on every result")
|
|
20
|
+
.option("--baseline <run|tag|last>", "only findings NOT in this baseline gate (a run, a `baseline tag`, or `last`)")
|
|
21
|
+
.option("--baseline-dir <dir>", "results dir holding baseline runs (repeatable; default: this check's results, then ~/.jevitate)", collect, [])
|
|
22
|
+
.option("--changed-routes <globs>", "only run Journeys and goals touching these route globs (comma list, repeatable), e.g. '/settings/**'", collectList, [])
|
|
23
|
+
.option("--out <dir>", "output dir: results/, junit.xml, jevitate.sarif, report.md, check.json", "jevitate-check")
|
|
24
|
+
.option("--junit <path>", "JUnit XML path (default <out>/junit.xml)")
|
|
25
|
+
.option("--sarif <path>", "SARIF path (default <out>/jevitate.sarif)")
|
|
26
|
+
.option("--json-out <path>", "JSON envelope path (default <out>/check.json)")
|
|
27
|
+
.option("--real", "use live Jev + OpenRouter gateways for goals and model-driven missions (requires keys)", false)
|
|
28
|
+
.option("--fake-ai", "use deterministic fake gateways (pipeline smoke only)", false)
|
|
29
|
+
.option("--json", "emit the JSON envelope (default: a one-line summary per item, then the envelope path)")
|
|
30
|
+
.action(async function () {
|
|
31
|
+
const o = this.opts();
|
|
32
|
+
try {
|
|
33
|
+
const suite = loadSuite(o.suite);
|
|
34
|
+
const real = o.real === true || (o.fakeAi !== true && suite.ai === "real");
|
|
35
|
+
const fakeAi = o.fakeAi === true || (o.real !== true && suite.ai === "fake");
|
|
36
|
+
const aiMode = real ? "real" : fakeAi ? "fake" : undefined;
|
|
37
|
+
const browser = deps.browserLaunch?.(this.opts());
|
|
38
|
+
const result = await runCheck({
|
|
39
|
+
suite,
|
|
40
|
+
suiteUri: o.suite,
|
|
41
|
+
outDir: o.out,
|
|
42
|
+
journeysDir: deps.journeysDir,
|
|
43
|
+
...(deps.sitePolicyDbPath === undefined ? {} : { sitePolicyDbPath: deps.sitePolicyDbPath }),
|
|
44
|
+
targetsConfig: loadTargetsFile(deps.targetsConfigPath),
|
|
45
|
+
...(deps.environmentsFile === undefined ? {} : { environmentsFile: deps.environmentsFile }),
|
|
46
|
+
...(o.targetBuild === undefined ? {} : { targetBuild: o.targetBuild }),
|
|
47
|
+
...(o.baseline === undefined ? {} : { baseline: o.baseline }),
|
|
48
|
+
...(o.baselineDir.length > 0 ? { baselineDirs: o.baselineDir } : o.baseline === undefined ? {} : { baselineDirs: [`${o.out}/results`, ...defaultResultDirs()] }),
|
|
49
|
+
...(deps.baselinesDir === undefined ? {} : { baselinesDir: deps.baselinesDir }),
|
|
50
|
+
...(o.changedRoutes.length > 0 ? { changedRoutes: o.changedRoutes } : {}),
|
|
51
|
+
...(o.junit === undefined ? {} : { junitPath: o.junit }),
|
|
52
|
+
...(o.sarif === undefined ? {} : { sarifPath: o.sarif }),
|
|
53
|
+
...(o.jsonOut === undefined ? {} : { jsonPath: o.jsonOut }),
|
|
54
|
+
...(aiMode === undefined ? {} : { aiMode, gateways: () => deps.buildGateways({ real, fakeAi }) }),
|
|
55
|
+
...(deps.browserPortFactory === undefined ? {} : { browserPortFactory: deps.browserPortFactory }),
|
|
56
|
+
...(browser === undefined ? {} : { browser }),
|
|
57
|
+
...(deps.runners === undefined ? {} : { runners: deps.runners }),
|
|
58
|
+
});
|
|
59
|
+
if (o.json)
|
|
60
|
+
emit(program, ok(result), true, result.exitCode);
|
|
61
|
+
else {
|
|
62
|
+
const out = program.configureOutput().writeOut;
|
|
63
|
+
const findingTitle = new Map(result.findings.map((f) => [f.key, f.title]));
|
|
64
|
+
for (const i of result.items) {
|
|
65
|
+
const reason = i.error !== undefined
|
|
66
|
+
? ` — ${i.error.message}`
|
|
67
|
+
: i.verdict === "failed" && i.gating.length > 0
|
|
68
|
+
? ` — ${i.gating.map((k) => findingTitle.get(k) ?? k).join("; ")}`
|
|
69
|
+
: "";
|
|
70
|
+
out?.(`${i.verdict.toUpperCase().padEnd(7)} ${i.target} ${i.kind} ${i.name}${reason}\n`);
|
|
71
|
+
}
|
|
72
|
+
// #213: 0 calls is nothing to report (not $0 vs "unpriced" noise) — omit the line entirely.
|
|
73
|
+
if (result.usage !== undefined && result.usage.judgments + result.usage.generations > 0) {
|
|
74
|
+
out?.(`COST ${formatUsageLine(result.usage)}\n`);
|
|
75
|
+
}
|
|
76
|
+
if (result.budget.exceeded !== undefined)
|
|
77
|
+
out?.(`BUDGET ${result.budget.exceeded}\n`);
|
|
78
|
+
// #213: exit 2 (an item errored, or the budget ran out, but no gating finding) is never
|
|
79
|
+
// headed FAIL — that reads as a defect was found when the run simply proved nothing.
|
|
80
|
+
const headline = result.exitCode === 0
|
|
81
|
+
? `PASS: ${result.summary.gatingFindings} gating finding(s)`
|
|
82
|
+
: result.exitCode === 1
|
|
83
|
+
? `FAIL: ${result.summary.gatingFindings} gating finding(s)`
|
|
84
|
+
: result.summary.errors > 0
|
|
85
|
+
? `ERROR: ${result.summary.errors} item(s) errored${result.budget.exceeded === undefined ? "" : " · budget exceeded"}`
|
|
86
|
+
: `INCONCLUSIVE: ${result.budget.exceeded ?? "the budget was exceeded before every item ran"}`;
|
|
87
|
+
out?.(`${headline} · ${result.jsonPath}\n`);
|
|
88
|
+
out?.(result.summary.gatingFindings > 0 ? "next: jevitate report (the findings by fingerprint) · jevitate verify-fix <fp> after a fix\n" : "next: jevitate report\n");
|
|
89
|
+
process.exitCode = result.exitCode;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
catch (err) {
|
|
93
|
+
if (err instanceof SuiteError ||
|
|
94
|
+
err instanceof CheckPreflightError ||
|
|
95
|
+
err instanceof CheckAiSetupError ||
|
|
96
|
+
err instanceof ReportInputError ||
|
|
97
|
+
err instanceof TargetConfigError) {
|
|
98
|
+
emit(program, fail(err.code, err.message), o.json === true);
|
|
99
|
+
}
|
|
100
|
+
else if (err instanceof MissingCredentialError || (err instanceof Error && err.name === "GatewaySelectionError")) {
|
|
101
|
+
emit(program, fail("E_AI_SETUP_REQUIRED", err.message), o.json === true);
|
|
102
|
+
}
|
|
103
|
+
else {
|
|
104
|
+
emit(program, fail("E_CHECK", err instanceof Error ? err.message : String(err)), o.json === true);
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=check-cli.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"check-cli.js","sourceRoot":"","sources":["../src/check-cli.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,EAAE,EAAE,IAAI,EAAqB,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,QAAQ,EAAyC,MAAM,gBAAgB,CAAC;AACzH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AA4BxE,+GAA+G;AAC/G,SAAS,IAAI,CAAC,OAAgB,EAAE,QAA+B,EAAE,IAAa,EAAE,QAAiB;IAC/F,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AAC/G,CAAC;AAED,MAAM,OAAO,GAAG,CAAC,CAAS,EAAE,IAAc,EAAY,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;AACtE,MAAM,WAAW,GAAG,CAAC,CAAS,EAAE,IAAc,EAAY,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AAErI,MAAM,UAAU,oBAAoB,CAAC,OAAgB,EAAE,IAAkB,EAAE,eAA0C;IACnH,eAAe,CACb,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,mHAAmH,CAAC,CACpI;SACE,cAAc,CAAC,gBAAgB,EAAE,uFAAuF,CAAC;SACzH,MAAM,CAAC,qBAAqB,EAAE,uDAAuD,CAAC;SACtF,MAAM,CAAC,2BAA2B,EAAE,8EAA8E,CAAC;SACnH,MAAM,CAAC,sBAAsB,EAAE,iGAAiG,EAAE,OAAO,EAAE,EAAc,CAAC;SAC1J,MAAM,CAAC,0BAA0B,EAAE,sGAAsG,EAAE,WAAW,EAAE,EAAc,CAAC;SACvK,MAAM,CAAC,aAAa,EAAE,wEAAwE,EAAE,gBAAgB,CAAC;SACjH,MAAM,CAAC,gBAAgB,EAAE,0CAA0C,CAAC;SACpE,MAAM,CAAC,gBAAgB,EAAE,2CAA2C,CAAC;SACrE,MAAM,CAAC,mBAAmB,EAAE,+CAA+C,CAAC;SAC5E,MAAM,CAAC,QAAQ,EAAE,wFAAwF,EAAE,KAAK,CAAC;SACjH,MAAM,CAAC,WAAW,EAAE,uDAAuD,EAAE,KAAK,CAAC;SACnF,MAAM,CAAC,QAAQ,EAAE,uFAAuF,CAAC;SACzG,MAAM,CAAC,KAAK;QACX,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAaf,CAAC;QACL,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;YAC3E,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;YAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;gBAC5B,KAAK;gBACL,QAAQ,EAAE,CAAC,CAAC,KAAK;gBACjB,MAAM,EAAE,CAAC,CAAC,GAAG;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,GAAG,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3F,aAAa,EAAE,eAAe,CAAC,IAAI,CAAC,iBAAiB,CAAC;gBACtD,GAAG,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3F,GAAG,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACtE,GAAG,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC7D,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,GAAG,iBAAiB,EAAE,CAAC,EAAE,CAAC;gBAChK,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC/E,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzE,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;gBACxD,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;gBACxD,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC3D,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBACjG,GAAG,CAAC,IAAI,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACjG,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;gBAC7C,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;aACjE,CAAC,CAAC;YACH,IAAI,CAAC,CAAC,IAAI;gBAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;iBACxD,CAAC;gBACJ,MAAM,GAAG,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC;gBAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC3E,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBAC7B,MAAM,MAAM,GACV,CAAC,CAAC,KAAK,KAAK,SAAS;wBACnB,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE;wBACzB,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;4BAC7C,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;4BAClE,CAAC,CAAC,EAAE,CAAC;oBACX,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC;gBAC3F,CAAC;gBACD,4FAA4F;gBAC5F,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;oBACxF,GAAG,EAAE,CAAC,WAAW,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtD,CAAC;gBACD,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS;oBAAE,GAAG,EAAE,CAAC,WAAW,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;gBACvF,wFAAwF;gBACxF,qFAAqF;gBACrF,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ,KAAK,CAAC;oBACnB,CAAC,CAAC,SAAS,MAAM,CAAC,OAAO,CAAC,cAAc,oBAAoB;oBAC5D,CAAC,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC;wBACrB,CAAC,CAAC,SAAS,MAAM,CAAC,OAAO,CAAC,cAAc,oBAAoB;wBAC5D,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;4BACzB,CAAC,CAAC,UAAU,MAAM,CAAC,OAAO,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,oBAAoB,EAAE;4BACtH,CAAC,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,+CAA+C,EAAE,CAAC;gBACvG,GAAG,EAAE,CAAC,GAAG,QAAQ,MAAM,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;gBAC5C,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,8FAA8F,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC;gBACtK,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACrC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IACE,GAAG,YAAY,UAAU;gBACzB,GAAG,YAAY,mBAAmB;gBAClC,GAAG,YAAY,iBAAiB;gBAChC,GAAG,YAAY,gBAAgB;gBAC/B,GAAG,YAAY,iBAAiB,EAChC,CAAC;gBACD,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC9D,CAAC;iBAAM,IAAI,GAAG,YAAY,sBAAsB,IAAI,CAAC,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAuB,CAAC,EAAE,CAAC;gBACnH,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,qBAAqB,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC3E,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YACpG,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { type ConsolidatedDefect } from "@jevitate/findings";
|
|
2
|
+
import { type EngineInfo } from "./engine.js";
|
|
3
|
+
import { type CheckGateways, type CheckRunners, type RunCheckOptions } from "./check-types.js";
|
|
4
|
+
import { type Planned } from "./check-plan.js";
|
|
5
|
+
export interface Executed {
|
|
6
|
+
readonly status: "ran" | "error";
|
|
7
|
+
readonly resultPath?: string;
|
|
8
|
+
readonly outcome?: string;
|
|
9
|
+
readonly goalOutcome?: string;
|
|
10
|
+
readonly actions: number;
|
|
11
|
+
readonly error?: {
|
|
12
|
+
type: string;
|
|
13
|
+
message: string;
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
export interface ExecContext {
|
|
17
|
+
readonly opts: RunCheckOptions;
|
|
18
|
+
readonly runners: CheckRunners;
|
|
19
|
+
readonly resultsDir: string;
|
|
20
|
+
readonly gateways: () => Promise<CheckGateways>;
|
|
21
|
+
readonly engine: EngineInfo;
|
|
22
|
+
readonly seq: () => string;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* #293: a journey-anchored mission item runs between the target's fixture setup and restore (as a
|
|
26
|
+
* Journey item does), so one stop point's side effects never leak into the next of a sweep.
|
|
27
|
+
*/
|
|
28
|
+
export declare function execute(item: Planned, ctx: ExecContext, remaining: number | undefined): Promise<Executed>;
|
|
29
|
+
export declare function caseDetail(defects: readonly ConsolidatedDefect[]): string;
|