prose-qa 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +570 -0
- package/dist/agent/bash.d.ts +52 -0
- package/dist/agent/bash.d.ts.map +1 -0
- package/dist/agent/bash.js +186 -0
- package/dist/agent/bash.js.map +1 -0
- package/dist/agent/bash.test.d.ts +2 -0
- package/dist/agent/bash.test.d.ts.map +1 -0
- package/dist/agent/bash.test.js +70 -0
- package/dist/agent/bash.test.js.map +1 -0
- package/dist/agent/llm-model.d.ts +5 -0
- package/dist/agent/llm-model.d.ts.map +1 -0
- package/dist/agent/llm-model.js +29 -0
- package/dist/agent/llm-model.js.map +1 -0
- package/dist/agent/llm-model.test.d.ts +2 -0
- package/dist/agent/llm-model.test.d.ts.map +1 -0
- package/dist/agent/llm-model.test.js +28 -0
- package/dist/agent/llm-model.test.js.map +1 -0
- package/dist/agent/prompt.d.ts +17 -0
- package/dist/agent/prompt.d.ts.map +1 -0
- package/dist/agent/prompt.js +97 -0
- package/dist/agent/prompt.js.map +1 -0
- package/dist/agent/prompt.test.d.ts +2 -0
- package/dist/agent/prompt.test.d.ts.map +1 -0
- package/dist/agent/prompt.test.js +124 -0
- package/dist/agent/prompt.test.js.map +1 -0
- package/dist/agent/provider-options.d.ts +8 -0
- package/dist/agent/provider-options.d.ts.map +1 -0
- package/dist/agent/provider-options.js +115 -0
- package/dist/agent/provider-options.js.map +1 -0
- package/dist/agent/provider-options.test.d.ts +2 -0
- package/dist/agent/provider-options.test.d.ts.map +1 -0
- package/dist/agent/provider-options.test.js +114 -0
- package/dist/agent/provider-options.test.js.map +1 -0
- package/dist/agent/runner.d.ts +27 -0
- package/dist/agent/runner.d.ts.map +1 -0
- package/dist/agent/runner.js +291 -0
- package/dist/agent/runner.js.map +1 -0
- package/dist/agent/verdict-retry-prompt.d.ts +3 -0
- package/dist/agent/verdict-retry-prompt.d.ts.map +1 -0
- package/dist/agent/verdict-retry-prompt.js +18 -0
- package/dist/agent/verdict-retry-prompt.js.map +1 -0
- package/dist/agent/verdict-retry-prompt.test.d.ts +2 -0
- package/dist/agent/verdict-retry-prompt.test.d.ts.map +1 -0
- package/dist/agent/verdict-retry-prompt.test.js +25 -0
- package/dist/agent/verdict-retry-prompt.test.js.map +1 -0
- package/dist/agent/verdict.d.ts +31 -0
- package/dist/agent/verdict.d.ts.map +1 -0
- package/dist/agent/verdict.js +123 -0
- package/dist/agent/verdict.js.map +1 -0
- package/dist/agent/verdict.test.d.ts +2 -0
- package/dist/agent/verdict.test.d.ts.map +1 -0
- package/dist/agent/verdict.test.js +156 -0
- package/dist/agent/verdict.test.js.map +1 -0
- package/dist/analyze/build-context.d.ts +58 -0
- package/dist/analyze/build-context.d.ts.map +1 -0
- package/dist/analyze/build-context.js +141 -0
- package/dist/analyze/build-context.js.map +1 -0
- package/dist/analyze/build-context.test.d.ts +2 -0
- package/dist/analyze/build-context.test.d.ts.map +1 -0
- package/dist/analyze/build-context.test.js +118 -0
- package/dist/analyze/build-context.test.js.map +1 -0
- package/dist/analyze/compare-runs.d.ts +49 -0
- package/dist/analyze/compare-runs.d.ts.map +1 -0
- package/dist/analyze/compare-runs.js +214 -0
- package/dist/analyze/compare-runs.js.map +1 -0
- package/dist/analyze/compare-runs.test.d.ts +2 -0
- package/dist/analyze/compare-runs.test.d.ts.map +1 -0
- package/dist/analyze/compare-runs.test.js +139 -0
- package/dist/analyze/compare-runs.test.js.map +1 -0
- package/dist/analyze/diff-hunks.d.ts +16 -0
- package/dist/analyze/diff-hunks.d.ts.map +1 -0
- package/dist/analyze/diff-hunks.js +287 -0
- package/dist/analyze/diff-hunks.js.map +1 -0
- package/dist/analyze/diff-hunks.test.d.ts +2 -0
- package/dist/analyze/diff-hunks.test.d.ts.map +1 -0
- package/dist/analyze/diff-hunks.test.js +54 -0
- package/dist/analyze/diff-hunks.test.js.map +1 -0
- package/dist/analyze/hunk-editor.d.ts +8 -0
- package/dist/analyze/hunk-editor.d.ts.map +1 -0
- package/dist/analyze/hunk-editor.js +129 -0
- package/dist/analyze/hunk-editor.js.map +1 -0
- package/dist/analyze/hunk-editor.test.d.ts +2 -0
- package/dist/analyze/hunk-editor.test.d.ts.map +1 -0
- package/dist/analyze/hunk-editor.test.js +48 -0
- package/dist/analyze/hunk-editor.test.js.map +1 -0
- package/dist/analyze/index.d.ts +23 -0
- package/dist/analyze/index.d.ts.map +1 -0
- package/dist/analyze/index.js +122 -0
- package/dist/analyze/index.js.map +1 -0
- package/dist/analyze/llm-fix.d.ts +11 -0
- package/dist/analyze/llm-fix.d.ts.map +1 -0
- package/dist/analyze/llm-fix.js +76 -0
- package/dist/analyze/llm-fix.js.map +1 -0
- package/dist/analyze/parse-proposal.d.ts +41 -0
- package/dist/analyze/parse-proposal.d.ts.map +1 -0
- package/dist/analyze/parse-proposal.js +53 -0
- package/dist/analyze/parse-proposal.js.map +1 -0
- package/dist/analyze/parse-proposal.test.d.ts +2 -0
- package/dist/analyze/parse-proposal.test.d.ts.map +1 -0
- package/dist/analyze/parse-proposal.test.js +40 -0
- package/dist/analyze/parse-proposal.test.js.map +1 -0
- package/dist/analyze/repl.d.ts +28 -0
- package/dist/analyze/repl.d.ts.map +1 -0
- package/dist/analyze/repl.js +284 -0
- package/dist/analyze/repl.js.map +1 -0
- package/dist/analyze/repl.test.d.ts +2 -0
- package/dist/analyze/repl.test.d.ts.map +1 -0
- package/dist/analyze/repl.test.js +101 -0
- package/dist/analyze/repl.test.js.map +1 -0
- package/dist/analyze/suggest.d.ts +5 -0
- package/dist/analyze/suggest.d.ts.map +1 -0
- package/dist/analyze/suggest.js +75 -0
- package/dist/analyze/suggest.js.map +1 -0
- package/dist/analyze/suggest.test.d.ts +2 -0
- package/dist/analyze/suggest.test.d.ts.map +1 -0
- package/dist/analyze/suggest.test.js +53 -0
- package/dist/analyze/suggest.test.js.map +1 -0
- package/dist/analyze/validate-markdown.d.ts +3 -0
- package/dist/analyze/validate-markdown.d.ts.map +1 -0
- package/dist/analyze/validate-markdown.js +25 -0
- package/dist/analyze/validate-markdown.js.map +1 -0
- package/dist/artifacts/policy.d.ts +9 -0
- package/dist/artifacts/policy.d.ts.map +1 -0
- package/dist/artifacts/policy.js +46 -0
- package/dist/artifacts/policy.js.map +1 -0
- package/dist/artifacts/policy.test.d.ts +2 -0
- package/dist/artifacts/policy.test.d.ts.map +1 -0
- package/dist/artifacts/policy.test.js +73 -0
- package/dist/artifacts/policy.test.js.map +1 -0
- package/dist/auth/resolve.d.ts +22 -0
- package/dist/auth/resolve.d.ts.map +1 -0
- package/dist/auth/resolve.js +148 -0
- package/dist/auth/resolve.js.map +1 -0
- package/dist/auth/store.d.ts +23 -0
- package/dist/auth/store.d.ts.map +1 -0
- package/dist/auth/store.js +103 -0
- package/dist/auth/store.js.map +1 -0
- package/dist/cache/generate.d.ts +8 -0
- package/dist/cache/generate.d.ts.map +1 -0
- package/dist/cache/generate.js +61 -0
- package/dist/cache/generate.js.map +1 -0
- package/dist/cache/hash.d.ts +5 -0
- package/dist/cache/hash.d.ts.map +1 -0
- package/dist/cache/hash.js +21 -0
- package/dist/cache/hash.js.map +1 -0
- package/dist/cache/hash.test.d.ts +2 -0
- package/dist/cache/hash.test.d.ts.map +1 -0
- package/dist/cache/hash.test.js +42 -0
- package/dist/cache/hash.test.js.map +1 -0
- package/dist/cache/resolve.d.ts +5 -0
- package/dist/cache/resolve.d.ts.map +1 -0
- package/dist/cache/resolve.js +8 -0
- package/dist/cache/resolve.js.map +1 -0
- package/dist/cache/store.d.ts +20 -0
- package/dist/cache/store.d.ts.map +1 -0
- package/dist/cache/store.js +90 -0
- package/dist/cache/store.js.map +1 -0
- package/dist/cache/store.test.d.ts +2 -0
- package/dist/cache/store.test.d.ts.map +1 -0
- package/dist/cache/store.test.js +101 -0
- package/dist/cache/store.test.js.map +1 -0
- package/dist/cli/analyze.d.ts +21 -0
- package/dist/cli/analyze.d.ts.map +1 -0
- package/dist/cli/analyze.js +148 -0
- package/dist/cli/analyze.js.map +1 -0
- package/dist/cli/concurrency.d.ts +17 -0
- package/dist/cli/concurrency.d.ts.map +1 -0
- package/dist/cli/concurrency.js +56 -0
- package/dist/cli/concurrency.js.map +1 -0
- package/dist/cli/concurrency.test.d.ts +2 -0
- package/dist/cli/concurrency.test.d.ts.map +1 -0
- package/dist/cli/concurrency.test.js +74 -0
- package/dist/cli/concurrency.test.js.map +1 -0
- package/dist/cli/config.d.ts +2 -0
- package/dist/cli/config.d.ts.map +1 -0
- package/dist/cli/config.js +14 -0
- package/dist/cli/config.js.map +1 -0
- package/dist/cli/help.d.ts +23 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +458 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/help.test.d.ts +2 -0
- package/dist/cli/help.test.d.ts.map +1 -0
- package/dist/cli/help.test.js +41 -0
- package/dist/cli/help.test.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +300 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/mcp.d.ts +6 -0
- package/dist/cli/mcp.d.ts.map +1 -0
- package/dist/cli/mcp.js +17 -0
- package/dist/cli/mcp.js.map +1 -0
- package/dist/cli/record.d.ts +27 -0
- package/dist/cli/record.d.ts.map +1 -0
- package/dist/cli/record.js +244 -0
- package/dist/cli/record.js.map +1 -0
- package/dist/cli/run.d.ts +11 -0
- package/dist/cli/run.d.ts.map +1 -0
- package/dist/cli/run.js +676 -0
- package/dist/cli/run.js.map +1 -0
- package/dist/cli/subprocess.d.ts +19 -0
- package/dist/cli/subprocess.d.ts.map +1 -0
- package/dist/cli/subprocess.js +142 -0
- package/dist/cli/subprocess.js.map +1 -0
- package/dist/cli/subprocess.test.d.ts +2 -0
- package/dist/cli/subprocess.test.d.ts.map +1 -0
- package/dist/cli/subprocess.test.js +76 -0
- package/dist/cli/subprocess.test.js.map +1 -0
- package/dist/cli/tags.d.ts +5 -0
- package/dist/cli/tags.d.ts.map +1 -0
- package/dist/cli/tags.js +33 -0
- package/dist/cli/tags.js.map +1 -0
- package/dist/cli/tags.test.d.ts +2 -0
- package/dist/cli/tags.test.d.ts.map +1 -0
- package/dist/cli/tags.test.js +31 -0
- package/dist/cli/tags.test.js.map +1 -0
- package/dist/config/env-vars.d.ts +2 -0
- package/dist/config/env-vars.d.ts.map +1 -0
- package/dist/config/env-vars.js +14 -0
- package/dist/config/env-vars.js.map +1 -0
- package/dist/config/env.d.ts +2 -0
- package/dist/config/env.d.ts.map +1 -0
- package/dist/config/env.js +9 -0
- package/dist/config/env.js.map +1 -0
- package/dist/config/lightpanda.d.ts +6 -0
- package/dist/config/lightpanda.d.ts.map +1 -0
- package/dist/config/lightpanda.js +38 -0
- package/dist/config/lightpanda.js.map +1 -0
- package/dist/config/lightpanda.test.d.ts +2 -0
- package/dist/config/lightpanda.test.d.ts.map +1 -0
- package/dist/config/lightpanda.test.js +46 -0
- package/dist/config/lightpanda.test.js.map +1 -0
- package/dist/config/load.d.ts +22 -0
- package/dist/config/load.d.ts.map +1 -0
- package/dist/config/load.js +242 -0
- package/dist/config/load.js.map +1 -0
- package/dist/config/load.test.d.ts +2 -0
- package/dist/config/load.test.d.ts.map +1 -0
- package/dist/config/load.test.js +86 -0
- package/dist/config/load.test.js.map +1 -0
- package/dist/config/set.d.ts +8 -0
- package/dist/config/set.d.ts.map +1 -0
- package/dist/config/set.js +93 -0
- package/dist/config/set.js.map +1 -0
- package/dist/config/set.test.d.ts +2 -0
- package/dist/config/set.test.d.ts.map +1 -0
- package/dist/config/set.test.js +98 -0
- package/dist/config/set.test.js.map +1 -0
- package/dist/healing/classify.d.ts +15 -0
- package/dist/healing/classify.d.ts.map +1 -0
- package/dist/healing/classify.js +209 -0
- package/dist/healing/classify.js.map +1 -0
- package/dist/healing/classify.test.d.ts +2 -0
- package/dist/healing/classify.test.d.ts.map +1 -0
- package/dist/healing/classify.test.js +167 -0
- package/dist/healing/classify.test.js.map +1 -0
- package/dist/healing/recovery-prompt.d.ts +3 -0
- package/dist/healing/recovery-prompt.d.ts.map +1 -0
- package/dist/healing/recovery-prompt.js +22 -0
- package/dist/healing/recovery-prompt.js.map +1 -0
- package/dist/mcp/inline-scenario.d.ts +13 -0
- package/dist/mcp/inline-scenario.d.ts.map +1 -0
- package/dist/mcp/inline-scenario.js +23 -0
- package/dist/mcp/inline-scenario.js.map +1 -0
- package/dist/mcp/server.d.ts +4 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +186 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/skill.d.ts +5 -0
- package/dist/mcp/skill.d.ts.map +1 -0
- package/dist/mcp/skill.js +38 -0
- package/dist/mcp/skill.js.map +1 -0
- package/dist/mcp/skill.test.d.ts +2 -0
- package/dist/mcp/skill.test.d.ts.map +1 -0
- package/dist/mcp/skill.test.js +18 -0
- package/dist/mcp/skill.test.js.map +1 -0
- package/dist/paths.d.ts +12 -0
- package/dist/paths.d.ts.map +1 -0
- package/dist/paths.js +61 -0
- package/dist/paths.js.map +1 -0
- package/dist/prompt/load.d.ts +4 -0
- package/dist/prompt/load.d.ts.map +1 -0
- package/dist/prompt/load.js +19 -0
- package/dist/prompt/load.js.map +1 -0
- package/dist/recorder/bridge-process.d.ts +14 -0
- package/dist/recorder/bridge-process.d.ts.map +1 -0
- package/dist/recorder/bridge-process.js +133 -0
- package/dist/recorder/bridge-process.js.map +1 -0
- package/dist/recorder/bridge-process.test.d.ts +2 -0
- package/dist/recorder/bridge-process.test.d.ts.map +1 -0
- package/dist/recorder/bridge-process.test.js +36 -0
- package/dist/recorder/bridge-process.test.js.map +1 -0
- package/dist/recorder/bridge-worker.d.ts +2 -0
- package/dist/recorder/bridge-worker.d.ts.map +1 -0
- package/dist/recorder/bridge-worker.js +76 -0
- package/dist/recorder/bridge-worker.js.map +1 -0
- package/dist/recorder/bridge.d.ts +12 -0
- package/dist/recorder/bridge.d.ts.map +1 -0
- package/dist/recorder/bridge.js +61 -0
- package/dist/recorder/bridge.js.map +1 -0
- package/dist/recorder/bridge.test.d.ts +2 -0
- package/dist/recorder/bridge.test.d.ts.map +1 -0
- package/dist/recorder/bridge.test.js +21 -0
- package/dist/recorder/bridge.test.js.map +1 -0
- package/dist/recorder/enrich-event.d.ts +31 -0
- package/dist/recorder/enrich-event.d.ts.map +1 -0
- package/dist/recorder/enrich-event.js +91 -0
- package/dist/recorder/enrich-event.js.map +1 -0
- package/dist/recorder/events.d.ts +11 -0
- package/dist/recorder/events.d.ts.map +1 -0
- package/dist/recorder/events.js +42 -0
- package/dist/recorder/events.js.map +1 -0
- package/dist/recorder/events.test.d.ts +2 -0
- package/dist/recorder/events.test.d.ts.map +1 -0
- package/dist/recorder/events.test.js +40 -0
- package/dist/recorder/events.test.js.map +1 -0
- package/dist/recorder/generate-scenario.d.ts +16 -0
- package/dist/recorder/generate-scenario.d.ts.map +1 -0
- package/dist/recorder/generate-scenario.js +78 -0
- package/dist/recorder/generate-scenario.js.map +1 -0
- package/dist/recorder/in-page-helpers.d.ts +6 -0
- package/dist/recorder/in-page-helpers.d.ts.map +1 -0
- package/dist/recorder/in-page-helpers.js +238 -0
- package/dist/recorder/in-page-helpers.js.map +1 -0
- package/dist/recorder/in-page-helpers.test.d.ts +2 -0
- package/dist/recorder/in-page-helpers.test.d.ts.map +1 -0
- package/dist/recorder/in-page-helpers.test.js +186 -0
- package/dist/recorder/in-page-helpers.test.js.map +1 -0
- package/dist/recorder/page-script.d.ts +7 -0
- package/dist/recorder/page-script.d.ts.map +1 -0
- package/dist/recorder/page-script.js +132 -0
- package/dist/recorder/page-script.js.map +1 -0
- package/dist/recorder/redact.d.ts +8 -0
- package/dist/recorder/redact.d.ts.map +1 -0
- package/dist/recorder/redact.js +26 -0
- package/dist/recorder/redact.js.map +1 -0
- package/dist/recorder/redact.test.d.ts +2 -0
- package/dist/recorder/redact.test.d.ts.map +1 -0
- package/dist/recorder/redact.test.js +27 -0
- package/dist/recorder/redact.test.js.map +1 -0
- package/dist/recorder/session.d.ts +8 -0
- package/dist/recorder/session.d.ts.map +1 -0
- package/dist/recorder/session.js +28 -0
- package/dist/recorder/session.js.map +1 -0
- package/dist/recorder/snapshot-match.d.ts +22 -0
- package/dist/recorder/snapshot-match.d.ts.map +1 -0
- package/dist/recorder/snapshot-match.js +102 -0
- package/dist/recorder/snapshot-match.js.map +1 -0
- package/dist/recorder/snapshot-match.test.d.ts +2 -0
- package/dist/recorder/snapshot-match.test.d.ts.map +1 -0
- package/dist/recorder/snapshot-match.test.js +34 -0
- package/dist/recorder/snapshot-match.test.js.map +1 -0
- package/dist/redact/env-secrets.d.ts +14 -0
- package/dist/redact/env-secrets.d.ts.map +1 -0
- package/dist/redact/env-secrets.js +86 -0
- package/dist/redact/env-secrets.js.map +1 -0
- package/dist/redact/env-secrets.test.d.ts +2 -0
- package/dist/redact/env-secrets.test.d.ts.map +1 -0
- package/dist/redact/env-secrets.test.js +103 -0
- package/dist/redact/env-secrets.test.js.map +1 -0
- package/dist/reporter/export.d.ts +14 -0
- package/dist/reporter/export.d.ts.map +1 -0
- package/dist/reporter/export.js +53 -0
- package/dist/reporter/export.js.map +1 -0
- package/dist/reporter/export.test.d.ts +2 -0
- package/dist/reporter/export.test.d.ts.map +1 -0
- package/dist/reporter/export.test.js +100 -0
- package/dist/reporter/export.test.js.map +1 -0
- package/dist/reporter/index.d.ts +11 -0
- package/dist/reporter/index.d.ts.map +1 -0
- package/dist/reporter/index.js +161 -0
- package/dist/reporter/index.js.map +1 -0
- package/dist/reporter/index.test.d.ts +2 -0
- package/dist/reporter/index.test.d.ts.map +1 -0
- package/dist/reporter/index.test.js +61 -0
- package/dist/reporter/index.test.js.map +1 -0
- package/dist/scenarios/globs.d.ts +15 -0
- package/dist/scenarios/globs.d.ts.map +1 -0
- package/dist/scenarios/globs.js +48 -0
- package/dist/scenarios/globs.js.map +1 -0
- package/dist/scenarios/globs.test.d.ts +2 -0
- package/dist/scenarios/globs.test.d.ts.map +1 -0
- package/dist/scenarios/globs.test.js +53 -0
- package/dist/scenarios/globs.test.js.map +1 -0
- package/dist/scenarios/parser.d.ts +15 -0
- package/dist/scenarios/parser.d.ts.map +1 -0
- package/dist/scenarios/parser.js +278 -0
- package/dist/scenarios/parser.js.map +1 -0
- package/dist/scenarios/parser.test.d.ts +2 -0
- package/dist/scenarios/parser.test.d.ts.map +1 -0
- package/dist/scenarios/parser.test.js +373 -0
- package/dist/scenarios/parser.test.js.map +1 -0
- package/dist/skills/loader.d.ts +10 -0
- package/dist/skills/loader.d.ts.map +1 -0
- package/dist/skills/loader.js +98 -0
- package/dist/skills/loader.js.map +1 -0
- package/dist/types/config.d.ts +131 -0
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js +2 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/recorder.d.ts +71 -0
- package/dist/types/recorder.d.ts.map +1 -0
- package/dist/types/recorder.js +2 -0
- package/dist/types/recorder.js.map +1 -0
- package/dist/types/scenario.d.ts +41 -0
- package/dist/types/scenario.d.ts.map +1 -0
- package/dist/types/scenario.js +2 -0
- package/dist/types/scenario.js.map +1 -0
- package/dist/types/skill.d.ts +20 -0
- package/dist/types/skill.d.ts.map +1 -0
- package/dist/types/skill.js +13 -0
- package/dist/types/skill.js.map +1 -0
- package/dist/types/verdict.d.ts +82 -0
- package/dist/types/verdict.d.ts.map +1 -0
- package/dist/types/verdict.js +13 -0
- package/dist/types/verdict.js.map +1 -0
- package/package.json +75 -0
- package/pqa.config.ts +82 -0
- package/prompt/ANALYZE-FLAKY.md +62 -0
- package/prompt/ANALYZE.md +110 -0
- package/prompt/CACHE-HINTS.md +49 -0
- package/prompt/RECORD.md +114 -0
- package/prompt/SYSTEM.md +118 -0
- package/skills/agent-browser/SKILL.md +2438 -0
- package/skills/create-pqa-scenario/SKILL.md +273 -0
|
@@ -0,0 +1,209 @@
|
|
|
1
|
+
import { resolveHealingConfig } from "../config/load.js";
|
|
2
|
+
import { getTranscriptBashEntries, getTranscriptMessages } from "../agent/verdict.js";
|
|
3
|
+
const STEPS_COMPLETED_RE = /all \d+ steps|steps completed|step \d+ done|steps completed successfully/i;
|
|
4
|
+
const END_STATE_MISMATCH_RE = /after completing|current page|no longer|detail page|replaced|not present on|final state|end state|navigating to a project/i;
|
|
5
|
+
const PRODUCT_STATE_RE = /disabled|blocked|incomplete|before adding|must complete|cannot add|not allowed|error message|validation error|complete the client/i;
|
|
6
|
+
function failedCheckpointResults(verdict) {
|
|
7
|
+
return verdict?.checkpoints.filter((c) => !c.pass) ?? [];
|
|
8
|
+
}
|
|
9
|
+
function checkpointKindForAssertion(scenario, assertion) {
|
|
10
|
+
const match = scenario?.checkpoints.find((c) => c.raw === assertion);
|
|
11
|
+
return match?.kind ?? "unknown";
|
|
12
|
+
}
|
|
13
|
+
function matchesPatterns(text, patterns) {
|
|
14
|
+
const lower = text.toLowerCase();
|
|
15
|
+
return patterns.filter((p) => {
|
|
16
|
+
try {
|
|
17
|
+
return new RegExp(p, "i").test(lower);
|
|
18
|
+
}
|
|
19
|
+
catch {
|
|
20
|
+
return lower.includes(p.toLowerCase());
|
|
21
|
+
}
|
|
22
|
+
});
|
|
23
|
+
}
|
|
24
|
+
function collectTransientSignals(result, patterns) {
|
|
25
|
+
const hits = new Set();
|
|
26
|
+
for (const entry of getTranscriptBashEntries(result.transcript)) {
|
|
27
|
+
if (!entry.command.includes("agent-browser"))
|
|
28
|
+
continue;
|
|
29
|
+
const blob = `${entry.stdout}\n${entry.stderr}`;
|
|
30
|
+
const matched = matchesPatterns(blob, patterns);
|
|
31
|
+
if (entry.exitCode !== 0 && matched.length > 0) {
|
|
32
|
+
for (const m of matched)
|
|
33
|
+
hits.add(`bash:${m}`);
|
|
34
|
+
}
|
|
35
|
+
if (matched.length > 0 && entry.exitCode !== 0) {
|
|
36
|
+
hits.add(`bash-exit-${entry.exitCode}`);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
for (const cp of failedCheckpointResults(result.verdict)) {
|
|
40
|
+
for (const m of matchesPatterns(cp.reason, patterns)) {
|
|
41
|
+
hits.add(`reason:${m}`);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (result.error) {
|
|
45
|
+
for (const m of matchesPatterns(result.error, patterns)) {
|
|
46
|
+
hits.add(`error:${m}`);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
return [...hits];
|
|
50
|
+
}
|
|
51
|
+
function stepsCompletedSignal(result) {
|
|
52
|
+
const summary = result.verdict?.summary ?? "";
|
|
53
|
+
if (STEPS_COMPLETED_RE.test(summary))
|
|
54
|
+
return true;
|
|
55
|
+
for (const msg of getTranscriptMessages(result.transcript)) {
|
|
56
|
+
if (STEPS_COMPLETED_RE.test(msg.content))
|
|
57
|
+
return true;
|
|
58
|
+
}
|
|
59
|
+
return false;
|
|
60
|
+
}
|
|
61
|
+
function isScenarioIssue(result, scenario) {
|
|
62
|
+
const failed = failedCheckpointResults(result.verdict);
|
|
63
|
+
if (failed.length === 0)
|
|
64
|
+
return { match: false, signals: [] };
|
|
65
|
+
if (!stepsCompletedSignal(result)) {
|
|
66
|
+
return { match: false, signals: [] };
|
|
67
|
+
}
|
|
68
|
+
const signals = ["steps_completed"];
|
|
69
|
+
let hasStructuralFail = false;
|
|
70
|
+
for (const cp of failed) {
|
|
71
|
+
const kind = checkpointKindForAssertion(scenario, cp.assertion);
|
|
72
|
+
if (kind !== "page_shows" && kind !== "url_contains")
|
|
73
|
+
continue;
|
|
74
|
+
if (END_STATE_MISMATCH_RE.test(cp.reason)) {
|
|
75
|
+
signals.push(`end_state_mismatch:${cp.assertion}`);
|
|
76
|
+
hasStructuralFail = true;
|
|
77
|
+
}
|
|
78
|
+
else if (kind === "page_shows" && stepsCompletedSignal(result)) {
|
|
79
|
+
signals.push(`page_shows_after_navigation:${cp.assertion}`);
|
|
80
|
+
hasStructuralFail = true;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
return { match: hasStructuralFail, signals };
|
|
84
|
+
}
|
|
85
|
+
function isProductFailure(result) {
|
|
86
|
+
const failed = failedCheckpointResults(result.verdict);
|
|
87
|
+
const signals = [];
|
|
88
|
+
for (const cp of failed) {
|
|
89
|
+
if (PRODUCT_STATE_RE.test(cp.reason)) {
|
|
90
|
+
signals.push(`product_reason:${cp.assertion}`);
|
|
91
|
+
}
|
|
92
|
+
if (/equals/i.test(cp.assertion) || cp.assertion.includes(" = ")) {
|
|
93
|
+
signals.push(`semantic_checkpoint:${cp.assertion}`);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
const semanticOnly = failed.length > 0 &&
|
|
97
|
+
failed.every((cp) => {
|
|
98
|
+
const text = cp.assertion;
|
|
99
|
+
return !/^url contains/i.test(text) && !/^page shows/i.test(text);
|
|
100
|
+
});
|
|
101
|
+
if (semanticOnly && failed.some((cp) => PRODUCT_STATE_RE.test(cp.reason))) {
|
|
102
|
+
return { match: true, signals };
|
|
103
|
+
}
|
|
104
|
+
if (signals.some((s) => s.startsWith("product_reason"))) {
|
|
105
|
+
return { match: true, signals };
|
|
106
|
+
}
|
|
107
|
+
if (failed.length > 0 &&
|
|
108
|
+
failed.every((cp) => !/^url contains/i.test(cp.assertion) && !/^page shows/i.test(cp.assertion)) &&
|
|
109
|
+
failed.some((cp) => PRODUCT_STATE_RE.test(cp.reason))) {
|
|
110
|
+
return { match: true, signals };
|
|
111
|
+
}
|
|
112
|
+
return { match: signals.length > 0, signals };
|
|
113
|
+
}
|
|
114
|
+
const MINIMAL_CONFIG = {
|
|
115
|
+
llm: { provider: "anthropic", model: "default" },
|
|
116
|
+
browser: { headed: false, sessionName: "pqa", defaultTimeout: 25_000, engine: "chrome" },
|
|
117
|
+
skills: { dirs: [], preloads: [] },
|
|
118
|
+
agent: { maxTurns: 30, bashTimeoutMs: 120_000 },
|
|
119
|
+
auth: {},
|
|
120
|
+
};
|
|
121
|
+
export function classifyFailure(result, scenario, config) {
|
|
122
|
+
const healing = resolveHealingConfig(config ?? MINIMAL_CONFIG);
|
|
123
|
+
const failedCheckpoints = failedCheckpointResults(result.verdict).map((c) => c.assertion);
|
|
124
|
+
if (result.status === "error") {
|
|
125
|
+
const transientSignals = collectTransientSignals(result, healing.transientPatterns);
|
|
126
|
+
if (transientSignals.length > 0) {
|
|
127
|
+
return {
|
|
128
|
+
kind: "transient",
|
|
129
|
+
confidence: "medium",
|
|
130
|
+
signals: transientSignals,
|
|
131
|
+
failedCheckpoints,
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
return {
|
|
135
|
+
kind: "unknown",
|
|
136
|
+
confidence: "low",
|
|
137
|
+
signals: result.error ? [`error:${result.error.slice(0, 80)}`] : [],
|
|
138
|
+
failedCheckpoints,
|
|
139
|
+
};
|
|
140
|
+
}
|
|
141
|
+
if (result.status !== "fail" || !result.verdict) {
|
|
142
|
+
return {
|
|
143
|
+
kind: "unknown",
|
|
144
|
+
confidence: "low",
|
|
145
|
+
signals: [],
|
|
146
|
+
failedCheckpoints,
|
|
147
|
+
};
|
|
148
|
+
}
|
|
149
|
+
const scenarioIssue = isScenarioIssue(result, scenario);
|
|
150
|
+
if (scenarioIssue.match) {
|
|
151
|
+
return {
|
|
152
|
+
kind: "scenario_issue",
|
|
153
|
+
confidence: "high",
|
|
154
|
+
signals: scenarioIssue.signals,
|
|
155
|
+
failedCheckpoints,
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
const product = isProductFailure(result);
|
|
159
|
+
if (product.match) {
|
|
160
|
+
return {
|
|
161
|
+
kind: "product",
|
|
162
|
+
confidence: "medium",
|
|
163
|
+
signals: product.signals,
|
|
164
|
+
failedCheckpoints,
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
const transientSignals = collectTransientSignals(result, healing.transientPatterns);
|
|
168
|
+
if (transientSignals.length > 0) {
|
|
169
|
+
return {
|
|
170
|
+
kind: "transient",
|
|
171
|
+
confidence: "medium",
|
|
172
|
+
signals: transientSignals,
|
|
173
|
+
failedCheckpoints,
|
|
174
|
+
};
|
|
175
|
+
}
|
|
176
|
+
return {
|
|
177
|
+
kind: "unknown",
|
|
178
|
+
confidence: "low",
|
|
179
|
+
signals: [],
|
|
180
|
+
failedCheckpoints,
|
|
181
|
+
};
|
|
182
|
+
}
|
|
183
|
+
export function isHealingEnabled(config, noHealing) {
|
|
184
|
+
if (noHealing)
|
|
185
|
+
return false;
|
|
186
|
+
return resolveHealingConfig(config).enabled;
|
|
187
|
+
}
|
|
188
|
+
export function isRecoveryAllowed(classified, config, noHealing) {
|
|
189
|
+
if (!isHealingEnabled(config, noHealing))
|
|
190
|
+
return false;
|
|
191
|
+
if (classified.failedCheckpoints.length === 0)
|
|
192
|
+
return false;
|
|
193
|
+
const healing = resolveHealingConfig(config);
|
|
194
|
+
if (classified.kind === "transient")
|
|
195
|
+
return true;
|
|
196
|
+
if (classified.kind === "unknown" && healing.recoverOnUnknown) {
|
|
197
|
+
return classified.signals.some((s) => s.startsWith("bash:"));
|
|
198
|
+
}
|
|
199
|
+
return false;
|
|
200
|
+
}
|
|
201
|
+
export function isScenarioRetryAllowed(classified, retriesPolicy, config, noHealing) {
|
|
202
|
+
if (retriesPolicy === "always")
|
|
203
|
+
return true;
|
|
204
|
+
if (!isHealingEnabled(config, noHealing)) {
|
|
205
|
+
return true;
|
|
206
|
+
}
|
|
207
|
+
return classified.kind === "transient";
|
|
208
|
+
}
|
|
209
|
+
//# sourceMappingURL=classify.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"classify.js","sourceRoot":"","sources":["../../src/healing/classify.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AActF,MAAM,kBAAkB,GACtB,2EAA2E,CAAC;AAE9E,MAAM,qBAAqB,GACzB,4HAA4H,CAAC;AAE/H,MAAM,gBAAgB,GACpB,oIAAoI,CAAC;AAEvI,SAAS,uBAAuB,CAAC,OAAuB;IACtD,OAAO,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,0BAA0B,CACjC,QAA8B,EAC9B,SAAiB;IAEjB,MAAM,KAAK,GAAG,QAAQ,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;IACrE,OAAO,KAAK,EAAE,IAAI,IAAI,SAAS,CAAC;AAClC,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,QAAkB;IACvD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC3B,IAAI,CAAC;YACH,OAAO,IAAI,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,uBAAuB,CAC9B,MAAsB,EACtB,QAAkB;IAElB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,KAAK,IAAI,wBAAwB,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;YAAE,SAAS;QACvD,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,KAAK,MAAM,CAAC,IAAI,OAAO;gBAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACzD,KAAK,MAAM,CAAC,IAAI,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,KAAK,MAAM,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAsB;IAClD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAC9C,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,KAAK,MAAM,GAAG,IAAI,qBAAqB,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3D,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;IACxD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CACtB,MAAsB,EACtB,QAA8B;IAE9B,MAAM,MAAM,GAAG,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAE9D,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACvC,CAAC;IAED,MAAM,OAAO,GAAa,CAAC,iBAAiB,CAAC,CAAC;IAC9C,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,0BAA0B,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;QAChE,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,cAAc;YAAE,SAAS;QAE/D,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC;YACnD,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,IAAI,KAAK,YAAY,IAAI,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC,+BAA+B,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC;YAC5D,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAsB;IAC9C,MAAM,MAAM,GAAG,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAChB,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;YAClB,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAC;YAC1B,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IAEL,IAAI,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAC1E,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAClC,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC;QACxD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAClC,CAAC;IAED,IACE,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAChG,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,EACrD,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAClC,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC;AAChD,CAAC;AAED,MAAM,cAAc,GAAc;IAChC,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE;IAChD,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE;IACxF,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IAClC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,OAAO,EAAE;IAC/C,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,UAAU,eAAe,CAC7B,MAAsB,EACtB,QAAmB,EACnB,MAAkB;IAElB,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC;IAC/D,MAAM,iBAAiB,GAAG,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CACnE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CACnB,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAC9B,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;QACpF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,QAAQ;gBACpB,OAAO,EAAE,gBAAgB;gBACzB,iBAAiB;aAClB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,KAAK;YACjB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACnE,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAChD,OAAO;YACL,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,KAAK;YACjB,OAAO,EAAE,EAAE;YACX,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;QACxB,OAAO;YACL,IAAI,EAAE,gBAAgB;YACtB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,aAAa,CAAC,OAAO;YAC9B,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACpF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,gBAAgB;YACzB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,KAAK;QACjB,OAAO,EAAE,EAAE;QACX,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,MAAiB,EACjB,SAAmB;IAEnB,IAAI,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5B,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,UAA6B,EAC7B,MAAiB,EACjB,SAAmB;IAEnB,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IACvD,IAAI,UAAU,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAE5D,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAE7C,IAAI,UAAU,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,IAAI,CAAC;IACjD,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC9D,OAAO,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,UAA6B,EAC7B,aAAiD,EACjD,MAAiB,EACjB,SAAmB;IAEnB,IAAI,aAAa,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,UAAU,CAAC,IAAI,KAAK,WAAW,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"classify.test.d.ts","sourceRoot":"","sources":["../../src/healing/classify.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { describe, it } from "node:test";
|
|
3
|
+
import { classifyFailure, isRecoveryAllowed, isScenarioRetryAllowed, } from "./classify.js";
|
|
4
|
+
const baseConfig = {
|
|
5
|
+
llm: { provider: "anthropic", model: "x" },
|
|
6
|
+
browser: {
|
|
7
|
+
headed: false,
|
|
8
|
+
sessionName: "pqa",
|
|
9
|
+
defaultTimeout: 25_000,
|
|
10
|
+
engine: "chrome",
|
|
11
|
+
},
|
|
12
|
+
skills: { dirs: [], preloads: [] },
|
|
13
|
+
agent: { maxTurns: 30, bashTimeoutMs: 120_000 },
|
|
14
|
+
auth: {},
|
|
15
|
+
};
|
|
16
|
+
function pilarSmokeScenario() {
|
|
17
|
+
return {
|
|
18
|
+
filePath: "/scenarios/pilar-smoke.md",
|
|
19
|
+
frontmatter: { name: "pilar-smoke" },
|
|
20
|
+
skills: [],
|
|
21
|
+
goal: "Smoke test",
|
|
22
|
+
steps: "1. Open app\n5. Open first project",
|
|
23
|
+
then: ['url contains "/projects"', 'page shows "Projects"'],
|
|
24
|
+
rawCheckpoints: ['url contains "/projects"', 'page shows "Projects"'],
|
|
25
|
+
checkpoints: [
|
|
26
|
+
{ raw: 'url contains "/projects"', kind: "url_contains", value: "/projects" },
|
|
27
|
+
{ raw: 'page shows "Projects"', kind: "page_shows", value: "Projects" },
|
|
28
|
+
],
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
function pilarSmokeFailResult() {
|
|
32
|
+
return {
|
|
33
|
+
scenario: "pilar-smoke",
|
|
34
|
+
filePath: "/scenarios/pilar-smoke.md",
|
|
35
|
+
status: "fail",
|
|
36
|
+
durationMs: 1000,
|
|
37
|
+
verdict: {
|
|
38
|
+
status: "fail",
|
|
39
|
+
summary: "All 5 steps completed successfully. However, the final checkpoint fails.",
|
|
40
|
+
checkpoints: [
|
|
41
|
+
{
|
|
42
|
+
assertion: 'url contains "/projects"',
|
|
43
|
+
pass: true,
|
|
44
|
+
reason: "URL contains /projects",
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
assertion: 'page shows "Projects"',
|
|
48
|
+
pass: false,
|
|
49
|
+
reason: "After completing all steps, the page is on the project detail page. The text 'Projects' does not appear on the current page.",
|
|
50
|
+
evidence: ["snapshot"],
|
|
51
|
+
},
|
|
52
|
+
],
|
|
53
|
+
},
|
|
54
|
+
transcript: { entries: [] },
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
describe("classifyFailure", () => {
|
|
58
|
+
it("classifies pilar-smoke as scenario_issue", () => {
|
|
59
|
+
const classified = classifyFailure(pilarSmokeFailResult(), pilarSmokeScenario(), baseConfig);
|
|
60
|
+
assert.equal(classified.kind, "scenario_issue");
|
|
61
|
+
assert.equal(classified.confidence, "high");
|
|
62
|
+
assert.ok(classified.signals.includes("steps_completed"));
|
|
63
|
+
});
|
|
64
|
+
it("classifies bash timeout as transient", () => {
|
|
65
|
+
const result = {
|
|
66
|
+
scenario: "slow",
|
|
67
|
+
filePath: "/slow.md",
|
|
68
|
+
status: "fail",
|
|
69
|
+
durationMs: 500,
|
|
70
|
+
verdict: {
|
|
71
|
+
status: "fail",
|
|
72
|
+
summary: "Checkpoint failed",
|
|
73
|
+
checkpoints: [
|
|
74
|
+
{
|
|
75
|
+
assertion: 'page shows "Ready"',
|
|
76
|
+
pass: false,
|
|
77
|
+
reason: "Element not found after timeout waiting for selector",
|
|
78
|
+
},
|
|
79
|
+
],
|
|
80
|
+
},
|
|
81
|
+
transcript: {
|
|
82
|
+
entries: [
|
|
83
|
+
{
|
|
84
|
+
type: "bash",
|
|
85
|
+
command: "agent-browser wait @e1",
|
|
86
|
+
stdout: "",
|
|
87
|
+
stderr: "Timeout waiting for element",
|
|
88
|
+
exitCode: 1,
|
|
89
|
+
durationMs: 25000,
|
|
90
|
+
at: "2026-01-01T00:00:00.000Z",
|
|
91
|
+
},
|
|
92
|
+
],
|
|
93
|
+
},
|
|
94
|
+
};
|
|
95
|
+
const classified = classifyFailure(result, undefined, baseConfig);
|
|
96
|
+
assert.equal(classified.kind, "transient");
|
|
97
|
+
assert.ok(classified.signals.some((s) => s.startsWith("bash:")));
|
|
98
|
+
});
|
|
99
|
+
it("classifies product business rule failures", () => {
|
|
100
|
+
const result = {
|
|
101
|
+
scenario: "incomplete-client",
|
|
102
|
+
filePath: "/incomplete.md",
|
|
103
|
+
status: "fail",
|
|
104
|
+
durationMs: 500,
|
|
105
|
+
verdict: {
|
|
106
|
+
status: "fail",
|
|
107
|
+
summary: "Add Invoices button disabled as expected",
|
|
108
|
+
checkpoints: [
|
|
109
|
+
{
|
|
110
|
+
assertion: 'button "Add Invoices" is disabled',
|
|
111
|
+
pass: false,
|
|
112
|
+
reason: "Complete the client profile before adding invoices. Button is disabled.",
|
|
113
|
+
},
|
|
114
|
+
],
|
|
115
|
+
},
|
|
116
|
+
transcript: { entries: [] },
|
|
117
|
+
};
|
|
118
|
+
const classified = classifyFailure(result, undefined, baseConfig);
|
|
119
|
+
assert.equal(classified.kind, "product");
|
|
120
|
+
});
|
|
121
|
+
it("does not allow recovery for scenario_issue", () => {
|
|
122
|
+
const classified = classifyFailure(pilarSmokeFailResult(), pilarSmokeScenario(), baseConfig);
|
|
123
|
+
assert.equal(isRecoveryAllowed(classified, baseConfig), false);
|
|
124
|
+
assert.equal(isScenarioRetryAllowed(classified, "transient", baseConfig), false);
|
|
125
|
+
});
|
|
126
|
+
it("allows scenario retry for transient under transient policy", () => {
|
|
127
|
+
const result = {
|
|
128
|
+
scenario: "flake",
|
|
129
|
+
filePath: "/flake.md",
|
|
130
|
+
status: "fail",
|
|
131
|
+
durationMs: 100,
|
|
132
|
+
verdict: {
|
|
133
|
+
status: "fail",
|
|
134
|
+
summary: "fail",
|
|
135
|
+
checkpoints: [
|
|
136
|
+
{
|
|
137
|
+
assertion: 'page shows "X"',
|
|
138
|
+
pass: false,
|
|
139
|
+
reason: "Timeout waiting for network idle",
|
|
140
|
+
},
|
|
141
|
+
],
|
|
142
|
+
},
|
|
143
|
+
transcript: {
|
|
144
|
+
entries: [
|
|
145
|
+
{
|
|
146
|
+
type: "bash",
|
|
147
|
+
command: "agent-browser wait --load networkidle",
|
|
148
|
+
stdout: "",
|
|
149
|
+
stderr: "timeout",
|
|
150
|
+
exitCode: 1,
|
|
151
|
+
durationMs: 1000,
|
|
152
|
+
at: "2026-01-01T00:00:00.000Z",
|
|
153
|
+
},
|
|
154
|
+
],
|
|
155
|
+
},
|
|
156
|
+
};
|
|
157
|
+
const classified = classifyFailure(result, undefined, baseConfig);
|
|
158
|
+
assert.equal(classified.kind, "transient");
|
|
159
|
+
assert.equal(isRecoveryAllowed(classified, baseConfig), true);
|
|
160
|
+
assert.equal(isScenarioRetryAllowed(classified, "transient", baseConfig), true);
|
|
161
|
+
});
|
|
162
|
+
it("retries all failures when retriesPolicy is always", () => {
|
|
163
|
+
const classified = classifyFailure(pilarSmokeFailResult(), pilarSmokeScenario(), baseConfig);
|
|
164
|
+
assert.equal(isScenarioRetryAllowed(classified, "always", baseConfig), true);
|
|
165
|
+
});
|
|
166
|
+
});
|
|
167
|
+
//# sourceMappingURL=classify.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"classify.test.js","sourceRoot":"","sources":["../../src/healing/classify.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,eAAe,CAAC;AAEvB,MAAM,UAAU,GAAG;IACjB,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAoB,EAAE,KAAK,EAAE,GAAG,EAAE;IACnD,OAAO,EAAE;QACP,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK;QAClB,cAAc,EAAE,MAAM;QACtB,MAAM,EAAE,QAAiB;KAC1B;IACD,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IAClC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,OAAO,EAAE;IAC/C,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,SAAS,kBAAkB;IACzB,OAAO;QACL,QAAQ,EAAE,2BAA2B;QACrC,WAAW,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;QACpC,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,oCAAoC;QAC3C,IAAI,EAAE,CAAC,0BAA0B,EAAE,uBAAuB,CAAC;QAC3D,cAAc,EAAE,CAAC,0BAA0B,EAAE,uBAAuB,CAAC;QACrE,WAAW,EAAE;YACX,EAAE,GAAG,EAAE,0BAA0B,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,WAAW,EAAE;YAC7E,EAAE,GAAG,EAAE,uBAAuB,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE;SACxE;KACF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB;IAC3B,OAAO;QACL,QAAQ,EAAE,aAAa;QACvB,QAAQ,EAAE,2BAA2B;QACrC,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,IAAI;QAChB,OAAO,EAAE;YACP,MAAM,EAAE,MAAM;YACd,OAAO,EACL,0EAA0E;YAC5E,WAAW,EAAE;gBACX;oBACE,SAAS,EAAE,0BAA0B;oBACrC,IAAI,EAAE,IAAI;oBACV,MAAM,EAAE,wBAAwB;iBACjC;gBACD;oBACE,SAAS,EAAE,uBAAuB;oBAClC,IAAI,EAAE,KAAK;oBACX,MAAM,EACJ,8HAA8H;oBAChI,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;SACF;QACD,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;KAC5B,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,UAAU,GAAG,eAAe,CAChC,oBAAoB,EAAE,EACtB,kBAAkB,EAAE,EACpB,UAAU,CACX,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAmB;YAC7B,QAAQ,EAAE,MAAM;YAChB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,GAAG;YACf,OAAO,EAAE;gBACP,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,mBAAmB;gBAC5B,WAAW,EAAE;oBACX;wBACE,SAAS,EAAE,oBAAoB;wBAC/B,IAAI,EAAE,KAAK;wBACX,MAAM,EAAE,sDAAsD;qBAC/D;iBACF;aACF;YACD,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,wBAAwB;wBACjC,MAAM,EAAE,EAAE;wBACV,MAAM,EAAE,6BAA6B;wBACrC,QAAQ,EAAE,CAAC;wBACX,UAAU,EAAE,KAAK;wBACjB,EAAE,EAAE,0BAA0B;qBAC/B;iBACF;aACF;SACF,CAAC;QACF,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAmB;YAC7B,QAAQ,EAAE,mBAAmB;YAC7B,QAAQ,EAAE,gBAAgB;YAC1B,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,GAAG;YACf,OAAO,EAAE;gBACP,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,0CAA0C;gBACnD,WAAW,EAAE;oBACX;wBACE,SAAS,EAAE,mCAAmC;wBAC9C,IAAI,EAAE,KAAK;wBACX,MAAM,EACJ,yEAAyE;qBAC5E;iBACF;aACF;YACD,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;SAC5B,CAAC;QACF,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,UAAU,GAAG,eAAe,CAChC,oBAAoB,EAAE,EACtB,kBAAkB,EAAE,EACpB,UAAU,CACX,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;QAC/D,MAAM,CAAC,KAAK,CACV,sBAAsB,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,EAC3D,KAAK,CACN,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,MAAM,GAAmB;YAC7B,QAAQ,EAAE,OAAO;YACjB,QAAQ,EAAE,WAAW;YACrB,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,GAAG;YACf,OAAO,EAAE;gBACP,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,MAAM;gBACf,WAAW,EAAE;oBACX;wBACE,SAAS,EAAE,gBAAgB;wBAC3B,IAAI,EAAE,KAAK;wBACX,MAAM,EAAE,kCAAkC;qBAC3C;iBACF;aACF;YACD,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,uCAAuC;wBAChD,MAAM,EAAE,EAAE;wBACV,MAAM,EAAE,SAAS;wBACjB,QAAQ,EAAE,CAAC;wBACX,UAAU,EAAE,IAAI;wBAChB,EAAE,EAAE,0BAA0B;qBAC/B;iBACF;aACF;SACF,CAAC;QACF,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CACV,sBAAsB,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,EAC3D,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,UAAU,GAAG,eAAe,CAChC,oBAAoB,EAAE,EACtB,kBAAkB,EAAE,EACpB,UAAU,CACX,CAAC;QACF,MAAM,CAAC,KAAK,CACV,sBAAsB,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,EACxD,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recovery-prompt.d.ts","sourceRoot":"","sources":["../../src/healing/recovery-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAwBtE"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export function buildRecoveryPrompt(failed) {
|
|
2
|
+
const list = failed
|
|
3
|
+
.map((c, i) => `${i + 1}. **${c.assertion}**\n Previous reason: ${c.reason}`)
|
|
4
|
+
.join("\n");
|
|
5
|
+
return `## Recovery mode
|
|
6
|
+
|
|
7
|
+
One or more Then checkpoints failed due to likely timing or stale UI state. Re-verify **only** the failed checkpoints below.
|
|
8
|
+
|
|
9
|
+
### Failed checkpoints
|
|
10
|
+
${list}
|
|
11
|
+
|
|
12
|
+
### Rules (strict)
|
|
13
|
+
- Do **not** change checkpoint wording or pass criteria.
|
|
14
|
+
- Do **not** declare pass without fresh CLI evidence for each failed checkpoint.
|
|
15
|
+
- Do **not** skip checkpoints or relax assertions.
|
|
16
|
+
- Allowed: \`agent-browser wait\`, \`agent-browser snapshot -i\`, re-run verification commands, re-click with **fresh** \`@eN\` refs from a new snapshot.
|
|
17
|
+
- If a checkpoint still fails after recovery, keep \`pass: false\` with updated evidence.
|
|
18
|
+
- On failure, save artifacts to \`$PQA_ARTIFACT_DIR\` (screenshot + snapshot).
|
|
19
|
+
|
|
20
|
+
Reply with an updated JSON verdict block covering **all** Then checkpoints (passed and failed).`;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=recovery-prompt.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recovery-prompt.js","sourceRoot":"","sources":["../../src/healing/recovery-prompt.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,mBAAmB,CAAC,MAA0B;IAC5D,MAAM,IAAI,GAAG,MAAM;SAChB,GAAG,CACF,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,MAAM,EAAE,CAClE;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;;EAKP,IAAI;;;;;;;;;;gGAU0F,CAAC;AACjG,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { Scenario } from "../types/scenario.js";
|
|
2
|
+
export declare function writeInlineScenarioFile(content: string, cwd: string): {
|
|
3
|
+
filePath: string;
|
|
4
|
+
scenario: Scenario;
|
|
5
|
+
};
|
|
6
|
+
export declare function validateInlineScenarioContent(content: string, cwd: string): {
|
|
7
|
+
ok: true;
|
|
8
|
+
scenario: Scenario;
|
|
9
|
+
} | {
|
|
10
|
+
ok: false;
|
|
11
|
+
error: string;
|
|
12
|
+
};
|
|
13
|
+
//# sourceMappingURL=inline-scenario.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inline-scenario.d.ts","sourceRoot":"","sources":["../../src/mcp/inline-scenario.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErD,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,GACV;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,QAAQ,CAAA;CAAE,CAM1C;AAED,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,GACV;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,EAAE,QAAQ,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CASjE"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { mkdtempSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { parseScenarioContent } from "../scenarios/parser.js";
|
|
5
|
+
export function writeInlineScenarioFile(content, cwd) {
|
|
6
|
+
const dir = mkdtempSync(path.join(tmpdir(), "pqa-mcp-"));
|
|
7
|
+
const filePath = path.join(dir, "scenario.md");
|
|
8
|
+
writeFileSync(filePath, content, "utf-8");
|
|
9
|
+
const scenario = parseScenarioContent(content, filePath);
|
|
10
|
+
return { filePath, scenario };
|
|
11
|
+
}
|
|
12
|
+
export function validateInlineScenarioContent(content, cwd) {
|
|
13
|
+
try {
|
|
14
|
+
const probePath = path.join(cwd, ".pqa", "mcp-validate-probe.md");
|
|
15
|
+
const scenario = parseScenarioContent(content, probePath);
|
|
16
|
+
return { ok: true, scenario };
|
|
17
|
+
}
|
|
18
|
+
catch (err) {
|
|
19
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
20
|
+
return { ok: false, error: message };
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=inline-scenario.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inline-scenario.js","sourceRoot":"","sources":["../../src/mcp/inline-scenario.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAG9D,MAAM,UAAU,uBAAuB,CACrC,OAAe,EACf,GAAW;IAEX,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IAC/C,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACzD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,OAAe,EACf,GAAW;IAEX,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,uBAAuB,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAChC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACvC,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAqDpE,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CA8KzD;AAED,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBlE"}
|