prose-qa 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +570 -0
- package/dist/agent/bash.d.ts +52 -0
- package/dist/agent/bash.d.ts.map +1 -0
- package/dist/agent/bash.js +186 -0
- package/dist/agent/bash.js.map +1 -0
- package/dist/agent/bash.test.d.ts +2 -0
- package/dist/agent/bash.test.d.ts.map +1 -0
- package/dist/agent/bash.test.js +70 -0
- package/dist/agent/bash.test.js.map +1 -0
- package/dist/agent/llm-model.d.ts +5 -0
- package/dist/agent/llm-model.d.ts.map +1 -0
- package/dist/agent/llm-model.js +29 -0
- package/dist/agent/llm-model.js.map +1 -0
- package/dist/agent/llm-model.test.d.ts +2 -0
- package/dist/agent/llm-model.test.d.ts.map +1 -0
- package/dist/agent/llm-model.test.js +28 -0
- package/dist/agent/llm-model.test.js.map +1 -0
- package/dist/agent/prompt.d.ts +17 -0
- package/dist/agent/prompt.d.ts.map +1 -0
- package/dist/agent/prompt.js +97 -0
- package/dist/agent/prompt.js.map +1 -0
- package/dist/agent/prompt.test.d.ts +2 -0
- package/dist/agent/prompt.test.d.ts.map +1 -0
- package/dist/agent/prompt.test.js +124 -0
- package/dist/agent/prompt.test.js.map +1 -0
- package/dist/agent/provider-options.d.ts +8 -0
- package/dist/agent/provider-options.d.ts.map +1 -0
- package/dist/agent/provider-options.js +115 -0
- package/dist/agent/provider-options.js.map +1 -0
- package/dist/agent/provider-options.test.d.ts +2 -0
- package/dist/agent/provider-options.test.d.ts.map +1 -0
- package/dist/agent/provider-options.test.js +114 -0
- package/dist/agent/provider-options.test.js.map +1 -0
- package/dist/agent/runner.d.ts +27 -0
- package/dist/agent/runner.d.ts.map +1 -0
- package/dist/agent/runner.js +291 -0
- package/dist/agent/runner.js.map +1 -0
- package/dist/agent/verdict-retry-prompt.d.ts +3 -0
- package/dist/agent/verdict-retry-prompt.d.ts.map +1 -0
- package/dist/agent/verdict-retry-prompt.js +18 -0
- package/dist/agent/verdict-retry-prompt.js.map +1 -0
- package/dist/agent/verdict-retry-prompt.test.d.ts +2 -0
- package/dist/agent/verdict-retry-prompt.test.d.ts.map +1 -0
- package/dist/agent/verdict-retry-prompt.test.js +25 -0
- package/dist/agent/verdict-retry-prompt.test.js.map +1 -0
- package/dist/agent/verdict.d.ts +31 -0
- package/dist/agent/verdict.d.ts.map +1 -0
- package/dist/agent/verdict.js +123 -0
- package/dist/agent/verdict.js.map +1 -0
- package/dist/agent/verdict.test.d.ts +2 -0
- package/dist/agent/verdict.test.d.ts.map +1 -0
- package/dist/agent/verdict.test.js +156 -0
- package/dist/agent/verdict.test.js.map +1 -0
- package/dist/analyze/build-context.d.ts +58 -0
- package/dist/analyze/build-context.d.ts.map +1 -0
- package/dist/analyze/build-context.js +141 -0
- package/dist/analyze/build-context.js.map +1 -0
- package/dist/analyze/build-context.test.d.ts +2 -0
- package/dist/analyze/build-context.test.d.ts.map +1 -0
- package/dist/analyze/build-context.test.js +118 -0
- package/dist/analyze/build-context.test.js.map +1 -0
- package/dist/analyze/compare-runs.d.ts +49 -0
- package/dist/analyze/compare-runs.d.ts.map +1 -0
- package/dist/analyze/compare-runs.js +214 -0
- package/dist/analyze/compare-runs.js.map +1 -0
- package/dist/analyze/compare-runs.test.d.ts +2 -0
- package/dist/analyze/compare-runs.test.d.ts.map +1 -0
- package/dist/analyze/compare-runs.test.js +139 -0
- package/dist/analyze/compare-runs.test.js.map +1 -0
- package/dist/analyze/diff-hunks.d.ts +16 -0
- package/dist/analyze/diff-hunks.d.ts.map +1 -0
- package/dist/analyze/diff-hunks.js +287 -0
- package/dist/analyze/diff-hunks.js.map +1 -0
- package/dist/analyze/diff-hunks.test.d.ts +2 -0
- package/dist/analyze/diff-hunks.test.d.ts.map +1 -0
- package/dist/analyze/diff-hunks.test.js +54 -0
- package/dist/analyze/diff-hunks.test.js.map +1 -0
- package/dist/analyze/hunk-editor.d.ts +8 -0
- package/dist/analyze/hunk-editor.d.ts.map +1 -0
- package/dist/analyze/hunk-editor.js +129 -0
- package/dist/analyze/hunk-editor.js.map +1 -0
- package/dist/analyze/hunk-editor.test.d.ts +2 -0
- package/dist/analyze/hunk-editor.test.d.ts.map +1 -0
- package/dist/analyze/hunk-editor.test.js +48 -0
- package/dist/analyze/hunk-editor.test.js.map +1 -0
- package/dist/analyze/index.d.ts +23 -0
- package/dist/analyze/index.d.ts.map +1 -0
- package/dist/analyze/index.js +122 -0
- package/dist/analyze/index.js.map +1 -0
- package/dist/analyze/llm-fix.d.ts +11 -0
- package/dist/analyze/llm-fix.d.ts.map +1 -0
- package/dist/analyze/llm-fix.js +76 -0
- package/dist/analyze/llm-fix.js.map +1 -0
- package/dist/analyze/parse-proposal.d.ts +41 -0
- package/dist/analyze/parse-proposal.d.ts.map +1 -0
- package/dist/analyze/parse-proposal.js +53 -0
- package/dist/analyze/parse-proposal.js.map +1 -0
- package/dist/analyze/parse-proposal.test.d.ts +2 -0
- package/dist/analyze/parse-proposal.test.d.ts.map +1 -0
- package/dist/analyze/parse-proposal.test.js +40 -0
- package/dist/analyze/parse-proposal.test.js.map +1 -0
- package/dist/analyze/repl.d.ts +28 -0
- package/dist/analyze/repl.d.ts.map +1 -0
- package/dist/analyze/repl.js +284 -0
- package/dist/analyze/repl.js.map +1 -0
- package/dist/analyze/repl.test.d.ts +2 -0
- package/dist/analyze/repl.test.d.ts.map +1 -0
- package/dist/analyze/repl.test.js +101 -0
- package/dist/analyze/repl.test.js.map +1 -0
- package/dist/analyze/suggest.d.ts +5 -0
- package/dist/analyze/suggest.d.ts.map +1 -0
- package/dist/analyze/suggest.js +75 -0
- package/dist/analyze/suggest.js.map +1 -0
- package/dist/analyze/suggest.test.d.ts +2 -0
- package/dist/analyze/suggest.test.d.ts.map +1 -0
- package/dist/analyze/suggest.test.js +53 -0
- package/dist/analyze/suggest.test.js.map +1 -0
- package/dist/analyze/validate-markdown.d.ts +3 -0
- package/dist/analyze/validate-markdown.d.ts.map +1 -0
- package/dist/analyze/validate-markdown.js +25 -0
- package/dist/analyze/validate-markdown.js.map +1 -0
- package/dist/artifacts/policy.d.ts +9 -0
- package/dist/artifacts/policy.d.ts.map +1 -0
- package/dist/artifacts/policy.js +46 -0
- package/dist/artifacts/policy.js.map +1 -0
- package/dist/artifacts/policy.test.d.ts +2 -0
- package/dist/artifacts/policy.test.d.ts.map +1 -0
- package/dist/artifacts/policy.test.js +73 -0
- package/dist/artifacts/policy.test.js.map +1 -0
- package/dist/auth/resolve.d.ts +22 -0
- package/dist/auth/resolve.d.ts.map +1 -0
- package/dist/auth/resolve.js +148 -0
- package/dist/auth/resolve.js.map +1 -0
- package/dist/auth/store.d.ts +23 -0
- package/dist/auth/store.d.ts.map +1 -0
- package/dist/auth/store.js +103 -0
- package/dist/auth/store.js.map +1 -0
- package/dist/cache/generate.d.ts +8 -0
- package/dist/cache/generate.d.ts.map +1 -0
- package/dist/cache/generate.js +61 -0
- package/dist/cache/generate.js.map +1 -0
- package/dist/cache/hash.d.ts +5 -0
- package/dist/cache/hash.d.ts.map +1 -0
- package/dist/cache/hash.js +21 -0
- package/dist/cache/hash.js.map +1 -0
- package/dist/cache/hash.test.d.ts +2 -0
- package/dist/cache/hash.test.d.ts.map +1 -0
- package/dist/cache/hash.test.js +42 -0
- package/dist/cache/hash.test.js.map +1 -0
- package/dist/cache/resolve.d.ts +5 -0
- package/dist/cache/resolve.d.ts.map +1 -0
- package/dist/cache/resolve.js +8 -0
- package/dist/cache/resolve.js.map +1 -0
- package/dist/cache/store.d.ts +20 -0
- package/dist/cache/store.d.ts.map +1 -0
- package/dist/cache/store.js +90 -0
- package/dist/cache/store.js.map +1 -0
- package/dist/cache/store.test.d.ts +2 -0
- package/dist/cache/store.test.d.ts.map +1 -0
- package/dist/cache/store.test.js +101 -0
- package/dist/cache/store.test.js.map +1 -0
- package/dist/cli/analyze.d.ts +21 -0
- package/dist/cli/analyze.d.ts.map +1 -0
- package/dist/cli/analyze.js +148 -0
- package/dist/cli/analyze.js.map +1 -0
- package/dist/cli/concurrency.d.ts +17 -0
- package/dist/cli/concurrency.d.ts.map +1 -0
- package/dist/cli/concurrency.js +56 -0
- package/dist/cli/concurrency.js.map +1 -0
- package/dist/cli/concurrency.test.d.ts +2 -0
- package/dist/cli/concurrency.test.d.ts.map +1 -0
- package/dist/cli/concurrency.test.js +74 -0
- package/dist/cli/concurrency.test.js.map +1 -0
- package/dist/cli/config.d.ts +2 -0
- package/dist/cli/config.d.ts.map +1 -0
- package/dist/cli/config.js +14 -0
- package/dist/cli/config.js.map +1 -0
- package/dist/cli/help.d.ts +23 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +458 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/help.test.d.ts +2 -0
- package/dist/cli/help.test.d.ts.map +1 -0
- package/dist/cli/help.test.js +41 -0
- package/dist/cli/help.test.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +300 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/mcp.d.ts +6 -0
- package/dist/cli/mcp.d.ts.map +1 -0
- package/dist/cli/mcp.js +17 -0
- package/dist/cli/mcp.js.map +1 -0
- package/dist/cli/record.d.ts +27 -0
- package/dist/cli/record.d.ts.map +1 -0
- package/dist/cli/record.js +244 -0
- package/dist/cli/record.js.map +1 -0
- package/dist/cli/run.d.ts +11 -0
- package/dist/cli/run.d.ts.map +1 -0
- package/dist/cli/run.js +676 -0
- package/dist/cli/run.js.map +1 -0
- package/dist/cli/subprocess.d.ts +19 -0
- package/dist/cli/subprocess.d.ts.map +1 -0
- package/dist/cli/subprocess.js +142 -0
- package/dist/cli/subprocess.js.map +1 -0
- package/dist/cli/subprocess.test.d.ts +2 -0
- package/dist/cli/subprocess.test.d.ts.map +1 -0
- package/dist/cli/subprocess.test.js +76 -0
- package/dist/cli/subprocess.test.js.map +1 -0
- package/dist/cli/tags.d.ts +5 -0
- package/dist/cli/tags.d.ts.map +1 -0
- package/dist/cli/tags.js +33 -0
- package/dist/cli/tags.js.map +1 -0
- package/dist/cli/tags.test.d.ts +2 -0
- package/dist/cli/tags.test.d.ts.map +1 -0
- package/dist/cli/tags.test.js +31 -0
- package/dist/cli/tags.test.js.map +1 -0
- package/dist/config/env-vars.d.ts +2 -0
- package/dist/config/env-vars.d.ts.map +1 -0
- package/dist/config/env-vars.js +14 -0
- package/dist/config/env-vars.js.map +1 -0
- package/dist/config/env.d.ts +2 -0
- package/dist/config/env.d.ts.map +1 -0
- package/dist/config/env.js +9 -0
- package/dist/config/env.js.map +1 -0
- package/dist/config/lightpanda.d.ts +6 -0
- package/dist/config/lightpanda.d.ts.map +1 -0
- package/dist/config/lightpanda.js +38 -0
- package/dist/config/lightpanda.js.map +1 -0
- package/dist/config/lightpanda.test.d.ts +2 -0
- package/dist/config/lightpanda.test.d.ts.map +1 -0
- package/dist/config/lightpanda.test.js +46 -0
- package/dist/config/lightpanda.test.js.map +1 -0
- package/dist/config/load.d.ts +22 -0
- package/dist/config/load.d.ts.map +1 -0
- package/dist/config/load.js +242 -0
- package/dist/config/load.js.map +1 -0
- package/dist/config/load.test.d.ts +2 -0
- package/dist/config/load.test.d.ts.map +1 -0
- package/dist/config/load.test.js +86 -0
- package/dist/config/load.test.js.map +1 -0
- package/dist/config/set.d.ts +8 -0
- package/dist/config/set.d.ts.map +1 -0
- package/dist/config/set.js +93 -0
- package/dist/config/set.js.map +1 -0
- package/dist/config/set.test.d.ts +2 -0
- package/dist/config/set.test.d.ts.map +1 -0
- package/dist/config/set.test.js +98 -0
- package/dist/config/set.test.js.map +1 -0
- package/dist/healing/classify.d.ts +15 -0
- package/dist/healing/classify.d.ts.map +1 -0
- package/dist/healing/classify.js +209 -0
- package/dist/healing/classify.js.map +1 -0
- package/dist/healing/classify.test.d.ts +2 -0
- package/dist/healing/classify.test.d.ts.map +1 -0
- package/dist/healing/classify.test.js +167 -0
- package/dist/healing/classify.test.js.map +1 -0
- package/dist/healing/recovery-prompt.d.ts +3 -0
- package/dist/healing/recovery-prompt.d.ts.map +1 -0
- package/dist/healing/recovery-prompt.js +22 -0
- package/dist/healing/recovery-prompt.js.map +1 -0
- package/dist/mcp/inline-scenario.d.ts +13 -0
- package/dist/mcp/inline-scenario.d.ts.map +1 -0
- package/dist/mcp/inline-scenario.js +23 -0
- package/dist/mcp/inline-scenario.js.map +1 -0
- package/dist/mcp/server.d.ts +4 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +186 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/skill.d.ts +5 -0
- package/dist/mcp/skill.d.ts.map +1 -0
- package/dist/mcp/skill.js +38 -0
- package/dist/mcp/skill.js.map +1 -0
- package/dist/mcp/skill.test.d.ts +2 -0
- package/dist/mcp/skill.test.d.ts.map +1 -0
- package/dist/mcp/skill.test.js +18 -0
- package/dist/mcp/skill.test.js.map +1 -0
- package/dist/paths.d.ts +12 -0
- package/dist/paths.d.ts.map +1 -0
- package/dist/paths.js +61 -0
- package/dist/paths.js.map +1 -0
- package/dist/prompt/load.d.ts +4 -0
- package/dist/prompt/load.d.ts.map +1 -0
- package/dist/prompt/load.js +19 -0
- package/dist/prompt/load.js.map +1 -0
- package/dist/recorder/bridge-process.d.ts +14 -0
- package/dist/recorder/bridge-process.d.ts.map +1 -0
- package/dist/recorder/bridge-process.js +133 -0
- package/dist/recorder/bridge-process.js.map +1 -0
- package/dist/recorder/bridge-process.test.d.ts +2 -0
- package/dist/recorder/bridge-process.test.d.ts.map +1 -0
- package/dist/recorder/bridge-process.test.js +36 -0
- package/dist/recorder/bridge-process.test.js.map +1 -0
- package/dist/recorder/bridge-worker.d.ts +2 -0
- package/dist/recorder/bridge-worker.d.ts.map +1 -0
- package/dist/recorder/bridge-worker.js +76 -0
- package/dist/recorder/bridge-worker.js.map +1 -0
- package/dist/recorder/bridge.d.ts +12 -0
- package/dist/recorder/bridge.d.ts.map +1 -0
- package/dist/recorder/bridge.js +61 -0
- package/dist/recorder/bridge.js.map +1 -0
- package/dist/recorder/bridge.test.d.ts +2 -0
- package/dist/recorder/bridge.test.d.ts.map +1 -0
- package/dist/recorder/bridge.test.js +21 -0
- package/dist/recorder/bridge.test.js.map +1 -0
- package/dist/recorder/enrich-event.d.ts +31 -0
- package/dist/recorder/enrich-event.d.ts.map +1 -0
- package/dist/recorder/enrich-event.js +91 -0
- package/dist/recorder/enrich-event.js.map +1 -0
- package/dist/recorder/events.d.ts +11 -0
- package/dist/recorder/events.d.ts.map +1 -0
- package/dist/recorder/events.js +42 -0
- package/dist/recorder/events.js.map +1 -0
- package/dist/recorder/events.test.d.ts +2 -0
- package/dist/recorder/events.test.d.ts.map +1 -0
- package/dist/recorder/events.test.js +40 -0
- package/dist/recorder/events.test.js.map +1 -0
- package/dist/recorder/generate-scenario.d.ts +16 -0
- package/dist/recorder/generate-scenario.d.ts.map +1 -0
- package/dist/recorder/generate-scenario.js +78 -0
- package/dist/recorder/generate-scenario.js.map +1 -0
- package/dist/recorder/in-page-helpers.d.ts +6 -0
- package/dist/recorder/in-page-helpers.d.ts.map +1 -0
- package/dist/recorder/in-page-helpers.js +238 -0
- package/dist/recorder/in-page-helpers.js.map +1 -0
- package/dist/recorder/in-page-helpers.test.d.ts +2 -0
- package/dist/recorder/in-page-helpers.test.d.ts.map +1 -0
- package/dist/recorder/in-page-helpers.test.js +186 -0
- package/dist/recorder/in-page-helpers.test.js.map +1 -0
- package/dist/recorder/page-script.d.ts +7 -0
- package/dist/recorder/page-script.d.ts.map +1 -0
- package/dist/recorder/page-script.js +132 -0
- package/dist/recorder/page-script.js.map +1 -0
- package/dist/recorder/redact.d.ts +8 -0
- package/dist/recorder/redact.d.ts.map +1 -0
- package/dist/recorder/redact.js +26 -0
- package/dist/recorder/redact.js.map +1 -0
- package/dist/recorder/redact.test.d.ts +2 -0
- package/dist/recorder/redact.test.d.ts.map +1 -0
- package/dist/recorder/redact.test.js +27 -0
- package/dist/recorder/redact.test.js.map +1 -0
- package/dist/recorder/session.d.ts +8 -0
- package/dist/recorder/session.d.ts.map +1 -0
- package/dist/recorder/session.js +28 -0
- package/dist/recorder/session.js.map +1 -0
- package/dist/recorder/snapshot-match.d.ts +22 -0
- package/dist/recorder/snapshot-match.d.ts.map +1 -0
- package/dist/recorder/snapshot-match.js +102 -0
- package/dist/recorder/snapshot-match.js.map +1 -0
- package/dist/recorder/snapshot-match.test.d.ts +2 -0
- package/dist/recorder/snapshot-match.test.d.ts.map +1 -0
- package/dist/recorder/snapshot-match.test.js +34 -0
- package/dist/recorder/snapshot-match.test.js.map +1 -0
- package/dist/redact/env-secrets.d.ts +14 -0
- package/dist/redact/env-secrets.d.ts.map +1 -0
- package/dist/redact/env-secrets.js +86 -0
- package/dist/redact/env-secrets.js.map +1 -0
- package/dist/redact/env-secrets.test.d.ts +2 -0
- package/dist/redact/env-secrets.test.d.ts.map +1 -0
- package/dist/redact/env-secrets.test.js +103 -0
- package/dist/redact/env-secrets.test.js.map +1 -0
- package/dist/reporter/export.d.ts +14 -0
- package/dist/reporter/export.d.ts.map +1 -0
- package/dist/reporter/export.js +53 -0
- package/dist/reporter/export.js.map +1 -0
- package/dist/reporter/export.test.d.ts +2 -0
- package/dist/reporter/export.test.d.ts.map +1 -0
- package/dist/reporter/export.test.js +100 -0
- package/dist/reporter/export.test.js.map +1 -0
- package/dist/reporter/index.d.ts +11 -0
- package/dist/reporter/index.d.ts.map +1 -0
- package/dist/reporter/index.js +161 -0
- package/dist/reporter/index.js.map +1 -0
- package/dist/reporter/index.test.d.ts +2 -0
- package/dist/reporter/index.test.d.ts.map +1 -0
- package/dist/reporter/index.test.js +61 -0
- package/dist/reporter/index.test.js.map +1 -0
- package/dist/scenarios/globs.d.ts +15 -0
- package/dist/scenarios/globs.d.ts.map +1 -0
- package/dist/scenarios/globs.js +48 -0
- package/dist/scenarios/globs.js.map +1 -0
- package/dist/scenarios/globs.test.d.ts +2 -0
- package/dist/scenarios/globs.test.d.ts.map +1 -0
- package/dist/scenarios/globs.test.js +53 -0
- package/dist/scenarios/globs.test.js.map +1 -0
- package/dist/scenarios/parser.d.ts +15 -0
- package/dist/scenarios/parser.d.ts.map +1 -0
- package/dist/scenarios/parser.js +278 -0
- package/dist/scenarios/parser.js.map +1 -0
- package/dist/scenarios/parser.test.d.ts +2 -0
- package/dist/scenarios/parser.test.d.ts.map +1 -0
- package/dist/scenarios/parser.test.js +373 -0
- package/dist/scenarios/parser.test.js.map +1 -0
- package/dist/skills/loader.d.ts +10 -0
- package/dist/skills/loader.d.ts.map +1 -0
- package/dist/skills/loader.js +98 -0
- package/dist/skills/loader.js.map +1 -0
- package/dist/types/config.d.ts +131 -0
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js +2 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/recorder.d.ts +71 -0
- package/dist/types/recorder.d.ts.map +1 -0
- package/dist/types/recorder.js +2 -0
- package/dist/types/recorder.js.map +1 -0
- package/dist/types/scenario.d.ts +41 -0
- package/dist/types/scenario.d.ts.map +1 -0
- package/dist/types/scenario.js +2 -0
- package/dist/types/scenario.js.map +1 -0
- package/dist/types/skill.d.ts +20 -0
- package/dist/types/skill.d.ts.map +1 -0
- package/dist/types/skill.js +13 -0
- package/dist/types/skill.js.map +1 -0
- package/dist/types/verdict.d.ts +82 -0
- package/dist/types/verdict.d.ts.map +1 -0
- package/dist/types/verdict.js +13 -0
- package/dist/types/verdict.js.map +1 -0
- package/package.json +75 -0
- package/pqa.config.ts +82 -0
- package/prompt/ANALYZE-FLAKY.md +62 -0
- package/prompt/ANALYZE.md +110 -0
- package/prompt/CACHE-HINTS.md +49 -0
- package/prompt/RECORD.md +114 -0
- package/prompt/SYSTEM.md +118 -0
- package/skills/agent-browser/SKILL.md +2438 -0
- package/skills/create-pqa-scenario/SKILL.md +273 -0
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { spawnSync } from "node:child_process";
|
|
3
|
+
import { mkdtempSync, mkdirSync, readFileSync, readdirSync, statSync, writeFileSync, } from "node:fs";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import path from "node:path";
|
|
6
|
+
import { describe, it } from "node:test";
|
|
7
|
+
import { exportRunReportZip, finalizeRunReport, resolveReportOutputDestination, resolveRunDirectory, } from "./export.js";
|
|
8
|
+
import { writeReport, buildReport } from "./index.js";
|
|
9
|
+
describe("resolveReportOutputDestination", () => {
|
|
10
|
+
const cwd = "/project";
|
|
11
|
+
const runId = "2026-06-03T12-00-00-000Z";
|
|
12
|
+
it("creates a run directory inside a trailing-slash base path", () => {
|
|
13
|
+
assert.equal(resolveReportOutputDestination("reports/", runId, false, cwd), path.join(cwd, "reports", runId));
|
|
14
|
+
});
|
|
15
|
+
it("creates a zip file inside a trailing-slash base path", () => {
|
|
16
|
+
assert.equal(resolveReportOutputDestination("reports/", runId, true, cwd), path.join(cwd, "reports", `${runId}.zip`));
|
|
17
|
+
});
|
|
18
|
+
it("uses the full path as directory name when there is no trailing slash", () => {
|
|
19
|
+
assert.equal(resolveReportOutputDestination("artifacts/my-run", runId, false, cwd), path.join(cwd, "artifacts", "my-run"));
|
|
20
|
+
});
|
|
21
|
+
it("uses the full path as zip file name when there is no trailing slash", () => {
|
|
22
|
+
assert.equal(resolveReportOutputDestination("artifacts/my-run.zip", runId, true, cwd), path.join(cwd, "artifacts", "my-run.zip"));
|
|
23
|
+
});
|
|
24
|
+
});
|
|
25
|
+
describe("resolveRunDirectory", () => {
|
|
26
|
+
it("defaults to .pqa/runs when no output path is configured", () => {
|
|
27
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-run-dir-"));
|
|
28
|
+
const runId = "test-run";
|
|
29
|
+
const resolved = resolveRunDirectory(cwd, runId, { zip: false });
|
|
30
|
+
assert.equal(resolved.runDir, path.join(cwd, ".pqa", "runs", runId));
|
|
31
|
+
assert.equal(resolved.zipDestination, undefined);
|
|
32
|
+
});
|
|
33
|
+
it("writes directly to the resolved folder when zip is disabled", () => {
|
|
34
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-run-dir-"));
|
|
35
|
+
const runId = "custom-run";
|
|
36
|
+
const resolved = resolveRunDirectory(cwd, runId, {
|
|
37
|
+
outputPath: "out/",
|
|
38
|
+
zip: false,
|
|
39
|
+
});
|
|
40
|
+
assert.equal(resolved.runDir, path.join(cwd, "out", runId));
|
|
41
|
+
assert.equal(resolved.zipDestination, undefined);
|
|
42
|
+
assert.equal(statSync(resolved.runDir).isDirectory(), true);
|
|
43
|
+
});
|
|
44
|
+
it("keeps the internal run dir when zip export is requested", () => {
|
|
45
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-run-dir-"));
|
|
46
|
+
const runId = "zip-run";
|
|
47
|
+
const resolved = resolveRunDirectory(cwd, runId, {
|
|
48
|
+
outputPath: "archives/",
|
|
49
|
+
zip: true,
|
|
50
|
+
});
|
|
51
|
+
assert.equal(resolved.runDir, path.join(cwd, ".pqa", "runs", runId));
|
|
52
|
+
assert.equal(resolved.zipDestination, path.join(cwd, "archives", `${runId}.zip`));
|
|
53
|
+
});
|
|
54
|
+
});
|
|
55
|
+
describe("finalizeRunReport", () => {
|
|
56
|
+
it("creates a zip archive containing run artifacts", () => {
|
|
57
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-export-"));
|
|
58
|
+
const runDir = path.join(cwd, "run");
|
|
59
|
+
mkdirSync(runDir, { recursive: true });
|
|
60
|
+
const zipPath = path.join(cwd, "report.zip");
|
|
61
|
+
const report = buildReport("run-1", new Date(), []);
|
|
62
|
+
writeReport(runDir, report);
|
|
63
|
+
const result = finalizeRunReport(runDir, zipPath);
|
|
64
|
+
assert.equal(result, zipPath);
|
|
65
|
+
assert.equal(statSync(zipPath).isFile(), true);
|
|
66
|
+
assert.ok(statSync(zipPath).size > 0);
|
|
67
|
+
});
|
|
68
|
+
it("returns report.html path for folder output", () => {
|
|
69
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-export-"));
|
|
70
|
+
const runDir = path.join(cwd, "run");
|
|
71
|
+
mkdirSync(runDir, { recursive: true });
|
|
72
|
+
const report = buildReport("run-1", new Date(), []);
|
|
73
|
+
writeReport(runDir, report);
|
|
74
|
+
const result = finalizeRunReport(runDir);
|
|
75
|
+
assert.equal(result, path.join(runDir, "report.html"));
|
|
76
|
+
assert.equal(readFileSync(result, "utf-8").includes("PQA Run Report"), true);
|
|
77
|
+
});
|
|
78
|
+
});
|
|
79
|
+
describe("exportRunReportZip", () => {
|
|
80
|
+
it("includes nested scenario artifact directories", () => {
|
|
81
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-export-nested-"));
|
|
82
|
+
const runDir = path.join(cwd, "run");
|
|
83
|
+
mkdirSync(runDir, { recursive: true });
|
|
84
|
+
const scenarioDir = path.join(runDir, "hello-world");
|
|
85
|
+
const zipPath = path.join(cwd, "nested.zip");
|
|
86
|
+
const report = buildReport("run-1", new Date(), []);
|
|
87
|
+
writeReport(runDir, report);
|
|
88
|
+
mkdirSync(scenarioDir, { recursive: true });
|
|
89
|
+
writeFileSync(path.join(scenarioDir, "transcript.json"), "{}\n");
|
|
90
|
+
exportRunReportZip(runDir, zipPath);
|
|
91
|
+
const extractDir = path.join(cwd, "extracted");
|
|
92
|
+
mkdirSync(extractDir, { recursive: true });
|
|
93
|
+
const result = spawnSync("tar", ["-xf", zipPath, "-C", extractDir], {
|
|
94
|
+
encoding: "utf-8",
|
|
95
|
+
});
|
|
96
|
+
assert.equal(result.status, 0);
|
|
97
|
+
assert.equal(readdirSync(path.join(extractDir, "hello-world")).includes("transcript.json"), true);
|
|
98
|
+
});
|
|
99
|
+
});
|
|
100
|
+
//# sourceMappingURL=export.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"export.test.js","sourceRoot":"","sources":["../../src/reporter/export.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EACL,WAAW,EACX,SAAS,EACT,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,8BAA8B,EAC9B,mBAAmB,GACpB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEtD,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,MAAM,GAAG,GAAG,UAAU,CAAC;IACvB,MAAM,KAAK,GAAG,0BAA0B,CAAC;IAEzC,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,CAAC,KAAK,CACV,8BAA8B,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,EAC7D,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CACjC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,KAAK,CACV,8BAA8B,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,EAC5D,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,KAAK,MAAM,CAAC,CAC1C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,CAAC,KAAK,CACV,8BAA8B,CAAC,kBAAkB,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,EACrE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,CACtC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,CAAC,KAAK,CACV,8BAA8B,CAAC,sBAAsB,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,EACxE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,YAAY,CAAC,CAC1C,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,UAAU,CAAC;QACzB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,YAAY,CAAC;QAC3B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE;YAC/C,UAAU,EAAE,MAAM;YAClB,GAAG,EAAE,KAAK;SACX,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,SAAS,CAAC;QACxB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE;YAC/C,UAAU,EAAE,WAAW;YACvB,GAAG,EAAE,IAAI;SACV,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,KAAK,CACV,QAAQ,CAAC,cAAc,EACvB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,GAAG,KAAK,MAAM,CAAC,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACrC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACpD,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE5B,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACrC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACpD,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE5B,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CACV,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EACxD,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACrC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACpD,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5B,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC;QAEjE,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEpC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC/C,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE;YAClE,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,KAAK,CACV,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CACxD,iBAAiB,CAClB,EACD,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { RunReport, ScenarioResult } from "../types/verdict.js";
|
|
2
|
+
import type { EnvRedactor } from "../redact/env-secrets.js";
|
|
3
|
+
export declare function createRunId(): string;
|
|
4
|
+
export declare function ensureRunDir(cwd: string, runId: string): string;
|
|
5
|
+
export declare function scenarioArtifactDir(runDir: string, scenarioName: string): string;
|
|
6
|
+
export declare function writeReport(runDir: string, report: RunReport, redactor?: EnvRedactor): void;
|
|
7
|
+
export declare function writeTranscript(artifactDir: string, transcript: ScenarioResult["transcript"], redactor?: EnvRedactor): void;
|
|
8
|
+
export declare function writeScenarioTranscript(artifactDir: string, result: ScenarioResult, redactor?: EnvRedactor): void;
|
|
9
|
+
export declare function renderScenarioSummaryHtml(results: ScenarioResult[]): string;
|
|
10
|
+
export declare function buildReport(runId: string, startedAt: Date, results: ScenarioResult[]): RunReport;
|
|
11
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAG5D,wBAAgB,WAAW,IAAI,MAAM,CAEpC;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAI/D;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAKhF;AAED,wBAAgB,WAAW,CACzB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,SAAS,EACjB,QAAQ,CAAC,EAAE,WAAW,GACrB,IAAI,CAUN;AAED,wBAAgB,eAAe,CAC7B,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,cAAc,CAAC,YAAY,CAAC,EACxC,QAAQ,CAAC,EAAE,WAAW,GACrB,IAAI,CAMN;AAED,wBAAgB,uBAAuB,CACrC,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,cAAc,EACtB,QAAQ,CAAC,EAAE,WAAW,GACrB,IAAI,CAYN;AAuBD,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,cAAc,EAAE,GAAG,MAAM,CAgB3E;AA+ED,wBAAgB,WAAW,CACzB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,IAAI,EACf,OAAO,EAAE,cAAc,EAAE,GACxB,SAAS,CAmBX"}
|
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
import { mkdirSync, writeFileSync } from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { getTranscriptBashEntries } from "../agent/verdict.js";
|
|
4
|
+
export function createRunId() {
|
|
5
|
+
return new Date().toISOString().replace(/[:.]/g, "-");
|
|
6
|
+
}
|
|
7
|
+
export function ensureRunDir(cwd, runId) {
|
|
8
|
+
const dir = path.join(cwd, ".pqa", "runs", runId);
|
|
9
|
+
mkdirSync(dir, { recursive: true });
|
|
10
|
+
return dir;
|
|
11
|
+
}
|
|
12
|
+
export function scenarioArtifactDir(runDir, scenarioName) {
|
|
13
|
+
const safe = scenarioName.replace(/[^a-z0-9-]/gi, "-").toLowerCase();
|
|
14
|
+
const dir = path.join(runDir, safe);
|
|
15
|
+
mkdirSync(dir, { recursive: true });
|
|
16
|
+
return dir;
|
|
17
|
+
}
|
|
18
|
+
export function writeReport(runDir, report, redactor) {
|
|
19
|
+
const safeResults = redactor
|
|
20
|
+
? report.results.map((r) => redactor.redactScenarioResult(r))
|
|
21
|
+
: report.results;
|
|
22
|
+
const safeReport = { ...report, results: safeResults };
|
|
23
|
+
writeFileSync(path.join(runDir, "report.json"), `${JSON.stringify(safeReport, null, 2)}\n`);
|
|
24
|
+
writeFileSync(path.join(runDir, "report.html"), renderHtml(safeReport));
|
|
25
|
+
}
|
|
26
|
+
export function writeTranscript(artifactDir, transcript, redactor) {
|
|
27
|
+
const safe = redactor ? redactor.redactTranscript(transcript) : transcript;
|
|
28
|
+
writeFileSync(path.join(artifactDir, "transcript.json"), `${JSON.stringify(safe, null, 2)}\n`);
|
|
29
|
+
}
|
|
30
|
+
export function writeScenarioTranscript(artifactDir, result, redactor) {
|
|
31
|
+
const safe = redactor ? redactor.redactScenarioResult(result) : result;
|
|
32
|
+
writeFileSync(path.join(artifactDir, "transcript.json"), `${JSON.stringify(safe.transcript, null, 2)}\n`);
|
|
33
|
+
if (safe.verdict) {
|
|
34
|
+
writeFileSync(path.join(artifactDir, "verdict.json"), `${JSON.stringify(safe.verdict, null, 2)}\n`);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
function scenarioStatusClass(status) {
|
|
38
|
+
if (status === "pass")
|
|
39
|
+
return "pass";
|
|
40
|
+
if (status === "skipped")
|
|
41
|
+
return "skipped";
|
|
42
|
+
if (status === "fail")
|
|
43
|
+
return "fail";
|
|
44
|
+
return "error";
|
|
45
|
+
}
|
|
46
|
+
function formatReportSummaryLine(summary) {
|
|
47
|
+
const parts = [`${summary.passed}/${summary.total} passed`];
|
|
48
|
+
if (summary.failed > 0)
|
|
49
|
+
parts.push(`${summary.failed} failed`);
|
|
50
|
+
if (summary.errors > 0)
|
|
51
|
+
parts.push(`${summary.errors} errors`);
|
|
52
|
+
if (summary.skipped > 0)
|
|
53
|
+
parts.push(`${summary.skipped} skipped`);
|
|
54
|
+
return parts.join(", ");
|
|
55
|
+
}
|
|
56
|
+
function formatDurationMs(ms) {
|
|
57
|
+
return `${(ms / 1000).toFixed(1)}s`;
|
|
58
|
+
}
|
|
59
|
+
export function renderScenarioSummaryHtml(results) {
|
|
60
|
+
if (results.length === 0) {
|
|
61
|
+
return "";
|
|
62
|
+
}
|
|
63
|
+
const items = results
|
|
64
|
+
.map((r) => {
|
|
65
|
+
const statusClass = scenarioStatusClass(r.status);
|
|
66
|
+
return `<li class="${statusClass}"><span class="badge">${r.status}</span> ${escapeHtml(r.scenario)} <span class="duration">${formatDurationMs(r.durationMs)}</span></li>`;
|
|
67
|
+
})
|
|
68
|
+
.join("\n ");
|
|
69
|
+
return `<section class="summary">
|
|
70
|
+
<h2>Scenarios</h2>
|
|
71
|
+
<ul class="scenario-summary">
|
|
72
|
+
${items}
|
|
73
|
+
</ul>
|
|
74
|
+
</section>`;
|
|
75
|
+
}
|
|
76
|
+
function renderHtml(report) {
|
|
77
|
+
const summaryList = renderScenarioSummaryHtml(report.results);
|
|
78
|
+
const rows = report.results
|
|
79
|
+
.map((r) => {
|
|
80
|
+
const statusClass = scenarioStatusClass(r.status);
|
|
81
|
+
const checkpoints = r.verdict?.checkpoints
|
|
82
|
+
.map((c) => `<li class="${c.pass ? "pass" : "fail"}">${escapeHtml(c.assertion)}: ${escapeHtml(c.reason)}</li>`)
|
|
83
|
+
.join("") ?? "";
|
|
84
|
+
const bash = getTranscriptBashEntries(r.transcript)
|
|
85
|
+
.slice(-10)
|
|
86
|
+
.map((b) => `<pre><code>$ ${escapeHtml(b.command)}\nexit ${b.exitCode}\n${escapeHtml(b.stdout.slice(0, 500))}</code></pre>`)
|
|
87
|
+
.join("");
|
|
88
|
+
const healingBadge = r.healing?.used
|
|
89
|
+
? `<span class="badge healed">healed</span>`
|
|
90
|
+
: "";
|
|
91
|
+
const healingDetail = r.healing
|
|
92
|
+
? `<p class="healing-meta">failure: ${escapeHtml(r.healing.failureKind ?? "—")}; recovery turns: ${r.healing.recoveryTurns}; scenario retries: ${r.healing.scenarioRetries}</p>`
|
|
93
|
+
: "";
|
|
94
|
+
return `<section class="scenario ${statusClass}">
|
|
95
|
+
<h2>${escapeHtml(r.scenario)} <span class="badge">${r.status}</span>${healingBadge}</h2>
|
|
96
|
+
<p>${(r.durationMs / 1000).toFixed(1)}s</p>
|
|
97
|
+
${healingDetail}
|
|
98
|
+
${r.error ? `<p class="error">${escapeHtml(r.error)}</p>` : ""}
|
|
99
|
+
${r.verdict ? `<p>${escapeHtml(r.verdict.summary)}</p>` : ""}
|
|
100
|
+
${checkpoints ? `<ul>${checkpoints}</ul>` : ""}
|
|
101
|
+
${bash}
|
|
102
|
+
</section>`;
|
|
103
|
+
})
|
|
104
|
+
.join("\n");
|
|
105
|
+
return `<!DOCTYPE html>
|
|
106
|
+
<html lang="en">
|
|
107
|
+
<head>
|
|
108
|
+
<meta charset="utf-8" />
|
|
109
|
+
<title>PQA Report ${escapeHtml(report.runId)}</title>
|
|
110
|
+
<style>
|
|
111
|
+
body { font-family: system-ui, sans-serif; max-width: 960px; margin: 2rem auto; padding: 0 1rem; }
|
|
112
|
+
.pass { color: #059669; }
|
|
113
|
+
.fail, .error { color: #dc2626; }
|
|
114
|
+
.skipped { color: #d97706; }
|
|
115
|
+
.badge { font-size: 0.75rem; padding: 0.15rem 0.5rem; border-radius: 4px; background: #e5e7eb; }
|
|
116
|
+
.badge.healed { background: #dbeafe; color: #1d4ed8; }
|
|
117
|
+
.healing-meta { font-size: 0.85rem; color: #6b7280; }
|
|
118
|
+
pre { background: #f3f4f6; padding: 0.75rem; overflow-x: auto; font-size: 0.85rem; }
|
|
119
|
+
summary { margin: 2rem 0 1rem; }
|
|
120
|
+
.scenario-summary { list-style: none; padding: 0; margin: 0 0 2rem; }
|
|
121
|
+
.scenario-summary li { padding: 0.35rem 0; border-bottom: 1px solid #e5e7eb; }
|
|
122
|
+
.scenario-summary .duration { color: #6b7280; font-size: 0.9rem; }
|
|
123
|
+
section.summary h2 { font-size: 1.1rem; margin: 1.5rem 0 0.5rem; }
|
|
124
|
+
</style>
|
|
125
|
+
</head>
|
|
126
|
+
<body>
|
|
127
|
+
<h1>PQA Run Report</h1>
|
|
128
|
+
<p>Run ID: ${escapeHtml(report.runId)}</p>
|
|
129
|
+
<p>${formatReportSummaryLine(report.summary)}</p>
|
|
130
|
+
${summaryList}
|
|
131
|
+
${rows}
|
|
132
|
+
</body>
|
|
133
|
+
</html>`;
|
|
134
|
+
}
|
|
135
|
+
function escapeHtml(s) {
|
|
136
|
+
return s
|
|
137
|
+
.replace(/&/g, "&")
|
|
138
|
+
.replace(/</g, "<")
|
|
139
|
+
.replace(/>/g, ">")
|
|
140
|
+
.replace(/"/g, """);
|
|
141
|
+
}
|
|
142
|
+
export function buildReport(runId, startedAt, results) {
|
|
143
|
+
const passed = results.filter((r) => r.status === "pass").length;
|
|
144
|
+
const failed = results.filter((r) => r.status === "fail").length;
|
|
145
|
+
const errors = results.filter((r) => r.status === "error").length;
|
|
146
|
+
const skipped = results.filter((r) => r.status === "skipped").length;
|
|
147
|
+
return {
|
|
148
|
+
runId,
|
|
149
|
+
startedAt: startedAt.toISOString(),
|
|
150
|
+
finishedAt: new Date().toISOString(),
|
|
151
|
+
results,
|
|
152
|
+
summary: {
|
|
153
|
+
total: results.length,
|
|
154
|
+
passed,
|
|
155
|
+
failed,
|
|
156
|
+
errors,
|
|
157
|
+
skipped,
|
|
158
|
+
},
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/reporter/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/D,MAAM,UAAU,WAAW;IACzB,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW,EAAE,KAAa;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAClD,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,YAAoB;IACtE,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IACrE,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACpC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,MAAc,EACd,MAAiB,EACjB,QAAsB;IAEtB,MAAM,WAAW,GAAG,QAAQ;QAC1B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;IACnB,MAAM,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACvD,aAAa,CACX,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,EAChC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAC3C,CAAC;IACF,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,WAAmB,EACnB,UAAwC,EACxC,QAAsB;IAEtB,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAC3E,aAAa,CACX,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EACzC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACrC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,WAAmB,EACnB,MAAsB,EACtB,QAAsB;IAEtB,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACvE,aAAa,CACX,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EACzC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAChD,CAAC;IACF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,aAAa,CACX,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EACtC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAC7C,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAgC;IAEhC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACrC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC3C,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACrC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA6B;IAC5D,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;IAC/D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;IAC/D,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,UAAU,CAAC,CAAC;IAClE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,EAAU;IAClC,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAyB;IACjE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,KAAK,GAAG,OAAO;SAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,WAAW,GAAG,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAClD,OAAO,cAAc,WAAW,yBAAyB,CAAC,CAAC,MAAM,WAAW,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,2BAA2B,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC;IAC5K,CAAC,CAAC;SACD,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClB,OAAO;;;MAGH,KAAK;;aAEE,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,MAAiB;IACnC,MAAM,WAAW,GAAG,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO;SACxB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,WAAW,GAAG,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,WAAW,GACf,CAAC,CAAC,OAAO,EAAE,WAAW;aACnB,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CACrG;aACA,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,wBAAwB,CAAC,CAAC,CAAC,UAAU,CAAC;aAChD,KAAK,CAAC,CAAC,EAAE,CAAC;aACV,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,gBAAgB,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,eAAe,CAClH;aACA,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,EAAE,IAAI;YAClC,CAAC,CAAC,0CAA0C;YAC5C,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,aAAa,GAAG,CAAC,CAAC,OAAO;YAC7B,CAAC,CAAC,oCAAoC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,aAAa,uBAAuB,CAAC,CAAC,OAAO,CAAC,eAAe,MAAM;YAChL,CAAC,CAAC,EAAE,CAAC;QAEP,OAAO,4BAA4B,WAAW;cACtC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,MAAM,UAAU,YAAY;aAC7E,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;UACnC,aAAa;UACb,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;UAC5D,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;UAC1D,WAAW,CAAC,CAAC,CAAC,OAAO,WAAW,OAAO,CAAC,CAAC,CAAC,EAAE;UAC5C,IAAI;iBACG,CAAC;IACd,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;sBAIa,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;;;;;eAmB/B,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC;OAChC,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC;IAC1C,WAAW;IACX,IAAI;;QAEA,CAAC;AACT,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,CAAC;SACL,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,KAAa,EACb,SAAe,EACf,OAAyB;IAEzB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAErE,OAAO;QACL,KAAK;QACL,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;QAClC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,OAAO;QACP,OAAO,EAAE;YACP,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;SACR;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../src/reporter/index.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { mkdtempSync, readFileSync } from "node:fs";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import path from "node:path";
|
|
5
|
+
import { describe, it } from "node:test";
|
|
6
|
+
import { createEnvRedactor } from "../redact/env-secrets.js";
|
|
7
|
+
import { buildReport, renderScenarioSummaryHtml, writeTranscript } from "./index.js";
|
|
8
|
+
function stubResult(scenario, status) {
|
|
9
|
+
return {
|
|
10
|
+
scenario,
|
|
11
|
+
filePath: `scenarios/${scenario}.md`,
|
|
12
|
+
status,
|
|
13
|
+
durationMs: 12_500,
|
|
14
|
+
verdict: null,
|
|
15
|
+
transcript: { entries: [] },
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
describe("renderScenarioSummaryHtml", () => {
|
|
19
|
+
it("lists each scenario with status and duration", () => {
|
|
20
|
+
const report = buildReport("test-run", new Date(), [
|
|
21
|
+
stubResult("alpha-smoke", "pass"),
|
|
22
|
+
stubResult("beta-flow", "fail"),
|
|
23
|
+
]);
|
|
24
|
+
const html = renderScenarioSummaryHtml(report.results);
|
|
25
|
+
assert.match(html, /alpha-smoke/);
|
|
26
|
+
assert.match(html, /beta-flow/);
|
|
27
|
+
assert.match(html, />pass</);
|
|
28
|
+
assert.match(html, />fail</);
|
|
29
|
+
assert.match(html, /12\.5s/);
|
|
30
|
+
assert.match(html, /class="scenario-summary"/);
|
|
31
|
+
});
|
|
32
|
+
it("returns empty string when there are no results", () => {
|
|
33
|
+
assert.equal(renderScenarioSummaryHtml([]), "");
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
describe("writeTranscript", () => {
|
|
37
|
+
it("redacts sensitive env values when a redactor is provided", () => {
|
|
38
|
+
const artifactDir = mkdtempSync(path.join(tmpdir(), "pqa-transcript-"));
|
|
39
|
+
const redactor = createEnvRedactor({ API_KEY: "sk-live-secret" }, [
|
|
40
|
+
"API_KEY",
|
|
41
|
+
]);
|
|
42
|
+
writeTranscript(artifactDir, {
|
|
43
|
+
entries: [
|
|
44
|
+
{ type: "message", role: "assistant", content: "used sk-live-secret here", at: "2026-01-01T00:00:00.000Z" },
|
|
45
|
+
{
|
|
46
|
+
type: "bash",
|
|
47
|
+
command: "curl -H 'Authorization: sk-live-secret'",
|
|
48
|
+
stdout: "ok",
|
|
49
|
+
stderr: "",
|
|
50
|
+
exitCode: 0,
|
|
51
|
+
durationMs: 1,
|
|
52
|
+
at: "2026-01-01T00:00:01.000Z",
|
|
53
|
+
},
|
|
54
|
+
],
|
|
55
|
+
}, redactor);
|
|
56
|
+
const written = readFileSync(path.join(artifactDir, "transcript.json"), "utf8");
|
|
57
|
+
assert.doesNotMatch(written, /sk-live-secret/);
|
|
58
|
+
assert.match(written, /\$\{API_KEY\}/);
|
|
59
|
+
});
|
|
60
|
+
});
|
|
61
|
+
//# sourceMappingURL=index.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../src/reporter/index.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAGrF,SAAS,UAAU,CACjB,QAAgB,EAChB,MAAgC;IAEhC,OAAO;QACL,QAAQ;QACR,QAAQ,EAAE,aAAa,QAAQ,KAAK;QACpC,MAAM;QACN,UAAU,EAAE,MAAM;QAClB,OAAO,EAAE,IAAI;QACb,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;KAC5B,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE;YACjD,UAAU,CAAC,aAAa,EAAE,MAAM,CAAC;YACjC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC;SAChC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,iBAAiB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,EAAE;YAChE,SAAS;SACV,CAAC,CAAC;QACH,eAAe,CACb,WAAW,EACX;YACE,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,0BAA0B,EAAE,EAAE,EAAE,0BAA0B,EAAE;gBAC3G;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,yCAAyC;oBAClD,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE,CAAC;oBACX,UAAU,EAAE,CAAC;oBACb,EAAE,EAAE,0BAA0B;iBAC/B;aACF;SACF,EACD,QAAQ,CACT,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EACzC,MAAM,CACP,CAAC;QACF,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { PqaConfig } from "../types/config.js";
|
|
2
|
+
export declare const DEFAULT_SCENARIOS_DIR = "scenarios";
|
|
3
|
+
export declare function scenarioDiscoveryGlob(scenariosDir: string): string;
|
|
4
|
+
/** Expand directory paths (e.g. `pqa/`) into file globs. */
|
|
5
|
+
export declare function expandScenarioPatterns(patterns: string[]): string[];
|
|
6
|
+
export declare function inferScenariosDirFromPatterns(patterns: string[]): string | undefined;
|
|
7
|
+
export declare function resolveScenariosDir(config: PqaConfig, patterns: string[], cwd?: string): string;
|
|
8
|
+
export declare function resolveRunGlobs(config: PqaConfig, patterns: string[], cwd?: string): {
|
|
9
|
+
scenariosDir: string;
|
|
10
|
+
discoveryGlob: string;
|
|
11
|
+
runGlobs: string[];
|
|
12
|
+
/** File globs used to locate auth scenarios; matches run scope when patterns are set. */
|
|
13
|
+
searchGlobs: string[];
|
|
14
|
+
};
|
|
15
|
+
//# sourceMappingURL=globs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"globs.d.ts","sourceRoot":"","sources":["../../src/scenarios/globs.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEpD,eAAO,MAAM,qBAAqB,cAAc,CAAC;AAEjD,wBAAgB,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAElE;AAED,4DAA4D;AAC5D,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAOnE;AAED,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAKpF;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,MAAM,EAAE,EAClB,GAAG,SAAgB,GAClB,MAAM,CAeR;AAED,wBAAgB,eAAe,CAC7B,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,MAAM,EAAE,EAClB,GAAG,SAAgB,GAClB;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,yFAAyF;IACzF,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,CASA"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { existsSync } from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
export const DEFAULT_SCENARIOS_DIR = "scenarios";
|
|
4
|
+
export function scenarioDiscoveryGlob(scenariosDir) {
|
|
5
|
+
return `${scenariosDir.replace(/\/$/, "")}/**/*.md`;
|
|
6
|
+
}
|
|
7
|
+
/** Expand directory paths (e.g. `pqa/`) into file globs. */
|
|
8
|
+
export function expandScenarioPatterns(patterns) {
|
|
9
|
+
return patterns.map((pattern) => {
|
|
10
|
+
if (!pattern.includes("*") && !pattern.endsWith(".md")) {
|
|
11
|
+
return `${pattern.replace(/\/$/, "")}/**/*.md`;
|
|
12
|
+
}
|
|
13
|
+
return pattern;
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
export function inferScenariosDirFromPatterns(patterns) {
|
|
17
|
+
const first = patterns[0]?.trim();
|
|
18
|
+
if (!first)
|
|
19
|
+
return undefined;
|
|
20
|
+
const segments = first.split("/").filter((segment) => segment && segment !== ".");
|
|
21
|
+
return segments[0] || undefined;
|
|
22
|
+
}
|
|
23
|
+
export function resolveScenariosDir(config, patterns, cwd = process.cwd()) {
|
|
24
|
+
if (config.scenariosDir) {
|
|
25
|
+
return config.scenariosDir.replace(/\/$/, "");
|
|
26
|
+
}
|
|
27
|
+
const inferred = inferScenariosDirFromPatterns(patterns);
|
|
28
|
+
if (inferred) {
|
|
29
|
+
return inferred;
|
|
30
|
+
}
|
|
31
|
+
if (existsSync(path.join(cwd, DEFAULT_SCENARIOS_DIR))) {
|
|
32
|
+
return DEFAULT_SCENARIOS_DIR;
|
|
33
|
+
}
|
|
34
|
+
if (existsSync(path.join(cwd, "pqa"))) {
|
|
35
|
+
return "pqa";
|
|
36
|
+
}
|
|
37
|
+
return DEFAULT_SCENARIOS_DIR;
|
|
38
|
+
}
|
|
39
|
+
export function resolveRunGlobs(config, patterns, cwd = process.cwd()) {
|
|
40
|
+
const scenariosDir = resolveScenariosDir(config, patterns, cwd);
|
|
41
|
+
const discoveryGlob = scenarioDiscoveryGlob(scenariosDir);
|
|
42
|
+
const runGlobs = patterns.length > 0
|
|
43
|
+
? expandScenarioPatterns(patterns)
|
|
44
|
+
: [discoveryGlob];
|
|
45
|
+
const searchGlobs = patterns.length > 0 ? runGlobs : [discoveryGlob];
|
|
46
|
+
return { scenariosDir, discoveryGlob, runGlobs, searchGlobs };
|
|
47
|
+
}
|
|
48
|
+
//# sourceMappingURL=globs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"globs.js","sourceRoot":"","sources":["../../src/scenarios/globs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,MAAM,CAAC,MAAM,qBAAqB,GAAG,WAAW,CAAC;AAEjD,MAAM,UAAU,qBAAqB,CAAC,YAAoB;IACxD,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC;AACtD,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,sBAAsB,CAAC,QAAkB;IACvD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC;QACjD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,QAAkB;IAC9D,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,IAAI,OAAO,KAAK,GAAG,CAAC,CAAC;IAClF,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAiB,EACjB,QAAkB,EAClB,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE;IAEnB,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,QAAQ,GAAG,6BAA6B,CAAC,QAAQ,CAAC,CAAC;IACzD,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAiB,EACjB,QAAkB,EAClB,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE;IAQnB,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAC1D,MAAM,QAAQ,GACZ,QAAQ,CAAC,MAAM,GAAG,CAAC;QACjB,CAAC,CAAC,sBAAsB,CAAC,QAAQ,CAAC;QAClC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACtB,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACrE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AAChE,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"globs.test.d.ts","sourceRoot":"","sources":["../../src/scenarios/globs.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { mkdtempSync, mkdirSync } from "node:fs";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import path from "node:path";
|
|
5
|
+
import { describe, it } from "node:test";
|
|
6
|
+
import { DEFAULT_SCENARIOS_DIR, expandScenarioPatterns, inferScenariosDirFromPatterns, resolveRunGlobs, resolveScenariosDir, scenarioDiscoveryGlob, } from "./globs.js";
|
|
7
|
+
const baseConfig = {};
|
|
8
|
+
describe("expandScenarioPatterns", () => {
|
|
9
|
+
it("expands directory paths into markdown globs", () => {
|
|
10
|
+
assert.deepEqual(expandScenarioPatterns(["pqa/"]), ["pqa/**/*.md"]);
|
|
11
|
+
assert.deepEqual(expandScenarioPatterns(["pqa"]), ["pqa/**/*.md"]);
|
|
12
|
+
assert.deepEqual(expandScenarioPatterns(["pqa/**/*.md"]), ["pqa/**/*.md"]);
|
|
13
|
+
});
|
|
14
|
+
});
|
|
15
|
+
describe("inferScenariosDirFromPatterns", () => {
|
|
16
|
+
it("uses the first path segment as the scenarios root", () => {
|
|
17
|
+
assert.equal(inferScenariosDirFromPatterns(["pqa/**/*.md"]), "pqa");
|
|
18
|
+
assert.equal(inferScenariosDirFromPatterns(["pqa/pilar/p1/*.md"]), "pqa");
|
|
19
|
+
assert.equal(inferScenariosDirFromPatterns(["./pqa/pilar-smoke.md"]), "pqa");
|
|
20
|
+
});
|
|
21
|
+
});
|
|
22
|
+
describe("resolveScenariosDir", () => {
|
|
23
|
+
it("prefers config.scenariosDir when set", () => {
|
|
24
|
+
assert.equal(resolveScenariosDir({ scenariosDir: "custom" }, []), "custom");
|
|
25
|
+
});
|
|
26
|
+
it("auto-detects pqa/ when scenarios/ is missing", () => {
|
|
27
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-globs-"));
|
|
28
|
+
mkdirSync(path.join(cwd, "pqa"));
|
|
29
|
+
assert.equal(resolveScenariosDir(baseConfig, [], cwd), "pqa");
|
|
30
|
+
});
|
|
31
|
+
it("defaults to scenarios when neither directory exists", () => {
|
|
32
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-globs-"));
|
|
33
|
+
assert.equal(resolveScenariosDir(baseConfig, [], cwd), DEFAULT_SCENARIOS_DIR);
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
describe("resolveRunGlobs", () => {
|
|
37
|
+
it("uses discovery glob for auth lookup and expanded patterns for filtering", () => {
|
|
38
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-globs-"));
|
|
39
|
+
mkdirSync(path.join(cwd, "pqa"));
|
|
40
|
+
const { discoveryGlob, runGlobs, searchGlobs } = resolveRunGlobs(baseConfig, ["pqa/"], cwd);
|
|
41
|
+
assert.equal(discoveryGlob, scenarioDiscoveryGlob("pqa"));
|
|
42
|
+
assert.deepEqual(runGlobs, ["pqa/**/*.md"]);
|
|
43
|
+
assert.deepEqual(searchGlobs, runGlobs);
|
|
44
|
+
});
|
|
45
|
+
it("uses config.scenariosDir when no patterns are provided", () => {
|
|
46
|
+
const config = { scenariosDir: "scenarios_test" };
|
|
47
|
+
const { discoveryGlob, runGlobs, searchGlobs } = resolveRunGlobs(config, []);
|
|
48
|
+
assert.equal(discoveryGlob, "scenarios_test/**/*.md");
|
|
49
|
+
assert.deepEqual(runGlobs, ["scenarios_test/**/*.md"]);
|
|
50
|
+
assert.deepEqual(searchGlobs, runGlobs);
|
|
51
|
+
});
|
|
52
|
+
});
|
|
53
|
+
//# sourceMappingURL=globs.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"globs.test.js","sourceRoot":"","sources":["../../src/scenarios/globs.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACtB,6BAA6B,EAC7B,eAAe,EACf,mBAAmB,EACnB,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,MAAM,UAAU,GAAG,EAAe,CAAC;AAEnC,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACpE,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,mBAAmB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,sBAAsB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,KAAK,CACV,mBAAmB,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAe,EAAE,EAAE,CAAC,EAChE,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC3D,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC3D,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACjC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,MAAM,GAAG,EAAE,YAAY,EAAE,gBAAgB,EAAe,CAAC;QAC/D,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,wBAAwB,CAAC,CAAC;QACtD,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { ParsedCheckpoint, Scenario, ScenarioSummary, ScenarioTagFilterExpression } from "../types/scenario.js";
|
|
2
|
+
export declare function stripScenarioComments(raw: string): string;
|
|
3
|
+
export declare function parseCheckpoints(lines: string[]): ParsedCheckpoint[];
|
|
4
|
+
export declare function expandScenarioLinks(body: string, fromFilePath: string, visiting?: Set<string>, collectedSkills?: string[]): string;
|
|
5
|
+
export declare function parseScenarioFrontmatter(filePath: string): ScenarioSummary;
|
|
6
|
+
export declare function tryParseScenarioFrontmatter(filePath: string): ScenarioSummary | undefined;
|
|
7
|
+
export declare function findScenarioSummariesByNames(filePaths: Iterable<string>, names: Set<string>): ScenarioSummary[];
|
|
8
|
+
export declare function isRunnableScenario(scenario: Pick<Scenario, "frontmatter">): boolean;
|
|
9
|
+
export declare function parseScenarioContent(raw: string, filePath: string): Scenario;
|
|
10
|
+
export declare function parseScenarioFile(filePath: string): Scenario;
|
|
11
|
+
export declare function formatScenarioForPrompt(scenario: Scenario): string;
|
|
12
|
+
export declare function matchesTags(scenario: Pick<Scenario, "frontmatter">, filters: ScenarioTagFilterExpression | string[] | undefined): boolean;
|
|
13
|
+
export declare function selectRunnableScenarioSummaries(summaries: ScenarioSummary[], filters: ScenarioTagFilterExpression | string[] | undefined, authScenarioNames: Set<string>): ScenarioSummary[];
|
|
14
|
+
export declare function scenarioSummaryToStub(summary: ScenarioSummary): Scenario;
|
|
15
|
+
//# sourceMappingURL=parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/scenarios/parser.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,gBAAgB,EAChB,QAAQ,EAER,eAAe,EACf,2BAA2B,EAC5B,MAAM,sBAAsB,CAAC;AAsC9B,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAQzD;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAqBpE;AA4DD,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,GAAE,GAAG,CAAC,MAAM,CAAa,EACjC,eAAe,GAAE,MAAM,EAAO,GAC7B,MAAM,CAYR;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe,CAW1E;AAED,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE,MAAM,GACf,eAAe,GAAG,SAAS,CAM7B;AAED,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,EAC3B,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,GACjB,eAAe,EAAE,CAanB;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,GACtC,OAAO,CAET;AA4BD,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAoC5E;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAI5D;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAoBlE;AAWD,wBAAgB,WAAW,CACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EACvC,OAAO,EAAE,2BAA2B,GAAG,MAAM,EAAE,GAAG,SAAS,GAC1D,OAAO,CAgBT;AAED,wBAAgB,+BAA+B,CAC7C,SAAS,EAAE,eAAe,EAAE,EAC5B,OAAO,EAAE,2BAA2B,GAAG,MAAM,EAAE,GAAG,SAAS,EAC3D,iBAAiB,EAAE,GAAG,CAAC,MAAM,CAAC,GAC7B,eAAe,EAAE,CAKnB;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,eAAe,GAAG,QAAQ,CAWxE"}
|