qa360 2.2.1 → 2.2.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/README.md +79 -0
- package/cli/dist/cli-minimal.d.ts +6 -0
- package/cli/dist/cli-minimal.js +36 -0
- package/cli/dist/commands/ai.d.ts +43 -0
- package/cli/dist/commands/ai.js +616 -0
- package/cli/dist/commands/ask.d.ts +94 -0
- package/cli/dist/commands/ask.js +582 -0
- package/cli/dist/commands/coverage.d.ts +8 -0
- package/cli/dist/commands/coverage.js +252 -0
- package/cli/dist/commands/crawl.d.ts +24 -0
- package/cli/dist/commands/crawl.js +121 -0
- package/cli/dist/commands/doctor.d.ts +54 -0
- package/cli/dist/commands/doctor.js +513 -0
- package/cli/dist/commands/examples.d.ts +33 -0
- package/cli/dist/commands/examples.js +193 -0
- package/cli/dist/commands/explain.d.ts +27 -0
- package/cli/dist/commands/explain.js +630 -0
- package/cli/dist/commands/flakiness.d.ts +73 -0
- package/cli/dist/commands/flakiness.js +435 -0
- package/cli/dist/commands/generate.d.ts +66 -0
- package/cli/dist/commands/generate.js +438 -0
- package/cli/dist/commands/history.d.ts +76 -0
- package/cli/dist/commands/history.js +755 -0
- package/cli/dist/commands/init.d.ts +106 -0
- package/cli/dist/commands/init.js +616 -0
- package/cli/dist/commands/monitor.d.ts +27 -0
- package/cli/dist/commands/monitor.js +225 -0
- package/cli/dist/commands/ollama.d.ts +40 -0
- package/cli/dist/commands/ollama.js +346 -0
- package/cli/dist/commands/pack.d.ts +70 -0
- package/cli/dist/commands/pack.js +413 -0
- package/cli/dist/commands/regression.d.ts +8 -0
- package/cli/dist/commands/regression.js +340 -0
- package/cli/dist/commands/repair.d.ts +26 -0
- package/cli/dist/commands/repair.js +307 -0
- package/cli/dist/commands/report.d.ts +62 -0
- package/cli/dist/commands/report.js +378 -0
- package/cli/dist/commands/retry.d.ts +43 -0
- package/cli/dist/commands/retry.js +275 -0
- package/cli/dist/commands/run.d.ts +41 -0
- package/cli/dist/commands/run.js +171 -0
- package/cli/dist/commands/scan.d.ts +5 -0
- package/cli/dist/commands/scan.js +155 -0
- package/cli/dist/commands/secrets.d.ts +58 -0
- package/cli/dist/commands/secrets.js +289 -0
- package/cli/dist/commands/serve.d.ts +13 -0
- package/cli/dist/commands/serve.js +156 -0
- package/cli/dist/commands/slo.d.ts +8 -0
- package/cli/dist/commands/slo.js +327 -0
- package/cli/dist/commands/verify.d.ts +32 -0
- package/cli/dist/commands/verify.js +278 -0
- package/cli/dist/core/adapters/gitleaks-secrets.d.ts +114 -0
- package/cli/dist/core/adapters/gitleaks-secrets.js +410 -0
- package/cli/dist/core/adapters/jest-adapter.d.ts +44 -0
- package/cli/dist/core/adapters/jest-adapter.js +261 -0
- package/cli/dist/core/adapters/k6-perf.d.ts +85 -0
- package/cli/dist/core/adapters/k6-perf.js +398 -0
- package/cli/dist/core/adapters/osv-deps.d.ts +123 -0
- package/cli/dist/core/adapters/osv-deps.js +372 -0
- package/cli/dist/core/adapters/playwright-native-adapter.d.ts +121 -0
- package/cli/dist/core/adapters/playwright-native-adapter.js +339 -0
- package/cli/dist/core/adapters/playwright-native-api.d.ts +183 -0
- package/cli/dist/core/adapters/playwright-native-api.js +465 -0
- package/cli/dist/core/adapters/playwright-ui.d.ts +197 -0
- package/cli/dist/core/adapters/playwright-ui.js +864 -0
- package/cli/dist/core/adapters/pytest-adapter.d.ts +49 -0
- package/cli/dist/core/adapters/pytest-adapter.js +324 -0
- package/cli/dist/core/adapters/semgrep-sast.d.ts +99 -0
- package/cli/dist/core/adapters/semgrep-sast.js +322 -0
- package/cli/dist/core/adapters/unit-test-types.d.ts +119 -0
- package/cli/dist/core/adapters/unit-test-types.js +6 -0
- package/cli/dist/core/adapters/vitest-adapter.d.ts +46 -0
- package/cli/dist/core/adapters/vitest-adapter.js +272 -0
- package/cli/dist/core/adapters/zap-dast.d.ts +133 -0
- package/cli/dist/core/adapters/zap-dast.js +424 -0
- package/cli/dist/core/ai/anthropic-provider.d.ts +50 -0
- package/cli/dist/core/ai/anthropic-provider.js +223 -0
- package/cli/dist/core/ai/deepseek-provider.d.ts +81 -0
- package/cli/dist/core/ai/deepseek-provider.js +266 -0
- package/cli/dist/core/ai/index.d.ts +60 -0
- package/cli/dist/core/ai/index.js +18 -0
- package/cli/dist/core/ai/llm-client.d.ts +45 -0
- package/cli/dist/core/ai/llm-client.js +7 -0
- package/cli/dist/core/ai/mock-provider.d.ts +49 -0
- package/cli/dist/core/ai/mock-provider.js +121 -0
- package/cli/dist/core/ai/ollama-provider.d.ts +78 -0
- package/cli/dist/core/ai/ollama-provider.js +216 -0
- package/cli/dist/core/ai/openai-provider.d.ts +48 -0
- package/cli/dist/core/ai/openai-provider.js +200 -0
- package/cli/dist/core/ai/provider-factory.d.ts +160 -0
- package/cli/dist/core/ai/provider-factory.js +269 -0
- package/cli/dist/core/artifacts/index.d.ts +6 -0
- package/cli/dist/core/artifacts/index.js +6 -0
- package/cli/dist/core/artifacts/ui-artifacts.d.ts +133 -0
- package/cli/dist/core/artifacts/ui-artifacts.js +304 -0
- package/cli/dist/core/assertions/engine.d.ts +51 -0
- package/cli/dist/core/assertions/engine.js +530 -0
- package/cli/dist/core/assertions/index.d.ts +11 -0
- package/cli/dist/core/assertions/index.js +11 -0
- package/cli/dist/core/assertions/types.d.ts +121 -0
- package/cli/dist/core/assertions/types.js +37 -0
- package/cli/dist/core/auth/api-key-provider.d.ts +16 -0
- package/cli/dist/core/auth/api-key-provider.js +63 -0
- package/cli/dist/core/auth/aws-iam-provider.d.ts +35 -0
- package/cli/dist/core/auth/aws-iam-provider.js +177 -0
- package/cli/dist/core/auth/azure-ad-provider.d.ts +15 -0
- package/cli/dist/core/auth/azure-ad-provider.js +99 -0
- package/cli/dist/core/auth/basic-auth-provider.d.ts +26 -0
- package/cli/dist/core/auth/basic-auth-provider.js +111 -0
- package/cli/dist/core/auth/gcp-adc-provider.d.ts +27 -0
- package/cli/dist/core/auth/gcp-adc-provider.js +126 -0
- package/cli/dist/core/auth/index.d.ts +238 -0
- package/cli/dist/core/auth/index.js +82 -0
- package/cli/dist/core/auth/jwt-provider.d.ts +19 -0
- package/cli/dist/core/auth/jwt-provider.js +160 -0
- package/cli/dist/core/auth/manager.d.ts +84 -0
- package/cli/dist/core/auth/manager.js +230 -0
- package/cli/dist/core/auth/oauth2-provider.d.ts +17 -0
- package/cli/dist/core/auth/oauth2-provider.js +114 -0
- package/cli/dist/core/auth/totp-provider.d.ts +31 -0
- package/cli/dist/core/auth/totp-provider.js +134 -0
- package/cli/dist/core/auth/ui-login-provider.d.ts +26 -0
- package/cli/dist/core/auth/ui-login-provider.js +198 -0
- package/cli/dist/core/cache/index.d.ts +7 -0
- package/cli/dist/core/cache/index.js +6 -0
- package/cli/dist/core/cache/lru-cache.d.ts +203 -0
- package/cli/dist/core/cache/lru-cache.js +397 -0
- package/cli/dist/core/coverage/analyzer.d.ts +101 -0
- package/cli/dist/core/coverage/analyzer.js +415 -0
- package/cli/dist/core/coverage/collector.d.ts +74 -0
- package/cli/dist/core/coverage/collector.js +459 -0
- package/cli/dist/core/coverage/config.d.ts +37 -0
- package/cli/dist/core/coverage/config.js +156 -0
- package/cli/dist/core/coverage/index.d.ts +11 -0
- package/cli/dist/core/coverage/index.js +15 -0
- package/cli/dist/core/coverage/types.d.ts +267 -0
- package/cli/dist/core/coverage/types.js +6 -0
- package/cli/dist/core/coverage/vault.d.ts +95 -0
- package/cli/dist/core/coverage/vault.js +405 -0
- package/cli/dist/core/crawler/index.d.ts +57 -0
- package/cli/dist/core/crawler/index.js +281 -0
- package/cli/dist/core/crawler/journey-generator.d.ts +49 -0
- package/cli/dist/core/crawler/journey-generator.js +412 -0
- package/cli/dist/core/crawler/page-analyzer.d.ts +88 -0
- package/cli/dist/core/crawler/page-analyzer.js +709 -0
- package/cli/dist/core/crawler/selector-generator.d.ts +34 -0
- package/cli/dist/core/crawler/selector-generator.js +309 -0
- package/cli/dist/core/crawler/types.d.ts +353 -0
- package/cli/dist/core/crawler/types.js +6 -0
- package/cli/dist/core/dashboard/assets.d.ts +6 -0
- package/cli/dist/core/dashboard/assets.js +690 -0
- package/cli/dist/core/dashboard/index.d.ts +6 -0
- package/cli/dist/core/dashboard/index.js +5 -0
- package/cli/dist/core/dashboard/server.d.ts +72 -0
- package/cli/dist/core/dashboard/server.js +354 -0
- package/cli/dist/core/dashboard/types.d.ts +70 -0
- package/cli/dist/core/dashboard/types.js +5 -0
- package/cli/dist/core/discoverer/index.d.ts +115 -0
- package/cli/dist/core/discoverer/index.js +250 -0
- package/cli/dist/core/fixtures/index.d.ts +8 -0
- package/cli/dist/core/fixtures/index.js +8 -0
- package/cli/dist/core/fixtures/loader.d.ts +65 -0
- package/cli/dist/core/fixtures/loader.js +161 -0
- package/cli/dist/core/fixtures/resolver.d.ts +79 -0
- package/cli/dist/core/fixtures/resolver.js +181 -0
- package/cli/dist/core/fixtures/types.d.ts +75 -0
- package/cli/dist/core/fixtures/types.js +30 -0
- package/cli/dist/core/flakiness/index.d.ts +228 -0
- package/cli/dist/core/flakiness/index.js +384 -0
- package/cli/dist/core/generation/code-formatter.d.ts +111 -0
- package/cli/dist/core/generation/code-formatter.js +307 -0
- package/cli/dist/core/generation/code-generator.d.ts +144 -0
- package/cli/dist/core/generation/code-generator.js +293 -0
- package/cli/dist/core/generation/crawler-pack-generator.d.ts +44 -0
- package/cli/dist/core/generation/crawler-pack-generator.js +245 -0
- package/cli/dist/core/generation/generator.d.ts +40 -0
- package/cli/dist/core/generation/generator.js +76 -0
- package/cli/dist/core/generation/index.d.ts +32 -0
- package/cli/dist/core/generation/index.js +30 -0
- package/cli/dist/core/generation/pack-generator.d.ts +107 -0
- package/cli/dist/core/generation/pack-generator.js +416 -0
- package/cli/dist/core/generation/prompt-builder.d.ts +132 -0
- package/cli/dist/core/generation/prompt-builder.js +672 -0
- package/cli/dist/core/generation/source-analyzer.d.ts +213 -0
- package/cli/dist/core/generation/source-analyzer.js +657 -0
- package/cli/dist/core/generation/test-optimizer.d.ts +117 -0
- package/cli/dist/core/generation/test-optimizer.js +328 -0
- package/cli/dist/core/generation/types.d.ts +214 -0
- package/cli/dist/core/generation/types.js +4 -0
- package/cli/dist/core/hooks/compose.d.ts +61 -0
- package/cli/dist/core/hooks/compose.js +225 -0
- package/cli/dist/core/hooks/runner.d.ts +68 -0
- package/cli/dist/core/hooks/runner.js +303 -0
- package/cli/dist/core/index.d.ts +110 -0
- package/cli/dist/core/index.js +99 -0
- package/cli/dist/core/pack/migrator.d.ts +51 -0
- package/cli/dist/core/pack/migrator.js +304 -0
- package/cli/dist/core/pack/validator.d.ts +42 -0
- package/cli/dist/core/pack/validator.js +330 -0
- package/cli/dist/core/pack-v2/index.d.ts +9 -0
- package/cli/dist/core/pack-v2/index.js +8 -0
- package/cli/dist/core/pack-v2/loader.d.ts +63 -0
- package/cli/dist/core/pack-v2/loader.js +292 -0
- package/cli/dist/core/pack-v2/migrator.d.ts +62 -0
- package/cli/dist/core/pack-v2/migrator.js +505 -0
- package/cli/dist/core/pack-v2/validator.d.ts +65 -0
- package/cli/dist/core/pack-v2/validator.js +629 -0
- package/cli/dist/core/parallel/index.d.ts +6 -0
- package/cli/dist/core/parallel/index.js +6 -0
- package/cli/dist/core/parallel/parallel-runner.d.ts +107 -0
- package/cli/dist/core/parallel/parallel-runner.js +192 -0
- package/cli/dist/core/pom/base-page.d.ts +237 -0
- package/cli/dist/core/pom/base-page.js +354 -0
- package/cli/dist/core/pom/index.d.ts +22 -0
- package/cli/dist/core/pom/index.js +23 -0
- package/cli/dist/core/pom/loader.d.ts +118 -0
- package/cli/dist/core/pom/loader.js +382 -0
- package/cli/dist/core/pom/types.d.ts +112 -0
- package/cli/dist/core/pom/types.js +9 -0
- package/cli/dist/core/proof/bundle.d.ts +137 -0
- package/cli/dist/core/proof/bundle.js +160 -0
- package/cli/dist/core/proof/canonicalize.d.ts +47 -0
- package/cli/dist/core/proof/canonicalize.js +105 -0
- package/cli/dist/core/proof/index.d.ts +13 -0
- package/cli/dist/core/proof/index.js +18 -0
- package/cli/dist/core/proof/schema.d.ts +217 -0
- package/cli/dist/core/proof/schema.js +263 -0
- package/cli/dist/core/proof/signer.d.ts +111 -0
- package/cli/dist/core/proof/signer.js +226 -0
- package/cli/dist/core/proof/verifier.d.ts +97 -0
- package/cli/dist/core/proof/verifier.js +308 -0
- package/cli/dist/core/regression/detector.d.ts +107 -0
- package/cli/dist/core/regression/detector.js +497 -0
- package/cli/dist/core/regression/index.d.ts +9 -0
- package/cli/dist/core/regression/index.js +11 -0
- package/cli/dist/core/regression/trend-analyzer.d.ts +102 -0
- package/cli/dist/core/regression/trend-analyzer.js +345 -0
- package/cli/dist/core/regression/types.d.ts +222 -0
- package/cli/dist/core/regression/types.js +7 -0
- package/cli/dist/core/regression/vault.d.ts +87 -0
- package/cli/dist/core/regression/vault.js +289 -0
- package/cli/dist/core/repair/engine/fixer.d.ts +24 -0
- package/cli/dist/core/repair/engine/fixer.js +226 -0
- package/cli/dist/core/repair/engine/suggestion-engine.d.ts +18 -0
- package/cli/dist/core/repair/engine/suggestion-engine.js +187 -0
- package/cli/dist/core/repair/index.d.ts +10 -0
- package/cli/dist/core/repair/index.js +13 -0
- package/cli/dist/core/repair/repairer.d.ts +90 -0
- package/cli/dist/core/repair/repairer.js +284 -0
- package/cli/dist/core/repair/types.d.ts +91 -0
- package/cli/dist/core/repair/types.js +6 -0
- package/cli/dist/core/repair/utils/error-analyzer.d.ts +28 -0
- package/cli/dist/core/repair/utils/error-analyzer.js +264 -0
- package/cli/dist/core/reporting/html-reporter.d.ts +119 -0
- package/cli/dist/core/reporting/html-reporter.js +737 -0
- package/cli/dist/core/reporting/index.d.ts +6 -0
- package/cli/dist/core/reporting/index.js +6 -0
- package/cli/dist/core/retry/flakiness-integration.d.ts +60 -0
- package/cli/dist/core/retry/flakiness-integration.js +228 -0
- package/cli/dist/core/retry/index.d.ts +14 -0
- package/cli/dist/core/retry/index.js +16 -0
- package/cli/dist/core/retry/retry-engine.d.ts +80 -0
- package/cli/dist/core/retry/retry-engine.js +296 -0
- package/cli/dist/core/retry/types.d.ts +178 -0
- package/cli/dist/core/retry/types.js +52 -0
- package/cli/dist/core/retry/vault.d.ts +77 -0
- package/cli/dist/core/retry/vault.js +304 -0
- package/cli/dist/core/runner/e2e-helpers.d.ts +102 -0
- package/cli/dist/core/runner/e2e-helpers.js +153 -0
- package/cli/dist/core/runner/phase3-runner.d.ts +249 -0
- package/cli/dist/core/runner/phase3-runner.js +1323 -0
- package/cli/dist/core/schemas/pack.schema.json +236 -0
- package/cli/dist/core/secrets/crypto.d.ts +75 -0
- package/cli/dist/core/secrets/crypto.js +223 -0
- package/cli/dist/core/secrets/manager.d.ts +76 -0
- package/cli/dist/core/secrets/manager.js +219 -0
- package/cli/dist/core/security/redaction-patterns-extended.d.ts +27 -0
- package/cli/dist/core/security/redaction-patterns-extended.js +247 -0
- package/cli/dist/core/security/redactor.d.ts +71 -0
- package/cli/dist/core/security/redactor.js +279 -0
- package/cli/dist/core/self-healing/assertion-healer.d.ts +97 -0
- package/cli/dist/core/self-healing/assertion-healer.js +371 -0
- package/cli/dist/core/self-healing/engine.d.ts +122 -0
- package/cli/dist/core/self-healing/engine.js +538 -0
- package/cli/dist/core/self-healing/index.d.ts +10 -0
- package/cli/dist/core/self-healing/index.js +11 -0
- package/cli/dist/core/self-healing/selector-healer.d.ts +103 -0
- package/cli/dist/core/self-healing/selector-healer.js +372 -0
- package/cli/dist/core/self-healing/types.d.ts +152 -0
- package/cli/dist/core/self-healing/types.js +6 -0
- package/cli/dist/core/serve/diagnostics-collector.d.ts +32 -0
- package/cli/dist/core/serve/diagnostics-collector.js +149 -0
- package/cli/dist/core/serve/health-checker.d.ts +44 -0
- package/cli/dist/core/serve/health-checker.js +219 -0
- package/cli/dist/core/serve/index.d.ts +8 -0
- package/cli/dist/core/serve/index.js +8 -0
- package/cli/dist/core/serve/metrics-collector.d.ts +24 -0
- package/cli/dist/core/serve/metrics-collector.js +322 -0
- package/cli/dist/core/serve/process-manager.d.ts +36 -0
- package/cli/dist/core/serve/process-manager.js +213 -0
- package/cli/dist/core/serve/server.d.ts +36 -0
- package/cli/dist/core/serve/server.js +191 -0
- package/cli/dist/core/slo/config.d.ts +107 -0
- package/cli/dist/core/slo/config.js +360 -0
- package/cli/dist/core/slo/index.d.ts +11 -0
- package/cli/dist/core/slo/index.js +15 -0
- package/cli/dist/core/slo/sli-calculator.d.ts +92 -0
- package/cli/dist/core/slo/sli-calculator.js +364 -0
- package/cli/dist/core/slo/slo-tracker.d.ts +148 -0
- package/cli/dist/core/slo/slo-tracker.js +379 -0
- package/cli/dist/core/slo/types.d.ts +281 -0
- package/cli/dist/core/slo/types.js +7 -0
- package/cli/dist/core/slo/vault.d.ts +102 -0
- package/cli/dist/core/slo/vault.js +427 -0
- package/cli/dist/core/tui/index.d.ts +7 -0
- package/cli/dist/core/tui/index.js +6 -0
- package/cli/dist/core/tui/monitor.d.ts +92 -0
- package/cli/dist/core/tui/monitor.js +271 -0
- package/cli/dist/core/tui/renderer.d.ts +33 -0
- package/cli/dist/core/tui/renderer.js +218 -0
- package/cli/dist/core/tui/types.d.ts +63 -0
- package/cli/dist/core/tui/types.js +5 -0
- package/cli/dist/core/types/pack-v1.d.ts +251 -0
- package/cli/dist/core/types/pack-v1.js +5 -0
- package/cli/dist/core/types/pack-v2.d.ts +456 -0
- package/cli/dist/core/types/pack-v2.js +8 -0
- package/cli/dist/core/types/trust-score.d.ts +69 -0
- package/cli/dist/core/types/trust-score.js +191 -0
- package/cli/dist/core/vault/cas.d.ts +90 -0
- package/cli/dist/core/vault/cas.js +261 -0
- package/cli/dist/core/vault/index.d.ts +326 -0
- package/cli/dist/core/vault/index.js +1042 -0
- package/cli/dist/core/visual/index.d.ts +6 -0
- package/cli/dist/core/visual/index.js +6 -0
- package/cli/dist/core/visual/visual-regression.d.ts +113 -0
- package/cli/dist/core/visual/visual-regression.js +236 -0
- package/cli/dist/core/watch/index.d.ts +7 -0
- package/cli/dist/core/watch/index.js +6 -0
- package/cli/dist/core/watch/watch-mode.d.ts +213 -0
- package/cli/dist/core/watch/watch-mode.js +389 -0
- package/cli/dist/generators/index.d.ts +5 -0
- package/cli/dist/generators/index.js +5 -0
- package/cli/dist/generators/json-reporter.d.ts +10 -0
- package/cli/dist/generators/json-reporter.js +12 -0
- package/cli/dist/generators/test-generator.d.ts +18 -0
- package/cli/dist/generators/test-generator.js +78 -0
- package/cli/dist/index.d.ts +8 -0
- package/cli/dist/index.js +262 -0
- package/cli/dist/scanners/dom-scanner.d.ts +52 -0
- package/cli/dist/scanners/dom-scanner.js +296 -0
- package/cli/dist/scanners/index.d.ts +4 -0
- package/cli/dist/scanners/index.js +4 -0
- package/cli/dist/schemas/pack.schema.json +236 -0
- package/cli/dist/types/scan.d.ts +68 -0
- package/cli/dist/types/scan.js +4 -0
- package/cli/dist/utils/config.d.ts +35 -0
- package/cli/dist/utils/config.js +196 -0
- package/cli/package.json +1 -1
- package/package.json +26 -2
- package/.BETA_TESTING_FEEDBACK.md +0 -256
- package/.claude/settings.local.json +0 -154
- package/.editorconfig +0 -21
- package/.github/CODEOWNERS +0 -23
- package/.github/ISSUE_TEMPLATE/bug_report.yml +0 -108
- package/.github/ISSUE_TEMPLATE/feedback_dx.yml +0 -121
- package/.github/dependabot.yml +0 -35
- package/.github/workflows/mcp-dx.yml +0 -106
- package/.github/workflows/release.yml +0 -26
- package/.github/workflows/test.yml +0 -93
- package/.nvmrc +0 -1
- package/.qa360/vault.db +0 -0
- package/.qa360/vault.db-shm +0 -0
- package/.qa360/vault.db-wal +0 -0
- package/.qa360-artifacts/.gitkeep +0 -0
- package/.qa360-artifacts/baselines/.gitkeep +0 -0
- package/.qa360-artifacts/cache/.gitkeep +0 -0
- package/.qa360-artifacts/reports/.gitkeep +0 -0
- package/.qa360-artifacts/screenshots/.gitkeep +0 -0
- package/.qa360-baselines/www_xyqo_ai.baseline.json +0 -33
- package/CODEOWNERS +0 -43
- package/NOVICE_USER_GUIDE.md +0 -272
- package/adapters/README.md +0 -46
- package/check-branches.sh +0 -32
- package/cli/.qa360/keys/ed25519.key +0 -1
- package/cli/.qa360/keys/ed25519.pub +0 -1
- package/cli/examples/README.md +0 -160
- package/cli/examples/accessibility.yml +0 -48
- package/cli/examples/api-basic.yml +0 -27
- package/cli/examples/complete.yml +0 -146
- package/cli/examples/crawler.yml +0 -38
- package/cli/examples/fullstack.yml +0 -78
- package/cli/examples/security.yml +0 -58
- package/cli/examples/ui-advanced.yml +0 -49
- package/cli/examples/ui-basic.yml +0 -24
- package/cli/scripts/bundle-for-npm.sh +0 -51
- package/cli/scripts/validate-package.js +0 -116
- package/cli/src/__tests__/commands/doctor.test.ts +0 -108
- package/cli/src/__tests__/index.test.ts +0 -15
- package/cli/src/cli-minimal.ts +0 -44
- package/cli/src/commands/__tests__/crawl.test.ts +0 -412
- package/cli/src/commands/__tests__/doctor-qa360-home.test.ts +0 -156
- package/cli/src/commands/__tests__/e2e-ui-tests.test.ts +0 -494
- package/cli/src/commands/__tests__/e2e.test.ts +0 -187
- package/cli/src/commands/__tests__/flakiness.test.ts +0 -528
- package/cli/src/commands/__tests__/generate.test.ts +0 -507
- package/cli/src/commands/__tests__/history.integration.test.ts +0 -358
- package/cli/src/commands/__tests__/history.test.ts +0 -433
- package/cli/src/commands/__tests__/monitor-realworld.test.ts +0 -199
- package/cli/src/commands/__tests__/monitor.test.ts +0 -81
- package/cli/src/commands/__tests__/ollama.test.ts +0 -529
- package/cli/src/commands/__tests__/repair.test.ts +0 -225
- package/cli/src/commands/__tests__/report.integration.test.ts +0 -167
- package/cli/src/commands/__tests__/report.test.ts +0 -294
- package/cli/src/commands/__tests__/report.vitest.ts +0 -288
- package/cli/src/commands/__tests__/retry.test.ts +0 -78
- package/cli/src/commands/__tests__/run.integration.test.ts +0 -240
- package/cli/src/commands/__tests__/run.test.ts +0 -346
- package/cli/src/commands/__tests__/run.vitest.ts +0 -301
- package/cli/src/commands/__tests__/secrets.test.ts +0 -114
- package/cli/src/commands/__tests__/serve.test.ts +0 -80
- package/cli/src/commands/__tests__/verify.test.ts +0 -103
- package/cli/src/commands/ai.ts +0 -702
- package/cli/src/commands/ask.ts +0 -678
- package/cli/src/commands/coverage.ts +0 -305
- package/cli/src/commands/crawl.ts +0 -155
- package/cli/src/commands/doctor.ts +0 -610
- package/cli/src/commands/examples.ts +0 -248
- package/cli/src/commands/explain.ts +0 -710
- package/cli/src/commands/flakiness.ts +0 -560
- package/cli/src/commands/generate.ts +0 -566
- package/cli/src/commands/history.ts +0 -914
- package/cli/src/commands/init.ts +0 -777
- package/cli/src/commands/monitor.ts +0 -270
- package/cli/src/commands/ollama.ts +0 -337
- package/cli/src/commands/pack.ts +0 -497
- package/cli/src/commands/regression.ts +0 -400
- package/cli/src/commands/repair.ts +0 -356
- package/cli/src/commands/report.ts +0 -463
- package/cli/src/commands/retry.ts +0 -380
- package/cli/src/commands/run.ts +0 -220
- package/cli/src/commands/scan.ts +0 -177
- package/cli/src/commands/secrets.ts +0 -340
- package/cli/src/commands/serve.ts +0 -194
- package/cli/src/commands/slo.ts +0 -387
- package/cli/src/commands/verify-temp-note.md +0 -11
- package/cli/src/commands/verify.ts +0 -322
- package/cli/src/generators/index.ts +0 -6
- package/cli/src/generators/json-reporter.ts +0 -15
- package/cli/src/generators/test-generator.ts +0 -90
- package/cli/src/index.ts +0 -289
- package/cli/src/scanners/dom-scanner.ts +0 -360
- package/cli/src/scanners/index.ts +0 -5
- package/cli/src/types/scan.ts +0 -84
- package/cli/src/utils/config.ts +0 -145
- package/cli/tsconfig.bundle.json +0 -12
- package/cli/tsconfig.json +0 -23
- package/cli/vitest.config.ts +0 -59
- package/core/src/__tests__/adapters-contract/adapters-contract.test.md +0 -156
- package/core/src/__tests__/index.test.ts +0 -31
- package/core/src/__tests__/integration/phase3.test.ts +0 -405
- package/core/src/__tests__/pack/validator.test.ts +0 -312
- package/core/src/__tests__/secrets/crypto.test.ts +0 -190
- package/core/src/__tests__/secrets/manager.test.ts +0 -316
- package/core/src/__tests__/security/redactor-phase3.test.ts +0 -233
- package/core/src/__tests__/serve/health-checker.test.ts +0 -155
- package/core/src/__tests__/serve/process-manager.test.ts +0 -213
- package/core/src/__tests__/serve/server.test.ts +0 -103
- package/core/src/__tests__/vault/cas.test.ts +0 -178
- package/core/src/__tests__/vault/vault.test.ts +0 -296
- package/core/src/adapters/__tests__/fixtures/jest-coverage.json +0 -8
- package/core/src/adapters/__tests__/fixtures/jest-results.json +0 -41
- package/core/src/adapters/__tests__/fixtures/pytest-junit.xml +0 -16
- package/core/src/adapters/__tests__/fixtures/vitest-coverage.json +0 -8
- package/core/src/adapters/__tests__/fixtures/vitest-results.json +0 -50
- package/core/src/adapters/__tests__/gitleaks-secrets.test.ts +0 -452
- package/core/src/adapters/__tests__/jest-adapter.test.ts +0 -276
- package/core/src/adapters/__tests__/k6-perf.test.ts +0 -538
- package/core/src/adapters/__tests__/osv-deps.test.ts +0 -471
- package/core/src/adapters/__tests__/playwright-native-api.test.ts +0 -792
- package/core/src/adapters/__tests__/playwright-ui-e2e.test.ts +0 -431
- package/core/src/adapters/__tests__/playwright-ui.test.ts +0 -1073
- package/core/src/adapters/__tests__/pytest-adapter.test.ts +0 -207
- package/core/src/adapters/__tests__/semgrep-sast.test.ts +0 -436
- package/core/src/adapters/__tests__/vitest-adapter.test.ts +0 -208
- package/core/src/adapters/__tests__/zap-dast.test.ts +0 -453
- package/core/src/adapters/gitleaks-secrets.ts +0 -521
- package/core/src/adapters/jest-adapter.ts +0 -306
- package/core/src/adapters/k6-perf.ts +0 -479
- package/core/src/adapters/osv-deps.ts +0 -467
- package/core/src/adapters/playwright-native-adapter.ts +0 -472
- package/core/src/adapters/playwright-native-api.ts +0 -619
- package/core/src/adapters/playwright-ui.ts +0 -1088
- package/core/src/adapters/pytest-adapter.ts +0 -472
- package/core/src/adapters/semgrep-sast.ts +0 -410
- package/core/src/adapters/unit-test-types.ts +0 -106
- package/core/src/adapters/vitest-adapter.ts +0 -295
- package/core/src/adapters/zap-dast.ts +0 -551
- package/core/src/ai/__tests__/deepseek-provider.test.ts +0 -586
- package/core/src/ai/__tests__/ollama-provider.test.ts +0 -641
- package/core/src/ai/anthropic-provider.ts +0 -262
- package/core/src/ai/deepseek-provider.ts +0 -315
- package/core/src/ai/index.ts +0 -87
- package/core/src/ai/llm-client.ts +0 -52
- package/core/src/ai/mock-provider.ts +0 -146
- package/core/src/ai/ollama-provider.ts +0 -269
- package/core/src/ai/openai-provider.ts +0 -240
- package/core/src/ai/provider-factory.ts +0 -408
- package/core/src/artifacts/README.md +0 -78
- package/core/src/artifacts/index.ts +0 -16
- package/core/src/artifacts/ui-artifacts.ts +0 -412
- package/core/src/assertions/__tests__/engine.test.ts +0 -360
- package/core/src/assertions/engine.ts +0 -577
- package/core/src/assertions/index.ts +0 -13
- package/core/src/assertions/types.ts +0 -229
- package/core/src/auth/__tests__/api-key-provider.test.ts +0 -282
- package/core/src/auth/__tests__/auth-manager.test.ts +0 -430
- package/core/src/auth/__tests__/basic-auth-provider.test.ts +0 -364
- package/core/src/auth/__tests__/cloud-providers.test.ts +0 -751
- package/core/src/auth/__tests__/jwt-provider.test.ts +0 -400
- package/core/src/auth/__tests__/oauth2-provider.test.ts +0 -383
- package/core/src/auth/__tests__/totp-provider.test.ts +0 -294
- package/core/src/auth/__tests__/ui-login-provider.test.ts +0 -323
- package/core/src/auth/api-key-provider.ts +0 -75
- package/core/src/auth/aws-iam-provider.ts +0 -212
- package/core/src/auth/azure-ad-provider.ts +0 -126
- package/core/src/auth/basic-auth-provider.ts +0 -133
- package/core/src/auth/gcp-adc-provider.ts +0 -146
- package/core/src/auth/index.ts +0 -342
- package/core/src/auth/jwt-provider.ts +0 -193
- package/core/src/auth/manager.ts +0 -281
- package/core/src/auth/oauth2-provider.ts +0 -141
- package/core/src/auth/totp-provider.ts +0 -163
- package/core/src/auth/ui-login-provider.ts +0 -242
- package/core/src/cache/__tests__/lru-cache.test.ts +0 -564
- package/core/src/cache/index.ts +0 -13
- package/core/src/cache/lru-cache.ts +0 -536
- package/core/src/crawler/__tests__/journey-generator.test.ts +0 -344
- package/core/src/crawler/__tests__/selector-generator.test.ts +0 -211
- package/core/src/crawler/index.ts +0 -335
- package/core/src/crawler/journey-generator.ts +0 -471
- package/core/src/crawler/page-analyzer.ts +0 -857
- package/core/src/crawler/selector-generator.ts +0 -280
- package/core/src/crawler/types.ts +0 -475
- package/core/src/dashboard/__tests__/real-world.test.ts +0 -430
- package/core/src/dashboard/__tests__/server.test.ts +0 -283
- package/core/src/dashboard/__tests__/types.test.ts +0 -208
- package/core/src/dashboard/assets.ts +0 -692
- package/core/src/dashboard/index.ts +0 -17
- package/core/src/dashboard/server.ts +0 -401
- package/core/src/dashboard/types.ts +0 -78
- package/core/src/discoverer/__tests__/test-discoverer.test.ts +0 -444
- package/core/src/discoverer/index.ts +0 -374
- package/core/src/fixtures/__tests__/loader.test.ts +0 -246
- package/core/src/fixtures/__tests__/resolver.test.ts +0 -334
- package/core/src/fixtures/index.ts +0 -9
- package/core/src/fixtures/loader.ts +0 -200
- package/core/src/fixtures/resolver.ts +0 -221
- package/core/src/fixtures/types.ts +0 -86
- package/core/src/flakiness/__tests__/flakiness.test.ts +0 -554
- package/core/src/flakiness/index.ts +0 -536
- package/core/src/generation/__tests__/code-formatter.test.ts +0 -170
- package/core/src/generation/__tests__/code-generator-contract.test.ts +0 -207
- package/core/src/generation/__tests__/code-generator.test.ts +0 -586
- package/core/src/generation/__tests__/crawler-pack-generator.test.ts +0 -479
- package/core/src/generation/__tests__/generation-e2e-b2bshop.test.ts +0 -718
- package/core/src/generation/__tests__/generation-integration.test.ts +0 -655
- package/core/src/generation/__tests__/pack-generator.test.ts +0 -408
- package/core/src/generation/__tests__/prompt-builder.test.ts +0 -200
- package/core/src/generation/__tests__/real-provider-integration.test.ts +0 -414
- package/core/src/generation/__tests__/source-analyzer.test.ts +0 -774
- package/core/src/generation/__tests__/test-optimizer.test.ts +0 -255
- package/core/src/generation/code-formatter.ts +0 -408
- package/core/src/generation/code-generator.ts +0 -470
- package/core/src/generation/crawler-pack-generator.ts +0 -289
- package/core/src/generation/generator.ts +0 -113
- package/core/src/generation/index.ts +0 -59
- package/core/src/generation/pack-generator.ts +0 -527
- package/core/src/generation/prompt-builder.ts +0 -772
- package/core/src/generation/source-analyzer.ts +0 -830
- package/core/src/generation/test-optimizer.ts +0 -474
- package/core/src/generation/types.ts +0 -217
- package/core/src/hooks/__tests__/compose.test.ts +0 -636
- package/core/src/hooks/__tests__/runner.test.ts +0 -478
- package/core/src/hooks/compose.ts +0 -268
- package/core/src/hooks/runner.ts +0 -364
- package/core/src/index.ts +0 -255
- package/core/src/pack/__tests__/migrator.test.ts +0 -594
- package/core/src/pack/__tests__/validator.test.ts +0 -759
- package/core/src/pack/migrator.ts +0 -353
- package/core/src/pack/validator.ts +0 -359
- package/core/src/pack-v2/__tests__/loader.test.ts +0 -533
- package/core/src/pack-v2/__tests__/migrator.test.ts +0 -455
- package/core/src/pack-v2/__tests__/validator.test.ts +0 -609
- package/core/src/pack-v2/index.ts +0 -41
- package/core/src/pack-v2/loader.ts +0 -358
- package/core/src/pack-v2/migrator.ts +0 -540
- package/core/src/pack-v2/validator.ts +0 -731
- package/core/src/parallel/README.md +0 -143
- package/core/src/parallel/index.ts +0 -16
- package/core/src/parallel/parallel-runner.ts +0 -282
- package/core/src/pom/__tests__/loader.test.ts +0 -378
- package/core/src/pom/base-page.ts +0 -425
- package/core/src/pom/index.ts +0 -45
- package/core/src/pom/loader.ts +0 -480
- package/core/src/pom/types.ts +0 -146
- package/core/src/proof/__tests__/proof-roundtrip.test.ts +0 -149
- package/core/src/proof/__tests__/schema-validation-manual.mjs +0 -211
- package/core/src/proof/__tests__/schema-validation.test.ts +0 -336
- package/core/src/proof/__tests__/signer.test.ts +0 -486
- package/core/src/proof/__tests__/temporal-regression.test.ts +0 -537
- package/core/src/proof/__tests__/verifier-advanced.test.ts +0 -588
- package/core/src/proof/__tests__/verifier.test.ts +0 -413
- package/core/src/proof/bundle.ts +0 -290
- package/core/src/proof/canonicalize.ts +0 -116
- package/core/src/proof/index.ts +0 -74
- package/core/src/proof/schema.ts +0 -285
- package/core/src/proof/signer.ts +0 -293
- package/core/src/proof/verifier.ts +0 -380
- package/core/src/regression/__tests__/detector.test.ts +0 -396
- package/core/src/regression/__tests__/trend-analyzer.test.ts +0 -300
- package/core/src/regression/detector.ts +0 -629
- package/core/src/regression/index.ts +0 -34
- package/core/src/regression/trend-analyzer.ts +0 -468
- package/core/src/regression/types.ts +0 -295
- package/core/src/regression/vault.ts +0 -419
- package/core/src/repair/__tests__/repairer.test.ts +0 -572
- package/core/src/repair/__tests__/types.test.ts +0 -302
- package/core/src/repair/engine/__tests__/fixer.test.ts +0 -482
- package/core/src/repair/engine/__tests__/suggestion-engine.test.ts +0 -395
- package/core/src/repair/engine/fixer.ts +0 -271
- package/core/src/repair/engine/suggestion-engine.ts +0 -234
- package/core/src/repair/index.ts +0 -53
- package/core/src/repair/repairer.ts +0 -376
- package/core/src/repair/types.ts +0 -119
- package/core/src/repair/utils/__tests__/error-analyzer.test.ts +0 -454
- package/core/src/repair/utils/error-analyzer.ts +0 -308
- package/core/src/reporting/README.md +0 -144
- package/core/src/reporting/html-reporter.ts +0 -835
- package/core/src/reporting/index.ts +0 -16
- package/core/src/retry/README.md +0 -192
- package/core/src/retry/__tests__/flakiness-integration.test.ts +0 -475
- package/core/src/retry/__tests__/retry-engine.test.ts +0 -424
- package/core/src/retry/flakiness-integration.ts +0 -267
- package/core/src/retry/index.ts +0 -48
- package/core/src/retry/retry-engine.ts +0 -368
- package/core/src/retry/types.ts +0 -208
- package/core/src/retry/vault.ts +0 -413
- package/core/src/runner/__tests__/flakiness-integration.test.ts +0 -566
- package/core/src/runner/__tests__/phase3-e2e-b2bshop.test.ts +0 -218
- package/core/src/runner/__tests__/phase3-e2e-reqres.test.ts +0 -199
- package/core/src/runner/__tests__/phase3-runner.test.ts +0 -1118
- package/core/src/runner/e2e-helpers.ts +0 -216
- package/core/src/runner/phase3-runner.ts +0 -1536
- package/core/src/schemas/gherkin-report.json +0 -122
- package/core/src/secrets/__tests__/crypto.test.ts +0 -180
- package/core/src/secrets/crypto.ts +0 -289
- package/core/src/secrets/manager.ts +0 -272
- package/core/src/security/__tests__/hardening.test.ts +0 -480
- package/core/src/security/redaction-patterns-extended.ts +0 -278
- package/core/src/security/redactor.ts +0 -326
- package/core/src/self-healing/assertion-healer.ts +0 -485
- package/core/src/self-healing/engine.ts +0 -626
- package/core/src/self-healing/index.ts +0 -33
- package/core/src/self-healing/selector-healer.ts +0 -488
- package/core/src/self-healing/types.ts +0 -193
- package/core/src/serve/diagnostics-collector.ts +0 -201
- package/core/src/serve/health-checker.ts +0 -274
- package/core/src/serve/index.ts +0 -9
- package/core/src/serve/metrics-collector.ts +0 -386
- package/core/src/serve/process-manager.ts +0 -265
- package/core/src/serve/server.ts +0 -230
- package/core/src/slo/config.ts +0 -408
- package/core/src/slo/index.ts +0 -68
- package/core/src/slo/sli-calculator.ts +0 -474
- package/core/src/slo/slo-tracker.ts +0 -481
- package/core/src/slo/types.ts +0 -408
- package/core/src/slo/vault.ts +0 -600
- package/core/src/tui/__tests__/monitor.test.ts +0 -336
- package/core/src/tui/__tests__/real-world.test.ts +0 -376
- package/core/src/tui/__tests__/renderer.test.ts +0 -201
- package/core/src/tui/__tests__/types.test.ts +0 -295
- package/core/src/tui/index.ts +0 -19
- package/core/src/tui/monitor.ts +0 -331
- package/core/src/tui/renderer.ts +0 -269
- package/core/src/tui/types.ts +0 -68
- package/core/src/types/pack-v1.ts +0 -305
- package/core/src/types/pack-v2.ts +0 -525
- package/core/src/types/trust-score.ts +0 -258
- package/core/src/vault/__tests__/flakiness-vault.test.ts +0 -562
- package/core/src/vault/__tests__/vault.test.ts +0 -259
- package/core/src/vault/cas.ts +0 -323
- package/core/src/vault/index.ts +0 -1361
- package/core/src/vault/schema.sql +0 -168
- package/core/src/visual/README.md +0 -185
- package/core/src/visual/index.ts +0 -14
- package/core/src/visual/visual-regression.ts +0 -347
- package/core/src/watch/__tests__/watch-mode.test.ts +0 -192
- package/core/src/watch/index.ts +0 -14
- package/core/src/watch/watch-mode.ts +0 -565
- package/core/tsconfig.json +0 -12
- package/core/vitest.config.ts +0 -52
- package/docs/ARCHITECTURE.md +0 -901
- package/docs/AUDIT-GLOBAL-DEC2025.md +0 -271
- package/docs/BETA_TESTING.md +0 -257
- package/docs/BETA_TESTING_PLAN.md +0 -727
- package/docs/CERTIFICATION-REPORT.md +0 -142
- package/docs/COMPLETE_AUDIT_REFACTORING.md +0 -965
- package/docs/DEVELOPMENT.md +0 -545
- package/docs/DEVELOPMENT_HISTORY.md +0 -345
- package/docs/LIMITATIONS.md +0 -176
- package/docs/MIGRATION.md +0 -303
- package/docs/OPTION_3_4_EXPLORATION.md +0 -1257
- package/docs/PHASE1_PERFORMANCE.md +0 -144
- package/docs/QA360_Cloud.postman_collection.json +0 -89
- package/docs/QA360_TESTING_PHILOSOPHY.md +0 -769
- package/docs/QA_TEST_PLAN.md +0 -727
- package/docs/README.md +0 -50
- package/docs/STATUS.md +0 -198
- package/docs/STRATEGIC_STUDY_GOOSE_INTEGRATION.md +0 -615
- package/docs/USER_GUIDE.md +0 -687
- package/docs/WORK-DONE-ADAPTER-TESTS.md +0 -136
- package/docs/adapters-security.md +0 -485
- package/docs/architecture-diagram.mmd +0 -168
- package/docs/archive/ARCH-01-DAY6-BUILD-FIXES.md +0 -396
- package/docs/archive/ARCH-01-DAY6-FINAL-STATUS.md +0 -324
- package/docs/archive/ARCH-01_MCP_MERGE_ANALYSIS.md +0 -644
- package/docs/archive/ARCH-01_NEXT_STEPS.md +0 -60
- package/docs/archive/BRANCH_PROTECTION.md +0 -183
- package/docs/archive/CI_LOCKDOWN_CHECKLIST.md +0 -222
- package/docs/archive/HANDOFF_TEST-01.md +0 -669
- package/docs/archive/LEGAL_READY_PLACEHOLDERS.md +0 -372
- package/docs/archive/NODE_UPGRADE_GUIDE.md +0 -188
- package/docs/archive/PHASE1_COMPLETION.md +0 -386
- package/docs/archive/PHASE2_COMPLETION.md +0 -404
- package/docs/archive/PHASE3_AND_4_FINAL.md +0 -360
- package/docs/archive/PHASE3_COMPLETE.md +0 -301
- package/docs/archive/PHASE3_STATUS.md +0 -255
- package/docs/archive/PRE-WEEK2-AUDIT.md +0 -364
- package/docs/archive/README.md +0 -16
- package/docs/archive/SCHEMA_AJV_2020_FIX.md +0 -245
- package/docs/archive/TEST-01_AUDIT_REPORT.md +0 -240
- package/docs/archive/TEST-01_COVERAGE_PLAN.md +0 -423
- package/docs/archive/obsolete-proposals/dom-element-discovery-mode.md +0 -250
- package/docs/archive/obsolete-proposals/qa360-comprehensive-test-plan.md +0 -1249
- package/docs/archive/obsolete-proposals/qa360-quick-start-guide.md +0 -298
- package/docs/archive/obsolete-proposals/technical-plan-dom-discovery.md +0 -870
- package/docs/budgets-advanced.md +0 -308
- package/docs/examples/history-export-gc.md +0 -285
- package/docs/examples/pack-v2-complete.yaml +0 -158
- package/docs/examples/pack-v2-quickstart.yaml +0 -24
- package/docs/examples/pack-v2-ui-login.yaml +0 -81
- package/docs/examples/qa360-report.json +0 -50
- package/docs/history.md +0 -565
- package/docs/hooks.md +0 -304
- package/docs/llm-providers.md +0 -512
- package/docs/mcp-server.md +0 -651
- package/docs/mcp-tools.md +0 -1131
- package/docs/pack-v1.md +0 -383
- package/docs/pack-v2.md +0 -558
- package/docs/page-objects.md +0 -366
- package/docs/proofs.md +0 -670
- package/docs/quickstart-5min.md +0 -257
- package/docs/readiness-ci.md +0 -654
- package/docs/rfc/README.md +0 -20
- package/docs/rfc/proof-bundle-v1.md +0 -787
- package/docs/secrets.md +0 -392
- package/docs/serve.md +0 -494
- package/docs/unit-test-adapters.md +0 -168
- package/docs/vault.md +0 -491
- package/e2e/qa360-e2e.test.ts +0 -696
- package/e2e/vitest.config.ts +0 -18
- package/examples/README.md +0 -50
- package/examples/ci/docker-compose-serve.yml +0 -375
- package/examples/ci/github-actions-serve.yml +0 -345
- package/examples/ci/gitlab-ci-serve.yml +0 -407
- package/examples/datasets/README.md +0 -101
- package/examples/datasets/b2bshop.ts +0 -155
- package/examples/datasets/index.ts +0 -57
- package/examples/datasets/reqres.ts +0 -195
- package/examples/fixtures-demo/fixtures/users.yml +0 -39
- package/examples/fixtures-demo/pack.yml +0 -71
- package/examples/future-api/README.md +0 -16
- package/examples/future-api/diag.js +0 -7
- package/examples/future-api/health.js +0 -4
- package/examples/future-api/packs.js +0 -13
- package/examples/future-api/runpack.js +0 -10
- package/examples/generation/README.md +0 -148
- package/examples/generation/pack-generator-example.js +0 -115
- package/examples/generation/source-analyzer-example.js +0 -115
- package/examples/httpbin/pack.yml +0 -59
- package/examples/load-testing/mcp-load.yml +0 -115
- package/examples/load-testing/mcp-stdio.yml +0 -95
- package/examples/mcp/claude-desktop-config.json +0 -33
- package/examples/mcp/claude-desktop.json +0 -16
- package/examples/mcp/conversation-sample.md +0 -131
- package/examples/mcp/demo-60s.md +0 -330
- package/examples/mcp/sample-conversation.jsonl +0 -21
- package/examples/mcp/vscode-settings.json +0 -22
- package/examples/pack-v2-complete.yml +0 -242
- package/examples/pack-v2-examples.md +0 -244
- package/examples/pack-v2-quickstart.yml +0 -55
- package/examples/packs-business/ecommerce-api.yml +0 -121
- package/examples/packs-business/saas-dashboard-ui.yml +0 -133
- package/examples/packs-conformance/compose-multi.yml +0 -174
- package/examples/packs-conformance/full.yml +0 -152
- package/examples/packs-conformance/heavy-artifacts.yml +0 -152
- package/examples/packs-conformance/minimal.yml +0 -71
- package/examples/packs-conformance/secrets-missing.yml +0 -97
- package/examples/packs-conformance/timeouts.yml +0 -77
- package/examples/pom-demo/README.md +0 -104
- package/examples/pom-demo/pack.yml +0 -60
- package/examples/pom-demo/pages/DashboardPage.page.ts +0 -73
- package/examples/pom-demo/pages/LoginPage.page.ts +0 -76
- package/examples/proofs/e2e-playwright-proof.json +0 -75
- package/examples/proofs/httpbin-proof.json +0 -69
- package/examples/proofs/multi-adapter-proof.json +0 -117
- package/examples/proofs/test-proof.json +0 -26
- package/examples/restful-api-dev/README.md +0 -102
- package/examples/restful-api-dev/restful-api-advanced.yml +0 -29
- package/examples/restful-api-dev/restful-api-basic.yml +0 -29
- package/examples/web-lite/.github/workflows/qa360-phase3.yml +0 -73
- package/examples/web-lite/api-mock/server.js +0 -258
- package/examples/web-lite/pack.yml +0 -71
- package/examples/web-lite/services.yml +0 -43
- package/examples/web-lite/web-content/healthz +0 -1
- package/examples/web-lite/web-content/index.html +0 -259
- package/packages/mcp/CHANGELOG.md +0 -109
- package/packages/mcp/IMPLEMENTATION_SUMMARY.md +0 -350
- package/packages/mcp/LICENSE +0 -21
- package/packages/mcp/QUICK_START.md +0 -291
- package/packages/mcp/README.md +0 -294
- package/packages/mcp/TELEMETRY.md +0 -220
- package/packages/mcp/package.json +0 -91
- package/packages/mcp/scripts/generate-sbom-fallback.cjs +0 -84
- package/packages/mcp/scripts/safe-postinstall.cjs +0 -32
- package/packages/mcp/src/__tests__/contract.test.ts +0 -902
- package/packages/mcp/src/cli/cli.ts +0 -137
- package/packages/mcp/src/cli/doctor.ts +0 -286
- package/packages/mcp/src/cli/fix.ts +0 -99
- package/packages/mcp/src/cli/init.ts +0 -233
- package/packages/mcp/src/cli/postinstall.ts +0 -14
- package/packages/mcp/src/cli/reset.ts +0 -44
- package/packages/mcp/src/cli/telemetry.ts +0 -166
- package/packages/mcp/src/cli/test-dx.ts +0 -94
- package/packages/mcp/src/cli/uninstall.ts +0 -80
- package/packages/mcp/src/cli/up.ts +0 -178
- package/packages/mcp/src/index.ts +0 -12
- package/packages/mcp/src/scripts/e2e-local.ts +0 -337
- package/packages/mcp/src/scripts/verify-settings.ts +0 -242
- package/packages/mcp/src/security/audit.ts +0 -244
- package/packages/mcp/src/security/manager.ts +0 -242
- package/packages/mcp/src/server/full-server.ts +0 -212
- package/packages/mcp/src/server/minimal-server.ts +0 -134
- package/packages/mcp/src/tools/history.ts +0 -388
- package/packages/mcp/src/tools/pack.ts +0 -449
- package/packages/mcp/src/tools/registry.ts +0 -638
- package/packages/mcp/src/tools/report.ts +0 -100
- package/packages/mcp/src/tools/run.ts +0 -268
- package/packages/mcp/src/tools/secrets.ts +0 -198
- package/packages/mcp/src/tools/serve.ts +0 -221
- package/packages/mcp/src/tools/triage.ts +0 -532
- package/packages/mcp/src/tools/types.ts +0 -26
- package/packages/mcp/src/tools/vault.ts +0 -164
- package/packages/mcp/src/tools/verify.ts +0 -166
- package/packages/mcp/src/types/index.ts +0 -311
- package/packages/mcp/src/types/mcp-stubs.ts +0 -83
- package/packages/mcp/tsconfig.json +0 -16
- package/playwright.config.ts +0 -20
- package/pnpm-workspace.yaml +0 -4
- package/run-test-and-push.sh +0 -20
- package/scripts/build-proof-cli.sh +0 -110
- package/scripts/ci/check-windows-paths.js +0 -92
- package/scripts/ci/invariants.sh +0 -124
- package/scripts/ci/make-final-bundle.js +0 -106
- package/scripts/ci/mcp-run-multipack.js +0 -305
- package/scripts/ci/run-pack-suite.sh +0 -103
- package/scripts/ci/run-phase7-final.sh +0 -190
- package/scripts/ci/slo-assert.js +0 -158
- package/scripts/ci/test-fault-tolerance.sh +0 -301
- package/scripts/install-mcp.sh +0 -66
- package/scripts/mcp-smoke.mjs +0 -27
- package/scripts/smoke.sh +0 -26
- package/scripts/stress-test.js +0 -288
- package/scripts/sync-version.mjs +0 -50
- package/scripts/validate-examples.mjs +0 -404
- package/scripts/validation/simple-pack-check.sh +0 -51
- package/scripts/validation/validate-universal-pack.mjs +0 -77
- package/scripts/verify-persistence.js +0 -127
- package/test-pack.yaml +0 -43
- package/test-results/.last-run.json +0 -4
- package/test-runner.mjs +0 -87
- package/tests/artifacts.spec.js +0 -147
- package/tests/contracts.spec.js +0 -239
- package/tests/e2e/assertions.test.mjs +0 -370
- package/tests/e2e/crawler.test.mjs +0 -451
- package/tests/e2e/playwright-plus-plus.test.mjs +0 -604
- package/tests/e2e/proof-bundle.test.mjs +0 -258
- package/tests/e2e/real-world/saucedemo.test.mjs +0 -714
- package/tests/e2e/real-world/the-internet-herokuapp.test.mjs +0 -760
- package/tests/e2e/ui-actions.test.mjs +0 -546
- package/tests/gherkin.e2e.spec.ts +0 -310
- package/tests/no-console-errors.spec.js +0 -136
- package/tests/pdf.spec.ts +0 -252
- package/tests/run-pack.spec.ts +0 -58
- package/tsconfig.base.json +0 -15
- package/tsconfig.build.json +0 -8
- package/tsconfig.json +0 -37
- package/tsconfig.test.json +0 -18
- package/typedoc.json +0 -37
- package/ui/README.md +0 -50
- package/verify-proof.mjs +0 -60
|
@@ -1,1088 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 Playwright UI Adapter (Extended)
|
|
3
|
-
* Complete UI E2E testing with all Playwright actions
|
|
4
|
-
*
|
|
5
|
-
* Playwright++ Features:
|
|
6
|
-
* - Video recording (always/retain-on-fail/never)
|
|
7
|
-
* - Automatic screenshots (before/after steps, on error)
|
|
8
|
-
* - Trace capture for debugging
|
|
9
|
-
* - Artifacts management with CAS
|
|
10
|
-
* - HTML report generation
|
|
11
|
-
*/
|
|
12
|
-
|
|
13
|
-
import { chromium, firefox, webkit, Browser, BrowserContext, Page } from '@playwright/test';
|
|
14
|
-
import type { WebTarget, PackBudgets, UiTestDefinition, UiTestStep, UiAssertion } from '../types/pack-v1.js';
|
|
15
|
-
import { SecurityRedactor } from '../security/redactor.js';
|
|
16
|
-
import { AuthCredentials } from '../auth/index.js';
|
|
17
|
-
import { AssertionsEngine, createAssertionsEngine } from '../assertions/index.js';
|
|
18
|
-
import { UIArtifactsManager, type ScreenshotArtifact } from '../artifacts/index.js';
|
|
19
|
-
import { HTMLReporter, generateHTMLReport, type ReportData, type TestReport } from '../reporting/index.js';
|
|
20
|
-
import { mkdirSync, existsSync } from 'fs';
|
|
21
|
-
import { join } from 'path';
|
|
22
|
-
|
|
23
|
-
// Types pour page.evaluate() - code exécuté dans le navigateur Playwright
|
|
24
|
-
declare const document: {
|
|
25
|
-
title: string;
|
|
26
|
-
querySelector: (selector: string) => Element | null;
|
|
27
|
-
querySelectorAll: (selector: string) => { length: number };
|
|
28
|
-
};
|
|
29
|
-
declare const window: {
|
|
30
|
-
location: { href: string };
|
|
31
|
-
};
|
|
32
|
-
|
|
33
|
-
export interface UiTestConfig {
|
|
34
|
-
target: WebTarget;
|
|
35
|
-
budgets?: PackBudgets;
|
|
36
|
-
timeout?: number;
|
|
37
|
-
auth?: AuthCredentials;
|
|
38
|
-
login?: {
|
|
39
|
-
url?: string;
|
|
40
|
-
username?: string;
|
|
41
|
-
password?: string;
|
|
42
|
-
usernameSelector?: string;
|
|
43
|
-
passwordSelector?: string;
|
|
44
|
-
submitSelector?: string;
|
|
45
|
-
};
|
|
46
|
-
/** CLI override for headed mode */
|
|
47
|
-
cliHeaded?: boolean;
|
|
48
|
-
/** Playwright++: Artifacts configuration */
|
|
49
|
-
artifacts?: {
|
|
50
|
-
screenshots?: 'always' | 'only-on-failure' | 'never';
|
|
51
|
-
video?: 'always' | 'retain-on-failure' | 'never';
|
|
52
|
-
trace?: 'always' | 'retain-on-failure' | 'never' | 'on-first-failure';
|
|
53
|
-
outputDir?: string;
|
|
54
|
-
};
|
|
55
|
-
/** Playwright++: HTML report generation */
|
|
56
|
-
htmlReport?: string;
|
|
57
|
-
/** Playwright++: Bail after N failures */
|
|
58
|
-
bail?: number;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
export interface UiTestResult {
|
|
62
|
-
page: string;
|
|
63
|
-
success: boolean;
|
|
64
|
-
loadTime: number;
|
|
65
|
-
error?: string;
|
|
66
|
-
screenshot?: string;
|
|
67
|
-
video?: string;
|
|
68
|
-
/** Playwright++: Artifacts paths */
|
|
69
|
-
artifacts?: {
|
|
70
|
-
screenshots: string[];
|
|
71
|
-
videos: string[];
|
|
72
|
-
traces: string[];
|
|
73
|
-
};
|
|
74
|
-
accessibility?: {
|
|
75
|
-
score: number;
|
|
76
|
-
violations: Array<{
|
|
77
|
-
id: string;
|
|
78
|
-
impact: 'minor' | 'moderate' | 'serious' | 'critical';
|
|
79
|
-
description: string;
|
|
80
|
-
nodes: number;
|
|
81
|
-
}>;
|
|
82
|
-
};
|
|
83
|
-
domSnapshot?: {
|
|
84
|
-
title: string;
|
|
85
|
-
url: string;
|
|
86
|
-
elements: {
|
|
87
|
-
buttons: number;
|
|
88
|
-
links: number;
|
|
89
|
-
forms: number;
|
|
90
|
-
inputs: number;
|
|
91
|
-
};
|
|
92
|
-
};
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
export interface UiTestStepResult {
|
|
96
|
-
step: UiTestStep;
|
|
97
|
-
success: boolean;
|
|
98
|
-
error?: string;
|
|
99
|
-
duration: number;
|
|
100
|
-
screenshot?: string;
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
export interface UiE2eResult {
|
|
104
|
-
test: UiTestDefinition;
|
|
105
|
-
success: boolean;
|
|
106
|
-
steps: UiTestStepResult[];
|
|
107
|
-
duration: number;
|
|
108
|
-
error?: string;
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
export interface UiSmokeResult {
|
|
112
|
-
success: boolean;
|
|
113
|
-
results: UiTestResult[];
|
|
114
|
-
e2eResults?: UiE2eResult[];
|
|
115
|
-
summary: {
|
|
116
|
-
total: number;
|
|
117
|
-
passed: number;
|
|
118
|
-
failed: number;
|
|
119
|
-
avgLoadTime: number;
|
|
120
|
-
avgA11yScore: number;
|
|
121
|
-
};
|
|
122
|
-
junit?: string;
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
export class PlaywrightUiAdapter {
|
|
126
|
-
private browser?: Browser;
|
|
127
|
-
private context?: BrowserContext;
|
|
128
|
-
private page?: Page;
|
|
129
|
-
private redactor: SecurityRedactor;
|
|
130
|
-
private auth?: AuthCredentials;
|
|
131
|
-
private assertions?: AssertionsEngine;
|
|
132
|
-
|
|
133
|
-
// Storage for artifacts
|
|
134
|
-
private artifactDir: string;
|
|
135
|
-
private videoDir: string;
|
|
136
|
-
private traceDir: string;
|
|
137
|
-
|
|
138
|
-
// Playwright++: Artifacts manager
|
|
139
|
-
private artifactsManager?: UIArtifactsManager;
|
|
140
|
-
private failureCount = 0;
|
|
141
|
-
private currentTestId?: string;
|
|
142
|
-
private allScreenshots: ScreenshotArtifact[] = [];
|
|
143
|
-
private allVideos: string[] = [];
|
|
144
|
-
private allTraces: string[] = [];
|
|
145
|
-
|
|
146
|
-
constructor() {
|
|
147
|
-
this.redactor = SecurityRedactor.forLogs();
|
|
148
|
-
this.artifactDir = '.qa360/artifacts/ui';
|
|
149
|
-
this.videoDir = `${this.artifactDir}/videos`;
|
|
150
|
-
this.traceDir = `${this.artifactDir}/traces`;
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
/**
|
|
154
|
-
* Set authentication credentials for requests
|
|
155
|
-
*/
|
|
156
|
-
setAuth(credentials?: AuthCredentials): void {
|
|
157
|
-
this.auth = credentials;
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
/**
|
|
161
|
-
* Execute UI smoke tests with accessibility
|
|
162
|
-
* Playwright++: Supports artifacts, screenshots, video, trace, HTML reporting
|
|
163
|
-
*/
|
|
164
|
-
async runSmokeTests(config: UiTestConfig): Promise<UiSmokeResult> {
|
|
165
|
-
const startTime = Date.now();
|
|
166
|
-
const outputDir = config.artifacts?.outputDir || this.artifactDir;
|
|
167
|
-
|
|
168
|
-
// Ensure output directories exist
|
|
169
|
-
for (const dir of [outputDir, this.videoDir, this.traceDir]) {
|
|
170
|
-
if (!existsSync(dir)) {
|
|
171
|
-
mkdirSync(dir, { recursive: true });
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
// Initialize artifacts manager if Playwright++ features enabled
|
|
176
|
-
const artifactsEnabled = config.artifacts?.screenshots !== 'never' ||
|
|
177
|
-
config.artifacts?.video !== 'never' ||
|
|
178
|
-
config.artifacts?.trace !== 'never';
|
|
179
|
-
|
|
180
|
-
if (artifactsEnabled) {
|
|
181
|
-
this.artifactsManager = new UIArtifactsManager(outputDir, '.qa360/runs/cas');
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
try {
|
|
185
|
-
// Store auth config
|
|
186
|
-
this.auth = config.auth;
|
|
187
|
-
this.failureCount = 0;
|
|
188
|
-
this.allScreenshots = [];
|
|
189
|
-
this.allVideos = [];
|
|
190
|
-
this.allTraces = [];
|
|
191
|
-
|
|
192
|
-
await this.setupBrowser(config);
|
|
193
|
-
|
|
194
|
-
const results: UiTestResult[] = [];
|
|
195
|
-
const pages = config.target.pages || [config.target.baseUrl];
|
|
196
|
-
|
|
197
|
-
console.log(`🖥️ Running UI smoke tests (${pages.length} pages)`);
|
|
198
|
-
|
|
199
|
-
// Optional login first
|
|
200
|
-
if (config.login) {
|
|
201
|
-
await this.performLogin(config.login);
|
|
202
|
-
}
|
|
203
|
-
|
|
204
|
-
for (const pageUrl of pages) {
|
|
205
|
-
// Start artifacts for this test
|
|
206
|
-
this.currentTestId = `smoke-${this.failureCount}`;
|
|
207
|
-
this.artifactsManager?.startTest(this.currentTestId);
|
|
208
|
-
|
|
209
|
-
const testResult = await this.testPage(pageUrl, config);
|
|
210
|
-
results.push(testResult);
|
|
211
|
-
|
|
212
|
-
if (testResult.success) {
|
|
213
|
-
const a11yInfo = testResult.accessibility ?
|
|
214
|
-
` | A11y: ${testResult.accessibility.score}% (${testResult.accessibility.violations.length} issues)` : '';
|
|
215
|
-
console.log(` ✅ ${pageUrl} -> ${testResult.loadTime}ms${a11yInfo}`);
|
|
216
|
-
} else {
|
|
217
|
-
this.failureCount++;
|
|
218
|
-
console.log(` ❌ ${pageUrl} -> ${testResult.error}`);
|
|
219
|
-
|
|
220
|
-
// Check bail condition
|
|
221
|
-
if (config.bail && this.failureCount >= config.bail) {
|
|
222
|
-
console.log(` 🛑 Bailing after ${this.failureCount} failures`);
|
|
223
|
-
break;
|
|
224
|
-
}
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
this.artifactsManager?.endTest();
|
|
228
|
-
}
|
|
229
|
-
|
|
230
|
-
// Run E2E tests if defined
|
|
231
|
-
let e2eResults: UiE2eResult[] = [];
|
|
232
|
-
if (config.target.uiTests && config.target.uiTests.length > 0) {
|
|
233
|
-
console.log(`🧪 Running E2E tests (${config.target.uiTests.length} tests)`);
|
|
234
|
-
for (const test of config.target.uiTests) {
|
|
235
|
-
if (test.enabled !== false) {
|
|
236
|
-
// Start artifacts for this test
|
|
237
|
-
this.currentTestId = `e2e-${test.name}`;
|
|
238
|
-
this.artifactsManager?.startTest(this.currentTestId);
|
|
239
|
-
|
|
240
|
-
const result = await this.runE2eTest(test, config);
|
|
241
|
-
e2eResults.push(result);
|
|
242
|
-
const status = result.success ? '✅' : '❌';
|
|
243
|
-
console.log(` ${status} ${test.name} (${result.duration}ms)`);
|
|
244
|
-
if (!result.success) {
|
|
245
|
-
console.log(` Error: ${result.error}`);
|
|
246
|
-
this.failureCount++;
|
|
247
|
-
|
|
248
|
-
// Check bail condition
|
|
249
|
-
if (config.bail && this.failureCount >= config.bail) {
|
|
250
|
-
console.log(` 🛑 Bailing after ${this.failureCount} failures`);
|
|
251
|
-
this.artifactsManager?.endTest();
|
|
252
|
-
break;
|
|
253
|
-
}
|
|
254
|
-
}
|
|
255
|
-
|
|
256
|
-
this.artifactsManager?.endTest();
|
|
257
|
-
}
|
|
258
|
-
}
|
|
259
|
-
}
|
|
260
|
-
|
|
261
|
-
const summary = this.calculateSummary(results, e2eResults);
|
|
262
|
-
const junit = this.generateJUnit(results, e2eResults);
|
|
263
|
-
|
|
264
|
-
// Playwright++: Generate HTML report if requested
|
|
265
|
-
if (config.htmlReport) {
|
|
266
|
-
await this.generateHtmlReport(config, results, e2eResults, summary);
|
|
267
|
-
}
|
|
268
|
-
|
|
269
|
-
return {
|
|
270
|
-
success: summary.failed === 0,
|
|
271
|
-
results,
|
|
272
|
-
e2eResults,
|
|
273
|
-
summary,
|
|
274
|
-
junit
|
|
275
|
-
};
|
|
276
|
-
|
|
277
|
-
} finally {
|
|
278
|
-
await this.cleanup(config);
|
|
279
|
-
}
|
|
280
|
-
}
|
|
281
|
-
|
|
282
|
-
/**
|
|
283
|
-
* Run a single E2E test
|
|
284
|
-
* Playwright++: Takes before/after screenshots, captures artifacts on failure
|
|
285
|
-
*/
|
|
286
|
-
async runE2eTest(test: UiTestDefinition, config: UiTestConfig): Promise<UiE2eResult> {
|
|
287
|
-
const startTime = Date.now();
|
|
288
|
-
const steps: UiTestStepResult[] = [];
|
|
289
|
-
const screenshotMode = config.artifacts?.screenshots || 'never';
|
|
290
|
-
|
|
291
|
-
try {
|
|
292
|
-
// Determine starting URL
|
|
293
|
-
const startUrl = test.url || `${config.target.baseUrl.replace(/\/$/, '')}${test.path || ''}`;
|
|
294
|
-
|
|
295
|
-
// Navigate to start URL
|
|
296
|
-
console.log(` 📍 Navigate to: ${startUrl}`);
|
|
297
|
-
await this.page!.goto(startUrl, { timeout: test.timeout || config.timeout || 30000 });
|
|
298
|
-
|
|
299
|
-
// Take initial screenshot
|
|
300
|
-
if (screenshotMode === 'always') {
|
|
301
|
-
await this.artifactsManager?.takeScreenshot(this.page!, {}, {
|
|
302
|
-
testId: this.currentTestId || 'unknown',
|
|
303
|
-
type: 'screenshot',
|
|
304
|
-
tags: ['initial'],
|
|
305
|
-
});
|
|
306
|
-
}
|
|
307
|
-
|
|
308
|
-
// Initialize assertions engine
|
|
309
|
-
this.assertions = createAssertionsEngine(this.page!);
|
|
310
|
-
|
|
311
|
-
// Execute each step
|
|
312
|
-
for (let i = 0; i < test.steps.length; i++) {
|
|
313
|
-
const step = test.steps[i];
|
|
314
|
-
|
|
315
|
-
// Take before screenshot if configured
|
|
316
|
-
if (screenshotMode === 'always') {
|
|
317
|
-
await this.artifactsManager?.takeBeforeScreenshot(this.page!, step.action || 'step', i);
|
|
318
|
-
}
|
|
319
|
-
|
|
320
|
-
const stepResult = await this.executeStep(step, config);
|
|
321
|
-
steps.push(stepResult);
|
|
322
|
-
|
|
323
|
-
// Take after screenshot (always on failure, or always if configured)
|
|
324
|
-
if (screenshotMode === 'always' || (screenshotMode === 'only-on-failure' && !stepResult.success)) {
|
|
325
|
-
await this.artifactsManager?.takeAfterScreenshot(
|
|
326
|
-
this.page!,
|
|
327
|
-
step.action || 'step',
|
|
328
|
-
i,
|
|
329
|
-
stepResult.success
|
|
330
|
-
);
|
|
331
|
-
}
|
|
332
|
-
|
|
333
|
-
if (!stepResult.success) {
|
|
334
|
-
// Take error screenshot
|
|
335
|
-
await this.artifactsManager?.takeErrorScreenshot(this.page!, new Error(stepResult.error || 'Step failed'), step.action);
|
|
336
|
-
|
|
337
|
-
return {
|
|
338
|
-
test,
|
|
339
|
-
success: false,
|
|
340
|
-
steps,
|
|
341
|
-
duration: Date.now() - startTime,
|
|
342
|
-
error: stepResult.error,
|
|
343
|
-
};
|
|
344
|
-
}
|
|
345
|
-
}
|
|
346
|
-
|
|
347
|
-
return {
|
|
348
|
-
test,
|
|
349
|
-
success: true,
|
|
350
|
-
steps,
|
|
351
|
-
duration: Date.now() - startTime,
|
|
352
|
-
};
|
|
353
|
-
|
|
354
|
-
} catch (error) {
|
|
355
|
-
// Take error screenshot
|
|
356
|
-
await this.artifactsManager?.takeErrorScreenshot(this.page!, error as Error);
|
|
357
|
-
|
|
358
|
-
return {
|
|
359
|
-
test,
|
|
360
|
-
success: false,
|
|
361
|
-
steps,
|
|
362
|
-
duration: Date.now() - startTime,
|
|
363
|
-
error: this.redactor.redact(error instanceof Error ? error.message : 'Unknown error'),
|
|
364
|
-
};
|
|
365
|
-
}
|
|
366
|
-
}
|
|
367
|
-
|
|
368
|
-
/**
|
|
369
|
-
* Execute a single UI test step
|
|
370
|
-
* Playwright++: Enhanced error handling with artifacts
|
|
371
|
-
*/
|
|
372
|
-
private async executeStep(step: UiTestStep, config: UiTestConfig): Promise<UiTestStepResult> {
|
|
373
|
-
const startTime = Date.now();
|
|
374
|
-
let screenshot: string | undefined;
|
|
375
|
-
|
|
376
|
-
try {
|
|
377
|
-
const { action, selector, value, options = {}, expected } = step;
|
|
378
|
-
const opts = { timeout: 5000, ...options };
|
|
379
|
-
|
|
380
|
-
switch (action) {
|
|
381
|
-
case 'navigate':
|
|
382
|
-
await this.page!.goto(value!, opts);
|
|
383
|
-
break;
|
|
384
|
-
|
|
385
|
-
case 'click':
|
|
386
|
-
await this.page!.click(selector!, opts);
|
|
387
|
-
break;
|
|
388
|
-
|
|
389
|
-
case 'dblClick':
|
|
390
|
-
await this.page!.dblclick(selector!, opts);
|
|
391
|
-
break;
|
|
392
|
-
|
|
393
|
-
case 'rightClick':
|
|
394
|
-
await this.page!.click(selector!, { ...opts, button: 'right' });
|
|
395
|
-
break;
|
|
396
|
-
|
|
397
|
-
case 'hover':
|
|
398
|
-
await this.page!.hover(selector!, opts);
|
|
399
|
-
break;
|
|
400
|
-
|
|
401
|
-
case 'focus':
|
|
402
|
-
await this.page!.focus(selector!, opts);
|
|
403
|
-
break;
|
|
404
|
-
|
|
405
|
-
case 'fill':
|
|
406
|
-
await this.page!.fill(selector!, value!, opts);
|
|
407
|
-
break;
|
|
408
|
-
|
|
409
|
-
case 'type':
|
|
410
|
-
await this.page!.type(selector!, value!, opts);
|
|
411
|
-
break;
|
|
412
|
-
|
|
413
|
-
case 'clear':
|
|
414
|
-
await this.page!.fill(selector!, '', opts);
|
|
415
|
-
break;
|
|
416
|
-
|
|
417
|
-
case 'select':
|
|
418
|
-
if (value !== undefined) {
|
|
419
|
-
await this.page!.selectOption(selector!, value, opts);
|
|
420
|
-
}
|
|
421
|
-
break;
|
|
422
|
-
|
|
423
|
-
case 'check':
|
|
424
|
-
await this.page!.check(selector!, opts);
|
|
425
|
-
break;
|
|
426
|
-
|
|
427
|
-
case 'uncheck':
|
|
428
|
-
await this.page!.uncheck(selector!, opts);
|
|
429
|
-
break;
|
|
430
|
-
|
|
431
|
-
case 'upload':
|
|
432
|
-
if (value !== undefined) {
|
|
433
|
-
await this.page!.setInputFiles(selector!, value, opts);
|
|
434
|
-
}
|
|
435
|
-
break;
|
|
436
|
-
|
|
437
|
-
case 'press': {
|
|
438
|
-
const delay = (options as any)?.delay;
|
|
439
|
-
const pressOpts = delay !== undefined ? { delay } : {};
|
|
440
|
-
await this.page!.keyboard.press(value!, pressOpts);
|
|
441
|
-
break;
|
|
442
|
-
}
|
|
443
|
-
|
|
444
|
-
case 'waitFor':
|
|
445
|
-
case 'waitForSelector':
|
|
446
|
-
await this.page!.waitForSelector(selector!, opts);
|
|
447
|
-
break;
|
|
448
|
-
|
|
449
|
-
case 'waitForNavigation':
|
|
450
|
-
await this.page!.waitForNavigation(opts);
|
|
451
|
-
break;
|
|
452
|
-
|
|
453
|
-
case 'waitForTimeout':
|
|
454
|
-
await this.page!.waitForTimeout(parseInt(value!, 10));
|
|
455
|
-
break;
|
|
456
|
-
|
|
457
|
-
case 'scroll':
|
|
458
|
-
if (selector) {
|
|
459
|
-
await this.page!.evaluate((sel: string) => {
|
|
460
|
-
const el = document.querySelector(sel);
|
|
461
|
-
if (el) (el as Element).scrollIntoView({ behavior: 'smooth', block: 'center' });
|
|
462
|
-
}, selector);
|
|
463
|
-
}
|
|
464
|
-
break;
|
|
465
|
-
|
|
466
|
-
case 'dragAndDrop':
|
|
467
|
-
await this.page!.dragAndDrop(selector!, value!, opts);
|
|
468
|
-
break;
|
|
469
|
-
|
|
470
|
-
case 'tap':
|
|
471
|
-
await this.page!.tap(selector!, opts);
|
|
472
|
-
break;
|
|
473
|
-
|
|
474
|
-
default:
|
|
475
|
-
throw new Error(`Unknown action: ${action}`);
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
// Add wait after action if specified
|
|
479
|
-
if (step.wait) {
|
|
480
|
-
await this.page!.waitForTimeout(step.wait);
|
|
481
|
-
}
|
|
482
|
-
|
|
483
|
-
// Take screenshot on failure if configured (will be checked in catch block)
|
|
484
|
-
// or take screenshot if requested
|
|
485
|
-
|
|
486
|
-
// Verify expected outcomes
|
|
487
|
-
if (expected) {
|
|
488
|
-
await this.verifyExpected(expected);
|
|
489
|
-
}
|
|
490
|
-
|
|
491
|
-
return {
|
|
492
|
-
step,
|
|
493
|
-
success: true,
|
|
494
|
-
duration: Date.now() - startTime,
|
|
495
|
-
screenshot,
|
|
496
|
-
};
|
|
497
|
-
|
|
498
|
-
} catch (error) {
|
|
499
|
-
// Take screenshot on failure
|
|
500
|
-
try {
|
|
501
|
-
const buffer = await this.page!.screenshot({ type: 'png' });
|
|
502
|
-
screenshot = `data:image/png;base64,${buffer.toString('base64')}`;
|
|
503
|
-
} catch {}
|
|
504
|
-
|
|
505
|
-
return {
|
|
506
|
-
step,
|
|
507
|
-
success: false,
|
|
508
|
-
duration: Date.now() - startTime,
|
|
509
|
-
error: this.redactor.redact(error instanceof Error ? error.message : 'Unknown error'),
|
|
510
|
-
screenshot,
|
|
511
|
-
};
|
|
512
|
-
}
|
|
513
|
-
}
|
|
514
|
-
|
|
515
|
-
/**
|
|
516
|
-
* Verify expected outcomes after a step
|
|
517
|
-
*/
|
|
518
|
-
private async verifyExpected(expected: UiTestStep['expected']): Promise<void> {
|
|
519
|
-
if (!expected) return;
|
|
520
|
-
|
|
521
|
-
if (expected.url !== undefined) {
|
|
522
|
-
const currentUrl = this.page!.url();
|
|
523
|
-
if (currentUrl !== expected.url) {
|
|
524
|
-
throw new Error(`URL mismatch: expected "${expected.url}", got "${currentUrl}"`);
|
|
525
|
-
}
|
|
526
|
-
}
|
|
527
|
-
|
|
528
|
-
if (expected.urlContains !== undefined) {
|
|
529
|
-
const currentUrl = this.page!.url();
|
|
530
|
-
if (!currentUrl.includes(expected.urlContains)) {
|
|
531
|
-
throw new Error(`URL does not contain "${expected.urlContains}": "${currentUrl}"`);
|
|
532
|
-
}
|
|
533
|
-
}
|
|
534
|
-
|
|
535
|
-
if (expected.visible !== undefined) {
|
|
536
|
-
const element = this.page!.locator(expected.visible);
|
|
537
|
-
if (!(await element.isVisible())) {
|
|
538
|
-
throw new Error(`Expected element to be visible: ${expected.visible}`);
|
|
539
|
-
}
|
|
540
|
-
}
|
|
541
|
-
|
|
542
|
-
if (expected.hidden !== undefined) {
|
|
543
|
-
const element = this.page!.locator(expected.hidden);
|
|
544
|
-
if (!(await element.isHidden())) {
|
|
545
|
-
throw new Error(`Expected element to be hidden: ${expected.hidden}`);
|
|
546
|
-
}
|
|
547
|
-
}
|
|
548
|
-
|
|
549
|
-
if (expected.elementText) {
|
|
550
|
-
const element = this.page!.locator(expected.elementText.selector);
|
|
551
|
-
const text = await element.textContent();
|
|
552
|
-
if (text !== expected.elementText.text) {
|
|
553
|
-
throw new Error(`Text mismatch for ${expected.elementText.selector}: expected "${expected.elementText.text}", got "${text}"`);
|
|
554
|
-
}
|
|
555
|
-
}
|
|
556
|
-
}
|
|
557
|
-
|
|
558
|
-
/**
|
|
559
|
-
* Test single page with accessibility
|
|
560
|
-
*/
|
|
561
|
-
private async testPage(pageUrl: string, config: UiTestConfig): Promise<UiTestResult> {
|
|
562
|
-
try {
|
|
563
|
-
const startTime = Date.now();
|
|
564
|
-
|
|
565
|
-
// Navigate to page
|
|
566
|
-
const response = await this.page!.goto(pageUrl, {
|
|
567
|
-
timeout: config.timeout || 30000,
|
|
568
|
-
waitUntil: 'networkidle'
|
|
569
|
-
});
|
|
570
|
-
|
|
571
|
-
const loadTime = Date.now() - startTime;
|
|
572
|
-
|
|
573
|
-
if (!response || !response.ok()) {
|
|
574
|
-
return {
|
|
575
|
-
page: pageUrl,
|
|
576
|
-
success: false,
|
|
577
|
-
loadTime,
|
|
578
|
-
error: `HTTP ${response?.status() || 'unknown'}: Failed to load page`
|
|
579
|
-
};
|
|
580
|
-
}
|
|
581
|
-
|
|
582
|
-
// Take screenshot based on config
|
|
583
|
-
const screenshot = await this.takeScreenshot(pageUrl, config.target.screenshot);
|
|
584
|
-
|
|
585
|
-
// Get DOM snapshot
|
|
586
|
-
const domSnapshot = await this.getDomSnapshot();
|
|
587
|
-
|
|
588
|
-
// Run accessibility tests
|
|
589
|
-
const accessibility = await this.runAccessibilityTests(config.budgets);
|
|
590
|
-
|
|
591
|
-
// Check if accessibility meets budget
|
|
592
|
-
const a11yPassed = !config.budgets?.a11y_min ||
|
|
593
|
-
(accessibility?.score !== undefined && accessibility.score >= config.budgets.a11y_min);
|
|
594
|
-
|
|
595
|
-
return {
|
|
596
|
-
page: pageUrl,
|
|
597
|
-
success: a11yPassed,
|
|
598
|
-
loadTime,
|
|
599
|
-
screenshot,
|
|
600
|
-
accessibility,
|
|
601
|
-
domSnapshot,
|
|
602
|
-
error: a11yPassed ? undefined :
|
|
603
|
-
`Accessibility score ${accessibility?.score || 0}% below budget ${config.budgets?.a11y_min}%`
|
|
604
|
-
};
|
|
605
|
-
|
|
606
|
-
} catch (error) {
|
|
607
|
-
return {
|
|
608
|
-
page: pageUrl,
|
|
609
|
-
success: false,
|
|
610
|
-
loadTime: 0,
|
|
611
|
-
error: this.redactor.redact(error instanceof Error ? error.message : 'Unknown error')
|
|
612
|
-
};
|
|
613
|
-
}
|
|
614
|
-
}
|
|
615
|
-
|
|
616
|
-
/**
|
|
617
|
-
* Setup browser with all options
|
|
618
|
-
* Playwright++: Enhanced video/trace recording support
|
|
619
|
-
*/
|
|
620
|
-
private async setupBrowser(config: UiTestConfig): Promise<void> {
|
|
621
|
-
// Determine browser type
|
|
622
|
-
const browserType = config.target.browser || 'chromium';
|
|
623
|
-
const browserTypeObj = browserType === 'firefox' ? firefox : browserType === 'webkit' ? webkit : chromium;
|
|
624
|
-
|
|
625
|
-
// Determine headed mode (CLI override > target config > default headless)
|
|
626
|
-
const headless = config.cliHeaded ?? config.target.headless ?? true;
|
|
627
|
-
|
|
628
|
-
// Launch browser
|
|
629
|
-
this.browser = await browserTypeObj.launch({
|
|
630
|
-
headless,
|
|
631
|
-
args: ['--no-sandbox', '--disable-dev-shm-usage'],
|
|
632
|
-
slowMo: config.target.slowMo || 0,
|
|
633
|
-
});
|
|
634
|
-
|
|
635
|
-
// Build extra HTTP headers with auth
|
|
636
|
-
const extraHTTPHeaders: Record<string, string> = {
|
|
637
|
-
'User-Agent': 'QA360-UI-Test/1.0'
|
|
638
|
-
};
|
|
639
|
-
|
|
640
|
-
if (this.auth?.headers) {
|
|
641
|
-
Object.assign(extraHTTPHeaders, this.auth.headers);
|
|
642
|
-
}
|
|
643
|
-
|
|
644
|
-
// Setup viewport based on device or explicit config
|
|
645
|
-
let viewport: { width: number; height: number } = { width: 1280, height: 720 };
|
|
646
|
-
|
|
647
|
-
if (config.target.device === 'mobile') {
|
|
648
|
-
viewport = { width: 375, height: 667 };
|
|
649
|
-
} else if (config.target.device === 'tablet') {
|
|
650
|
-
viewport = { width: 768, height: 1024 };
|
|
651
|
-
} else if (config.target.viewport) {
|
|
652
|
-
viewport = config.target.viewport;
|
|
653
|
-
}
|
|
654
|
-
|
|
655
|
-
// Playwright++: Determine video recording mode
|
|
656
|
-
const videoMode = config.artifacts?.video ?? config.target.video;
|
|
657
|
-
const shouldRecordVideo = videoMode === 'always' || videoMode === 'retain-on-failure';
|
|
658
|
-
|
|
659
|
-
// Create context with video recording if enabled
|
|
660
|
-
const recordVideo = shouldRecordVideo
|
|
661
|
-
? { dir: this.videoDir, size: viewport }
|
|
662
|
-
: undefined;
|
|
663
|
-
|
|
664
|
-
this.context = await this.browser!.newContext({
|
|
665
|
-
viewport,
|
|
666
|
-
userAgent: 'QA360-UI-Test/1.0',
|
|
667
|
-
extraHTTPHeaders,
|
|
668
|
-
recordVideo,
|
|
669
|
-
});
|
|
670
|
-
|
|
671
|
-
// Playwright++: Start tracing if enabled
|
|
672
|
-
const traceMode = config.artifacts?.trace ?? config.target.trace;
|
|
673
|
-
if (traceMode === 'always' || traceMode === 'on-first-failure' || traceMode === 'retain-on-failure') {
|
|
674
|
-
// Start tracing - will be saved in cleanup
|
|
675
|
-
// Note: Playwright's trace API is context.startTracing()
|
|
676
|
-
// Implementation depends on Playwright version
|
|
677
|
-
}
|
|
678
|
-
|
|
679
|
-
// Add cookies from auth credentials after context creation
|
|
680
|
-
if (this.auth?.cookies && this.auth.cookies.length > 0) {
|
|
681
|
-
await this.context.addCookies(this.auth.cookies.map(c => ({
|
|
682
|
-
name: c.name,
|
|
683
|
-
value: c.value,
|
|
684
|
-
domain: c.domain || '',
|
|
685
|
-
path: c.path || '/',
|
|
686
|
-
httpOnly: c.httpOnly || false,
|
|
687
|
-
secure: c.secure || false
|
|
688
|
-
})));
|
|
689
|
-
}
|
|
690
|
-
|
|
691
|
-
this.page = await this.context.newPage();
|
|
692
|
-
}
|
|
693
|
-
|
|
694
|
-
/**
|
|
695
|
-
* Determine if video should be recorded
|
|
696
|
-
*/
|
|
697
|
-
private shouldRecordVideo(mode?: string): boolean {
|
|
698
|
-
return mode === 'always' || mode === 'retain-on-fail';
|
|
699
|
-
}
|
|
700
|
-
|
|
701
|
-
/**
|
|
702
|
-
* Playwright++: Generate HTML report
|
|
703
|
-
*/
|
|
704
|
-
private async generateHtmlReport(
|
|
705
|
-
config: UiTestConfig,
|
|
706
|
-
results: UiTestResult[],
|
|
707
|
-
e2eResults: UiE2eResult[],
|
|
708
|
-
summary: UiSmokeResult['summary']
|
|
709
|
-
): Promise<void> {
|
|
710
|
-
const reportPath = config.htmlReport || join(config.artifacts?.outputDir || this.artifactDir, 'report.html');
|
|
711
|
-
const timestamp = new Date().toISOString();
|
|
712
|
-
|
|
713
|
-
const reportData: ReportData = {
|
|
714
|
-
title: `QA360 UI Test Report - ${timestamp}`,
|
|
715
|
-
summary: {
|
|
716
|
-
total: summary.total,
|
|
717
|
-
passed: summary.passed,
|
|
718
|
-
failed: summary.failed,
|
|
719
|
-
skipped: 0,
|
|
720
|
-
duration: summary.avgLoadTime * summary.total,
|
|
721
|
-
timestamp,
|
|
722
|
-
},
|
|
723
|
-
tests: [
|
|
724
|
-
...results.map((r, i): TestReport => ({
|
|
725
|
-
id: `smoke-${i}`,
|
|
726
|
-
name: `UI Smoke: ${r.page}`,
|
|
727
|
-
status: (r.success ? 'passed' : 'failed') as 'passed' | 'failed',
|
|
728
|
-
duration: r.loadTime,
|
|
729
|
-
error: r.error,
|
|
730
|
-
steps: [],
|
|
731
|
-
artifacts: r.artifacts,
|
|
732
|
-
})),
|
|
733
|
-
...e2eResults.map((r, i): TestReport => ({
|
|
734
|
-
id: `e2e-${i}`,
|
|
735
|
-
name: r.test.name || 'E2E Test',
|
|
736
|
-
status: (r.success ? 'passed' : 'failed') as 'passed' | 'failed',
|
|
737
|
-
duration: r.duration,
|
|
738
|
-
error: r.error,
|
|
739
|
-
steps: r.steps.map((s, j) => ({
|
|
740
|
-
name: s.step.action || `Step ${j + 1}`,
|
|
741
|
-
action: s.step.action || 'step',
|
|
742
|
-
selector: s.step.selector,
|
|
743
|
-
value: s.step.value,
|
|
744
|
-
status: (s.success ? 'passed' : 'failed') as 'passed' | 'failed',
|
|
745
|
-
duration: s.duration,
|
|
746
|
-
error: s.error,
|
|
747
|
-
})),
|
|
748
|
-
artifacts: undefined,
|
|
749
|
-
})),
|
|
750
|
-
],
|
|
751
|
-
artifacts: {
|
|
752
|
-
screenshots: this.allScreenshots.map(s => ({
|
|
753
|
-
path: s.localPath,
|
|
754
|
-
timestamp: s.metadata.timestamp,
|
|
755
|
-
type: 'after' as const,
|
|
756
|
-
})),
|
|
757
|
-
videos: this.allVideos.map(v => ({ path: v, duration: 0 })),
|
|
758
|
-
traces: this.allTraces.map(t => ({ path: t, format: 'zip' as const })),
|
|
759
|
-
},
|
|
760
|
-
environment: {
|
|
761
|
-
browser: config.target.browser || 'chromium',
|
|
762
|
-
platform: process.platform,
|
|
763
|
-
nodeVersion: process.version,
|
|
764
|
-
},
|
|
765
|
-
};
|
|
766
|
-
|
|
767
|
-
HTMLReporter.generate(reportData, reportPath);
|
|
768
|
-
console.log(`\n📊 HTML report generated: ${reportPath}`);
|
|
769
|
-
}
|
|
770
|
-
|
|
771
|
-
/**
|
|
772
|
-
* Perform login if configured
|
|
773
|
-
*/
|
|
774
|
-
private async performLogin(login: NonNullable<UiTestConfig['login']>): Promise<void> {
|
|
775
|
-
if (!login || !login.username || !login.password) {
|
|
776
|
-
return;
|
|
777
|
-
}
|
|
778
|
-
|
|
779
|
-
console.log(` 🔐 Performing login...`);
|
|
780
|
-
|
|
781
|
-
const loginUrl = login.url || this.page!.url();
|
|
782
|
-
await this.page!.goto(loginUrl);
|
|
783
|
-
|
|
784
|
-
// Fill login form
|
|
785
|
-
const usernameSelector = login.usernameSelector ||
|
|
786
|
-
'input[name="username"], input[name="email"], input[type="email"], #username, #email';
|
|
787
|
-
const passwordSelector = login.passwordSelector ||
|
|
788
|
-
'input[name="password"], input[type="password"], #password';
|
|
789
|
-
const submitSelector = login.submitSelector ||
|
|
790
|
-
'button[type="submit"], input[type="submit"], button:has-text("Login"), button:has-text("Sign in")';
|
|
791
|
-
|
|
792
|
-
await this.page!.fill(usernameSelector, login.username);
|
|
793
|
-
await this.page!.fill(passwordSelector, login.password);
|
|
794
|
-
await this.page!.click(submitSelector);
|
|
795
|
-
|
|
796
|
-
// Wait for navigation or login completion
|
|
797
|
-
try {
|
|
798
|
-
await this.page!.waitForLoadState('networkidle', { timeout: 10000 });
|
|
799
|
-
} catch {
|
|
800
|
-
// Continue even if navigation doesn't complete
|
|
801
|
-
}
|
|
802
|
-
}
|
|
803
|
-
|
|
804
|
-
/**
|
|
805
|
-
* Run accessibility tests using axe-core
|
|
806
|
-
*/
|
|
807
|
-
private async runAccessibilityTests(budgets?: PackBudgets): Promise<UiTestResult['accessibility']> {
|
|
808
|
-
try {
|
|
809
|
-
// Inject axe-core
|
|
810
|
-
await this.page!.addScriptTag({
|
|
811
|
-
url: 'https://unpkg.com/axe-core@4.8.2/axe.min.js'
|
|
812
|
-
});
|
|
813
|
-
|
|
814
|
-
// Run axe analysis
|
|
815
|
-
const axeResults = await this.page!.evaluate(() => {
|
|
816
|
-
return new Promise((resolve) => {
|
|
817
|
-
// @ts-ignore - axe is injected
|
|
818
|
-
if (typeof axe !== 'undefined') {
|
|
819
|
-
// @ts-ignore
|
|
820
|
-
axe.run((err: any, results: any) => {
|
|
821
|
-
if (err) {
|
|
822
|
-
resolve({ violations: [], passes: [], incomplete: [] });
|
|
823
|
-
} else {
|
|
824
|
-
resolve(results);
|
|
825
|
-
}
|
|
826
|
-
});
|
|
827
|
-
} else {
|
|
828
|
-
resolve({ violations: [], passes: [], incomplete: [] });
|
|
829
|
-
}
|
|
830
|
-
});
|
|
831
|
-
});
|
|
832
|
-
|
|
833
|
-
// Process violations
|
|
834
|
-
const violations = (axeResults as any).violations?.map((violation: any) => ({
|
|
835
|
-
id: violation.id,
|
|
836
|
-
impact: violation.impact || 'minor',
|
|
837
|
-
description: violation.description || violation.help || 'Accessibility issue',
|
|
838
|
-
nodes: violation.nodes?.length || 0
|
|
839
|
-
})) || [];
|
|
840
|
-
|
|
841
|
-
// Calculate score (simple scoring: 100 - weighted violations)
|
|
842
|
-
const criticalCount = violations.filter((v: any) => v.impact === 'critical').length;
|
|
843
|
-
const seriousCount = violations.filter((v: any) => v.impact === 'serious').length;
|
|
844
|
-
const moderateCount = violations.filter((v: any) => v.impact === 'moderate').length;
|
|
845
|
-
const minorCount = violations.filter((v: any) => v.impact === 'minor').length;
|
|
846
|
-
|
|
847
|
-
const score = Math.max(0, 100 - (
|
|
848
|
-
criticalCount * 25 +
|
|
849
|
-
seriousCount * 10 +
|
|
850
|
-
moderateCount * 5 +
|
|
851
|
-
minorCount * 1
|
|
852
|
-
));
|
|
853
|
-
|
|
854
|
-
return {
|
|
855
|
-
score: Math.round(score),
|
|
856
|
-
violations
|
|
857
|
-
};
|
|
858
|
-
|
|
859
|
-
} catch (error) {
|
|
860
|
-
console.log(` ⚠️ Accessibility test failed: ${error}`);
|
|
861
|
-
return {
|
|
862
|
-
score: 0,
|
|
863
|
-
violations: [{
|
|
864
|
-
id: 'axe-error',
|
|
865
|
-
impact: 'critical' as const,
|
|
866
|
-
description: 'Failed to run accessibility analysis',
|
|
867
|
-
nodes: 0
|
|
868
|
-
}]
|
|
869
|
-
};
|
|
870
|
-
}
|
|
871
|
-
}
|
|
872
|
-
|
|
873
|
-
/**
|
|
874
|
-
* Get DOM snapshot for debugging
|
|
875
|
-
*/
|
|
876
|
-
private async getDomSnapshot(): Promise<UiTestResult['domSnapshot']> {
|
|
877
|
-
try {
|
|
878
|
-
const snapshot = await this.page!.evaluate(() => {
|
|
879
|
-
return {
|
|
880
|
-
title: document.title,
|
|
881
|
-
url: window.location.href,
|
|
882
|
-
elements: {
|
|
883
|
-
buttons: document.querySelectorAll('button, input[type="button"], input[type="submit"]').length,
|
|
884
|
-
links: document.querySelectorAll('a[href]').length,
|
|
885
|
-
forms: document.querySelectorAll('form').length,
|
|
886
|
-
inputs: document.querySelectorAll('input, textarea, select').length
|
|
887
|
-
}
|
|
888
|
-
};
|
|
889
|
-
});
|
|
890
|
-
|
|
891
|
-
return snapshot;
|
|
892
|
-
} catch {
|
|
893
|
-
return {
|
|
894
|
-
title: 'Unknown',
|
|
895
|
-
url: this.page!.url(),
|
|
896
|
-
elements: { buttons: 0, links: 0, forms: 0, inputs: 0 }
|
|
897
|
-
};
|
|
898
|
-
}
|
|
899
|
-
}
|
|
900
|
-
|
|
901
|
-
/**
|
|
902
|
-
* Take screenshot for debugging
|
|
903
|
-
*/
|
|
904
|
-
private async takeScreenshot(pageUrl: string, mode?: string): Promise<string> {
|
|
905
|
-
const shouldTake = mode === 'always' || mode === 'only-on-fail';
|
|
906
|
-
|
|
907
|
-
if (!shouldTake) return '';
|
|
908
|
-
|
|
909
|
-
try {
|
|
910
|
-
const screenshot = await this.page!.screenshot({
|
|
911
|
-
type: 'png',
|
|
912
|
-
fullPage: false // Just viewport for performance
|
|
913
|
-
});
|
|
914
|
-
|
|
915
|
-
// Return base64 data URL for embedding
|
|
916
|
-
return `data:image/png;base64,${screenshot.toString('base64')}`;
|
|
917
|
-
} catch {
|
|
918
|
-
return '';
|
|
919
|
-
}
|
|
920
|
-
}
|
|
921
|
-
|
|
922
|
-
/**
|
|
923
|
-
* Calculate test summary
|
|
924
|
-
*/
|
|
925
|
-
private calculateSummary(results: UiTestResult[], e2eResults: UiE2eResult[] = []): UiSmokeResult['summary'] {
|
|
926
|
-
const smokeTests = results.length;
|
|
927
|
-
const e2eTests = e2eResults.length;
|
|
928
|
-
const total = smokeTests + e2eTests;
|
|
929
|
-
|
|
930
|
-
const smokePassed = results.filter(r => r.success).length;
|
|
931
|
-
const e2ePassed = e2eResults.filter(r => r.success).length;
|
|
932
|
-
const passed = smokePassed + e2ePassed;
|
|
933
|
-
|
|
934
|
-
const failed = total - passed;
|
|
935
|
-
|
|
936
|
-
const avgLoadTime = smokeTests > 0 ?
|
|
937
|
-
Math.round(results.reduce((sum, r) => sum + r.loadTime, 0) / smokeTests) : 0;
|
|
938
|
-
|
|
939
|
-
const a11yScores = results
|
|
940
|
-
.map(r => r.accessibility?.score)
|
|
941
|
-
.filter((score): score is number => typeof score === 'number');
|
|
942
|
-
const avgA11yScore = a11yScores.length > 0 ?
|
|
943
|
-
Math.round(a11yScores.reduce((sum, score) => sum + score, 0) / a11yScores.length) : 0;
|
|
944
|
-
|
|
945
|
-
return {
|
|
946
|
-
total,
|
|
947
|
-
passed,
|
|
948
|
-
failed,
|
|
949
|
-
avgLoadTime,
|
|
950
|
-
avgA11yScore
|
|
951
|
-
};
|
|
952
|
-
}
|
|
953
|
-
|
|
954
|
-
/**
|
|
955
|
-
* Generate JUnit XML fragment
|
|
956
|
-
*/
|
|
957
|
-
private generateJUnit(results: UiTestResult[], e2eResults: UiE2eResult[] = []): string {
|
|
958
|
-
const summary = this.calculateSummary(results, e2eResults);
|
|
959
|
-
const timestamp = new Date().toISOString();
|
|
960
|
-
|
|
961
|
-
let junit = `<?xml version="1.0" encoding="UTF-8"?>
|
|
962
|
-
<testsuites>
|
|
963
|
-
<testsuite name="UI Smoke Tests" tests="${results.length}" failures="${results.filter(r => !r.success).length}" time="${summary.avgLoadTime / 1000}" timestamp="${timestamp}">
|
|
964
|
-
`;
|
|
965
|
-
|
|
966
|
-
for (const result of results) {
|
|
967
|
-
const testName = `UI Test: ${result.page}`;
|
|
968
|
-
const time = result.loadTime / 1000;
|
|
969
|
-
|
|
970
|
-
junit += ` <testcase name="${this.escapeXml(testName)}" time="${time}">
|
|
971
|
-
`;
|
|
972
|
-
|
|
973
|
-
if (!result.success) {
|
|
974
|
-
junit += ` <failure message="${this.escapeXml(result.error || 'Test failed')}">${this.escapeXml(JSON.stringify(result, null, 2))}</failure>
|
|
975
|
-
`;
|
|
976
|
-
}
|
|
977
|
-
|
|
978
|
-
junit += ` </testcase>
|
|
979
|
-
`;
|
|
980
|
-
}
|
|
981
|
-
|
|
982
|
-
junit += ` </testsuite>
|
|
983
|
-
`;
|
|
984
|
-
|
|
985
|
-
// Add E2E test suite
|
|
986
|
-
if (e2eResults.length > 0) {
|
|
987
|
-
const e2eFailed = e2eResults.filter(r => !r.success).length;
|
|
988
|
-
const e2eDuration = e2eResults.reduce((sum, r) => sum + r.duration, 0) / 1000;
|
|
989
|
-
|
|
990
|
-
junit += ` <testsuite name="E2E Tests" tests="${e2eResults.length}" failures="${e2eFailed}" time="${e2eDuration}" timestamp="${timestamp}">
|
|
991
|
-
`;
|
|
992
|
-
|
|
993
|
-
for (const result of e2eResults) {
|
|
994
|
-
const testName = result.test.name;
|
|
995
|
-
const time = result.duration / 1000;
|
|
996
|
-
|
|
997
|
-
junit += ` <testcase name="${this.escapeXml(testName)}" time="${time}">
|
|
998
|
-
`;
|
|
999
|
-
|
|
1000
|
-
if (!result.success) {
|
|
1001
|
-
const failedSteps = result.steps.filter(s => !s.success);
|
|
1002
|
-
const failureDetails = failedSteps.map(s => `${s.step.action}: ${s.error}`).join('; ');
|
|
1003
|
-
junit += ` <failure message="${this.escapeXml(result.error || 'Test failed')}">${this.escapeXml(failureDetails)}</failure>
|
|
1004
|
-
`;
|
|
1005
|
-
}
|
|
1006
|
-
|
|
1007
|
-
junit += ` </testcase>
|
|
1008
|
-
`;
|
|
1009
|
-
}
|
|
1010
|
-
|
|
1011
|
-
junit += ` </testsuite>
|
|
1012
|
-
`;
|
|
1013
|
-
}
|
|
1014
|
-
|
|
1015
|
-
junit += `</testsuites>`;
|
|
1016
|
-
|
|
1017
|
-
return junit;
|
|
1018
|
-
}
|
|
1019
|
-
|
|
1020
|
-
/**
|
|
1021
|
-
* Escape XML special characters
|
|
1022
|
-
*/
|
|
1023
|
-
private escapeXml(str: string): string {
|
|
1024
|
-
return str
|
|
1025
|
-
.replace(/&/g, '&')
|
|
1026
|
-
.replace(/</g, '<')
|
|
1027
|
-
.replace(/>/g, '>')
|
|
1028
|
-
.replace(/"/g, '"')
|
|
1029
|
-
.replace(/'/g, ''');
|
|
1030
|
-
}
|
|
1031
|
-
|
|
1032
|
-
/**
|
|
1033
|
-
* Cleanup browser resources
|
|
1034
|
-
*/
|
|
1035
|
-
private async cleanup(config: UiTestConfig): Promise<void> {
|
|
1036
|
-
// Save video/trace artifacts if configured
|
|
1037
|
-
if (this.page && (config.target.video === 'retain-on-fail' || config.target.trace === 'retain-on-fail')) {
|
|
1038
|
-
// Check if tests failed and retain artifacts
|
|
1039
|
-
const hasFailures = false; // Would need to track this
|
|
1040
|
-
if (!hasFailures) {
|
|
1041
|
-
// Clean up artifacts if all tests passed
|
|
1042
|
-
// TODO: Implement artifact cleanup
|
|
1043
|
-
}
|
|
1044
|
-
}
|
|
1045
|
-
|
|
1046
|
-
if (this.page) {
|
|
1047
|
-
await this.page.close();
|
|
1048
|
-
}
|
|
1049
|
-
if (this.context) {
|
|
1050
|
-
await this.context.close();
|
|
1051
|
-
}
|
|
1052
|
-
if (this.browser) {
|
|
1053
|
-
await this.browser.close();
|
|
1054
|
-
}
|
|
1055
|
-
}
|
|
1056
|
-
|
|
1057
|
-
/**
|
|
1058
|
-
* Validate UI target configuration
|
|
1059
|
-
*/
|
|
1060
|
-
static validateConfig(target: WebTarget): { valid: boolean; errors: string[] } {
|
|
1061
|
-
const errors: string[] = [];
|
|
1062
|
-
|
|
1063
|
-
if (!target.baseUrl) {
|
|
1064
|
-
errors.push('UI target requires baseUrl');
|
|
1065
|
-
} else {
|
|
1066
|
-
try {
|
|
1067
|
-
new URL(target.baseUrl);
|
|
1068
|
-
} catch {
|
|
1069
|
-
errors.push('UI target baseUrl must be a valid URL');
|
|
1070
|
-
}
|
|
1071
|
-
}
|
|
1072
|
-
|
|
1073
|
-
if (target.pages) {
|
|
1074
|
-
for (const page of target.pages) {
|
|
1075
|
-
try {
|
|
1076
|
-
new URL(page, target.baseUrl);
|
|
1077
|
-
} catch {
|
|
1078
|
-
errors.push(`Invalid page URL: ${page}`);
|
|
1079
|
-
}
|
|
1080
|
-
}
|
|
1081
|
-
}
|
|
1082
|
-
|
|
1083
|
-
return {
|
|
1084
|
-
valid: errors.length === 0,
|
|
1085
|
-
errors
|
|
1086
|
-
};
|
|
1087
|
-
}
|
|
1088
|
-
}
|