qa360 2.1.7 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.BETA_TESTING_FEEDBACK.md +256 -0
- package/.claude/settings.local.json +154 -0
- package/.editorconfig +21 -0
- package/.github/CODEOWNERS +23 -0
- package/.github/ISSUE_TEMPLATE/bug_report.yml +108 -0
- package/.github/ISSUE_TEMPLATE/feedback_dx.yml +121 -0
- package/.github/dependabot.yml +35 -0
- package/.github/workflows/mcp-dx.yml +106 -0
- package/.github/workflows/release.yml +26 -0
- package/.github/workflows/test.yml +93 -0
- package/.nvmrc +1 -0
- package/.qa360-artifacts/.gitkeep +0 -0
- package/.qa360-artifacts/baselines/.gitkeep +0 -0
- package/.qa360-artifacts/cache/.gitkeep +0 -0
- package/.qa360-artifacts/reports/.gitkeep +0 -0
- package/.qa360-artifacts/screenshots/.gitkeep +0 -0
- package/.qa360-baselines/www_xyqo_ai.baseline.json +33 -0
- package/CHANGELOG.md +234 -0
- package/CODEOWNERS +43 -0
- package/CONTRIBUTING.md +273 -0
- package/NOVICE_USER_GUIDE.md +272 -0
- package/QUICK_START.md +191 -0
- package/README.md +191 -163
- package/adapters/README.md +46 -0
- package/check-branches.sh +32 -0
- package/cli/.qa360/keys/ed25519.key +1 -0
- package/cli/.qa360/keys/ed25519.pub +1 -0
- package/cli/CHANGELOG.md +84 -0
- package/cli/LICENSE +24 -0
- package/cli/README.md +222 -0
- package/cli/examples/README.md +160 -0
- package/cli/package.json +76 -0
- package/cli/scripts/bundle-for-npm.sh +51 -0
- package/cli/scripts/validate-package.js +116 -0
- package/cli/src/__tests__/commands/doctor.test.ts +108 -0
- package/cli/src/__tests__/index.test.ts +15 -0
- package/cli/src/cli-minimal.ts +44 -0
- package/cli/src/commands/__tests__/crawl.test.ts +412 -0
- package/cli/src/commands/__tests__/doctor-qa360-home.test.ts +156 -0
- package/cli/src/commands/__tests__/e2e-ui-tests.test.ts +494 -0
- package/cli/src/commands/__tests__/e2e.test.ts +187 -0
- package/cli/src/commands/__tests__/flakiness.test.ts +528 -0
- package/cli/src/commands/__tests__/generate.test.ts +507 -0
- package/cli/src/commands/__tests__/history.integration.test.ts +358 -0
- package/cli/src/commands/__tests__/history.test.ts +433 -0
- package/cli/src/commands/__tests__/monitor-realworld.test.ts +199 -0
- package/cli/src/commands/__tests__/monitor.test.ts +81 -0
- package/cli/src/commands/__tests__/ollama.test.ts +529 -0
- package/cli/src/commands/__tests__/repair.test.ts +225 -0
- package/cli/src/commands/__tests__/report.integration.test.ts +167 -0
- package/cli/src/commands/__tests__/report.test.ts +294 -0
- package/cli/src/commands/__tests__/report.vitest.ts +288 -0
- package/cli/src/commands/__tests__/retry.test.ts +78 -0
- package/cli/src/commands/__tests__/run.integration.test.ts +240 -0
- package/cli/src/commands/__tests__/run.test.ts +346 -0
- package/cli/src/commands/__tests__/run.vitest.ts +301 -0
- package/cli/src/commands/__tests__/secrets.test.ts +114 -0
- package/cli/src/commands/__tests__/serve.test.ts +80 -0
- package/cli/src/commands/__tests__/verify.test.ts +103 -0
- package/cli/src/commands/ai.ts +702 -0
- package/cli/src/commands/ask.ts +678 -0
- package/cli/src/commands/coverage.ts +305 -0
- package/cli/src/commands/crawl.ts +155 -0
- package/cli/src/commands/doctor.ts +610 -0
- package/cli/src/commands/examples.ts +248 -0
- package/cli/src/commands/explain.ts +710 -0
- package/cli/src/commands/flakiness.ts +560 -0
- package/cli/src/commands/generate.ts +566 -0
- package/cli/src/commands/history.ts +914 -0
- package/cli/src/commands/init.ts +777 -0
- package/cli/src/commands/monitor.ts +270 -0
- package/cli/src/commands/ollama.ts +337 -0
- package/cli/src/commands/pack.ts +497 -0
- package/cli/src/commands/regression.ts +400 -0
- package/cli/src/commands/repair.ts +356 -0
- package/cli/src/commands/report.ts +463 -0
- package/cli/src/commands/retry.ts +380 -0
- package/cli/src/commands/run.ts +218 -0
- package/cli/src/commands/scan.ts +177 -0
- package/cli/src/commands/secrets.ts +340 -0
- package/cli/src/commands/serve.ts +194 -0
- package/cli/src/commands/slo.ts +387 -0
- package/cli/src/commands/verify-temp-note.md +11 -0
- package/cli/src/commands/verify.ts +322 -0
- package/cli/src/generators/index.ts +6 -0
- package/cli/src/generators/json-reporter.ts +15 -0
- package/cli/src/generators/test-generator.ts +90 -0
- package/cli/src/index.ts +289 -0
- package/cli/src/scanners/dom-scanner.ts +360 -0
- package/cli/src/scanners/index.ts +5 -0
- package/cli/src/types/scan.ts +84 -0
- package/cli/src/utils/config.ts +145 -0
- package/cli/tsconfig.bundle.json +12 -0
- package/cli/tsconfig.json +23 -0
- package/cli/vitest.config.ts +59 -0
- package/core/LICENSE +24 -0
- package/core/README.md +64 -0
- package/core/package.json +81 -0
- package/core/src/__tests__/adapters-contract/adapters-contract.test.md +156 -0
- package/core/src/__tests__/index.test.ts +31 -0
- package/core/src/__tests__/integration/phase3.test.ts +405 -0
- package/core/src/__tests__/pack/validator.test.ts +312 -0
- package/core/src/__tests__/secrets/crypto.test.ts +190 -0
- package/core/src/__tests__/secrets/manager.test.ts +316 -0
- package/core/src/__tests__/security/redactor-phase3.test.ts +233 -0
- package/core/src/__tests__/serve/health-checker.test.ts +155 -0
- package/core/src/__tests__/serve/process-manager.test.ts +213 -0
- package/core/src/__tests__/serve/server.test.ts +103 -0
- package/core/src/__tests__/vault/cas.test.ts +178 -0
- package/core/src/__tests__/vault/vault.test.ts +296 -0
- package/core/src/adapters/__tests__/fixtures/jest-coverage.json +8 -0
- package/core/src/adapters/__tests__/fixtures/jest-results.json +41 -0
- package/core/src/adapters/__tests__/fixtures/pytest-junit.xml +16 -0
- package/core/src/adapters/__tests__/fixtures/vitest-coverage.json +8 -0
- package/core/src/adapters/__tests__/fixtures/vitest-results.json +50 -0
- package/core/src/adapters/__tests__/gitleaks-secrets.test.ts +452 -0
- package/core/src/adapters/__tests__/jest-adapter.test.ts +276 -0
- package/core/src/adapters/__tests__/k6-perf.test.ts +538 -0
- package/core/src/adapters/__tests__/osv-deps.test.ts +471 -0
- package/core/src/adapters/__tests__/playwright-native-api.test.ts +792 -0
- package/core/src/adapters/__tests__/playwright-ui-e2e.test.ts +431 -0
- package/core/src/adapters/__tests__/playwright-ui.test.ts +1073 -0
- package/core/src/adapters/__tests__/pytest-adapter.test.ts +207 -0
- package/core/src/adapters/__tests__/semgrep-sast.test.ts +436 -0
- package/core/src/adapters/__tests__/vitest-adapter.test.ts +208 -0
- package/core/src/adapters/__tests__/zap-dast.test.ts +453 -0
- package/core/src/adapters/gitleaks-secrets.ts +521 -0
- package/core/src/adapters/jest-adapter.ts +306 -0
- package/core/src/adapters/k6-perf.ts +479 -0
- package/core/src/adapters/osv-deps.ts +467 -0
- package/core/src/adapters/playwright-native-adapter.ts +472 -0
- package/core/src/adapters/playwright-native-api.ts +619 -0
- package/core/src/adapters/playwright-ui.ts +1088 -0
- package/core/src/adapters/pytest-adapter.ts +472 -0
- package/core/src/adapters/semgrep-sast.ts +410 -0
- package/core/src/adapters/unit-test-types.ts +106 -0
- package/core/src/adapters/vitest-adapter.ts +295 -0
- package/core/src/adapters/zap-dast.ts +551 -0
- package/core/src/ai/__tests__/deepseek-provider.test.ts +586 -0
- package/core/src/ai/__tests__/ollama-provider.test.ts +641 -0
- package/core/src/ai/anthropic-provider.ts +262 -0
- package/core/src/ai/deepseek-provider.ts +315 -0
- package/core/src/ai/index.ts +87 -0
- package/core/src/ai/llm-client.ts +52 -0
- package/core/src/ai/mock-provider.ts +146 -0
- package/core/src/ai/ollama-provider.ts +269 -0
- package/core/src/ai/openai-provider.ts +240 -0
- package/core/src/ai/provider-factory.ts +408 -0
- package/core/src/artifacts/README.md +78 -0
- package/core/src/artifacts/index.ts +16 -0
- package/core/src/artifacts/ui-artifacts.ts +412 -0
- package/core/src/assertions/__tests__/engine.test.ts +360 -0
- package/core/src/assertions/engine.ts +577 -0
- package/core/src/assertions/index.ts +13 -0
- package/core/src/assertions/types.ts +229 -0
- package/core/src/auth/__tests__/api-key-provider.test.ts +282 -0
- package/core/src/auth/__tests__/auth-manager.test.ts +430 -0
- package/core/src/auth/__tests__/basic-auth-provider.test.ts +364 -0
- package/core/src/auth/__tests__/cloud-providers.test.ts +751 -0
- package/core/src/auth/__tests__/jwt-provider.test.ts +400 -0
- package/core/src/auth/__tests__/oauth2-provider.test.ts +383 -0
- package/core/src/auth/__tests__/totp-provider.test.ts +294 -0
- package/core/src/auth/__tests__/ui-login-provider.test.ts +323 -0
- package/core/src/auth/api-key-provider.ts +75 -0
- package/core/src/auth/aws-iam-provider.ts +212 -0
- package/core/src/auth/azure-ad-provider.ts +126 -0
- package/core/src/auth/basic-auth-provider.ts +133 -0
- package/core/src/auth/gcp-adc-provider.ts +146 -0
- package/core/src/auth/index.ts +342 -0
- package/core/src/auth/jwt-provider.ts +193 -0
- package/core/src/auth/manager.ts +281 -0
- package/core/src/auth/oauth2-provider.ts +141 -0
- package/core/src/auth/totp-provider.ts +163 -0
- package/core/src/auth/ui-login-provider.ts +242 -0
- package/core/src/cache/__tests__/lru-cache.test.ts +564 -0
- package/core/src/cache/index.ts +13 -0
- package/core/src/cache/lru-cache.ts +536 -0
- package/core/src/crawler/__tests__/journey-generator.test.ts +344 -0
- package/core/src/crawler/__tests__/selector-generator.test.ts +211 -0
- package/core/src/crawler/index.ts +335 -0
- package/core/src/crawler/journey-generator.ts +471 -0
- package/core/src/crawler/page-analyzer.ts +857 -0
- package/core/src/crawler/selector-generator.ts +280 -0
- package/core/src/crawler/types.ts +475 -0
- package/core/src/dashboard/__tests__/real-world.test.ts +430 -0
- package/core/src/dashboard/__tests__/server.test.ts +283 -0
- package/core/src/dashboard/__tests__/types.test.ts +208 -0
- package/core/src/dashboard/assets.ts +692 -0
- package/core/src/dashboard/index.ts +17 -0
- package/core/src/dashboard/server.ts +401 -0
- package/core/src/dashboard/types.ts +78 -0
- package/core/src/discoverer/__tests__/test-discoverer.test.ts +444 -0
- package/core/src/discoverer/index.ts +374 -0
- package/core/src/fixtures/__tests__/loader.test.ts +246 -0
- package/core/src/fixtures/__tests__/resolver.test.ts +334 -0
- package/core/src/fixtures/index.ts +9 -0
- package/core/src/fixtures/loader.ts +189 -0
- package/core/src/fixtures/resolver.ts +221 -0
- package/core/src/fixtures/types.ts +86 -0
- package/core/src/flakiness/__tests__/flakiness.test.ts +554 -0
- package/core/src/flakiness/index.ts +536 -0
- package/core/src/generation/__tests__/code-formatter.test.ts +170 -0
- package/core/src/generation/__tests__/code-generator-contract.test.ts +207 -0
- package/core/src/generation/__tests__/code-generator.test.ts +586 -0
- package/core/src/generation/__tests__/crawler-pack-generator.test.ts +479 -0
- package/core/src/generation/__tests__/generation-e2e-b2bshop.test.ts +718 -0
- package/core/src/generation/__tests__/generation-integration.test.ts +655 -0
- package/core/src/generation/__tests__/pack-generator.test.ts +408 -0
- package/core/src/generation/__tests__/prompt-builder.test.ts +200 -0
- package/core/src/generation/__tests__/real-provider-integration.test.ts +414 -0
- package/core/src/generation/__tests__/source-analyzer.test.ts +774 -0
- package/core/src/generation/__tests__/test-optimizer.test.ts +255 -0
- package/core/src/generation/code-formatter.ts +408 -0
- package/core/src/generation/code-generator.ts +470 -0
- package/core/src/generation/crawler-pack-generator.ts +289 -0
- package/core/src/generation/generator.ts +113 -0
- package/core/src/generation/index.ts +59 -0
- package/core/src/generation/pack-generator.ts +527 -0
- package/core/src/generation/prompt-builder.ts +772 -0
- package/core/src/generation/source-analyzer.ts +830 -0
- package/core/src/generation/test-optimizer.ts +474 -0
- package/core/src/generation/types.ts +217 -0
- package/core/src/hooks/__tests__/compose.test.ts +636 -0
- package/core/src/hooks/__tests__/runner.test.ts +478 -0
- package/core/src/hooks/compose.ts +268 -0
- package/core/src/hooks/runner.ts +364 -0
- package/core/src/index.ts +255 -0
- package/core/src/pack/__tests__/migrator.test.ts +594 -0
- package/core/src/pack/__tests__/validator.test.ts +759 -0
- package/core/src/pack/migrator.ts +353 -0
- package/core/src/pack/validator.ts +359 -0
- package/core/src/pack-v2/__tests__/loader.test.ts +533 -0
- package/core/src/pack-v2/__tests__/migrator.test.ts +455 -0
- package/core/src/pack-v2/__tests__/validator.test.ts +609 -0
- package/core/src/pack-v2/index.ts +41 -0
- package/core/src/pack-v2/loader.ts +358 -0
- package/core/src/pack-v2/migrator.ts +540 -0
- package/core/src/pack-v2/validator.ts +726 -0
- package/core/src/parallel/README.md +143 -0
- package/core/src/parallel/index.ts +16 -0
- package/core/src/parallel/parallel-runner.ts +282 -0
- package/core/src/pom/__tests__/loader.test.ts +378 -0
- package/core/src/pom/base-page.ts +425 -0
- package/core/src/pom/index.ts +45 -0
- package/core/src/pom/loader.ts +480 -0
- package/core/src/pom/types.ts +146 -0
- package/core/src/proof/__tests__/proof-roundtrip.test.ts +149 -0
- package/core/src/proof/__tests__/schema-validation-manual.mjs +211 -0
- package/core/src/proof/__tests__/schema-validation.test.ts +336 -0
- package/core/src/proof/__tests__/signer.test.ts +486 -0
- package/core/src/proof/__tests__/temporal-regression.test.ts +537 -0
- package/core/src/proof/__tests__/verifier-advanced.test.ts +588 -0
- package/core/src/proof/__tests__/verifier.test.ts +413 -0
- package/core/src/proof/bundle.ts +290 -0
- package/core/src/proof/canonicalize.ts +116 -0
- package/core/src/proof/index.ts +74 -0
- package/core/src/proof/schema.ts +285 -0
- package/core/src/proof/signer.ts +293 -0
- package/core/src/proof/verifier.ts +380 -0
- package/core/src/regression/__tests__/detector.test.ts +396 -0
- package/core/src/regression/__tests__/trend-analyzer.test.ts +300 -0
- package/core/src/regression/detector.ts +629 -0
- package/core/src/regression/index.ts +34 -0
- package/core/src/regression/trend-analyzer.ts +468 -0
- package/core/src/regression/types.ts +295 -0
- package/core/src/regression/vault.ts +419 -0
- package/core/src/repair/__tests__/repairer.test.ts +572 -0
- package/core/src/repair/__tests__/types.test.ts +302 -0
- package/core/src/repair/engine/__tests__/fixer.test.ts +482 -0
- package/core/src/repair/engine/__tests__/suggestion-engine.test.ts +395 -0
- package/core/src/repair/engine/fixer.ts +271 -0
- package/core/src/repair/engine/suggestion-engine.ts +234 -0
- package/core/src/repair/index.ts +53 -0
- package/core/src/repair/repairer.ts +376 -0
- package/core/src/repair/types.ts +119 -0
- package/core/src/repair/utils/__tests__/error-analyzer.test.ts +454 -0
- package/core/src/repair/utils/error-analyzer.ts +308 -0
- package/core/src/reporting/README.md +144 -0
- package/core/src/reporting/html-reporter.ts +835 -0
- package/core/src/reporting/index.ts +16 -0
- package/core/src/retry/README.md +192 -0
- package/core/src/retry/__tests__/flakiness-integration.test.ts +475 -0
- package/core/src/retry/__tests__/retry-engine.test.ts +424 -0
- package/core/src/retry/flakiness-integration.ts +267 -0
- package/core/src/retry/index.ts +48 -0
- package/core/src/retry/retry-engine.ts +368 -0
- package/core/src/retry/types.ts +208 -0
- package/core/src/retry/vault.ts +413 -0
- package/core/src/runner/__tests__/flakiness-integration.test.ts +566 -0
- package/core/src/runner/__tests__/phase3-e2e-b2bshop.test.ts +218 -0
- package/core/src/runner/__tests__/phase3-e2e-reqres.test.ts +199 -0
- package/core/src/runner/__tests__/phase3-runner.test.ts +1118 -0
- package/core/src/runner/e2e-helpers.ts +216 -0
- package/core/src/runner/phase3-runner.ts +1236 -0
- package/core/src/schemas/gherkin-report.json +122 -0
- package/core/src/secrets/__tests__/crypto.test.ts +180 -0
- package/core/src/secrets/crypto.ts +289 -0
- package/core/src/secrets/manager.ts +272 -0
- package/core/src/security/__tests__/hardening.test.ts +480 -0
- package/core/src/security/redaction-patterns-extended.ts +278 -0
- package/core/src/security/redactor.ts +326 -0
- package/core/src/self-healing/assertion-healer.ts +485 -0
- package/core/src/self-healing/engine.ts +626 -0
- package/core/src/self-healing/index.ts +33 -0
- package/core/src/self-healing/selector-healer.ts +488 -0
- package/core/src/self-healing/types.ts +193 -0
- package/core/src/serve/diagnostics-collector.ts +201 -0
- package/core/src/serve/health-checker.ts +274 -0
- package/core/src/serve/index.ts +9 -0
- package/core/src/serve/metrics-collector.ts +386 -0
- package/core/src/serve/process-manager.ts +265 -0
- package/core/src/serve/server.ts +230 -0
- package/core/src/slo/config.ts +408 -0
- package/core/src/slo/index.ts +68 -0
- package/core/src/slo/sli-calculator.ts +474 -0
- package/core/src/slo/slo-tracker.ts +481 -0
- package/core/src/slo/types.ts +408 -0
- package/core/src/slo/vault.ts +600 -0
- package/core/src/tui/__tests__/monitor.test.ts +336 -0
- package/core/src/tui/__tests__/real-world.test.ts +376 -0
- package/core/src/tui/__tests__/renderer.test.ts +201 -0
- package/core/src/tui/__tests__/types.test.ts +295 -0
- package/core/src/tui/index.ts +19 -0
- package/core/src/tui/monitor.ts +331 -0
- package/core/src/tui/renderer.ts +269 -0
- package/core/src/tui/types.ts +68 -0
- package/core/src/types/pack-v1.ts +305 -0
- package/core/src/types/pack-v2.ts +501 -0
- package/core/src/types/trust-score.ts +258 -0
- package/core/src/vault/__tests__/flakiness-vault.test.ts +562 -0
- package/core/src/vault/__tests__/vault.test.ts +259 -0
- package/core/src/vault/cas.ts +323 -0
- package/core/src/vault/index.ts +1361 -0
- package/core/src/vault/schema.sql +168 -0
- package/core/src/visual/README.md +185 -0
- package/core/src/visual/index.ts +14 -0
- package/core/src/visual/visual-regression.ts +347 -0
- package/core/src/watch/__tests__/watch-mode.test.ts +192 -0
- package/core/src/watch/index.ts +14 -0
- package/core/src/watch/watch-mode.ts +565 -0
- package/core/tsconfig.json +12 -0
- package/core/vitest.config.ts +52 -0
- package/docs/ARCHITECTURE.md +901 -0
- package/docs/AUDIT-GLOBAL-DEC2025.md +271 -0
- package/docs/BETA_TESTING.md +257 -0
- package/docs/BETA_TESTING_PLAN.md +727 -0
- package/docs/CERTIFICATION-REPORT.md +142 -0
- package/docs/COMPLETE_AUDIT_REFACTORING.md +965 -0
- package/docs/DEVELOPMENT.md +545 -0
- package/docs/DEVELOPMENT_HISTORY.md +345 -0
- package/docs/LIMITATIONS.md +176 -0
- package/docs/MIGRATION.md +303 -0
- package/docs/OPTION_3_4_EXPLORATION.md +1257 -0
- package/docs/PHASE1_PERFORMANCE.md +144 -0
- package/docs/QA360_Cloud.postman_collection.json +89 -0
- package/docs/QA360_TESTING_PHILOSOPHY.md +769 -0
- package/docs/QA_TEST_PLAN.md +727 -0
- package/docs/README.md +50 -0
- package/docs/STATUS.md +198 -0
- package/docs/STRATEGIC_STUDY_GOOSE_INTEGRATION.md +615 -0
- package/docs/USER_GUIDE.md +687 -0
- package/docs/WORK-DONE-ADAPTER-TESTS.md +136 -0
- package/docs/adapters-security.md +485 -0
- package/docs/architecture-diagram.mmd +168 -0
- package/docs/archive/ARCH-01-DAY6-BUILD-FIXES.md +396 -0
- package/docs/archive/ARCH-01-DAY6-FINAL-STATUS.md +324 -0
- package/docs/archive/ARCH-01_MCP_MERGE_ANALYSIS.md +644 -0
- package/docs/archive/ARCH-01_NEXT_STEPS.md +60 -0
- package/docs/archive/BRANCH_PROTECTION.md +183 -0
- package/docs/archive/CI_LOCKDOWN_CHECKLIST.md +222 -0
- package/docs/archive/HANDOFF_TEST-01.md +669 -0
- package/docs/archive/LEGAL_READY_PLACEHOLDERS.md +372 -0
- package/docs/archive/NODE_UPGRADE_GUIDE.md +188 -0
- package/docs/archive/PHASE1_COMPLETION.md +386 -0
- package/docs/archive/PHASE2_COMPLETION.md +404 -0
- package/docs/archive/PHASE3_AND_4_FINAL.md +360 -0
- package/docs/archive/PHASE3_COMPLETE.md +301 -0
- package/docs/archive/PHASE3_STATUS.md +255 -0
- package/docs/archive/PRE-WEEK2-AUDIT.md +364 -0
- package/docs/archive/README.md +16 -0
- package/docs/archive/SCHEMA_AJV_2020_FIX.md +245 -0
- package/docs/archive/TEST-01_AUDIT_REPORT.md +240 -0
- package/docs/archive/TEST-01_COVERAGE_PLAN.md +423 -0
- package/docs/archive/obsolete-proposals/dom-element-discovery-mode.md +250 -0
- package/docs/archive/obsolete-proposals/qa360-comprehensive-test-plan.md +1249 -0
- package/docs/archive/obsolete-proposals/qa360-quick-start-guide.md +298 -0
- package/docs/archive/obsolete-proposals/technical-plan-dom-discovery.md +870 -0
- package/docs/budgets-advanced.md +308 -0
- package/docs/examples/history-export-gc.md +285 -0
- package/docs/examples/pack-v2-complete.yaml +158 -0
- package/docs/examples/pack-v2-quickstart.yaml +24 -0
- package/docs/examples/pack-v2-ui-login.yaml +81 -0
- package/docs/examples/qa360-report.json +50 -0
- package/docs/history.md +565 -0
- package/docs/hooks.md +304 -0
- package/docs/llm-providers.md +512 -0
- package/docs/mcp-server.md +651 -0
- package/docs/mcp-tools.md +1131 -0
- package/docs/pack-v1.md +383 -0
- package/docs/pack-v2.md +558 -0
- package/docs/page-objects.md +366 -0
- package/docs/proofs.md +670 -0
- package/docs/quickstart-5min.md +257 -0
- package/docs/readiness-ci.md +654 -0
- package/docs/rfc/README.md +20 -0
- package/docs/rfc/proof-bundle-v1.md +787 -0
- package/docs/secrets.md +392 -0
- package/docs/serve.md +494 -0
- package/docs/unit-test-adapters.md +168 -0
- package/docs/vault.md +491 -0
- package/e2e/qa360-e2e.test.ts +696 -0
- package/e2e/vitest.config.ts +18 -0
- package/examples/README.md +30 -140
- package/examples/ci/docker-compose-serve.yml +375 -0
- package/examples/ci/github-actions-serve.yml +345 -0
- package/examples/ci/gitlab-ci-serve.yml +407 -0
- package/examples/datasets/README.md +101 -0
- package/examples/datasets/b2bshop.ts +155 -0
- package/examples/datasets/index.ts +57 -0
- package/examples/datasets/reqres.ts +195 -0
- package/examples/fixtures-demo/fixtures/users.yml +39 -0
- package/examples/fixtures-demo/pack.yml +71 -0
- package/examples/future-api/README.md +16 -0
- package/examples/future-api/diag.js +7 -0
- package/examples/future-api/health.js +4 -0
- package/examples/future-api/packs.js +13 -0
- package/examples/future-api/runpack.js +10 -0
- package/examples/generation/README.md +148 -0
- package/examples/generation/pack-generator-example.js +115 -0
- package/examples/generation/source-analyzer-example.js +115 -0
- package/examples/httpbin/pack.yml +59 -0
- package/examples/load-testing/mcp-load.yml +115 -0
- package/examples/load-testing/mcp-stdio.yml +95 -0
- package/examples/mcp/claude-desktop-config.json +33 -0
- package/examples/mcp/claude-desktop.json +16 -0
- package/examples/mcp/conversation-sample.md +131 -0
- package/examples/mcp/demo-60s.md +330 -0
- package/examples/mcp/sample-conversation.jsonl +21 -0
- package/examples/mcp/vscode-settings.json +22 -0
- package/examples/pack-v2-complete.yml +242 -0
- package/examples/pack-v2-examples.md +244 -0
- package/examples/pack-v2-quickstart.yml +55 -0
- package/examples/packs-business/ecommerce-api.yml +121 -0
- package/examples/packs-business/saas-dashboard-ui.yml +133 -0
- package/examples/packs-conformance/compose-multi.yml +174 -0
- package/examples/packs-conformance/full.yml +152 -0
- package/examples/packs-conformance/heavy-artifacts.yml +152 -0
- package/examples/packs-conformance/minimal.yml +71 -0
- package/examples/packs-conformance/secrets-missing.yml +97 -0
- package/examples/packs-conformance/timeouts.yml +77 -0
- package/examples/pom-demo/README.md +104 -0
- package/examples/pom-demo/pack.yml +60 -0
- package/examples/pom-demo/pages/DashboardPage.page.ts +73 -0
- package/examples/pom-demo/pages/LoginPage.page.ts +76 -0
- package/examples/proofs/e2e-playwright-proof.json +75 -0
- package/examples/proofs/httpbin-proof.json +69 -0
- package/examples/proofs/multi-adapter-proof.json +117 -0
- package/examples/proofs/test-proof.json +26 -0
- package/examples/restful-api-dev/README.md +102 -0
- package/examples/restful-api-dev/restful-api-advanced.yml +29 -0
- package/examples/restful-api-dev/restful-api-basic.yml +29 -0
- package/examples/web-lite/.github/workflows/qa360-phase3.yml +73 -0
- package/examples/web-lite/api-mock/server.js +258 -0
- package/examples/web-lite/pack.yml +71 -0
- package/examples/web-lite/services.yml +43 -0
- package/examples/web-lite/web-content/healthz +1 -0
- package/examples/web-lite/web-content/index.html +259 -0
- package/package.json +55 -45
- package/packages/mcp/CHANGELOG.md +109 -0
- package/packages/mcp/IMPLEMENTATION_SUMMARY.md +350 -0
- package/packages/mcp/LICENSE +21 -0
- package/packages/mcp/QUICK_START.md +291 -0
- package/packages/mcp/README.md +294 -0
- package/packages/mcp/TELEMETRY.md +220 -0
- package/packages/mcp/package.json +91 -0
- package/packages/mcp/scripts/generate-sbom-fallback.cjs +84 -0
- package/packages/mcp/scripts/safe-postinstall.cjs +32 -0
- package/packages/mcp/src/__tests__/contract.test.ts +902 -0
- package/packages/mcp/src/cli/cli.ts +137 -0
- package/packages/mcp/src/cli/doctor.ts +286 -0
- package/packages/mcp/src/cli/fix.ts +99 -0
- package/packages/mcp/src/cli/init.ts +233 -0
- package/packages/mcp/src/cli/postinstall.ts +14 -0
- package/packages/mcp/src/cli/reset.ts +44 -0
- package/packages/mcp/src/cli/telemetry.ts +166 -0
- package/packages/mcp/src/cli/test-dx.ts +94 -0
- package/packages/mcp/src/cli/uninstall.ts +80 -0
- package/packages/mcp/src/cli/up.ts +178 -0
- package/packages/mcp/src/index.ts +12 -0
- package/packages/mcp/src/scripts/e2e-local.ts +337 -0
- package/packages/mcp/src/scripts/verify-settings.ts +242 -0
- package/packages/mcp/src/security/audit.ts +244 -0
- package/packages/mcp/src/security/manager.ts +242 -0
- package/packages/mcp/src/server/full-server.ts +212 -0
- package/packages/mcp/src/server/minimal-server.ts +134 -0
- package/packages/mcp/src/tools/history.ts +388 -0
- package/packages/mcp/src/tools/pack.ts +449 -0
- package/packages/mcp/src/tools/registry.ts +638 -0
- package/packages/mcp/src/tools/report.ts +100 -0
- package/packages/mcp/src/tools/run.ts +268 -0
- package/packages/mcp/src/tools/secrets.ts +198 -0
- package/packages/mcp/src/tools/serve.ts +221 -0
- package/packages/mcp/src/tools/triage.ts +532 -0
- package/packages/mcp/src/tools/types.ts +26 -0
- package/packages/mcp/src/tools/vault.ts +164 -0
- package/packages/mcp/src/tools/verify.ts +166 -0
- package/packages/mcp/src/types/index.ts +311 -0
- package/packages/mcp/src/types/mcp-stubs.ts +83 -0
- package/packages/mcp/tsconfig.json +16 -0
- package/playwright.config.ts +20 -0
- package/pnpm-workspace.yaml +4 -0
- package/run-test-and-push.sh +20 -0
- package/scripts/build-proof-cli.sh +110 -0
- package/scripts/ci/check-windows-paths.js +92 -0
- package/scripts/ci/invariants.sh +124 -0
- package/scripts/ci/make-final-bundle.js +106 -0
- package/scripts/ci/mcp-run-multipack.js +305 -0
- package/scripts/ci/run-pack-suite.sh +103 -0
- package/scripts/ci/run-phase7-final.sh +190 -0
- package/scripts/ci/slo-assert.js +158 -0
- package/scripts/ci/test-fault-tolerance.sh +301 -0
- package/scripts/install-mcp.sh +66 -0
- package/scripts/mcp-smoke.mjs +27 -0
- package/scripts/smoke.sh +26 -0
- package/scripts/stress-test.js +288 -0
- package/scripts/sync-version.mjs +50 -0
- package/scripts/validate-examples.mjs +404 -0
- package/scripts/validation/simple-pack-check.sh +51 -0
- package/scripts/validation/validate-universal-pack.mjs +77 -0
- package/scripts/verify-persistence.js +127 -0
- package/test-pack.yaml +43 -0
- package/test-results/.last-run.json +4 -0
- package/test-runner.mjs +87 -0
- package/tests/artifacts.spec.js +147 -0
- package/tests/contracts.spec.js +239 -0
- package/tests/e2e/assertions.test.mjs +370 -0
- package/tests/e2e/crawler.test.mjs +451 -0
- package/tests/e2e/playwright-plus-plus.test.mjs +604 -0
- package/tests/e2e/proof-bundle.test.mjs +258 -0
- package/tests/e2e/real-world/saucedemo.test.mjs +714 -0
- package/tests/e2e/real-world/the-internet-herokuapp.test.mjs +760 -0
- package/tests/e2e/ui-actions.test.mjs +546 -0
- package/tests/gherkin.e2e.spec.ts +310 -0
- package/tests/no-console-errors.spec.js +136 -0
- package/tests/pdf.spec.ts +252 -0
- package/tests/run-pack.spec.ts +58 -0
- package/tsconfig.base.json +15 -0
- package/tsconfig.build.json +8 -0
- package/tsconfig.json +37 -0
- package/tsconfig.test.json +18 -0
- package/typedoc.json +37 -0
- package/ui/README.md +50 -0
- package/verify-proof.mjs +60 -0
- package/dist/cli-minimal.d.ts +0 -6
- package/dist/cli-minimal.js +0 -36
- package/dist/commands/ai.d.ts +0 -43
- package/dist/commands/ai.js +0 -616
- package/dist/commands/ask.d.ts +0 -94
- package/dist/commands/ask.js +0 -582
- package/dist/commands/coverage.d.ts +0 -8
- package/dist/commands/coverage.js +0 -252
- package/dist/commands/crawl.d.ts +0 -24
- package/dist/commands/crawl.js +0 -121
- package/dist/commands/doctor.d.ts +0 -54
- package/dist/commands/doctor.js +0 -513
- package/dist/commands/examples.d.ts +0 -33
- package/dist/commands/examples.js +0 -193
- package/dist/commands/explain.d.ts +0 -27
- package/dist/commands/explain.js +0 -630
- package/dist/commands/flakiness.d.ts +0 -73
- package/dist/commands/flakiness.js +0 -435
- package/dist/commands/generate.d.ts +0 -66
- package/dist/commands/generate.js +0 -438
- package/dist/commands/history.d.ts +0 -76
- package/dist/commands/history.js +0 -755
- package/dist/commands/init.d.ts +0 -106
- package/dist/commands/init.js +0 -616
- package/dist/commands/monitor.d.ts +0 -27
- package/dist/commands/monitor.js +0 -225
- package/dist/commands/ollama.d.ts +0 -40
- package/dist/commands/ollama.js +0 -301
- package/dist/commands/pack.d.ts +0 -70
- package/dist/commands/pack.js +0 -413
- package/dist/commands/regression.d.ts +0 -8
- package/dist/commands/regression.js +0 -340
- package/dist/commands/repair.d.ts +0 -26
- package/dist/commands/repair.js +0 -307
- package/dist/commands/report.d.ts +0 -62
- package/dist/commands/report.js +0 -378
- package/dist/commands/retry.d.ts +0 -43
- package/dist/commands/retry.js +0 -275
- package/dist/commands/run.d.ts +0 -41
- package/dist/commands/run.js +0 -169
- package/dist/commands/scan.d.ts +0 -5
- package/dist/commands/scan.js +0 -155
- package/dist/commands/secrets.d.ts +0 -58
- package/dist/commands/secrets.js +0 -289
- package/dist/commands/serve.d.ts +0 -13
- package/dist/commands/serve.js +0 -156
- package/dist/commands/slo.d.ts +0 -8
- package/dist/commands/slo.js +0 -327
- package/dist/commands/verify.d.ts +0 -32
- package/dist/commands/verify.js +0 -278
- package/dist/core/adapters/gitleaks-secrets.d.ts +0 -114
- package/dist/core/adapters/gitleaks-secrets.js +0 -410
- package/dist/core/adapters/k6-perf.d.ts +0 -85
- package/dist/core/adapters/k6-perf.js +0 -398
- package/dist/core/adapters/osv-deps.d.ts +0 -123
- package/dist/core/adapters/osv-deps.js +0 -372
- package/dist/core/adapters/playwright-native-adapter.d.ts +0 -121
- package/dist/core/adapters/playwright-native-adapter.js +0 -339
- package/dist/core/adapters/playwright-native-api.d.ts +0 -183
- package/dist/core/adapters/playwright-native-api.js +0 -465
- package/dist/core/adapters/playwright-ui.d.ts +0 -197
- package/dist/core/adapters/playwright-ui.js +0 -840
- package/dist/core/adapters/semgrep-sast.d.ts +0 -99
- package/dist/core/adapters/semgrep-sast.js +0 -322
- package/dist/core/adapters/zap-dast.d.ts +0 -133
- package/dist/core/adapters/zap-dast.js +0 -424
- package/dist/core/ai/anthropic-provider.d.ts +0 -50
- package/dist/core/ai/anthropic-provider.js +0 -223
- package/dist/core/ai/deepseek-provider.d.ts +0 -81
- package/dist/core/ai/deepseek-provider.js +0 -266
- package/dist/core/ai/index.d.ts +0 -60
- package/dist/core/ai/index.js +0 -18
- package/dist/core/ai/llm-client.d.ts +0 -45
- package/dist/core/ai/llm-client.js +0 -7
- package/dist/core/ai/mock-provider.d.ts +0 -49
- package/dist/core/ai/mock-provider.js +0 -121
- package/dist/core/ai/ollama-provider.d.ts +0 -78
- package/dist/core/ai/ollama-provider.js +0 -204
- package/dist/core/ai/openai-provider.d.ts +0 -48
- package/dist/core/ai/openai-provider.js +0 -200
- package/dist/core/ai/provider-factory.d.ts +0 -160
- package/dist/core/ai/provider-factory.js +0 -269
- package/dist/core/artifacts/index.d.ts +0 -6
- package/dist/core/artifacts/index.js +0 -6
- package/dist/core/artifacts/ui-artifacts.d.ts +0 -133
- package/dist/core/artifacts/ui-artifacts.js +0 -304
- package/dist/core/assertions/engine.d.ts +0 -51
- package/dist/core/assertions/engine.js +0 -530
- package/dist/core/assertions/index.d.ts +0 -11
- package/dist/core/assertions/index.js +0 -11
- package/dist/core/assertions/types.d.ts +0 -121
- package/dist/core/assertions/types.js +0 -37
- package/dist/core/auth/api-key-provider.d.ts +0 -16
- package/dist/core/auth/api-key-provider.js +0 -63
- package/dist/core/auth/aws-iam-provider.d.ts +0 -35
- package/dist/core/auth/aws-iam-provider.js +0 -177
- package/dist/core/auth/azure-ad-provider.d.ts +0 -15
- package/dist/core/auth/azure-ad-provider.js +0 -99
- package/dist/core/auth/basic-auth-provider.d.ts +0 -26
- package/dist/core/auth/basic-auth-provider.js +0 -111
- package/dist/core/auth/gcp-adc-provider.d.ts +0 -27
- package/dist/core/auth/gcp-adc-provider.js +0 -126
- package/dist/core/auth/index.d.ts +0 -238
- package/dist/core/auth/index.js +0 -82
- package/dist/core/auth/jwt-provider.d.ts +0 -19
- package/dist/core/auth/jwt-provider.js +0 -160
- package/dist/core/auth/manager.d.ts +0 -84
- package/dist/core/auth/manager.js +0 -230
- package/dist/core/auth/oauth2-provider.d.ts +0 -17
- package/dist/core/auth/oauth2-provider.js +0 -114
- package/dist/core/auth/totp-provider.d.ts +0 -31
- package/dist/core/auth/totp-provider.js +0 -134
- package/dist/core/auth/ui-login-provider.d.ts +0 -26
- package/dist/core/auth/ui-login-provider.js +0 -198
- package/dist/core/cache/index.d.ts +0 -7
- package/dist/core/cache/index.js +0 -6
- package/dist/core/cache/lru-cache.d.ts +0 -203
- package/dist/core/cache/lru-cache.js +0 -397
- package/dist/core/core/coverage/analyzer.d.ts +0 -101
- package/dist/core/core/coverage/analyzer.js +0 -415
- package/dist/core/core/coverage/collector.d.ts +0 -74
- package/dist/core/core/coverage/collector.js +0 -459
- package/dist/core/core/coverage/config.d.ts +0 -37
- package/dist/core/core/coverage/config.js +0 -156
- package/dist/core/core/coverage/index.d.ts +0 -11
- package/dist/core/core/coverage/index.js +0 -15
- package/dist/core/core/coverage/types.d.ts +0 -267
- package/dist/core/core/coverage/types.js +0 -6
- package/dist/core/core/coverage/vault.d.ts +0 -95
- package/dist/core/core/coverage/vault.js +0 -405
- package/dist/core/coverage/analyzer.d.ts +0 -101
- package/dist/core/coverage/analyzer.js +0 -415
- package/dist/core/coverage/collector.d.ts +0 -74
- package/dist/core/coverage/collector.js +0 -459
- package/dist/core/coverage/config.d.ts +0 -37
- package/dist/core/coverage/config.js +0 -156
- package/dist/core/coverage/index.d.ts +0 -11
- package/dist/core/coverage/index.js +0 -15
- package/dist/core/coverage/types.d.ts +0 -267
- package/dist/core/coverage/types.js +0 -6
- package/dist/core/coverage/vault.d.ts +0 -95
- package/dist/core/coverage/vault.js +0 -405
- package/dist/core/crawler/index.d.ts +0 -57
- package/dist/core/crawler/index.js +0 -281
- package/dist/core/crawler/journey-generator.d.ts +0 -49
- package/dist/core/crawler/journey-generator.js +0 -412
- package/dist/core/crawler/page-analyzer.d.ts +0 -88
- package/dist/core/crawler/page-analyzer.js +0 -709
- package/dist/core/crawler/selector-generator.d.ts +0 -34
- package/dist/core/crawler/selector-generator.js +0 -240
- package/dist/core/crawler/types.d.ts +0 -353
- package/dist/core/crawler/types.js +0 -6
- package/dist/core/dashboard/assets.d.ts +0 -6
- package/dist/core/dashboard/assets.js +0 -690
- package/dist/core/dashboard/index.d.ts +0 -6
- package/dist/core/dashboard/index.js +0 -5
- package/dist/core/dashboard/server.d.ts +0 -72
- package/dist/core/dashboard/server.js +0 -354
- package/dist/core/dashboard/types.d.ts +0 -70
- package/dist/core/dashboard/types.js +0 -5
- package/dist/core/discoverer/index.d.ts +0 -115
- package/dist/core/discoverer/index.js +0 -250
- package/dist/core/flakiness/index.d.ts +0 -228
- package/dist/core/flakiness/index.js +0 -384
- package/dist/core/generation/code-formatter.d.ts +0 -111
- package/dist/core/generation/code-formatter.js +0 -307
- package/dist/core/generation/code-generator.d.ts +0 -144
- package/dist/core/generation/code-generator.js +0 -293
- package/dist/core/generation/crawler-pack-generator.d.ts +0 -44
- package/dist/core/generation/crawler-pack-generator.js +0 -231
- package/dist/core/generation/generator.d.ts +0 -40
- package/dist/core/generation/generator.js +0 -76
- package/dist/core/generation/index.d.ts +0 -32
- package/dist/core/generation/index.js +0 -30
- package/dist/core/generation/pack-generator.d.ts +0 -107
- package/dist/core/generation/pack-generator.js +0 -416
- package/dist/core/generation/prompt-builder.d.ts +0 -132
- package/dist/core/generation/prompt-builder.js +0 -672
- package/dist/core/generation/source-analyzer.d.ts +0 -213
- package/dist/core/generation/source-analyzer.js +0 -657
- package/dist/core/generation/test-optimizer.d.ts +0 -117
- package/dist/core/generation/test-optimizer.js +0 -328
- package/dist/core/generation/types.d.ts +0 -214
- package/dist/core/generation/types.js +0 -4
- package/dist/core/hooks/compose.d.ts +0 -61
- package/dist/core/hooks/compose.js +0 -225
- package/dist/core/hooks/runner.d.ts +0 -68
- package/dist/core/hooks/runner.js +0 -303
- package/dist/core/index.d.ts +0 -104
- package/dist/core/index.js +0 -91
- package/dist/core/pack/migrator.d.ts +0 -51
- package/dist/core/pack/migrator.js +0 -304
- package/dist/core/pack/validator.d.ts +0 -42
- package/dist/core/pack/validator.js +0 -322
- package/dist/core/pack-v2/index.d.ts +0 -9
- package/dist/core/pack-v2/index.js +0 -8
- package/dist/core/pack-v2/loader.d.ts +0 -63
- package/dist/core/pack-v2/loader.js +0 -292
- package/dist/core/pack-v2/migrator.d.ts +0 -61
- package/dist/core/pack-v2/migrator.js +0 -480
- package/dist/core/pack-v2/validator.d.ts +0 -61
- package/dist/core/pack-v2/validator.js +0 -577
- package/dist/core/parallel/index.d.ts +0 -6
- package/dist/core/parallel/index.js +0 -6
- package/dist/core/parallel/parallel-runner.d.ts +0 -107
- package/dist/core/parallel/parallel-runner.js +0 -192
- package/dist/core/proof/bundle.d.ts +0 -137
- package/dist/core/proof/bundle.js +0 -160
- package/dist/core/proof/canonicalize.d.ts +0 -47
- package/dist/core/proof/canonicalize.js +0 -105
- package/dist/core/proof/index.d.ts +0 -13
- package/dist/core/proof/index.js +0 -18
- package/dist/core/proof/schema.d.ts +0 -217
- package/dist/core/proof/schema.js +0 -263
- package/dist/core/proof/signer.d.ts +0 -111
- package/dist/core/proof/signer.js +0 -226
- package/dist/core/proof/verifier.d.ts +0 -97
- package/dist/core/proof/verifier.js +0 -308
- package/dist/core/regression/detector.d.ts +0 -107
- package/dist/core/regression/detector.js +0 -497
- package/dist/core/regression/index.d.ts +0 -9
- package/dist/core/regression/index.js +0 -11
- package/dist/core/regression/trend-analyzer.d.ts +0 -102
- package/dist/core/regression/trend-analyzer.js +0 -345
- package/dist/core/regression/types.d.ts +0 -222
- package/dist/core/regression/types.js +0 -7
- package/dist/core/regression/vault.d.ts +0 -87
- package/dist/core/regression/vault.js +0 -289
- package/dist/core/repair/engine/fixer.d.ts +0 -24
- package/dist/core/repair/engine/fixer.js +0 -226
- package/dist/core/repair/engine/suggestion-engine.d.ts +0 -18
- package/dist/core/repair/engine/suggestion-engine.js +0 -187
- package/dist/core/repair/index.d.ts +0 -10
- package/dist/core/repair/index.js +0 -13
- package/dist/core/repair/repairer.d.ts +0 -90
- package/dist/core/repair/repairer.js +0 -284
- package/dist/core/repair/types.d.ts +0 -91
- package/dist/core/repair/types.js +0 -6
- package/dist/core/repair/utils/error-analyzer.d.ts +0 -28
- package/dist/core/repair/utils/error-analyzer.js +0 -264
- package/dist/core/reporting/html-reporter.d.ts +0 -119
- package/dist/core/reporting/html-reporter.js +0 -737
- package/dist/core/reporting/index.d.ts +0 -6
- package/dist/core/reporting/index.js +0 -6
- package/dist/core/retry/flakiness-integration.d.ts +0 -60
- package/dist/core/retry/flakiness-integration.js +0 -228
- package/dist/core/retry/index.d.ts +0 -14
- package/dist/core/retry/index.js +0 -16
- package/dist/core/retry/retry-engine.d.ts +0 -80
- package/dist/core/retry/retry-engine.js +0 -296
- package/dist/core/retry/types.d.ts +0 -178
- package/dist/core/retry/types.js +0 -52
- package/dist/core/retry/vault.d.ts +0 -77
- package/dist/core/retry/vault.js +0 -304
- package/dist/core/runner/e2e-helpers.d.ts +0 -102
- package/dist/core/runner/e2e-helpers.js +0 -153
- package/dist/core/runner/phase3-runner.d.ts +0 -200
- package/dist/core/runner/phase3-runner.js +0 -1041
- package/dist/core/secrets/crypto.d.ts +0 -75
- package/dist/core/secrets/crypto.js +0 -223
- package/dist/core/secrets/manager.d.ts +0 -76
- package/dist/core/secrets/manager.js +0 -219
- package/dist/core/security/redaction-patterns-extended.d.ts +0 -27
- package/dist/core/security/redaction-patterns-extended.js +0 -247
- package/dist/core/security/redactor.d.ts +0 -71
- package/dist/core/security/redactor.js +0 -279
- package/dist/core/self-healing/assertion-healer.d.ts +0 -97
- package/dist/core/self-healing/assertion-healer.js +0 -371
- package/dist/core/self-healing/engine.d.ts +0 -122
- package/dist/core/self-healing/engine.js +0 -538
- package/dist/core/self-healing/index.d.ts +0 -10
- package/dist/core/self-healing/index.js +0 -11
- package/dist/core/self-healing/selector-healer.d.ts +0 -103
- package/dist/core/self-healing/selector-healer.js +0 -372
- package/dist/core/self-healing/types.d.ts +0 -152
- package/dist/core/self-healing/types.js +0 -6
- package/dist/core/serve/diagnostics-collector.d.ts +0 -32
- package/dist/core/serve/diagnostics-collector.js +0 -149
- package/dist/core/serve/health-checker.d.ts +0 -44
- package/dist/core/serve/health-checker.js +0 -219
- package/dist/core/serve/index.d.ts +0 -8
- package/dist/core/serve/index.js +0 -8
- package/dist/core/serve/metrics-collector.d.ts +0 -24
- package/dist/core/serve/metrics-collector.js +0 -322
- package/dist/core/serve/process-manager.d.ts +0 -36
- package/dist/core/serve/process-manager.js +0 -213
- package/dist/core/serve/server.d.ts +0 -36
- package/dist/core/serve/server.js +0 -191
- package/dist/core/slo/config.d.ts +0 -107
- package/dist/core/slo/config.js +0 -360
- package/dist/core/slo/index.d.ts +0 -11
- package/dist/core/slo/index.js +0 -15
- package/dist/core/slo/sli-calculator.d.ts +0 -92
- package/dist/core/slo/sli-calculator.js +0 -364
- package/dist/core/slo/slo-tracker.d.ts +0 -148
- package/dist/core/slo/slo-tracker.js +0 -379
- package/dist/core/slo/types.d.ts +0 -281
- package/dist/core/slo/types.js +0 -7
- package/dist/core/slo/vault.d.ts +0 -102
- package/dist/core/slo/vault.js +0 -427
- package/dist/core/tui/index.d.ts +0 -7
- package/dist/core/tui/index.js +0 -6
- package/dist/core/tui/monitor.d.ts +0 -92
- package/dist/core/tui/monitor.js +0 -271
- package/dist/core/tui/renderer.d.ts +0 -33
- package/dist/core/tui/renderer.js +0 -218
- package/dist/core/tui/types.d.ts +0 -63
- package/dist/core/tui/types.js +0 -5
- package/dist/core/types/pack-v1.d.ts +0 -251
- package/dist/core/types/pack-v1.js +0 -5
- package/dist/core/types/pack-v2.d.ts +0 -425
- package/dist/core/types/pack-v2.js +0 -8
- package/dist/core/types/trust-score.d.ts +0 -69
- package/dist/core/types/trust-score.js +0 -191
- package/dist/core/vault/cas.d.ts +0 -90
- package/dist/core/vault/cas.js +0 -261
- package/dist/core/vault/index.d.ts +0 -326
- package/dist/core/vault/index.js +0 -1042
- package/dist/core/visual/index.d.ts +0 -6
- package/dist/core/visual/index.js +0 -6
- package/dist/core/visual/visual-regression.d.ts +0 -113
- package/dist/core/visual/visual-regression.js +0 -236
- package/dist/core/watch/index.d.ts +0 -7
- package/dist/core/watch/index.js +0 -6
- package/dist/core/watch/watch-mode.d.ts +0 -213
- package/dist/core/watch/watch-mode.js +0 -389
- package/dist/generators/index.d.ts +0 -5
- package/dist/generators/index.js +0 -5
- package/dist/generators/json-reporter.d.ts +0 -10
- package/dist/generators/json-reporter.js +0 -12
- package/dist/generators/test-generator.d.ts +0 -18
- package/dist/generators/test-generator.js +0 -78
- package/dist/index.d.ts +0 -8
- package/dist/index.js +0 -246
- package/dist/scanners/dom-scanner.d.ts +0 -52
- package/dist/scanners/dom-scanner.js +0 -296
- package/dist/scanners/index.d.ts +0 -4
- package/dist/scanners/index.js +0 -4
- package/dist/schemas/pack.schema.json +0 -236
- package/dist/types/scan.d.ts +0 -68
- package/dist/types/scan.js +0 -4
- package/dist/utils/config.d.ts +0 -5
- package/dist/utils/config.js +0 -136
- /package/{bin → cli/bin}/qa360.js +0 -0
- /package/{examples → cli/examples}/accessibility.yml +0 -0
- /package/{examples → cli/examples}/api-basic.yml +0 -0
- /package/{examples → cli/examples}/complete.yml +0 -0
- /package/{examples → cli/examples}/crawler.yml +0 -0
- /package/{examples → cli/examples}/fullstack.yml +0 -0
- /package/{examples → cli/examples}/security.yml +0 -0
- /package/{examples → cli/examples}/ui-advanced.yml +0 -0
- /package/{examples → cli/examples}/ui-basic.yml +0 -0
- /package/{dist/core → core}/schemas/pack.schema.json +0 -0
package/dist/commands/retry.js
DELETED
|
@@ -1,275 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 Retry Commands (F8 Smart Retry Module)
|
|
3
|
-
*
|
|
4
|
-
* CLI commands for managing and viewing retry statistics and configuration.
|
|
5
|
-
*/
|
|
6
|
-
import { Command } from 'commander';
|
|
7
|
-
import chalk from 'chalk';
|
|
8
|
-
import Table from 'cli-table3';
|
|
9
|
-
import { createSmartRetryEngine, RetryStrategy } from '../core/index.js';
|
|
10
|
-
/**
|
|
11
|
-
* Display retry statistics in a formatted table
|
|
12
|
-
*/
|
|
13
|
-
function displayStats(stats) {
|
|
14
|
-
const table = new Table({
|
|
15
|
-
head: [chalk.bold('Metric'), chalk.bold('Value')],
|
|
16
|
-
style: { head: ['cyan', 'bold'] }
|
|
17
|
-
});
|
|
18
|
-
table.push(['Total Retries', stats.totalRetries.toString()], ['Tests Retried', stats.testsRetried.toString()], ['Recovered Tests', stats.recoveredTests.toString()], ['Failed Tests', stats.failedTests.toString()], ['Recovery Rate', `${stats.recoveryRate.toFixed(1)}%`], ['Avg Attempts/Test', stats.avgAttemptsPerTest.toFixed(1)], ['Total Retry Time', `${stats.totalRetryTimeMs}ms`]);
|
|
19
|
-
console.log('\n' + chalk.bold.blue('📊 Retry Statistics'));
|
|
20
|
-
console.log(table.toString() + '\n');
|
|
21
|
-
}
|
|
22
|
-
/**
|
|
23
|
-
* Display retry strategy comparison
|
|
24
|
-
*/
|
|
25
|
-
function displayStrategyComparison(byStrategy) {
|
|
26
|
-
const table = new Table({
|
|
27
|
-
head: [chalk.bold('Strategy'), chalk.bold('Attempts'), chalk.bold('Successes'), chalk.bold('Avg Duration')],
|
|
28
|
-
style: { head: ['cyan', 'bold'] }
|
|
29
|
-
});
|
|
30
|
-
for (const [strategy, stats] of Object.entries(byStrategy)) {
|
|
31
|
-
table.push([
|
|
32
|
-
strategy,
|
|
33
|
-
stats.attempts.toString(),
|
|
34
|
-
stats.successes.toString(),
|
|
35
|
-
`${stats.avgDurationMs}ms`,
|
|
36
|
-
]);
|
|
37
|
-
}
|
|
38
|
-
console.log(chalk.bold.blue('\n🎯 Performance by Strategy'));
|
|
39
|
-
console.log(table.toString() + '\n');
|
|
40
|
-
}
|
|
41
|
-
/**
|
|
42
|
-
* Display retry configuration
|
|
43
|
-
*/
|
|
44
|
-
function displayConfig(config) {
|
|
45
|
-
const table = new Table({
|
|
46
|
-
head: [chalk.bold('Setting'), chalk.bold('Value')],
|
|
47
|
-
style: { head: ['cyan', 'bold'] }
|
|
48
|
-
});
|
|
49
|
-
table.push(['Max Retries', config.maxRetries.toString()], ['Initial Delay', `${config.initialDelayMs}ms`], ['Max Delay', `${config.maxDelayMs}ms`], ['Attempt Timeout', `${config.attemptTimeoutMs}ms`], ['Overall Timeout', `${config.overallTimeoutMs}ms`], ['Strategy', config.strategy], ['Backoff Multiplier', config.backoffMultiplier.toString()], ['Jitter Factor', config.jitterFactor.toString()], ['Retry on Timeout', config.retryOnTimeout ? 'Yes' : 'No'], ['Retry on Assertion', config.retryOnAssertionFailure ? 'Yes' : 'No']);
|
|
50
|
-
console.log('\n' + chalk.bold.blue('⚙️ Retry Configuration'));
|
|
51
|
-
console.log(table.toString() + '\n');
|
|
52
|
-
}
|
|
53
|
-
/**
|
|
54
|
-
* Display flakiness-based recommendations
|
|
55
|
-
*/
|
|
56
|
-
function displayRecommendations() {
|
|
57
|
-
const engine = createSmartRetryEngine();
|
|
58
|
-
const recommendations = [
|
|
59
|
-
{ score: 95, category: 'Legendary/Solid' },
|
|
60
|
-
{ score: 80, category: 'Good' },
|
|
61
|
-
{ score: 60, category: 'Shaky' },
|
|
62
|
-
{ score: 30, category: 'Unstable' },
|
|
63
|
-
];
|
|
64
|
-
const table = new Table({
|
|
65
|
-
head: [chalk.bold('Flakiness Score'), chalk.bold('Category'), chalk.bold('Strategy'), chalk.bold('Max Retries'), chalk.bold('Initial Delay')],
|
|
66
|
-
style: { head: ['cyan', 'bold'] }
|
|
67
|
-
});
|
|
68
|
-
for (const { score, category } of recommendations) {
|
|
69
|
-
const rec = engine.getRetryRecommendation({ flakinessScore: score });
|
|
70
|
-
table.push([
|
|
71
|
-
`${score}%`,
|
|
72
|
-
category,
|
|
73
|
-
rec.strategy,
|
|
74
|
-
rec.maxRetries.toString(),
|
|
75
|
-
`${rec.initialDelayMs}ms`,
|
|
76
|
-
]);
|
|
77
|
-
}
|
|
78
|
-
console.log(chalk.bold.blue('\n🎯 Flakiness-Based Recommendations'));
|
|
79
|
-
console.log(table.toString() + '\n');
|
|
80
|
-
}
|
|
81
|
-
/**
|
|
82
|
-
* Retry history command
|
|
83
|
-
*/
|
|
84
|
-
export async function retryHistoryCommand(options) {
|
|
85
|
-
if (options.json) {
|
|
86
|
-
console.log(JSON.stringify({
|
|
87
|
-
message: 'Retry history feature - querying vault for retry records',
|
|
88
|
-
testId: options.testId,
|
|
89
|
-
limit: options.limit,
|
|
90
|
-
}, null, 2));
|
|
91
|
-
return;
|
|
92
|
-
}
|
|
93
|
-
console.log(chalk.blue('\n📜 Retry History'));
|
|
94
|
-
console.log(chalk.gray('─'.repeat(60)));
|
|
95
|
-
if (options.testId) {
|
|
96
|
-
console.log(chalk.yellow(`Test ID: ${options.testId}`));
|
|
97
|
-
}
|
|
98
|
-
console.log(chalk.yellow('\nNote: Full history querying will be implemented with vault integration.'));
|
|
99
|
-
console.log(chalk.gray('Use: qa360 history list --type retry to see retry-related history.\n'));
|
|
100
|
-
}
|
|
101
|
-
/**
|
|
102
|
-
* Retry stats command
|
|
103
|
-
*/
|
|
104
|
-
export async function retryStatsCommand(options) {
|
|
105
|
-
const mockStats = {
|
|
106
|
-
totalRetries: 1234,
|
|
107
|
-
testsRetried: 156,
|
|
108
|
-
recoveredTests: 142,
|
|
109
|
-
failedTests: 14,
|
|
110
|
-
recoveryRate: 91.0,
|
|
111
|
-
avgAttemptsPerTest: 2.3,
|
|
112
|
-
totalRetryTimeMs: 45678,
|
|
113
|
-
byStrategy: {
|
|
114
|
-
[RetryStrategy.NONE]: { attempts: 0, successes: 0, avgDurationMs: 0 },
|
|
115
|
-
[RetryStrategy.FIXED]: { attempts: 234, successes: 210, avgDurationMs: 1200 },
|
|
116
|
-
[RetryStrategy.LINEAR]: { attempts: 123, successes: 115, avgDurationMs: 1800 },
|
|
117
|
-
[RetryStrategy.EXPONENTIAL]: { attempts: 456, successes: 420, avgDurationMs: 2500 },
|
|
118
|
-
[RetryStrategy.ADAPTIVE]: { attempts: 345, successes: 320, avgDurationMs: 2000 },
|
|
119
|
-
[RetryStrategy.INTELLIGENT]: { attempts: 76, successes: 68, avgDurationMs: 3200 },
|
|
120
|
-
},
|
|
121
|
-
byErrorType: {
|
|
122
|
-
'TimeoutError': 234,
|
|
123
|
-
'NetworkError': 345,
|
|
124
|
-
'AssertionError': 123,
|
|
125
|
-
'ValidationError': 89,
|
|
126
|
-
'Other': 443,
|
|
127
|
-
},
|
|
128
|
-
byFlakinessScore: {
|
|
129
|
-
low: 234,
|
|
130
|
-
medium: 567,
|
|
131
|
-
high: 433,
|
|
132
|
-
},
|
|
133
|
-
};
|
|
134
|
-
if (options.strategy) {
|
|
135
|
-
const strategyStats = mockStats.byStrategy[options.strategy];
|
|
136
|
-
if (!strategyStats) {
|
|
137
|
-
console.log(chalk.red(`\nUnknown strategy: ${options.strategy}`));
|
|
138
|
-
console.log(chalk.gray('Available strategies: none, fixed, linear, exponential, adaptive, intelligent\n'));
|
|
139
|
-
return;
|
|
140
|
-
}
|
|
141
|
-
if (options.json) {
|
|
142
|
-
console.log(JSON.stringify(strategyStats, null, 2));
|
|
143
|
-
return;
|
|
144
|
-
}
|
|
145
|
-
const table = new Table({
|
|
146
|
-
head: [chalk.bold('Metric'), chalk.bold('Value')],
|
|
147
|
-
style: { head: ['cyan', 'bold'] }
|
|
148
|
-
});
|
|
149
|
-
table.push(['Strategy', options.strategy], ['Total Attempts', strategyStats.attempts.toString()], ['Successes', strategyStats.successes.toString()], ['Success Rate', `${((strategyStats.successes / strategyStats.attempts) * 100).toFixed(1)}%`], ['Avg Duration', `${strategyStats.avgDurationMs}ms`]);
|
|
150
|
-
console.log('\n' + chalk.bold.blue(`📊 ${options.strategy} Strategy Statistics`));
|
|
151
|
-
console.log(table.toString() + '\n');
|
|
152
|
-
}
|
|
153
|
-
else {
|
|
154
|
-
if (options.json) {
|
|
155
|
-
console.log(JSON.stringify(mockStats, null, 2));
|
|
156
|
-
return;
|
|
157
|
-
}
|
|
158
|
-
displayStats(mockStats);
|
|
159
|
-
displayStrategyComparison(mockStats.byStrategy);
|
|
160
|
-
}
|
|
161
|
-
}
|
|
162
|
-
/**
|
|
163
|
-
* Retry configure command
|
|
164
|
-
*/
|
|
165
|
-
export async function retryConfigureCommand(options) {
|
|
166
|
-
const engine = createSmartRetryEngine();
|
|
167
|
-
if (options.show) {
|
|
168
|
-
displayConfig(engine.getConfig());
|
|
169
|
-
return;
|
|
170
|
-
}
|
|
171
|
-
const newConfig = {};
|
|
172
|
-
if (options.strategy) {
|
|
173
|
-
const validStrategies = ['none', 'fixed', 'linear', 'exponential', 'adaptive', 'intelligent'];
|
|
174
|
-
if (!validStrategies.includes(options.strategy.toLowerCase())) {
|
|
175
|
-
console.log(chalk.red(`\nInvalid strategy: ${options.strategy}`));
|
|
176
|
-
console.log(chalk.gray('Available strategies: none, fixed, linear, exponential, adaptive, intelligent\n'));
|
|
177
|
-
return;
|
|
178
|
-
}
|
|
179
|
-
newConfig.strategy = options.strategy.toUpperCase();
|
|
180
|
-
}
|
|
181
|
-
if (options.maxRetries !== undefined) {
|
|
182
|
-
newConfig.maxRetries = options.maxRetries;
|
|
183
|
-
}
|
|
184
|
-
if (options.delay !== undefined) {
|
|
185
|
-
newConfig.initialDelayMs = options.delay;
|
|
186
|
-
}
|
|
187
|
-
if (options.jitter !== undefined) {
|
|
188
|
-
newConfig.jitterFactor = options.jitter;
|
|
189
|
-
}
|
|
190
|
-
if (Object.keys(newConfig).length === 0) {
|
|
191
|
-
console.log(chalk.yellow('\nNo configuration changes specified.\n'));
|
|
192
|
-
console.log(chalk.gray('Use: qa360 retry configure --show to view current configuration\n'));
|
|
193
|
-
return;
|
|
194
|
-
}
|
|
195
|
-
engine.updateConfig(newConfig);
|
|
196
|
-
console.log(chalk.green('\nRetry configuration updated:\n'));
|
|
197
|
-
displayConfig(engine.getConfig());
|
|
198
|
-
console.log(chalk.yellow('Note: Configuration changes apply to the current session only.'));
|
|
199
|
-
console.log(chalk.gray('To persist changes, add them to your qa360.yml config file.\n'));
|
|
200
|
-
}
|
|
201
|
-
/**
|
|
202
|
-
* Retry test command
|
|
203
|
-
*/
|
|
204
|
-
export async function retryTestCommand(options) {
|
|
205
|
-
const engine = createSmartRetryEngine();
|
|
206
|
-
if (!options.testId) {
|
|
207
|
-
console.log(chalk.yellow('\nPlease specify a test ID with --test-id <id>\n'));
|
|
208
|
-
return;
|
|
209
|
-
}
|
|
210
|
-
const rec = engine.getRetryRecommendation({
|
|
211
|
-
flakinessScore: 70,
|
|
212
|
-
});
|
|
213
|
-
console.log(chalk.bold.blue(`\nRetry Recommendation for: ${options.testId}`));
|
|
214
|
-
console.log(chalk.gray('─'.repeat(60)));
|
|
215
|
-
const table = new Table({
|
|
216
|
-
head: [chalk.bold('Setting'), chalk.bold('Value')],
|
|
217
|
-
style: { head: ['cyan', 'bold'] }
|
|
218
|
-
});
|
|
219
|
-
table.push(['Should Retry', rec.shouldRetry ? chalk.green('Yes') : chalk.red('No')], ['Strategy', rec.strategy], ['Max Retries', rec.maxRetries.toString()], ['Initial Delay', `${rec.initialDelayMs}ms`], ['Confidence', `${(rec.confidence * 100).toFixed(0)}%`], ['Reason', rec.reason]);
|
|
220
|
-
console.log(table.toString() + '\n');
|
|
221
|
-
if (options.dryRun) {
|
|
222
|
-
console.log(chalk.yellow('Dry run mode - no tests executed.\n'));
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
/**
|
|
226
|
-
* Create retry commands
|
|
227
|
-
*/
|
|
228
|
-
export function createRetryCommands() {
|
|
229
|
-
const retryCommand = new Command('retry')
|
|
230
|
-
.description('Smart Retry management and statistics (F8 Module)');
|
|
231
|
-
retryCommand
|
|
232
|
-
.command('history')
|
|
233
|
-
.description('View retry history from vault')
|
|
234
|
-
.option('--test-id <id>', 'Filter by specific test ID')
|
|
235
|
-
.option('--limit <n>', 'Limit number of entries', '10')
|
|
236
|
-
.option('--json', 'Output as JSON')
|
|
237
|
-
.action(async (options) => {
|
|
238
|
-
await retryHistoryCommand(options);
|
|
239
|
-
});
|
|
240
|
-
retryCommand
|
|
241
|
-
.command('stats')
|
|
242
|
-
.description('Display retry statistics')
|
|
243
|
-
.option('--strategy <name>', 'Filter by strategy (none, fixed, linear, exponential, adaptive, intelligent)')
|
|
244
|
-
.option('--json', 'Output as JSON')
|
|
245
|
-
.action(async (options) => {
|
|
246
|
-
await retryStatsCommand(options);
|
|
247
|
-
});
|
|
248
|
-
retryCommand
|
|
249
|
-
.command('configure')
|
|
250
|
-
.description('Configure retry settings')
|
|
251
|
-
.option('--show', 'Show current configuration')
|
|
252
|
-
.option('--strategy <name>', 'Set retry strategy')
|
|
253
|
-
.option('--max-retries <n>', 'Set maximum retry attempts')
|
|
254
|
-
.option('--delay <ms>', 'Set initial delay in milliseconds')
|
|
255
|
-
.option('--jitter <factor>', 'Set jitter factor (0-1)')
|
|
256
|
-
.action(async (options) => {
|
|
257
|
-
await retryConfigureCommand(options);
|
|
258
|
-
});
|
|
259
|
-
retryCommand
|
|
260
|
-
.command('test')
|
|
261
|
-
.description('Get retry recommendation for a test')
|
|
262
|
-
.option('--test-id <id>', 'Test ID to check')
|
|
263
|
-
.option('--strategy <name>', 'Override strategy')
|
|
264
|
-
.option('--dry-run', 'Show recommendation without executing')
|
|
265
|
-
.action(async (options) => {
|
|
266
|
-
await retryTestCommand(options);
|
|
267
|
-
});
|
|
268
|
-
retryCommand
|
|
269
|
-
.command('recommendations')
|
|
270
|
-
.description('Show flakiness-based retry recommendations')
|
|
271
|
-
.action(async () => {
|
|
272
|
-
displayRecommendations();
|
|
273
|
-
});
|
|
274
|
-
return retryCommand;
|
|
275
|
-
}
|
package/dist/commands/run.d.ts
DELETED
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 Run Command - Execute quality gates
|
|
3
|
-
*
|
|
4
|
-
* Usage:
|
|
5
|
-
* qa360 run [pack.yaml]
|
|
6
|
-
* qa360 run --output ./results
|
|
7
|
-
* qa360 run --verbose
|
|
8
|
-
*/
|
|
9
|
-
import { type Phase3RunResult, type PackConfigV1, type PackConfigV2 } from '../core/index.js';
|
|
10
|
-
/**
|
|
11
|
-
* CLI options for run command
|
|
12
|
-
*/
|
|
13
|
-
export interface RunOptions {
|
|
14
|
-
output?: string;
|
|
15
|
-
verbose?: boolean;
|
|
16
|
-
dryRun?: boolean;
|
|
17
|
-
strict?: boolean;
|
|
18
|
-
headed?: boolean;
|
|
19
|
-
}
|
|
20
|
-
/**
|
|
21
|
-
* Unified pack type - can be v1 or v2, Phase3Runner handles both
|
|
22
|
-
*/
|
|
23
|
-
export type PackConfig = PackConfigV1 | PackConfigV2;
|
|
24
|
-
/**
|
|
25
|
-
* Load and validate pack configuration (supports both v1 and v2)
|
|
26
|
-
* Uses PackLoaderV2 which automatically migrates v1 to v2
|
|
27
|
-
*/
|
|
28
|
-
export declare function loadPack(packPath: string): Promise<PackConfig>;
|
|
29
|
-
/**
|
|
30
|
-
* Find pack file (search order: argument, .qa360/pack.yml, pack.yaml, pack.yml)
|
|
31
|
-
*/
|
|
32
|
-
export declare function findPackFile(packArg?: string): string;
|
|
33
|
-
/**
|
|
34
|
-
* Display run results summary
|
|
35
|
-
*/
|
|
36
|
-
export declare function displayResults(result: Phase3RunResult): void;
|
|
37
|
-
/**
|
|
38
|
-
* Main run command
|
|
39
|
-
*/
|
|
40
|
-
export declare function runCommand(packArg?: string, options?: RunOptions): Promise<void>;
|
|
41
|
-
export default runCommand;
|
package/dist/commands/run.js
DELETED
|
@@ -1,169 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 Run Command - Execute quality gates
|
|
3
|
-
*
|
|
4
|
-
* Usage:
|
|
5
|
-
* qa360 run [pack.yaml]
|
|
6
|
-
* qa360 run --output ./results
|
|
7
|
-
* qa360 run --verbose
|
|
8
|
-
*/
|
|
9
|
-
import { existsSync } from 'fs';
|
|
10
|
-
import { join, resolve } from 'path';
|
|
11
|
-
import chalk from 'chalk';
|
|
12
|
-
import { Phase3Runner, PackLoaderV2 } from '../core/index.js';
|
|
13
|
-
/**
|
|
14
|
-
* Format gates for display (handles both v1 array and v2 object formats)
|
|
15
|
-
*/
|
|
16
|
-
function formatGates(pack) {
|
|
17
|
-
if (Array.isArray(pack.gates)) {
|
|
18
|
-
// v1 format: gates: ["api_smoke", "ui"]
|
|
19
|
-
return pack.gates.join(', ');
|
|
20
|
-
}
|
|
21
|
-
else {
|
|
22
|
-
// v2 format: gates: { api_health: { type: api }, ui_e2e: { type: ui } }
|
|
23
|
-
const gateNames = Object.keys(pack.gates || {});
|
|
24
|
-
return gateNames.join(', ') || 'none';
|
|
25
|
-
}
|
|
26
|
-
}
|
|
27
|
-
/**
|
|
28
|
-
* Load and validate pack configuration (supports both v1 and v2)
|
|
29
|
-
* Uses PackLoaderV2 which automatically migrates v1 to v2
|
|
30
|
-
*/
|
|
31
|
-
export async function loadPack(packPath) {
|
|
32
|
-
if (!existsSync(packPath)) {
|
|
33
|
-
throw new Error(`Pack file not found: ${packPath}`);
|
|
34
|
-
}
|
|
35
|
-
// Use PackLoaderV2 which handles both v1 and v2 formats
|
|
36
|
-
const loader = new PackLoaderV2();
|
|
37
|
-
const result = await loader.load(packPath, {
|
|
38
|
-
validate: true,
|
|
39
|
-
migrate: true // Auto-migrate v1 to v2
|
|
40
|
-
});
|
|
41
|
-
if (!result.success) {
|
|
42
|
-
throw new Error(`Failed to load pack: ${result.error?.message || 'Unknown error'}`);
|
|
43
|
-
}
|
|
44
|
-
// Handle validation errors
|
|
45
|
-
if (result.validationErrors && result.validationErrors.length > 0) {
|
|
46
|
-
const errors = result.validationErrors.map((e) => {
|
|
47
|
-
if (e.message)
|
|
48
|
-
return ` • ${e.path ? e.path + ': ' : ''}${e.message}`;
|
|
49
|
-
return ` • ${JSON.stringify(e)}`;
|
|
50
|
-
}).join('\n');
|
|
51
|
-
throw new Error(`Invalid pack configuration:\n${errors}`);
|
|
52
|
-
}
|
|
53
|
-
// Show migration info if v1 was migrated
|
|
54
|
-
if (result.migrated) {
|
|
55
|
-
console.log(chalk.gray(` 📦 Migrated v1 → v2 format`));
|
|
56
|
-
if (result.changes && result.changes.length > 0) {
|
|
57
|
-
console.log(chalk.gray(` Changes: ${result.changes.join(', ')}`));
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
// Show warnings if any
|
|
61
|
-
if (result.warnings && result.warnings.length > 0) {
|
|
62
|
-
console.log(chalk.yellow('\n⚠️ Pack warnings:'));
|
|
63
|
-
result.warnings.forEach((w) => console.log(chalk.yellow(` • ${w}`)));
|
|
64
|
-
}
|
|
65
|
-
return result.pack;
|
|
66
|
-
}
|
|
67
|
-
/**
|
|
68
|
-
* Find pack file (search order: argument, .qa360/pack.yml, pack.yaml, pack.yml)
|
|
69
|
-
*/
|
|
70
|
-
export function findPackFile(packArg) {
|
|
71
|
-
if (packArg) {
|
|
72
|
-
return resolve(packArg);
|
|
73
|
-
}
|
|
74
|
-
const searchPaths = [
|
|
75
|
-
join(process.cwd(), '.qa360', 'pack.yml'),
|
|
76
|
-
join(process.cwd(), '.qa360', 'pack.yaml'),
|
|
77
|
-
join(process.cwd(), 'pack.yml'),
|
|
78
|
-
join(process.cwd(), 'pack.yaml'),
|
|
79
|
-
join(process.cwd(), 'qa360.yml'),
|
|
80
|
-
join(process.cwd(), 'qa360.yaml'),
|
|
81
|
-
];
|
|
82
|
-
for (const path of searchPaths) {
|
|
83
|
-
if (existsSync(path)) {
|
|
84
|
-
return path;
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
throw new Error('No pack file found in current directory.\n\n' +
|
|
88
|
-
'To get started:\n' +
|
|
89
|
-
' 1. Copy an example: qa360 examples copy api-basic\n' +
|
|
90
|
-
' 2. Or create interactively: qa360 init\n' +
|
|
91
|
-
' 3. Or specify a path: qa360 run path/to/pack.yaml');
|
|
92
|
-
}
|
|
93
|
-
/**
|
|
94
|
-
* Display run results summary
|
|
95
|
-
*/
|
|
96
|
-
export function displayResults(result) {
|
|
97
|
-
console.log(chalk.bold('\n' + '═'.repeat(50)));
|
|
98
|
-
console.log(chalk.bold('📊 EXECUTION SUMMARY'));
|
|
99
|
-
console.log('═'.repeat(50));
|
|
100
|
-
console.log(`\n⏱️ Duration: ${result.duration}ms`);
|
|
101
|
-
console.log(`🎯 Trust Score: ${result.summary.trustScore}%`);
|
|
102
|
-
console.log(`📋 Gates: ${result.summary.passed}/${result.summary.total} passed`);
|
|
103
|
-
if (result.proofPath) {
|
|
104
|
-
console.log(`\n📄 Proof: ${result.proofPath}`);
|
|
105
|
-
console.log(chalk.gray(' Verify with: qa360 verify ' + result.proofPath));
|
|
106
|
-
}
|
|
107
|
-
if (result.success) {
|
|
108
|
-
console.log(chalk.green.bold('\n✅ All quality gates passed!'));
|
|
109
|
-
}
|
|
110
|
-
else {
|
|
111
|
-
console.log(chalk.red.bold(`\n❌ ${result.summary.failed} gate(s) failed`));
|
|
112
|
-
// Show failed gates
|
|
113
|
-
const failed = result.gates.filter((g) => !g.success);
|
|
114
|
-
if (failed.length > 0) {
|
|
115
|
-
console.log(chalk.red('\nFailed gates:'));
|
|
116
|
-
failed.forEach((g) => {
|
|
117
|
-
const errorMessage = g.error || 'Test failed - check logs above for details';
|
|
118
|
-
console.log(chalk.red(` • ${g.gate}: ${errorMessage}`));
|
|
119
|
-
});
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
console.log('═'.repeat(50) + '\n');
|
|
123
|
-
}
|
|
124
|
-
/**
|
|
125
|
-
* Main run command
|
|
126
|
-
*/
|
|
127
|
-
export async function runCommand(packArg, options = {}) {
|
|
128
|
-
try {
|
|
129
|
-
// Step 1: Find pack file
|
|
130
|
-
const packPath = findPackFile(packArg);
|
|
131
|
-
console.log(chalk.blue(`\n📦 Loading pack: ${packPath}`));
|
|
132
|
-
// Step 2: Load and validate pack
|
|
133
|
-
const pack = await loadPack(packPath);
|
|
134
|
-
console.log(chalk.green(` ✅ Pack loaded: ${pack.name} v${pack.version}`));
|
|
135
|
-
console.log(chalk.gray(` Gates: ${formatGates(pack)}`));
|
|
136
|
-
// Step 3: Dry run check
|
|
137
|
-
if (options.dryRun) {
|
|
138
|
-
console.log(chalk.yellow('\n🔍 Dry run mode - no tests executed'));
|
|
139
|
-
console.log(chalk.gray(' Remove --dry-run to execute tests'));
|
|
140
|
-
return;
|
|
141
|
-
}
|
|
142
|
-
// Step 4: Create and run Phase3Runner
|
|
143
|
-
const workingDir = process.cwd();
|
|
144
|
-
const outputDir = options.output
|
|
145
|
-
? resolve(options.output)
|
|
146
|
-
: join(workingDir, '.qa360', 'runs');
|
|
147
|
-
const runner = new Phase3Runner({
|
|
148
|
-
workingDir,
|
|
149
|
-
pack,
|
|
150
|
-
outputDir,
|
|
151
|
-
});
|
|
152
|
-
const result = await runner.run();
|
|
153
|
-
// Step 5: Display results
|
|
154
|
-
displayResults(result);
|
|
155
|
-
// Step 6: Exit with appropriate code
|
|
156
|
-
process.exit(result.success ? 0 : 1);
|
|
157
|
-
}
|
|
158
|
-
catch (error) {
|
|
159
|
-
console.error(chalk.red('\n❌ Execution failed:'));
|
|
160
|
-
console.error(chalk.red(` ${error instanceof Error ? error.message : 'Unknown error'}`));
|
|
161
|
-
if (options.verbose && error instanceof Error && error.stack) {
|
|
162
|
-
console.error(chalk.gray('\nStack trace:'));
|
|
163
|
-
console.error(chalk.gray(error.stack));
|
|
164
|
-
}
|
|
165
|
-
process.exit(1);
|
|
166
|
-
}
|
|
167
|
-
}
|
|
168
|
-
// Export for CLI integration
|
|
169
|
-
export default runCommand;
|
package/dist/commands/scan.d.ts
DELETED
package/dist/commands/scan.js
DELETED
|
@@ -1,155 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Scan Command - Discover UI elements from a web page
|
|
3
|
-
*/
|
|
4
|
-
import { Command } from 'commander';
|
|
5
|
-
import { chromium } from '@playwright/test';
|
|
6
|
-
import { DOMScanner } from '../scanners/dom-scanner.js';
|
|
7
|
-
import { JSONReporter } from '../generators/json-reporter.js';
|
|
8
|
-
import { TestGenerator } from '../generators/test-generator.js';
|
|
9
|
-
import { resolve } from 'path';
|
|
10
|
-
import { mkdirSync } from 'fs';
|
|
11
|
-
export const scanCommand = new Command('scan');
|
|
12
|
-
scanCommand
|
|
13
|
-
.description('Scan a web page for UI elements and generate test configurations')
|
|
14
|
-
.argument('<url>', 'URL of the page to scan')
|
|
15
|
-
.option('-o, --output <file>', 'Output file path (default: ".qa360/discovery/elements.json")')
|
|
16
|
-
.option('-i, --include <types>', 'Element types to include: buttons,links,forms,inputs,images,headings,all (default: "all")')
|
|
17
|
-
.option('-e, --exclude <selectors>', 'CSS selectors to exclude (comma-separated)')
|
|
18
|
-
.option('-s, --screenshot', 'Capture screenshots of elements (not yet implemented)')
|
|
19
|
-
.option('-a, --auto-generate-test', 'Auto-generate QA360 test file')
|
|
20
|
-
.option('-t, --timeout <ms>', 'Navigation timeout in milliseconds', '30000')
|
|
21
|
-
.option('--headed', 'Run in headed mode (show browser)')
|
|
22
|
-
.action(async (url, options) => {
|
|
23
|
-
const startTime = Date.now();
|
|
24
|
-
// Validate URL
|
|
25
|
-
try {
|
|
26
|
-
new URL(url);
|
|
27
|
-
}
|
|
28
|
-
catch {
|
|
29
|
-
console.error(`❌ Invalid URL: ${url}`);
|
|
30
|
-
process.exit(1);
|
|
31
|
-
}
|
|
32
|
-
// Parse include types
|
|
33
|
-
const includeTypes = options.include || 'all';
|
|
34
|
-
const include = includeTypes
|
|
35
|
-
.split(',')
|
|
36
|
-
.map((t) => t.trim().toLowerCase());
|
|
37
|
-
// Validate element types
|
|
38
|
-
const validTypes = ['buttons', 'links', 'forms', 'inputs', 'images', 'headings', 'all'];
|
|
39
|
-
for (const type of include) {
|
|
40
|
-
if (!validTypes.includes(type)) {
|
|
41
|
-
console.error(`❌ Invalid element type: ${type}`);
|
|
42
|
-
console.error(` Valid types: ${validTypes.join(', ')}`);
|
|
43
|
-
process.exit(1);
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
// Parse exclude selectors
|
|
47
|
-
const exclude = options.exclude
|
|
48
|
-
? options.exclude.split(',').map((s) => s.trim())
|
|
49
|
-
: [];
|
|
50
|
-
const scanOptions = {
|
|
51
|
-
url,
|
|
52
|
-
output: options.output || '.qa360/discovery/elements.json',
|
|
53
|
-
include,
|
|
54
|
-
exclude,
|
|
55
|
-
screenshot: options.screenshot || false,
|
|
56
|
-
autoGenerateTest: options.autoGenerateTest || false,
|
|
57
|
-
timeout: parseInt(options.timeout, 10) || 30000,
|
|
58
|
-
headless: !options.headed
|
|
59
|
-
};
|
|
60
|
-
console.log(`🔍 Scanning page: ${url}`);
|
|
61
|
-
console.log('━'.repeat(50));
|
|
62
|
-
let browser = null;
|
|
63
|
-
let context = null;
|
|
64
|
-
let page = null;
|
|
65
|
-
try {
|
|
66
|
-
// Launch browser
|
|
67
|
-
browser = await chromium.launch({
|
|
68
|
-
headless: scanOptions.headless
|
|
69
|
-
});
|
|
70
|
-
context = await browser.newContext({
|
|
71
|
-
viewport: { width: 1280, height: 720 }
|
|
72
|
-
});
|
|
73
|
-
page = await context.newPage();
|
|
74
|
-
// Navigate to URL
|
|
75
|
-
await page.goto(url, {
|
|
76
|
-
timeout: scanOptions.timeout,
|
|
77
|
-
waitUntil: 'networkidle'
|
|
78
|
-
});
|
|
79
|
-
// Run scan
|
|
80
|
-
const scanner = new DOMScanner(page, url);
|
|
81
|
-
const elements = await scanner.scan(scanOptions);
|
|
82
|
-
// Generate summary
|
|
83
|
-
const summary = {
|
|
84
|
-
totalElements: elements.length,
|
|
85
|
-
buttons: elements.filter(e => e.type === 'button').length,
|
|
86
|
-
links: elements.filter(e => e.type === 'link').length,
|
|
87
|
-
forms: elements.filter(e => e.type === 'form').length,
|
|
88
|
-
inputs: elements.filter(e => e.type === 'input').length,
|
|
89
|
-
images: elements.filter(e => e.type === 'image').length,
|
|
90
|
-
headings: elements.filter(e => e.type === 'heading').length
|
|
91
|
-
};
|
|
92
|
-
// Print summary
|
|
93
|
-
console.log(`✅ Buttons found: ${summary.buttons}`);
|
|
94
|
-
console.log(`✅ Links found: ${summary.links}`);
|
|
95
|
-
console.log(`✅ Forms found: ${summary.forms}`);
|
|
96
|
-
console.log(`✅ Inputs found: ${summary.inputs}`);
|
|
97
|
-
console.log(`✅ Images found: ${summary.images}`);
|
|
98
|
-
console.log(`✅ Headings found: ${summary.headings}`);
|
|
99
|
-
console.log('━'.repeat(50));
|
|
100
|
-
console.log(`📦 Total elements: ${summary.totalElements}`);
|
|
101
|
-
console.log();
|
|
102
|
-
// Create output directory
|
|
103
|
-
const outputPath = resolve(scanOptions.output);
|
|
104
|
-
const outputDir = outputPath.substring(0, outputPath.lastIndexOf('/'));
|
|
105
|
-
mkdirSync(outputDir, { recursive: true });
|
|
106
|
-
// Generate scan result
|
|
107
|
-
const result = {
|
|
108
|
-
scanDate: new Date().toISOString(),
|
|
109
|
-
url,
|
|
110
|
-
duration: Date.now() - startTime,
|
|
111
|
-
summary,
|
|
112
|
-
elements
|
|
113
|
-
};
|
|
114
|
-
// Generate JSON report
|
|
115
|
-
const reporter = new JSONReporter();
|
|
116
|
-
await reporter.generate(result, outputPath);
|
|
117
|
-
console.log(`💾 Saved to: ${outputPath}`);
|
|
118
|
-
// Auto-generate test if requested
|
|
119
|
-
if (options.autoGenerateTest) {
|
|
120
|
-
const testGenerator = new TestGenerator();
|
|
121
|
-
const testPath = outputPath.replace('.json', '.yml');
|
|
122
|
-
await testGenerator.generate(result, testPath);
|
|
123
|
-
console.log(`📄 Test generated: ${testPath}`);
|
|
124
|
-
}
|
|
125
|
-
// Screenshots (placeholder for future implementation)
|
|
126
|
-
if (options.screenshot) {
|
|
127
|
-
console.log(`📸 Screenshots: ${outputDir}/screenshots/ (not yet implemented)`);
|
|
128
|
-
}
|
|
129
|
-
// Cleanup
|
|
130
|
-
await page.close();
|
|
131
|
-
await context.close();
|
|
132
|
-
await browser.close();
|
|
133
|
-
console.log();
|
|
134
|
-
console.log(`✨ Scan completed in ${((Date.now() - startTime) / 1000).toFixed(1)}s`);
|
|
135
|
-
console.log();
|
|
136
|
-
console.log('💡 Next steps:');
|
|
137
|
-
console.log(` • Review the discovered elements`);
|
|
138
|
-
if (options.autoGenerateTest) {
|
|
139
|
-
console.log(` • Run the auto-generated test: qa360 run ${outputPath.replace('.json', '.yml')}`);
|
|
140
|
-
}
|
|
141
|
-
console.log(` • Edit the test to remove unwanted elements`);
|
|
142
|
-
}
|
|
143
|
-
catch (error) {
|
|
144
|
-
// Cleanup on error
|
|
145
|
-
if (page)
|
|
146
|
-
await page.close().catch(() => { });
|
|
147
|
-
if (context)
|
|
148
|
-
await context.close().catch(() => { });
|
|
149
|
-
if (browser)
|
|
150
|
-
await browser.close().catch(() => { });
|
|
151
|
-
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
152
|
-
console.error(`❌ Scan failed: ${errorMessage}`);
|
|
153
|
-
process.exit(1);
|
|
154
|
-
}
|
|
155
|
-
});
|