qa360 2.1.7 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.BETA_TESTING_FEEDBACK.md +256 -0
- package/.claude/settings.local.json +154 -0
- package/.editorconfig +21 -0
- package/.github/CODEOWNERS +23 -0
- package/.github/ISSUE_TEMPLATE/bug_report.yml +108 -0
- package/.github/ISSUE_TEMPLATE/feedback_dx.yml +121 -0
- package/.github/dependabot.yml +35 -0
- package/.github/workflows/mcp-dx.yml +106 -0
- package/.github/workflows/release.yml +26 -0
- package/.github/workflows/test.yml +93 -0
- package/.nvmrc +1 -0
- package/.qa360-artifacts/.gitkeep +0 -0
- package/.qa360-artifacts/baselines/.gitkeep +0 -0
- package/.qa360-artifacts/cache/.gitkeep +0 -0
- package/.qa360-artifacts/reports/.gitkeep +0 -0
- package/.qa360-artifacts/screenshots/.gitkeep +0 -0
- package/.qa360-baselines/www_xyqo_ai.baseline.json +33 -0
- package/CHANGELOG.md +234 -0
- package/CODEOWNERS +43 -0
- package/CONTRIBUTING.md +273 -0
- package/NOVICE_USER_GUIDE.md +272 -0
- package/QUICK_START.md +191 -0
- package/README.md +191 -163
- package/adapters/README.md +46 -0
- package/check-branches.sh +32 -0
- package/cli/.qa360/keys/ed25519.key +1 -0
- package/cli/.qa360/keys/ed25519.pub +1 -0
- package/cli/CHANGELOG.md +84 -0
- package/cli/LICENSE +24 -0
- package/cli/README.md +222 -0
- package/cli/examples/README.md +160 -0
- package/cli/package.json +76 -0
- package/cli/scripts/bundle-for-npm.sh +51 -0
- package/cli/scripts/validate-package.js +116 -0
- package/cli/src/__tests__/commands/doctor.test.ts +108 -0
- package/cli/src/__tests__/index.test.ts +15 -0
- package/cli/src/cli-minimal.ts +44 -0
- package/cli/src/commands/__tests__/crawl.test.ts +412 -0
- package/cli/src/commands/__tests__/doctor-qa360-home.test.ts +156 -0
- package/cli/src/commands/__tests__/e2e-ui-tests.test.ts +494 -0
- package/cli/src/commands/__tests__/e2e.test.ts +187 -0
- package/cli/src/commands/__tests__/flakiness.test.ts +528 -0
- package/cli/src/commands/__tests__/generate.test.ts +507 -0
- package/cli/src/commands/__tests__/history.integration.test.ts +358 -0
- package/cli/src/commands/__tests__/history.test.ts +433 -0
- package/cli/src/commands/__tests__/monitor-realworld.test.ts +199 -0
- package/cli/src/commands/__tests__/monitor.test.ts +81 -0
- package/cli/src/commands/__tests__/ollama.test.ts +529 -0
- package/cli/src/commands/__tests__/repair.test.ts +225 -0
- package/cli/src/commands/__tests__/report.integration.test.ts +167 -0
- package/cli/src/commands/__tests__/report.test.ts +294 -0
- package/cli/src/commands/__tests__/report.vitest.ts +288 -0
- package/cli/src/commands/__tests__/retry.test.ts +78 -0
- package/cli/src/commands/__tests__/run.integration.test.ts +240 -0
- package/cli/src/commands/__tests__/run.test.ts +346 -0
- package/cli/src/commands/__tests__/run.vitest.ts +301 -0
- package/cli/src/commands/__tests__/secrets.test.ts +114 -0
- package/cli/src/commands/__tests__/serve.test.ts +80 -0
- package/cli/src/commands/__tests__/verify.test.ts +103 -0
- package/cli/src/commands/ai.ts +702 -0
- package/cli/src/commands/ask.ts +678 -0
- package/cli/src/commands/coverage.ts +305 -0
- package/cli/src/commands/crawl.ts +155 -0
- package/cli/src/commands/doctor.ts +610 -0
- package/cli/src/commands/examples.ts +248 -0
- package/cli/src/commands/explain.ts +710 -0
- package/cli/src/commands/flakiness.ts +560 -0
- package/cli/src/commands/generate.ts +566 -0
- package/cli/src/commands/history.ts +914 -0
- package/cli/src/commands/init.ts +777 -0
- package/cli/src/commands/monitor.ts +270 -0
- package/cli/src/commands/ollama.ts +337 -0
- package/cli/src/commands/pack.ts +497 -0
- package/cli/src/commands/regression.ts +400 -0
- package/cli/src/commands/repair.ts +356 -0
- package/cli/src/commands/report.ts +463 -0
- package/cli/src/commands/retry.ts +380 -0
- package/cli/src/commands/run.ts +218 -0
- package/cli/src/commands/scan.ts +177 -0
- package/cli/src/commands/secrets.ts +340 -0
- package/cli/src/commands/serve.ts +194 -0
- package/cli/src/commands/slo.ts +387 -0
- package/cli/src/commands/verify-temp-note.md +11 -0
- package/cli/src/commands/verify.ts +322 -0
- package/cli/src/generators/index.ts +6 -0
- package/cli/src/generators/json-reporter.ts +15 -0
- package/cli/src/generators/test-generator.ts +90 -0
- package/cli/src/index.ts +289 -0
- package/cli/src/scanners/dom-scanner.ts +360 -0
- package/cli/src/scanners/index.ts +5 -0
- package/cli/src/types/scan.ts +84 -0
- package/cli/src/utils/config.ts +145 -0
- package/cli/tsconfig.bundle.json +12 -0
- package/cli/tsconfig.json +23 -0
- package/cli/vitest.config.ts +59 -0
- package/core/LICENSE +24 -0
- package/core/README.md +64 -0
- package/core/package.json +81 -0
- package/core/src/__tests__/adapters-contract/adapters-contract.test.md +156 -0
- package/core/src/__tests__/index.test.ts +31 -0
- package/core/src/__tests__/integration/phase3.test.ts +405 -0
- package/core/src/__tests__/pack/validator.test.ts +312 -0
- package/core/src/__tests__/secrets/crypto.test.ts +190 -0
- package/core/src/__tests__/secrets/manager.test.ts +316 -0
- package/core/src/__tests__/security/redactor-phase3.test.ts +233 -0
- package/core/src/__tests__/serve/health-checker.test.ts +155 -0
- package/core/src/__tests__/serve/process-manager.test.ts +213 -0
- package/core/src/__tests__/serve/server.test.ts +103 -0
- package/core/src/__tests__/vault/cas.test.ts +178 -0
- package/core/src/__tests__/vault/vault.test.ts +296 -0
- package/core/src/adapters/__tests__/fixtures/jest-coverage.json +8 -0
- package/core/src/adapters/__tests__/fixtures/jest-results.json +41 -0
- package/core/src/adapters/__tests__/fixtures/pytest-junit.xml +16 -0
- package/core/src/adapters/__tests__/fixtures/vitest-coverage.json +8 -0
- package/core/src/adapters/__tests__/fixtures/vitest-results.json +50 -0
- package/core/src/adapters/__tests__/gitleaks-secrets.test.ts +452 -0
- package/core/src/adapters/__tests__/jest-adapter.test.ts +276 -0
- package/core/src/adapters/__tests__/k6-perf.test.ts +538 -0
- package/core/src/adapters/__tests__/osv-deps.test.ts +471 -0
- package/core/src/adapters/__tests__/playwright-native-api.test.ts +792 -0
- package/core/src/adapters/__tests__/playwright-ui-e2e.test.ts +431 -0
- package/core/src/adapters/__tests__/playwright-ui.test.ts +1073 -0
- package/core/src/adapters/__tests__/pytest-adapter.test.ts +207 -0
- package/core/src/adapters/__tests__/semgrep-sast.test.ts +436 -0
- package/core/src/adapters/__tests__/vitest-adapter.test.ts +208 -0
- package/core/src/adapters/__tests__/zap-dast.test.ts +453 -0
- package/core/src/adapters/gitleaks-secrets.ts +521 -0
- package/core/src/adapters/jest-adapter.ts +306 -0
- package/core/src/adapters/k6-perf.ts +479 -0
- package/core/src/adapters/osv-deps.ts +467 -0
- package/core/src/adapters/playwright-native-adapter.ts +472 -0
- package/core/src/adapters/playwright-native-api.ts +619 -0
- package/core/src/adapters/playwright-ui.ts +1088 -0
- package/core/src/adapters/pytest-adapter.ts +472 -0
- package/core/src/adapters/semgrep-sast.ts +410 -0
- package/core/src/adapters/unit-test-types.ts +106 -0
- package/core/src/adapters/vitest-adapter.ts +295 -0
- package/core/src/adapters/zap-dast.ts +551 -0
- package/core/src/ai/__tests__/deepseek-provider.test.ts +586 -0
- package/core/src/ai/__tests__/ollama-provider.test.ts +641 -0
- package/core/src/ai/anthropic-provider.ts +262 -0
- package/core/src/ai/deepseek-provider.ts +315 -0
- package/core/src/ai/index.ts +87 -0
- package/core/src/ai/llm-client.ts +52 -0
- package/core/src/ai/mock-provider.ts +146 -0
- package/core/src/ai/ollama-provider.ts +269 -0
- package/core/src/ai/openai-provider.ts +240 -0
- package/core/src/ai/provider-factory.ts +408 -0
- package/core/src/artifacts/README.md +78 -0
- package/core/src/artifacts/index.ts +16 -0
- package/core/src/artifacts/ui-artifacts.ts +412 -0
- package/core/src/assertions/__tests__/engine.test.ts +360 -0
- package/core/src/assertions/engine.ts +577 -0
- package/core/src/assertions/index.ts +13 -0
- package/core/src/assertions/types.ts +229 -0
- package/core/src/auth/__tests__/api-key-provider.test.ts +282 -0
- package/core/src/auth/__tests__/auth-manager.test.ts +430 -0
- package/core/src/auth/__tests__/basic-auth-provider.test.ts +364 -0
- package/core/src/auth/__tests__/cloud-providers.test.ts +751 -0
- package/core/src/auth/__tests__/jwt-provider.test.ts +400 -0
- package/core/src/auth/__tests__/oauth2-provider.test.ts +383 -0
- package/core/src/auth/__tests__/totp-provider.test.ts +294 -0
- package/core/src/auth/__tests__/ui-login-provider.test.ts +323 -0
- package/core/src/auth/api-key-provider.ts +75 -0
- package/core/src/auth/aws-iam-provider.ts +212 -0
- package/core/src/auth/azure-ad-provider.ts +126 -0
- package/core/src/auth/basic-auth-provider.ts +133 -0
- package/core/src/auth/gcp-adc-provider.ts +146 -0
- package/core/src/auth/index.ts +342 -0
- package/core/src/auth/jwt-provider.ts +193 -0
- package/core/src/auth/manager.ts +281 -0
- package/core/src/auth/oauth2-provider.ts +141 -0
- package/core/src/auth/totp-provider.ts +163 -0
- package/core/src/auth/ui-login-provider.ts +242 -0
- package/core/src/cache/__tests__/lru-cache.test.ts +564 -0
- package/core/src/cache/index.ts +13 -0
- package/core/src/cache/lru-cache.ts +536 -0
- package/core/src/crawler/__tests__/journey-generator.test.ts +344 -0
- package/core/src/crawler/__tests__/selector-generator.test.ts +211 -0
- package/core/src/crawler/index.ts +335 -0
- package/core/src/crawler/journey-generator.ts +471 -0
- package/core/src/crawler/page-analyzer.ts +857 -0
- package/core/src/crawler/selector-generator.ts +280 -0
- package/core/src/crawler/types.ts +475 -0
- package/core/src/dashboard/__tests__/real-world.test.ts +430 -0
- package/core/src/dashboard/__tests__/server.test.ts +283 -0
- package/core/src/dashboard/__tests__/types.test.ts +208 -0
- package/core/src/dashboard/assets.ts +692 -0
- package/core/src/dashboard/index.ts +17 -0
- package/core/src/dashboard/server.ts +401 -0
- package/core/src/dashboard/types.ts +78 -0
- package/core/src/discoverer/__tests__/test-discoverer.test.ts +444 -0
- package/core/src/discoverer/index.ts +374 -0
- package/core/src/fixtures/__tests__/loader.test.ts +246 -0
- package/core/src/fixtures/__tests__/resolver.test.ts +334 -0
- package/core/src/fixtures/index.ts +9 -0
- package/core/src/fixtures/loader.ts +189 -0
- package/core/src/fixtures/resolver.ts +221 -0
- package/core/src/fixtures/types.ts +86 -0
- package/core/src/flakiness/__tests__/flakiness.test.ts +554 -0
- package/core/src/flakiness/index.ts +536 -0
- package/core/src/generation/__tests__/code-formatter.test.ts +170 -0
- package/core/src/generation/__tests__/code-generator-contract.test.ts +207 -0
- package/core/src/generation/__tests__/code-generator.test.ts +586 -0
- package/core/src/generation/__tests__/crawler-pack-generator.test.ts +479 -0
- package/core/src/generation/__tests__/generation-e2e-b2bshop.test.ts +718 -0
- package/core/src/generation/__tests__/generation-integration.test.ts +655 -0
- package/core/src/generation/__tests__/pack-generator.test.ts +408 -0
- package/core/src/generation/__tests__/prompt-builder.test.ts +200 -0
- package/core/src/generation/__tests__/real-provider-integration.test.ts +414 -0
- package/core/src/generation/__tests__/source-analyzer.test.ts +774 -0
- package/core/src/generation/__tests__/test-optimizer.test.ts +255 -0
- package/core/src/generation/code-formatter.ts +408 -0
- package/core/src/generation/code-generator.ts +470 -0
- package/core/src/generation/crawler-pack-generator.ts +289 -0
- package/core/src/generation/generator.ts +113 -0
- package/core/src/generation/index.ts +59 -0
- package/core/src/generation/pack-generator.ts +527 -0
- package/core/src/generation/prompt-builder.ts +772 -0
- package/core/src/generation/source-analyzer.ts +830 -0
- package/core/src/generation/test-optimizer.ts +474 -0
- package/core/src/generation/types.ts +217 -0
- package/core/src/hooks/__tests__/compose.test.ts +636 -0
- package/core/src/hooks/__tests__/runner.test.ts +478 -0
- package/core/src/hooks/compose.ts +268 -0
- package/core/src/hooks/runner.ts +364 -0
- package/core/src/index.ts +255 -0
- package/core/src/pack/__tests__/migrator.test.ts +594 -0
- package/core/src/pack/__tests__/validator.test.ts +759 -0
- package/core/src/pack/migrator.ts +353 -0
- package/core/src/pack/validator.ts +359 -0
- package/core/src/pack-v2/__tests__/loader.test.ts +533 -0
- package/core/src/pack-v2/__tests__/migrator.test.ts +455 -0
- package/core/src/pack-v2/__tests__/validator.test.ts +609 -0
- package/core/src/pack-v2/index.ts +41 -0
- package/core/src/pack-v2/loader.ts +358 -0
- package/core/src/pack-v2/migrator.ts +540 -0
- package/core/src/pack-v2/validator.ts +726 -0
- package/core/src/parallel/README.md +143 -0
- package/core/src/parallel/index.ts +16 -0
- package/core/src/parallel/parallel-runner.ts +282 -0
- package/core/src/pom/__tests__/loader.test.ts +378 -0
- package/core/src/pom/base-page.ts +425 -0
- package/core/src/pom/index.ts +45 -0
- package/core/src/pom/loader.ts +480 -0
- package/core/src/pom/types.ts +146 -0
- package/core/src/proof/__tests__/proof-roundtrip.test.ts +149 -0
- package/core/src/proof/__tests__/schema-validation-manual.mjs +211 -0
- package/core/src/proof/__tests__/schema-validation.test.ts +336 -0
- package/core/src/proof/__tests__/signer.test.ts +486 -0
- package/core/src/proof/__tests__/temporal-regression.test.ts +537 -0
- package/core/src/proof/__tests__/verifier-advanced.test.ts +588 -0
- package/core/src/proof/__tests__/verifier.test.ts +413 -0
- package/core/src/proof/bundle.ts +290 -0
- package/core/src/proof/canonicalize.ts +116 -0
- package/core/src/proof/index.ts +74 -0
- package/core/src/proof/schema.ts +285 -0
- package/core/src/proof/signer.ts +293 -0
- package/core/src/proof/verifier.ts +380 -0
- package/core/src/regression/__tests__/detector.test.ts +396 -0
- package/core/src/regression/__tests__/trend-analyzer.test.ts +300 -0
- package/core/src/regression/detector.ts +629 -0
- package/core/src/regression/index.ts +34 -0
- package/core/src/regression/trend-analyzer.ts +468 -0
- package/core/src/regression/types.ts +295 -0
- package/core/src/regression/vault.ts +419 -0
- package/core/src/repair/__tests__/repairer.test.ts +572 -0
- package/core/src/repair/__tests__/types.test.ts +302 -0
- package/core/src/repair/engine/__tests__/fixer.test.ts +482 -0
- package/core/src/repair/engine/__tests__/suggestion-engine.test.ts +395 -0
- package/core/src/repair/engine/fixer.ts +271 -0
- package/core/src/repair/engine/suggestion-engine.ts +234 -0
- package/core/src/repair/index.ts +53 -0
- package/core/src/repair/repairer.ts +376 -0
- package/core/src/repair/types.ts +119 -0
- package/core/src/repair/utils/__tests__/error-analyzer.test.ts +454 -0
- package/core/src/repair/utils/error-analyzer.ts +308 -0
- package/core/src/reporting/README.md +144 -0
- package/core/src/reporting/html-reporter.ts +835 -0
- package/core/src/reporting/index.ts +16 -0
- package/core/src/retry/README.md +192 -0
- package/core/src/retry/__tests__/flakiness-integration.test.ts +475 -0
- package/core/src/retry/__tests__/retry-engine.test.ts +424 -0
- package/core/src/retry/flakiness-integration.ts +267 -0
- package/core/src/retry/index.ts +48 -0
- package/core/src/retry/retry-engine.ts +368 -0
- package/core/src/retry/types.ts +208 -0
- package/core/src/retry/vault.ts +413 -0
- package/core/src/runner/__tests__/flakiness-integration.test.ts +566 -0
- package/core/src/runner/__tests__/phase3-e2e-b2bshop.test.ts +218 -0
- package/core/src/runner/__tests__/phase3-e2e-reqres.test.ts +199 -0
- package/core/src/runner/__tests__/phase3-runner.test.ts +1118 -0
- package/core/src/runner/e2e-helpers.ts +216 -0
- package/core/src/runner/phase3-runner.ts +1236 -0
- package/core/src/schemas/gherkin-report.json +122 -0
- package/core/src/secrets/__tests__/crypto.test.ts +180 -0
- package/core/src/secrets/crypto.ts +289 -0
- package/core/src/secrets/manager.ts +272 -0
- package/core/src/security/__tests__/hardening.test.ts +480 -0
- package/core/src/security/redaction-patterns-extended.ts +278 -0
- package/core/src/security/redactor.ts +326 -0
- package/core/src/self-healing/assertion-healer.ts +485 -0
- package/core/src/self-healing/engine.ts +626 -0
- package/core/src/self-healing/index.ts +33 -0
- package/core/src/self-healing/selector-healer.ts +488 -0
- package/core/src/self-healing/types.ts +193 -0
- package/core/src/serve/diagnostics-collector.ts +201 -0
- package/core/src/serve/health-checker.ts +274 -0
- package/core/src/serve/index.ts +9 -0
- package/core/src/serve/metrics-collector.ts +386 -0
- package/core/src/serve/process-manager.ts +265 -0
- package/core/src/serve/server.ts +230 -0
- package/core/src/slo/config.ts +408 -0
- package/core/src/slo/index.ts +68 -0
- package/core/src/slo/sli-calculator.ts +474 -0
- package/core/src/slo/slo-tracker.ts +481 -0
- package/core/src/slo/types.ts +408 -0
- package/core/src/slo/vault.ts +600 -0
- package/core/src/tui/__tests__/monitor.test.ts +336 -0
- package/core/src/tui/__tests__/real-world.test.ts +376 -0
- package/core/src/tui/__tests__/renderer.test.ts +201 -0
- package/core/src/tui/__tests__/types.test.ts +295 -0
- package/core/src/tui/index.ts +19 -0
- package/core/src/tui/monitor.ts +331 -0
- package/core/src/tui/renderer.ts +269 -0
- package/core/src/tui/types.ts +68 -0
- package/core/src/types/pack-v1.ts +305 -0
- package/core/src/types/pack-v2.ts +501 -0
- package/core/src/types/trust-score.ts +258 -0
- package/core/src/vault/__tests__/flakiness-vault.test.ts +562 -0
- package/core/src/vault/__tests__/vault.test.ts +259 -0
- package/core/src/vault/cas.ts +323 -0
- package/core/src/vault/index.ts +1361 -0
- package/core/src/vault/schema.sql +168 -0
- package/core/src/visual/README.md +185 -0
- package/core/src/visual/index.ts +14 -0
- package/core/src/visual/visual-regression.ts +347 -0
- package/core/src/watch/__tests__/watch-mode.test.ts +192 -0
- package/core/src/watch/index.ts +14 -0
- package/core/src/watch/watch-mode.ts +565 -0
- package/core/tsconfig.json +12 -0
- package/core/vitest.config.ts +52 -0
- package/docs/ARCHITECTURE.md +901 -0
- package/docs/AUDIT-GLOBAL-DEC2025.md +271 -0
- package/docs/BETA_TESTING.md +257 -0
- package/docs/BETA_TESTING_PLAN.md +727 -0
- package/docs/CERTIFICATION-REPORT.md +142 -0
- package/docs/COMPLETE_AUDIT_REFACTORING.md +965 -0
- package/docs/DEVELOPMENT.md +545 -0
- package/docs/DEVELOPMENT_HISTORY.md +345 -0
- package/docs/LIMITATIONS.md +176 -0
- package/docs/MIGRATION.md +303 -0
- package/docs/OPTION_3_4_EXPLORATION.md +1257 -0
- package/docs/PHASE1_PERFORMANCE.md +144 -0
- package/docs/QA360_Cloud.postman_collection.json +89 -0
- package/docs/QA360_TESTING_PHILOSOPHY.md +769 -0
- package/docs/QA_TEST_PLAN.md +727 -0
- package/docs/README.md +50 -0
- package/docs/STATUS.md +198 -0
- package/docs/STRATEGIC_STUDY_GOOSE_INTEGRATION.md +615 -0
- package/docs/USER_GUIDE.md +687 -0
- package/docs/WORK-DONE-ADAPTER-TESTS.md +136 -0
- package/docs/adapters-security.md +485 -0
- package/docs/architecture-diagram.mmd +168 -0
- package/docs/archive/ARCH-01-DAY6-BUILD-FIXES.md +396 -0
- package/docs/archive/ARCH-01-DAY6-FINAL-STATUS.md +324 -0
- package/docs/archive/ARCH-01_MCP_MERGE_ANALYSIS.md +644 -0
- package/docs/archive/ARCH-01_NEXT_STEPS.md +60 -0
- package/docs/archive/BRANCH_PROTECTION.md +183 -0
- package/docs/archive/CI_LOCKDOWN_CHECKLIST.md +222 -0
- package/docs/archive/HANDOFF_TEST-01.md +669 -0
- package/docs/archive/LEGAL_READY_PLACEHOLDERS.md +372 -0
- package/docs/archive/NODE_UPGRADE_GUIDE.md +188 -0
- package/docs/archive/PHASE1_COMPLETION.md +386 -0
- package/docs/archive/PHASE2_COMPLETION.md +404 -0
- package/docs/archive/PHASE3_AND_4_FINAL.md +360 -0
- package/docs/archive/PHASE3_COMPLETE.md +301 -0
- package/docs/archive/PHASE3_STATUS.md +255 -0
- package/docs/archive/PRE-WEEK2-AUDIT.md +364 -0
- package/docs/archive/README.md +16 -0
- package/docs/archive/SCHEMA_AJV_2020_FIX.md +245 -0
- package/docs/archive/TEST-01_AUDIT_REPORT.md +240 -0
- package/docs/archive/TEST-01_COVERAGE_PLAN.md +423 -0
- package/docs/archive/obsolete-proposals/dom-element-discovery-mode.md +250 -0
- package/docs/archive/obsolete-proposals/qa360-comprehensive-test-plan.md +1249 -0
- package/docs/archive/obsolete-proposals/qa360-quick-start-guide.md +298 -0
- package/docs/archive/obsolete-proposals/technical-plan-dom-discovery.md +870 -0
- package/docs/budgets-advanced.md +308 -0
- package/docs/examples/history-export-gc.md +285 -0
- package/docs/examples/pack-v2-complete.yaml +158 -0
- package/docs/examples/pack-v2-quickstart.yaml +24 -0
- package/docs/examples/pack-v2-ui-login.yaml +81 -0
- package/docs/examples/qa360-report.json +50 -0
- package/docs/history.md +565 -0
- package/docs/hooks.md +304 -0
- package/docs/llm-providers.md +512 -0
- package/docs/mcp-server.md +651 -0
- package/docs/mcp-tools.md +1131 -0
- package/docs/pack-v1.md +383 -0
- package/docs/pack-v2.md +558 -0
- package/docs/page-objects.md +366 -0
- package/docs/proofs.md +670 -0
- package/docs/quickstart-5min.md +257 -0
- package/docs/readiness-ci.md +654 -0
- package/docs/rfc/README.md +20 -0
- package/docs/rfc/proof-bundle-v1.md +787 -0
- package/docs/secrets.md +392 -0
- package/docs/serve.md +494 -0
- package/docs/unit-test-adapters.md +168 -0
- package/docs/vault.md +491 -0
- package/e2e/qa360-e2e.test.ts +696 -0
- package/e2e/vitest.config.ts +18 -0
- package/examples/README.md +30 -140
- package/examples/ci/docker-compose-serve.yml +375 -0
- package/examples/ci/github-actions-serve.yml +345 -0
- package/examples/ci/gitlab-ci-serve.yml +407 -0
- package/examples/datasets/README.md +101 -0
- package/examples/datasets/b2bshop.ts +155 -0
- package/examples/datasets/index.ts +57 -0
- package/examples/datasets/reqres.ts +195 -0
- package/examples/fixtures-demo/fixtures/users.yml +39 -0
- package/examples/fixtures-demo/pack.yml +71 -0
- package/examples/future-api/README.md +16 -0
- package/examples/future-api/diag.js +7 -0
- package/examples/future-api/health.js +4 -0
- package/examples/future-api/packs.js +13 -0
- package/examples/future-api/runpack.js +10 -0
- package/examples/generation/README.md +148 -0
- package/examples/generation/pack-generator-example.js +115 -0
- package/examples/generation/source-analyzer-example.js +115 -0
- package/examples/httpbin/pack.yml +59 -0
- package/examples/load-testing/mcp-load.yml +115 -0
- package/examples/load-testing/mcp-stdio.yml +95 -0
- package/examples/mcp/claude-desktop-config.json +33 -0
- package/examples/mcp/claude-desktop.json +16 -0
- package/examples/mcp/conversation-sample.md +131 -0
- package/examples/mcp/demo-60s.md +330 -0
- package/examples/mcp/sample-conversation.jsonl +21 -0
- package/examples/mcp/vscode-settings.json +22 -0
- package/examples/pack-v2-complete.yml +242 -0
- package/examples/pack-v2-examples.md +244 -0
- package/examples/pack-v2-quickstart.yml +55 -0
- package/examples/packs-business/ecommerce-api.yml +121 -0
- package/examples/packs-business/saas-dashboard-ui.yml +133 -0
- package/examples/packs-conformance/compose-multi.yml +174 -0
- package/examples/packs-conformance/full.yml +152 -0
- package/examples/packs-conformance/heavy-artifacts.yml +152 -0
- package/examples/packs-conformance/minimal.yml +71 -0
- package/examples/packs-conformance/secrets-missing.yml +97 -0
- package/examples/packs-conformance/timeouts.yml +77 -0
- package/examples/pom-demo/README.md +104 -0
- package/examples/pom-demo/pack.yml +60 -0
- package/examples/pom-demo/pages/DashboardPage.page.ts +73 -0
- package/examples/pom-demo/pages/LoginPage.page.ts +76 -0
- package/examples/proofs/e2e-playwright-proof.json +75 -0
- package/examples/proofs/httpbin-proof.json +69 -0
- package/examples/proofs/multi-adapter-proof.json +117 -0
- package/examples/proofs/test-proof.json +26 -0
- package/examples/restful-api-dev/README.md +102 -0
- package/examples/restful-api-dev/restful-api-advanced.yml +29 -0
- package/examples/restful-api-dev/restful-api-basic.yml +29 -0
- package/examples/web-lite/.github/workflows/qa360-phase3.yml +73 -0
- package/examples/web-lite/api-mock/server.js +258 -0
- package/examples/web-lite/pack.yml +71 -0
- package/examples/web-lite/services.yml +43 -0
- package/examples/web-lite/web-content/healthz +1 -0
- package/examples/web-lite/web-content/index.html +259 -0
- package/package.json +55 -45
- package/packages/mcp/CHANGELOG.md +109 -0
- package/packages/mcp/IMPLEMENTATION_SUMMARY.md +350 -0
- package/packages/mcp/LICENSE +21 -0
- package/packages/mcp/QUICK_START.md +291 -0
- package/packages/mcp/README.md +294 -0
- package/packages/mcp/TELEMETRY.md +220 -0
- package/packages/mcp/package.json +91 -0
- package/packages/mcp/scripts/generate-sbom-fallback.cjs +84 -0
- package/packages/mcp/scripts/safe-postinstall.cjs +32 -0
- package/packages/mcp/src/__tests__/contract.test.ts +902 -0
- package/packages/mcp/src/cli/cli.ts +137 -0
- package/packages/mcp/src/cli/doctor.ts +286 -0
- package/packages/mcp/src/cli/fix.ts +99 -0
- package/packages/mcp/src/cli/init.ts +233 -0
- package/packages/mcp/src/cli/postinstall.ts +14 -0
- package/packages/mcp/src/cli/reset.ts +44 -0
- package/packages/mcp/src/cli/telemetry.ts +166 -0
- package/packages/mcp/src/cli/test-dx.ts +94 -0
- package/packages/mcp/src/cli/uninstall.ts +80 -0
- package/packages/mcp/src/cli/up.ts +178 -0
- package/packages/mcp/src/index.ts +12 -0
- package/packages/mcp/src/scripts/e2e-local.ts +337 -0
- package/packages/mcp/src/scripts/verify-settings.ts +242 -0
- package/packages/mcp/src/security/audit.ts +244 -0
- package/packages/mcp/src/security/manager.ts +242 -0
- package/packages/mcp/src/server/full-server.ts +212 -0
- package/packages/mcp/src/server/minimal-server.ts +134 -0
- package/packages/mcp/src/tools/history.ts +388 -0
- package/packages/mcp/src/tools/pack.ts +449 -0
- package/packages/mcp/src/tools/registry.ts +638 -0
- package/packages/mcp/src/tools/report.ts +100 -0
- package/packages/mcp/src/tools/run.ts +268 -0
- package/packages/mcp/src/tools/secrets.ts +198 -0
- package/packages/mcp/src/tools/serve.ts +221 -0
- package/packages/mcp/src/tools/triage.ts +532 -0
- package/packages/mcp/src/tools/types.ts +26 -0
- package/packages/mcp/src/tools/vault.ts +164 -0
- package/packages/mcp/src/tools/verify.ts +166 -0
- package/packages/mcp/src/types/index.ts +311 -0
- package/packages/mcp/src/types/mcp-stubs.ts +83 -0
- package/packages/mcp/tsconfig.json +16 -0
- package/playwright.config.ts +20 -0
- package/pnpm-workspace.yaml +4 -0
- package/run-test-and-push.sh +20 -0
- package/scripts/build-proof-cli.sh +110 -0
- package/scripts/ci/check-windows-paths.js +92 -0
- package/scripts/ci/invariants.sh +124 -0
- package/scripts/ci/make-final-bundle.js +106 -0
- package/scripts/ci/mcp-run-multipack.js +305 -0
- package/scripts/ci/run-pack-suite.sh +103 -0
- package/scripts/ci/run-phase7-final.sh +190 -0
- package/scripts/ci/slo-assert.js +158 -0
- package/scripts/ci/test-fault-tolerance.sh +301 -0
- package/scripts/install-mcp.sh +66 -0
- package/scripts/mcp-smoke.mjs +27 -0
- package/scripts/smoke.sh +26 -0
- package/scripts/stress-test.js +288 -0
- package/scripts/sync-version.mjs +50 -0
- package/scripts/validate-examples.mjs +404 -0
- package/scripts/validation/simple-pack-check.sh +51 -0
- package/scripts/validation/validate-universal-pack.mjs +77 -0
- package/scripts/verify-persistence.js +127 -0
- package/test-pack.yaml +43 -0
- package/test-results/.last-run.json +4 -0
- package/test-runner.mjs +87 -0
- package/tests/artifacts.spec.js +147 -0
- package/tests/contracts.spec.js +239 -0
- package/tests/e2e/assertions.test.mjs +370 -0
- package/tests/e2e/crawler.test.mjs +451 -0
- package/tests/e2e/playwright-plus-plus.test.mjs +604 -0
- package/tests/e2e/proof-bundle.test.mjs +258 -0
- package/tests/e2e/real-world/saucedemo.test.mjs +714 -0
- package/tests/e2e/real-world/the-internet-herokuapp.test.mjs +760 -0
- package/tests/e2e/ui-actions.test.mjs +546 -0
- package/tests/gherkin.e2e.spec.ts +310 -0
- package/tests/no-console-errors.spec.js +136 -0
- package/tests/pdf.spec.ts +252 -0
- package/tests/run-pack.spec.ts +58 -0
- package/tsconfig.base.json +15 -0
- package/tsconfig.build.json +8 -0
- package/tsconfig.json +37 -0
- package/tsconfig.test.json +18 -0
- package/typedoc.json +37 -0
- package/ui/README.md +50 -0
- package/verify-proof.mjs +60 -0
- package/dist/cli-minimal.d.ts +0 -6
- package/dist/cli-minimal.js +0 -36
- package/dist/commands/ai.d.ts +0 -43
- package/dist/commands/ai.js +0 -616
- package/dist/commands/ask.d.ts +0 -94
- package/dist/commands/ask.js +0 -582
- package/dist/commands/coverage.d.ts +0 -8
- package/dist/commands/coverage.js +0 -252
- package/dist/commands/crawl.d.ts +0 -24
- package/dist/commands/crawl.js +0 -121
- package/dist/commands/doctor.d.ts +0 -54
- package/dist/commands/doctor.js +0 -513
- package/dist/commands/examples.d.ts +0 -33
- package/dist/commands/examples.js +0 -193
- package/dist/commands/explain.d.ts +0 -27
- package/dist/commands/explain.js +0 -630
- package/dist/commands/flakiness.d.ts +0 -73
- package/dist/commands/flakiness.js +0 -435
- package/dist/commands/generate.d.ts +0 -66
- package/dist/commands/generate.js +0 -438
- package/dist/commands/history.d.ts +0 -76
- package/dist/commands/history.js +0 -755
- package/dist/commands/init.d.ts +0 -106
- package/dist/commands/init.js +0 -616
- package/dist/commands/monitor.d.ts +0 -27
- package/dist/commands/monitor.js +0 -225
- package/dist/commands/ollama.d.ts +0 -40
- package/dist/commands/ollama.js +0 -301
- package/dist/commands/pack.d.ts +0 -70
- package/dist/commands/pack.js +0 -413
- package/dist/commands/regression.d.ts +0 -8
- package/dist/commands/regression.js +0 -340
- package/dist/commands/repair.d.ts +0 -26
- package/dist/commands/repair.js +0 -307
- package/dist/commands/report.d.ts +0 -62
- package/dist/commands/report.js +0 -378
- package/dist/commands/retry.d.ts +0 -43
- package/dist/commands/retry.js +0 -275
- package/dist/commands/run.d.ts +0 -41
- package/dist/commands/run.js +0 -169
- package/dist/commands/scan.d.ts +0 -5
- package/dist/commands/scan.js +0 -155
- package/dist/commands/secrets.d.ts +0 -58
- package/dist/commands/secrets.js +0 -289
- package/dist/commands/serve.d.ts +0 -13
- package/dist/commands/serve.js +0 -156
- package/dist/commands/slo.d.ts +0 -8
- package/dist/commands/slo.js +0 -327
- package/dist/commands/verify.d.ts +0 -32
- package/dist/commands/verify.js +0 -278
- package/dist/core/adapters/gitleaks-secrets.d.ts +0 -114
- package/dist/core/adapters/gitleaks-secrets.js +0 -410
- package/dist/core/adapters/k6-perf.d.ts +0 -85
- package/dist/core/adapters/k6-perf.js +0 -398
- package/dist/core/adapters/osv-deps.d.ts +0 -123
- package/dist/core/adapters/osv-deps.js +0 -372
- package/dist/core/adapters/playwright-native-adapter.d.ts +0 -121
- package/dist/core/adapters/playwright-native-adapter.js +0 -339
- package/dist/core/adapters/playwright-native-api.d.ts +0 -183
- package/dist/core/adapters/playwright-native-api.js +0 -465
- package/dist/core/adapters/playwright-ui.d.ts +0 -197
- package/dist/core/adapters/playwright-ui.js +0 -840
- package/dist/core/adapters/semgrep-sast.d.ts +0 -99
- package/dist/core/adapters/semgrep-sast.js +0 -322
- package/dist/core/adapters/zap-dast.d.ts +0 -133
- package/dist/core/adapters/zap-dast.js +0 -424
- package/dist/core/ai/anthropic-provider.d.ts +0 -50
- package/dist/core/ai/anthropic-provider.js +0 -223
- package/dist/core/ai/deepseek-provider.d.ts +0 -81
- package/dist/core/ai/deepseek-provider.js +0 -266
- package/dist/core/ai/index.d.ts +0 -60
- package/dist/core/ai/index.js +0 -18
- package/dist/core/ai/llm-client.d.ts +0 -45
- package/dist/core/ai/llm-client.js +0 -7
- package/dist/core/ai/mock-provider.d.ts +0 -49
- package/dist/core/ai/mock-provider.js +0 -121
- package/dist/core/ai/ollama-provider.d.ts +0 -78
- package/dist/core/ai/ollama-provider.js +0 -204
- package/dist/core/ai/openai-provider.d.ts +0 -48
- package/dist/core/ai/openai-provider.js +0 -200
- package/dist/core/ai/provider-factory.d.ts +0 -160
- package/dist/core/ai/provider-factory.js +0 -269
- package/dist/core/artifacts/index.d.ts +0 -6
- package/dist/core/artifacts/index.js +0 -6
- package/dist/core/artifacts/ui-artifacts.d.ts +0 -133
- package/dist/core/artifacts/ui-artifacts.js +0 -304
- package/dist/core/assertions/engine.d.ts +0 -51
- package/dist/core/assertions/engine.js +0 -530
- package/dist/core/assertions/index.d.ts +0 -11
- package/dist/core/assertions/index.js +0 -11
- package/dist/core/assertions/types.d.ts +0 -121
- package/dist/core/assertions/types.js +0 -37
- package/dist/core/auth/api-key-provider.d.ts +0 -16
- package/dist/core/auth/api-key-provider.js +0 -63
- package/dist/core/auth/aws-iam-provider.d.ts +0 -35
- package/dist/core/auth/aws-iam-provider.js +0 -177
- package/dist/core/auth/azure-ad-provider.d.ts +0 -15
- package/dist/core/auth/azure-ad-provider.js +0 -99
- package/dist/core/auth/basic-auth-provider.d.ts +0 -26
- package/dist/core/auth/basic-auth-provider.js +0 -111
- package/dist/core/auth/gcp-adc-provider.d.ts +0 -27
- package/dist/core/auth/gcp-adc-provider.js +0 -126
- package/dist/core/auth/index.d.ts +0 -238
- package/dist/core/auth/index.js +0 -82
- package/dist/core/auth/jwt-provider.d.ts +0 -19
- package/dist/core/auth/jwt-provider.js +0 -160
- package/dist/core/auth/manager.d.ts +0 -84
- package/dist/core/auth/manager.js +0 -230
- package/dist/core/auth/oauth2-provider.d.ts +0 -17
- package/dist/core/auth/oauth2-provider.js +0 -114
- package/dist/core/auth/totp-provider.d.ts +0 -31
- package/dist/core/auth/totp-provider.js +0 -134
- package/dist/core/auth/ui-login-provider.d.ts +0 -26
- package/dist/core/auth/ui-login-provider.js +0 -198
- package/dist/core/cache/index.d.ts +0 -7
- package/dist/core/cache/index.js +0 -6
- package/dist/core/cache/lru-cache.d.ts +0 -203
- package/dist/core/cache/lru-cache.js +0 -397
- package/dist/core/core/coverage/analyzer.d.ts +0 -101
- package/dist/core/core/coverage/analyzer.js +0 -415
- package/dist/core/core/coverage/collector.d.ts +0 -74
- package/dist/core/core/coverage/collector.js +0 -459
- package/dist/core/core/coverage/config.d.ts +0 -37
- package/dist/core/core/coverage/config.js +0 -156
- package/dist/core/core/coverage/index.d.ts +0 -11
- package/dist/core/core/coverage/index.js +0 -15
- package/dist/core/core/coverage/types.d.ts +0 -267
- package/dist/core/core/coverage/types.js +0 -6
- package/dist/core/core/coverage/vault.d.ts +0 -95
- package/dist/core/core/coverage/vault.js +0 -405
- package/dist/core/coverage/analyzer.d.ts +0 -101
- package/dist/core/coverage/analyzer.js +0 -415
- package/dist/core/coverage/collector.d.ts +0 -74
- package/dist/core/coverage/collector.js +0 -459
- package/dist/core/coverage/config.d.ts +0 -37
- package/dist/core/coverage/config.js +0 -156
- package/dist/core/coverage/index.d.ts +0 -11
- package/dist/core/coverage/index.js +0 -15
- package/dist/core/coverage/types.d.ts +0 -267
- package/dist/core/coverage/types.js +0 -6
- package/dist/core/coverage/vault.d.ts +0 -95
- package/dist/core/coverage/vault.js +0 -405
- package/dist/core/crawler/index.d.ts +0 -57
- package/dist/core/crawler/index.js +0 -281
- package/dist/core/crawler/journey-generator.d.ts +0 -49
- package/dist/core/crawler/journey-generator.js +0 -412
- package/dist/core/crawler/page-analyzer.d.ts +0 -88
- package/dist/core/crawler/page-analyzer.js +0 -709
- package/dist/core/crawler/selector-generator.d.ts +0 -34
- package/dist/core/crawler/selector-generator.js +0 -240
- package/dist/core/crawler/types.d.ts +0 -353
- package/dist/core/crawler/types.js +0 -6
- package/dist/core/dashboard/assets.d.ts +0 -6
- package/dist/core/dashboard/assets.js +0 -690
- package/dist/core/dashboard/index.d.ts +0 -6
- package/dist/core/dashboard/index.js +0 -5
- package/dist/core/dashboard/server.d.ts +0 -72
- package/dist/core/dashboard/server.js +0 -354
- package/dist/core/dashboard/types.d.ts +0 -70
- package/dist/core/dashboard/types.js +0 -5
- package/dist/core/discoverer/index.d.ts +0 -115
- package/dist/core/discoverer/index.js +0 -250
- package/dist/core/flakiness/index.d.ts +0 -228
- package/dist/core/flakiness/index.js +0 -384
- package/dist/core/generation/code-formatter.d.ts +0 -111
- package/dist/core/generation/code-formatter.js +0 -307
- package/dist/core/generation/code-generator.d.ts +0 -144
- package/dist/core/generation/code-generator.js +0 -293
- package/dist/core/generation/crawler-pack-generator.d.ts +0 -44
- package/dist/core/generation/crawler-pack-generator.js +0 -231
- package/dist/core/generation/generator.d.ts +0 -40
- package/dist/core/generation/generator.js +0 -76
- package/dist/core/generation/index.d.ts +0 -32
- package/dist/core/generation/index.js +0 -30
- package/dist/core/generation/pack-generator.d.ts +0 -107
- package/dist/core/generation/pack-generator.js +0 -416
- package/dist/core/generation/prompt-builder.d.ts +0 -132
- package/dist/core/generation/prompt-builder.js +0 -672
- package/dist/core/generation/source-analyzer.d.ts +0 -213
- package/dist/core/generation/source-analyzer.js +0 -657
- package/dist/core/generation/test-optimizer.d.ts +0 -117
- package/dist/core/generation/test-optimizer.js +0 -328
- package/dist/core/generation/types.d.ts +0 -214
- package/dist/core/generation/types.js +0 -4
- package/dist/core/hooks/compose.d.ts +0 -61
- package/dist/core/hooks/compose.js +0 -225
- package/dist/core/hooks/runner.d.ts +0 -68
- package/dist/core/hooks/runner.js +0 -303
- package/dist/core/index.d.ts +0 -104
- package/dist/core/index.js +0 -91
- package/dist/core/pack/migrator.d.ts +0 -51
- package/dist/core/pack/migrator.js +0 -304
- package/dist/core/pack/validator.d.ts +0 -42
- package/dist/core/pack/validator.js +0 -322
- package/dist/core/pack-v2/index.d.ts +0 -9
- package/dist/core/pack-v2/index.js +0 -8
- package/dist/core/pack-v2/loader.d.ts +0 -63
- package/dist/core/pack-v2/loader.js +0 -292
- package/dist/core/pack-v2/migrator.d.ts +0 -61
- package/dist/core/pack-v2/migrator.js +0 -480
- package/dist/core/pack-v2/validator.d.ts +0 -61
- package/dist/core/pack-v2/validator.js +0 -577
- package/dist/core/parallel/index.d.ts +0 -6
- package/dist/core/parallel/index.js +0 -6
- package/dist/core/parallel/parallel-runner.d.ts +0 -107
- package/dist/core/parallel/parallel-runner.js +0 -192
- package/dist/core/proof/bundle.d.ts +0 -137
- package/dist/core/proof/bundle.js +0 -160
- package/dist/core/proof/canonicalize.d.ts +0 -47
- package/dist/core/proof/canonicalize.js +0 -105
- package/dist/core/proof/index.d.ts +0 -13
- package/dist/core/proof/index.js +0 -18
- package/dist/core/proof/schema.d.ts +0 -217
- package/dist/core/proof/schema.js +0 -263
- package/dist/core/proof/signer.d.ts +0 -111
- package/dist/core/proof/signer.js +0 -226
- package/dist/core/proof/verifier.d.ts +0 -97
- package/dist/core/proof/verifier.js +0 -308
- package/dist/core/regression/detector.d.ts +0 -107
- package/dist/core/regression/detector.js +0 -497
- package/dist/core/regression/index.d.ts +0 -9
- package/dist/core/regression/index.js +0 -11
- package/dist/core/regression/trend-analyzer.d.ts +0 -102
- package/dist/core/regression/trend-analyzer.js +0 -345
- package/dist/core/regression/types.d.ts +0 -222
- package/dist/core/regression/types.js +0 -7
- package/dist/core/regression/vault.d.ts +0 -87
- package/dist/core/regression/vault.js +0 -289
- package/dist/core/repair/engine/fixer.d.ts +0 -24
- package/dist/core/repair/engine/fixer.js +0 -226
- package/dist/core/repair/engine/suggestion-engine.d.ts +0 -18
- package/dist/core/repair/engine/suggestion-engine.js +0 -187
- package/dist/core/repair/index.d.ts +0 -10
- package/dist/core/repair/index.js +0 -13
- package/dist/core/repair/repairer.d.ts +0 -90
- package/dist/core/repair/repairer.js +0 -284
- package/dist/core/repair/types.d.ts +0 -91
- package/dist/core/repair/types.js +0 -6
- package/dist/core/repair/utils/error-analyzer.d.ts +0 -28
- package/dist/core/repair/utils/error-analyzer.js +0 -264
- package/dist/core/reporting/html-reporter.d.ts +0 -119
- package/dist/core/reporting/html-reporter.js +0 -737
- package/dist/core/reporting/index.d.ts +0 -6
- package/dist/core/reporting/index.js +0 -6
- package/dist/core/retry/flakiness-integration.d.ts +0 -60
- package/dist/core/retry/flakiness-integration.js +0 -228
- package/dist/core/retry/index.d.ts +0 -14
- package/dist/core/retry/index.js +0 -16
- package/dist/core/retry/retry-engine.d.ts +0 -80
- package/dist/core/retry/retry-engine.js +0 -296
- package/dist/core/retry/types.d.ts +0 -178
- package/dist/core/retry/types.js +0 -52
- package/dist/core/retry/vault.d.ts +0 -77
- package/dist/core/retry/vault.js +0 -304
- package/dist/core/runner/e2e-helpers.d.ts +0 -102
- package/dist/core/runner/e2e-helpers.js +0 -153
- package/dist/core/runner/phase3-runner.d.ts +0 -200
- package/dist/core/runner/phase3-runner.js +0 -1041
- package/dist/core/secrets/crypto.d.ts +0 -75
- package/dist/core/secrets/crypto.js +0 -223
- package/dist/core/secrets/manager.d.ts +0 -76
- package/dist/core/secrets/manager.js +0 -219
- package/dist/core/security/redaction-patterns-extended.d.ts +0 -27
- package/dist/core/security/redaction-patterns-extended.js +0 -247
- package/dist/core/security/redactor.d.ts +0 -71
- package/dist/core/security/redactor.js +0 -279
- package/dist/core/self-healing/assertion-healer.d.ts +0 -97
- package/dist/core/self-healing/assertion-healer.js +0 -371
- package/dist/core/self-healing/engine.d.ts +0 -122
- package/dist/core/self-healing/engine.js +0 -538
- package/dist/core/self-healing/index.d.ts +0 -10
- package/dist/core/self-healing/index.js +0 -11
- package/dist/core/self-healing/selector-healer.d.ts +0 -103
- package/dist/core/self-healing/selector-healer.js +0 -372
- package/dist/core/self-healing/types.d.ts +0 -152
- package/dist/core/self-healing/types.js +0 -6
- package/dist/core/serve/diagnostics-collector.d.ts +0 -32
- package/dist/core/serve/diagnostics-collector.js +0 -149
- package/dist/core/serve/health-checker.d.ts +0 -44
- package/dist/core/serve/health-checker.js +0 -219
- package/dist/core/serve/index.d.ts +0 -8
- package/dist/core/serve/index.js +0 -8
- package/dist/core/serve/metrics-collector.d.ts +0 -24
- package/dist/core/serve/metrics-collector.js +0 -322
- package/dist/core/serve/process-manager.d.ts +0 -36
- package/dist/core/serve/process-manager.js +0 -213
- package/dist/core/serve/server.d.ts +0 -36
- package/dist/core/serve/server.js +0 -191
- package/dist/core/slo/config.d.ts +0 -107
- package/dist/core/slo/config.js +0 -360
- package/dist/core/slo/index.d.ts +0 -11
- package/dist/core/slo/index.js +0 -15
- package/dist/core/slo/sli-calculator.d.ts +0 -92
- package/dist/core/slo/sli-calculator.js +0 -364
- package/dist/core/slo/slo-tracker.d.ts +0 -148
- package/dist/core/slo/slo-tracker.js +0 -379
- package/dist/core/slo/types.d.ts +0 -281
- package/dist/core/slo/types.js +0 -7
- package/dist/core/slo/vault.d.ts +0 -102
- package/dist/core/slo/vault.js +0 -427
- package/dist/core/tui/index.d.ts +0 -7
- package/dist/core/tui/index.js +0 -6
- package/dist/core/tui/monitor.d.ts +0 -92
- package/dist/core/tui/monitor.js +0 -271
- package/dist/core/tui/renderer.d.ts +0 -33
- package/dist/core/tui/renderer.js +0 -218
- package/dist/core/tui/types.d.ts +0 -63
- package/dist/core/tui/types.js +0 -5
- package/dist/core/types/pack-v1.d.ts +0 -251
- package/dist/core/types/pack-v1.js +0 -5
- package/dist/core/types/pack-v2.d.ts +0 -425
- package/dist/core/types/pack-v2.js +0 -8
- package/dist/core/types/trust-score.d.ts +0 -69
- package/dist/core/types/trust-score.js +0 -191
- package/dist/core/vault/cas.d.ts +0 -90
- package/dist/core/vault/cas.js +0 -261
- package/dist/core/vault/index.d.ts +0 -326
- package/dist/core/vault/index.js +0 -1042
- package/dist/core/visual/index.d.ts +0 -6
- package/dist/core/visual/index.js +0 -6
- package/dist/core/visual/visual-regression.d.ts +0 -113
- package/dist/core/visual/visual-regression.js +0 -236
- package/dist/core/watch/index.d.ts +0 -7
- package/dist/core/watch/index.js +0 -6
- package/dist/core/watch/watch-mode.d.ts +0 -213
- package/dist/core/watch/watch-mode.js +0 -389
- package/dist/generators/index.d.ts +0 -5
- package/dist/generators/index.js +0 -5
- package/dist/generators/json-reporter.d.ts +0 -10
- package/dist/generators/json-reporter.js +0 -12
- package/dist/generators/test-generator.d.ts +0 -18
- package/dist/generators/test-generator.js +0 -78
- package/dist/index.d.ts +0 -8
- package/dist/index.js +0 -246
- package/dist/scanners/dom-scanner.d.ts +0 -52
- package/dist/scanners/dom-scanner.js +0 -296
- package/dist/scanners/index.d.ts +0 -4
- package/dist/scanners/index.js +0 -4
- package/dist/schemas/pack.schema.json +0 -236
- package/dist/types/scan.d.ts +0 -68
- package/dist/types/scan.js +0 -4
- package/dist/utils/config.d.ts +0 -5
- package/dist/utils/config.js +0 -136
- /package/{bin → cli/bin}/qa360.js +0 -0
- /package/{examples → cli/examples}/accessibility.yml +0 -0
- /package/{examples → cli/examples}/api-basic.yml +0 -0
- /package/{examples → cli/examples}/complete.yml +0 -0
- /package/{examples → cli/examples}/crawler.yml +0 -0
- /package/{examples → cli/examples}/fullstack.yml +0 -0
- /package/{examples → cli/examples}/security.yml +0 -0
- /package/{examples → cli/examples}/ui-advanced.yml +0 -0
- /package/{examples → cli/examples}/ui-basic.yml +0 -0
- /package/{dist/core → core}/schemas/pack.schema.json +0 -0
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 AI Test Generation Module
|
|
3
|
-
*
|
|
4
|
-
* Generates test code from various sources using LLM.
|
|
5
|
-
* Phase 4 of AI Integration Roadmap.
|
|
6
|
-
*
|
|
7
|
-
* Components:
|
|
8
|
-
* - PromptBuilder: Build effective prompts for LLM
|
|
9
|
-
* - CodeGenerator: Generate test code from prompts
|
|
10
|
-
* - CodeFormatter: Format and validate generated code
|
|
11
|
-
* - TestOptimizer: Optimize generated tests
|
|
12
|
-
* - PackGenerator: Convert specs to QA360 pack YAML
|
|
13
|
-
* - SourceAnalyzer: Analyze source code for test requirements
|
|
14
|
-
*
|
|
15
|
-
* Supported Generators:
|
|
16
|
-
* - Playwright API tests (TypeScript)
|
|
17
|
-
* - Playwright UI tests (TypeScript)
|
|
18
|
-
* - K6 performance tests (JavaScript)
|
|
19
|
-
* - Vitest unit tests (TypeScript)
|
|
20
|
-
*/
|
|
21
|
-
export { PromptBuilder, PromptBuilderOptions, type BuiltPrompt } from './prompt-builder.js';
|
|
22
|
-
export { CodeGenerator, CodeGeneratorOptions, type GeneratedTestInternal, type GenerationResult } from './code-generator.js';
|
|
23
|
-
export { CodeFormatter, FormatterConfig, type FormatResult } from './code-formatter.js';
|
|
24
|
-
export { TestOptimizer, OptimizationOptions, type OptimizationResult } from './test-optimizer.js';
|
|
25
|
-
export { PackGenerator, generatePackFromApiSpec, generatePackFromUiSpec, generatePackFromPerfSpec } from './pack-generator.js';
|
|
26
|
-
export { SourceAnalyzer, analyzeSourceFile, analyzeSourceDirectory, generateTestSpec } from './source-analyzer.js';
|
|
27
|
-
export type { PackGeneratorOptions, PackGenerationResult } from './pack-generator.js';
|
|
28
|
-
export type { SourceAnalysis, SourceAnalyzerOptions, TestSuggestion } from './source-analyzer.js';
|
|
29
|
-
export type { TestSpec, ApiTestSpec, UiTestSpec, PerfTestSpec, UnitTestSpec, GenerationContext, GeneratedTest, GenerationSource, GenerationOptions, } from './types.js';
|
|
30
|
-
export { generateTests, generateApiTestsFromOpenAPI, generateUiTestsFromUrl, generatePerfTests, generateUnitTests, checkGenerationAvailability, } from './generator.js';
|
|
31
|
-
export { generatePackFromCrawl, quickCrawl, } from './crawler-pack-generator.js';
|
|
32
|
-
export type { CrawlerPackGeneratorOptions } from './crawler-pack-generator.js';
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 AI Test Generation Module
|
|
3
|
-
*
|
|
4
|
-
* Generates test code from various sources using LLM.
|
|
5
|
-
* Phase 4 of AI Integration Roadmap.
|
|
6
|
-
*
|
|
7
|
-
* Components:
|
|
8
|
-
* - PromptBuilder: Build effective prompts for LLM
|
|
9
|
-
* - CodeGenerator: Generate test code from prompts
|
|
10
|
-
* - CodeFormatter: Format and validate generated code
|
|
11
|
-
* - TestOptimizer: Optimize generated tests
|
|
12
|
-
* - PackGenerator: Convert specs to QA360 pack YAML
|
|
13
|
-
* - SourceAnalyzer: Analyze source code for test requirements
|
|
14
|
-
*
|
|
15
|
-
* Supported Generators:
|
|
16
|
-
* - Playwright API tests (TypeScript)
|
|
17
|
-
* - Playwright UI tests (TypeScript)
|
|
18
|
-
* - K6 performance tests (JavaScript)
|
|
19
|
-
* - Vitest unit tests (TypeScript)
|
|
20
|
-
*/
|
|
21
|
-
export { PromptBuilder } from './prompt-builder.js';
|
|
22
|
-
export { CodeGenerator } from './code-generator.js';
|
|
23
|
-
export { CodeFormatter } from './code-formatter.js';
|
|
24
|
-
export { TestOptimizer } from './test-optimizer.js';
|
|
25
|
-
export { PackGenerator, generatePackFromApiSpec, generatePackFromUiSpec, generatePackFromPerfSpec } from './pack-generator.js';
|
|
26
|
-
export { SourceAnalyzer, analyzeSourceFile, analyzeSourceDirectory, generateTestSpec } from './source-analyzer.js';
|
|
27
|
-
// Convenience functions
|
|
28
|
-
export { generateTests, generateApiTestsFromOpenAPI, generateUiTestsFromUrl, generatePerfTests, generateUnitTests, checkGenerationAvailability, } from './generator.js';
|
|
29
|
-
// Crawler Pack Generator (UI Testing 100%)
|
|
30
|
-
export { generatePackFromCrawl, quickCrawl, } from './crawler-pack-generator.js';
|
|
@@ -1,107 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 Pack Generator
|
|
3
|
-
*
|
|
4
|
-
* Converts generated test specifications into QA360 pack YAML format.
|
|
5
|
-
* This bridges the gap between AI-generated tests and runnable QA360 packs.
|
|
6
|
-
*
|
|
7
|
-
* @example
|
|
8
|
-
* ```typescript
|
|
9
|
-
* const generator = new PackGenerator();
|
|
10
|
-
* const packYaml = generator.generateFromApiSpec(apiSpec, {
|
|
11
|
-
* name: 'my-api-tests',
|
|
12
|
-
* version: 2
|
|
13
|
-
* });
|
|
14
|
-
* ```
|
|
15
|
-
*/
|
|
16
|
-
import { PackConfigV2 } from '../types/pack-v2.js';
|
|
17
|
-
export type { TestSpec, ApiTestSpec, UiTestSpec, PerfTestSpec, UnitTestSpec, } from './types.js';
|
|
18
|
-
import type { TestSpec, ApiTestSpec, UiTestSpec, PerfTestSpec } from './types.js';
|
|
19
|
-
/**
|
|
20
|
-
* Pack generator options
|
|
21
|
-
*/
|
|
22
|
-
export interface PackGeneratorOptions {
|
|
23
|
-
/** Pack name */
|
|
24
|
-
name?: string;
|
|
25
|
-
/** Pack version (1 or 2) */
|
|
26
|
-
version?: 1 | 2;
|
|
27
|
-
/** Pack description */
|
|
28
|
-
description?: string;
|
|
29
|
-
/** Default timeout for tests */
|
|
30
|
-
timeout?: number;
|
|
31
|
-
/** Default retries */
|
|
32
|
-
retries?: number;
|
|
33
|
-
/** On failure behavior */
|
|
34
|
-
onFailure?: 'stop' | 'continue';
|
|
35
|
-
/** Include cache configuration */
|
|
36
|
-
enableCache?: boolean;
|
|
37
|
-
/** Cache TTL in milliseconds */
|
|
38
|
-
cacheTtl?: number;
|
|
39
|
-
}
|
|
40
|
-
/**
|
|
41
|
-
* Generated pack result
|
|
42
|
-
*/
|
|
43
|
-
export interface PackGenerationResult {
|
|
44
|
-
success: boolean;
|
|
45
|
-
yaml: string;
|
|
46
|
-
config: PackConfigV2;
|
|
47
|
-
warnings?: string[];
|
|
48
|
-
errors?: string[];
|
|
49
|
-
}
|
|
50
|
-
/**
|
|
51
|
-
* Pack Generator
|
|
52
|
-
*
|
|
53
|
-
* Converts test specifications into QA360 pack YAML format.
|
|
54
|
-
*/
|
|
55
|
-
export declare class PackGenerator {
|
|
56
|
-
private readonly defaults;
|
|
57
|
-
constructor(options?: PackGeneratorOptions);
|
|
58
|
-
/**
|
|
59
|
-
* Generate pack from API test specification
|
|
60
|
-
*/
|
|
61
|
-
generateFromApiSpec(spec: ApiTestSpec, options?: PackGeneratorOptions): PackGenerationResult;
|
|
62
|
-
/**
|
|
63
|
-
* Generate pack from UI test specification
|
|
64
|
-
*/
|
|
65
|
-
generateFromUiSpec(spec: UiTestSpec, options?: PackGeneratorOptions): PackGenerationResult;
|
|
66
|
-
/**
|
|
67
|
-
* Generate pack from performance test specification
|
|
68
|
-
*/
|
|
69
|
-
generateFromPerfSpec(spec: PerfTestSpec, options?: PackGeneratorOptions): PackGenerationResult;
|
|
70
|
-
/**
|
|
71
|
-
* Generate pack from generic test specification
|
|
72
|
-
*/
|
|
73
|
-
generateFromSpec(spec: TestSpec, options?: PackGeneratorOptions): PackGenerationResult;
|
|
74
|
-
/**
|
|
75
|
-
* Format endpoint as smoke test spec
|
|
76
|
-
*/
|
|
77
|
-
private formatEndpointSpec;
|
|
78
|
-
/**
|
|
79
|
-
* Format page action
|
|
80
|
-
*/
|
|
81
|
-
private formatPageAction;
|
|
82
|
-
/**
|
|
83
|
-
* Extract threshold value from thresholds array
|
|
84
|
-
*/
|
|
85
|
-
private extractThreshold;
|
|
86
|
-
/**
|
|
87
|
-
* Convert config to YAML string
|
|
88
|
-
* Note: This is a simple YAML generator. For production, use a proper YAML library.
|
|
89
|
-
*/
|
|
90
|
-
private toYaml;
|
|
91
|
-
/**
|
|
92
|
-
* Helper to indent object properties
|
|
93
|
-
*/
|
|
94
|
-
private indentObject;
|
|
95
|
-
}
|
|
96
|
-
/**
|
|
97
|
-
* Convenience function to generate pack from API spec
|
|
98
|
-
*/
|
|
99
|
-
export declare function generatePackFromApiSpec(spec: ApiTestSpec, options?: PackGeneratorOptions): PackGenerationResult;
|
|
100
|
-
/**
|
|
101
|
-
* Convenience function to generate pack from UI spec
|
|
102
|
-
*/
|
|
103
|
-
export declare function generatePackFromUiSpec(spec: UiTestSpec, options?: PackGeneratorOptions): PackGenerationResult;
|
|
104
|
-
/**
|
|
105
|
-
* Convenience function to generate pack from performance spec
|
|
106
|
-
*/
|
|
107
|
-
export declare function generatePackFromPerfSpec(spec: PerfTestSpec, options?: PackGeneratorOptions): PackGenerationResult;
|
|
@@ -1,416 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 Pack Generator
|
|
3
|
-
*
|
|
4
|
-
* Converts generated test specifications into QA360 pack YAML format.
|
|
5
|
-
* This bridges the gap between AI-generated tests and runnable QA360 packs.
|
|
6
|
-
*
|
|
7
|
-
* @example
|
|
8
|
-
* ```typescript
|
|
9
|
-
* const generator = new PackGenerator();
|
|
10
|
-
* const packYaml = generator.generateFromApiSpec(apiSpec, {
|
|
11
|
-
* name: 'my-api-tests',
|
|
12
|
-
* version: 2
|
|
13
|
-
* });
|
|
14
|
-
* ```
|
|
15
|
-
*/
|
|
16
|
-
/**
|
|
17
|
-
* Pack Generator
|
|
18
|
-
*
|
|
19
|
-
* Converts test specifications into QA360 pack YAML format.
|
|
20
|
-
*/
|
|
21
|
-
export class PackGenerator {
|
|
22
|
-
defaults;
|
|
23
|
-
constructor(options = {}) {
|
|
24
|
-
this.defaults = {
|
|
25
|
-
name: options.name ?? 'generated-tests',
|
|
26
|
-
description: options.description ?? 'Auto-generated test pack',
|
|
27
|
-
timeout: options.timeout ?? 30000,
|
|
28
|
-
retries: options.retries ?? 2,
|
|
29
|
-
onFailure: options.onFailure ?? 'continue',
|
|
30
|
-
cacheTtl: options.cacheTtl ?? 300000
|
|
31
|
-
};
|
|
32
|
-
}
|
|
33
|
-
/**
|
|
34
|
-
* Generate pack from API test specification
|
|
35
|
-
*/
|
|
36
|
-
generateFromApiSpec(spec, options) {
|
|
37
|
-
const opts = { ...this.defaults, ...options };
|
|
38
|
-
const warnings = [];
|
|
39
|
-
// Build gates from API endpoints
|
|
40
|
-
const gates = {};
|
|
41
|
-
// Group endpoints by type (smoke, full, etc.)
|
|
42
|
-
const smokeEndpoints = spec.endpoints.filter((e) => e.method === 'GET' && (e.path.includes('/health') || e.path.includes('/status') || e.path === '/'));
|
|
43
|
-
const apiEndpoints = spec.endpoints.filter((e) => !smokeEndpoints.includes(e));
|
|
44
|
-
// Add api_smoke gate if we have smoke endpoints
|
|
45
|
-
if (smokeEndpoints.length > 0) {
|
|
46
|
-
gates['api_smoke'] = {
|
|
47
|
-
adapter: 'playwright-native-api',
|
|
48
|
-
config: {
|
|
49
|
-
target: {
|
|
50
|
-
baseUrl: spec.baseUrl,
|
|
51
|
-
smoke: smokeEndpoints.map((e) => this.formatEndpointSpec(e))
|
|
52
|
-
},
|
|
53
|
-
timeout: opts.timeout,
|
|
54
|
-
retries: opts.retries
|
|
55
|
-
},
|
|
56
|
-
options: {
|
|
57
|
-
timeout: opts.timeout,
|
|
58
|
-
retries: opts.retries
|
|
59
|
-
},
|
|
60
|
-
budgets: {
|
|
61
|
-
p95_ms: 2000,
|
|
62
|
-
p99_ms: 5000
|
|
63
|
-
}
|
|
64
|
-
};
|
|
65
|
-
}
|
|
66
|
-
// Add api_full gate if we have other endpoints
|
|
67
|
-
if (apiEndpoints.length > 0) {
|
|
68
|
-
gates['api_full'] = {
|
|
69
|
-
adapter: 'playwright-native-api',
|
|
70
|
-
config: {
|
|
71
|
-
target: {
|
|
72
|
-
baseUrl: spec.baseUrl,
|
|
73
|
-
smoke: apiEndpoints.map((e) => this.formatEndpointSpec(e))
|
|
74
|
-
},
|
|
75
|
-
timeout: opts.timeout,
|
|
76
|
-
retries: opts.retries
|
|
77
|
-
},
|
|
78
|
-
options: {
|
|
79
|
-
timeout: opts.timeout,
|
|
80
|
-
retries: opts.retries
|
|
81
|
-
}
|
|
82
|
-
};
|
|
83
|
-
}
|
|
84
|
-
// Build pack config
|
|
85
|
-
const config = {
|
|
86
|
-
version: 2,
|
|
87
|
-
name: opts.name,
|
|
88
|
-
description: opts.description,
|
|
89
|
-
gates,
|
|
90
|
-
execution: {
|
|
91
|
-
parallel: false,
|
|
92
|
-
on_failure: opts.onFailure === 'stop' ? 'stop' : 'continue'
|
|
93
|
-
}
|
|
94
|
-
};
|
|
95
|
-
// Add auth if specified
|
|
96
|
-
if (spec.auth && spec.auth.type !== 'none') {
|
|
97
|
-
const authType = spec.auth.type === 'bearer' ? 'bearer' :
|
|
98
|
-
spec.auth.type === 'basic' ? 'basic' :
|
|
99
|
-
spec.auth.type === 'api_key' ? 'api_key' :
|
|
100
|
-
spec.auth.type === 'jwt' ? 'jwt' :
|
|
101
|
-
spec.auth.type === 'oauth2' ? 'oauth2' :
|
|
102
|
-
'bearer';
|
|
103
|
-
config.auth = {
|
|
104
|
-
profiles: {
|
|
105
|
-
default: {
|
|
106
|
-
type: authType,
|
|
107
|
-
config: spec.auth.config || {}
|
|
108
|
-
}
|
|
109
|
-
}
|
|
110
|
-
};
|
|
111
|
-
}
|
|
112
|
-
return {
|
|
113
|
-
success: true,
|
|
114
|
-
yaml: this.toYaml(config),
|
|
115
|
-
config,
|
|
116
|
-
warnings: warnings.length > 0 ? warnings : undefined
|
|
117
|
-
};
|
|
118
|
-
}
|
|
119
|
-
/**
|
|
120
|
-
* Generate pack from UI test specification
|
|
121
|
-
*/
|
|
122
|
-
generateFromUiSpec(spec, options) {
|
|
123
|
-
const opts = { ...this.defaults, ...options };
|
|
124
|
-
const warnings = [];
|
|
125
|
-
const gates = {};
|
|
126
|
-
// Add ui_smoke gate for basic page checks
|
|
127
|
-
gates['ui_smoke'] = {
|
|
128
|
-
adapter: 'playwright-ui',
|
|
129
|
-
config: {
|
|
130
|
-
target: {
|
|
131
|
-
baseUrl: spec.baseUrl,
|
|
132
|
-
pages: spec.pages.slice(0, 3).map((p) => ({
|
|
133
|
-
url: p.url,
|
|
134
|
-
name: p.name,
|
|
135
|
-
actions: p.actions.slice(0, 5).map((a) => this.formatPageAction(a))
|
|
136
|
-
}))
|
|
137
|
-
},
|
|
138
|
-
viewport: spec.viewport || { width: 1280, height: 720 }
|
|
139
|
-
},
|
|
140
|
-
options: {
|
|
141
|
-
timeout: opts.timeout,
|
|
142
|
-
retries: opts.retries
|
|
143
|
-
},
|
|
144
|
-
budgets: {
|
|
145
|
-
a11y_min: 80
|
|
146
|
-
}
|
|
147
|
-
};
|
|
148
|
-
// Add ui_full gate if we have more pages
|
|
149
|
-
if (spec.pages.length > 3) {
|
|
150
|
-
gates['ui_full'] = {
|
|
151
|
-
adapter: 'playwright-ui',
|
|
152
|
-
config: {
|
|
153
|
-
target: {
|
|
154
|
-
baseUrl: spec.baseUrl,
|
|
155
|
-
pages: spec.pages.map((p) => ({
|
|
156
|
-
url: p.url,
|
|
157
|
-
name: p.name,
|
|
158
|
-
actions: p.actions.map((a) => this.formatPageAction(a))
|
|
159
|
-
}))
|
|
160
|
-
},
|
|
161
|
-
viewport: spec.viewport || { width: 1280, height: 720 }
|
|
162
|
-
},
|
|
163
|
-
options: {
|
|
164
|
-
timeout: opts.timeout * 2,
|
|
165
|
-
retries: opts.retries
|
|
166
|
-
},
|
|
167
|
-
budgets: {
|
|
168
|
-
a11y_min: 90
|
|
169
|
-
}
|
|
170
|
-
};
|
|
171
|
-
}
|
|
172
|
-
const config = {
|
|
173
|
-
version: 2,
|
|
174
|
-
name: opts.name,
|
|
175
|
-
description: opts.description,
|
|
176
|
-
gates,
|
|
177
|
-
execution: {
|
|
178
|
-
parallel: false,
|
|
179
|
-
on_failure: opts.onFailure === 'stop' ? 'stop' : 'continue'
|
|
180
|
-
}
|
|
181
|
-
};
|
|
182
|
-
return {
|
|
183
|
-
success: true,
|
|
184
|
-
yaml: this.toYaml(config),
|
|
185
|
-
config,
|
|
186
|
-
warnings: warnings.length > 0 ? warnings : undefined
|
|
187
|
-
};
|
|
188
|
-
}
|
|
189
|
-
/**
|
|
190
|
-
* Generate pack from performance test specification
|
|
191
|
-
*/
|
|
192
|
-
generateFromPerfSpec(spec, options) {
|
|
193
|
-
const opts = { ...this.defaults, ...options };
|
|
194
|
-
const warnings = [];
|
|
195
|
-
const gates = {};
|
|
196
|
-
// Build budgets from thresholds
|
|
197
|
-
const budgets = {
|
|
198
|
-
p95_ms: this.extractThreshold(spec.options?.thresholds || [], 'p(95)'),
|
|
199
|
-
p99_ms: this.extractThreshold(spec.options?.thresholds || [], 'p(99)')
|
|
200
|
-
};
|
|
201
|
-
// Add perf gate
|
|
202
|
-
gates['perf'] = {
|
|
203
|
-
adapter: 'k6-perf',
|
|
204
|
-
config: {
|
|
205
|
-
target: {
|
|
206
|
-
baseUrl: spec.baseUrl,
|
|
207
|
-
scenarios: spec.scenarios.map((s) => ({
|
|
208
|
-
name: s.name,
|
|
209
|
-
weight: s.weight,
|
|
210
|
-
requests: s.requests.map((r) => ({
|
|
211
|
-
method: r.method,
|
|
212
|
-
path: r.path,
|
|
213
|
-
headers: r.headers,
|
|
214
|
-
body: r.body
|
|
215
|
-
}))
|
|
216
|
-
}))
|
|
217
|
-
},
|
|
218
|
-
options: spec.options || {
|
|
219
|
-
duration: '30s',
|
|
220
|
-
vus: 10,
|
|
221
|
-
maxVus: 50
|
|
222
|
-
}
|
|
223
|
-
},
|
|
224
|
-
budgets
|
|
225
|
-
};
|
|
226
|
-
const config = {
|
|
227
|
-
version: 2,
|
|
228
|
-
name: opts.name,
|
|
229
|
-
description: opts.description,
|
|
230
|
-
gates,
|
|
231
|
-
execution: {
|
|
232
|
-
parallel: false,
|
|
233
|
-
on_failure: opts.onFailure === 'stop' ? 'stop' : 'continue'
|
|
234
|
-
}
|
|
235
|
-
};
|
|
236
|
-
return {
|
|
237
|
-
success: true,
|
|
238
|
-
yaml: this.toYaml(config),
|
|
239
|
-
config,
|
|
240
|
-
warnings: warnings.length > 0 ? warnings : undefined
|
|
241
|
-
};
|
|
242
|
-
}
|
|
243
|
-
/**
|
|
244
|
-
* Generate pack from generic test specification
|
|
245
|
-
*/
|
|
246
|
-
generateFromSpec(spec, options) {
|
|
247
|
-
switch (spec.type) {
|
|
248
|
-
case 'api':
|
|
249
|
-
return this.generateFromApiSpec(spec, options);
|
|
250
|
-
case 'ui':
|
|
251
|
-
return this.generateFromUiSpec(spec, options);
|
|
252
|
-
case 'perf':
|
|
253
|
-
return this.generateFromPerfSpec(spec, options);
|
|
254
|
-
case 'unit':
|
|
255
|
-
return {
|
|
256
|
-
success: false,
|
|
257
|
-
yaml: '',
|
|
258
|
-
config: {},
|
|
259
|
-
errors: ['Unit tests are not supported in pack YAML format. Use direct test file generation instead.']
|
|
260
|
-
};
|
|
261
|
-
default:
|
|
262
|
-
return {
|
|
263
|
-
success: false,
|
|
264
|
-
yaml: '',
|
|
265
|
-
config: {},
|
|
266
|
-
errors: [`Unknown test type: ${spec.type}`]
|
|
267
|
-
};
|
|
268
|
-
}
|
|
269
|
-
}
|
|
270
|
-
/**
|
|
271
|
-
* Format endpoint as smoke test spec
|
|
272
|
-
*/
|
|
273
|
-
formatEndpointSpec(endpoint) {
|
|
274
|
-
const firstExpectation = endpoint.expectations?.[0];
|
|
275
|
-
const status = firstExpectation?.status ?? 200;
|
|
276
|
-
const statusStr = Array.isArray(status) ? status[0] : status;
|
|
277
|
-
return `${endpoint.method} ${endpoint.path} -> ${statusStr}`;
|
|
278
|
-
}
|
|
279
|
-
/**
|
|
280
|
-
* Format page action
|
|
281
|
-
*/
|
|
282
|
-
formatPageAction(action) {
|
|
283
|
-
const formatted = {
|
|
284
|
-
action: action.type
|
|
285
|
-
};
|
|
286
|
-
if (action.selector) {
|
|
287
|
-
formatted.selector = action.selector;
|
|
288
|
-
}
|
|
289
|
-
if (action.value) {
|
|
290
|
-
formatted.value = action.value;
|
|
291
|
-
}
|
|
292
|
-
if (action.timeout) {
|
|
293
|
-
formatted.timeout = action.timeout;
|
|
294
|
-
}
|
|
295
|
-
return formatted;
|
|
296
|
-
}
|
|
297
|
-
/**
|
|
298
|
-
* Extract threshold value from thresholds array
|
|
299
|
-
*/
|
|
300
|
-
extractThreshold(thresholds, metric) {
|
|
301
|
-
const threshold = thresholds.find((t) => t.condition.includes(metric));
|
|
302
|
-
if (threshold) {
|
|
303
|
-
const match = threshold.condition.match(/<(\d+)/);
|
|
304
|
-
return match ? parseInt(match[1], 10) : 1000;
|
|
305
|
-
}
|
|
306
|
-
return 1000;
|
|
307
|
-
}
|
|
308
|
-
/**
|
|
309
|
-
* Convert config to YAML string
|
|
310
|
-
* Note: This is a simple YAML generator. For production, use a proper YAML library.
|
|
311
|
-
*/
|
|
312
|
-
toYaml(config) {
|
|
313
|
-
const lines = [];
|
|
314
|
-
lines.push(`version: ${config.version}`);
|
|
315
|
-
lines.push(`name: ${config.name}`);
|
|
316
|
-
if (config.description) {
|
|
317
|
-
lines.push(`description: ${config.description}`);
|
|
318
|
-
}
|
|
319
|
-
// Gates
|
|
320
|
-
if (config.gates && Object.keys(config.gates).length > 0) {
|
|
321
|
-
lines.push(`\ngates:`);
|
|
322
|
-
for (const [gateName, gateConfig] of Object.entries(config.gates)) {
|
|
323
|
-
lines.push(` ${gateName}:`);
|
|
324
|
-
if (gateConfig.adapter) {
|
|
325
|
-
lines.push(` adapter: ${gateConfig.adapter}`);
|
|
326
|
-
}
|
|
327
|
-
if (gateConfig.config) {
|
|
328
|
-
lines.push(` config:`);
|
|
329
|
-
this.indentObject(lines, gateConfig.config, 6);
|
|
330
|
-
}
|
|
331
|
-
if (gateConfig.options) {
|
|
332
|
-
lines.push(` options:`);
|
|
333
|
-
this.indentObject(lines, gateConfig.options, 6);
|
|
334
|
-
}
|
|
335
|
-
if (gateConfig.budgets) {
|
|
336
|
-
lines.push(` budgets:`);
|
|
337
|
-
this.indentObject(lines, gateConfig.budgets, 6);
|
|
338
|
-
}
|
|
339
|
-
}
|
|
340
|
-
}
|
|
341
|
-
// Auth
|
|
342
|
-
if (config.auth && config.auth.profiles) {
|
|
343
|
-
lines.push(`\nauth:`);
|
|
344
|
-
lines.push(` profiles:`);
|
|
345
|
-
for (const [profileName, profile] of Object.entries(config.auth.profiles)) {
|
|
346
|
-
lines.push(` ${profileName}:`);
|
|
347
|
-
this.indentObject(lines, profile, 6);
|
|
348
|
-
}
|
|
349
|
-
}
|
|
350
|
-
// Execution
|
|
351
|
-
if (config.execution) {
|
|
352
|
-
lines.push(`\nexecution:`);
|
|
353
|
-
this.indentObject(lines, config.execution, 2);
|
|
354
|
-
}
|
|
355
|
-
return lines.join('\n');
|
|
356
|
-
}
|
|
357
|
-
/**
|
|
358
|
-
* Helper to indent object properties
|
|
359
|
-
*/
|
|
360
|
-
indentObject(lines, obj, indent) {
|
|
361
|
-
const spaces = ' '.repeat(indent);
|
|
362
|
-
for (const [key, value] of Object.entries(obj)) {
|
|
363
|
-
if (value === undefined || value === null) {
|
|
364
|
-
continue;
|
|
365
|
-
}
|
|
366
|
-
if (typeof value === 'object' && !Array.isArray(value)) {
|
|
367
|
-
lines.push(`${spaces}${key}:`);
|
|
368
|
-
this.indentObject(lines, value, indent + 2);
|
|
369
|
-
}
|
|
370
|
-
else if (Array.isArray(value)) {
|
|
371
|
-
if (value.length === 0) {
|
|
372
|
-
lines.push(`${spaces}${key}: []`);
|
|
373
|
-
}
|
|
374
|
-
else {
|
|
375
|
-
lines.push(`${spaces}${key}:`);
|
|
376
|
-
for (const item of value) {
|
|
377
|
-
if (typeof item === 'object' && !Array.isArray(item)) {
|
|
378
|
-
lines.push(`${spaces} -`);
|
|
379
|
-
this.indentObject(lines, item, indent + 4);
|
|
380
|
-
}
|
|
381
|
-
else {
|
|
382
|
-
lines.push(`${spaces} - ${JSON.stringify(item)}`);
|
|
383
|
-
}
|
|
384
|
-
}
|
|
385
|
-
}
|
|
386
|
-
}
|
|
387
|
-
else if (typeof value === 'string') {
|
|
388
|
-
lines.push(`${spaces}${key}: ${value}`);
|
|
389
|
-
}
|
|
390
|
-
else {
|
|
391
|
-
lines.push(`${spaces}${key}: ${JSON.stringify(value)}`);
|
|
392
|
-
}
|
|
393
|
-
}
|
|
394
|
-
}
|
|
395
|
-
}
|
|
396
|
-
/**
|
|
397
|
-
* Convenience function to generate pack from API spec
|
|
398
|
-
*/
|
|
399
|
-
export function generatePackFromApiSpec(spec, options) {
|
|
400
|
-
const generator = new PackGenerator(options);
|
|
401
|
-
return generator.generateFromApiSpec(spec, options);
|
|
402
|
-
}
|
|
403
|
-
/**
|
|
404
|
-
* Convenience function to generate pack from UI spec
|
|
405
|
-
*/
|
|
406
|
-
export function generatePackFromUiSpec(spec, options) {
|
|
407
|
-
const generator = new PackGenerator(options);
|
|
408
|
-
return generator.generateFromUiSpec(spec, options);
|
|
409
|
-
}
|
|
410
|
-
/**
|
|
411
|
-
* Convenience function to generate pack from performance spec
|
|
412
|
-
*/
|
|
413
|
-
export function generatePackFromPerfSpec(spec, options) {
|
|
414
|
-
const generator = new PackGenerator(options);
|
|
415
|
-
return generator.generateFromPerfSpec(spec, options);
|
|
416
|
-
}
|