qa360 2.1.7 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.BETA_TESTING_FEEDBACK.md +256 -0
- package/.claude/settings.local.json +154 -0
- package/.editorconfig +21 -0
- package/.github/CODEOWNERS +23 -0
- package/.github/ISSUE_TEMPLATE/bug_report.yml +108 -0
- package/.github/ISSUE_TEMPLATE/feedback_dx.yml +121 -0
- package/.github/dependabot.yml +35 -0
- package/.github/workflows/mcp-dx.yml +106 -0
- package/.github/workflows/release.yml +26 -0
- package/.github/workflows/test.yml +93 -0
- package/.nvmrc +1 -0
- package/.qa360-artifacts/.gitkeep +0 -0
- package/.qa360-artifacts/baselines/.gitkeep +0 -0
- package/.qa360-artifacts/cache/.gitkeep +0 -0
- package/.qa360-artifacts/reports/.gitkeep +0 -0
- package/.qa360-artifacts/screenshots/.gitkeep +0 -0
- package/.qa360-baselines/www_xyqo_ai.baseline.json +33 -0
- package/CHANGELOG.md +234 -0
- package/CODEOWNERS +43 -0
- package/CONTRIBUTING.md +273 -0
- package/NOVICE_USER_GUIDE.md +272 -0
- package/QUICK_START.md +191 -0
- package/README.md +191 -163
- package/adapters/README.md +46 -0
- package/check-branches.sh +32 -0
- package/cli/.qa360/keys/ed25519.key +1 -0
- package/cli/.qa360/keys/ed25519.pub +1 -0
- package/cli/CHANGELOG.md +84 -0
- package/cli/LICENSE +24 -0
- package/cli/README.md +222 -0
- package/cli/examples/README.md +160 -0
- package/cli/package.json +76 -0
- package/cli/scripts/bundle-for-npm.sh +51 -0
- package/cli/scripts/validate-package.js +116 -0
- package/cli/src/__tests__/commands/doctor.test.ts +108 -0
- package/cli/src/__tests__/index.test.ts +15 -0
- package/cli/src/cli-minimal.ts +44 -0
- package/cli/src/commands/__tests__/crawl.test.ts +412 -0
- package/cli/src/commands/__tests__/doctor-qa360-home.test.ts +156 -0
- package/cli/src/commands/__tests__/e2e-ui-tests.test.ts +494 -0
- package/cli/src/commands/__tests__/e2e.test.ts +187 -0
- package/cli/src/commands/__tests__/flakiness.test.ts +528 -0
- package/cli/src/commands/__tests__/generate.test.ts +507 -0
- package/cli/src/commands/__tests__/history.integration.test.ts +358 -0
- package/cli/src/commands/__tests__/history.test.ts +433 -0
- package/cli/src/commands/__tests__/monitor-realworld.test.ts +199 -0
- package/cli/src/commands/__tests__/monitor.test.ts +81 -0
- package/cli/src/commands/__tests__/ollama.test.ts +529 -0
- package/cli/src/commands/__tests__/repair.test.ts +225 -0
- package/cli/src/commands/__tests__/report.integration.test.ts +167 -0
- package/cli/src/commands/__tests__/report.test.ts +294 -0
- package/cli/src/commands/__tests__/report.vitest.ts +288 -0
- package/cli/src/commands/__tests__/retry.test.ts +78 -0
- package/cli/src/commands/__tests__/run.integration.test.ts +240 -0
- package/cli/src/commands/__tests__/run.test.ts +346 -0
- package/cli/src/commands/__tests__/run.vitest.ts +301 -0
- package/cli/src/commands/__tests__/secrets.test.ts +114 -0
- package/cli/src/commands/__tests__/serve.test.ts +80 -0
- package/cli/src/commands/__tests__/verify.test.ts +103 -0
- package/cli/src/commands/ai.ts +702 -0
- package/cli/src/commands/ask.ts +678 -0
- package/cli/src/commands/coverage.ts +305 -0
- package/cli/src/commands/crawl.ts +155 -0
- package/cli/src/commands/doctor.ts +610 -0
- package/cli/src/commands/examples.ts +248 -0
- package/cli/src/commands/explain.ts +710 -0
- package/cli/src/commands/flakiness.ts +560 -0
- package/cli/src/commands/generate.ts +566 -0
- package/cli/src/commands/history.ts +914 -0
- package/cli/src/commands/init.ts +777 -0
- package/cli/src/commands/monitor.ts +270 -0
- package/cli/src/commands/ollama.ts +337 -0
- package/cli/src/commands/pack.ts +497 -0
- package/cli/src/commands/regression.ts +400 -0
- package/cli/src/commands/repair.ts +356 -0
- package/cli/src/commands/report.ts +463 -0
- package/cli/src/commands/retry.ts +380 -0
- package/cli/src/commands/run.ts +218 -0
- package/cli/src/commands/scan.ts +177 -0
- package/cli/src/commands/secrets.ts +340 -0
- package/cli/src/commands/serve.ts +194 -0
- package/cli/src/commands/slo.ts +387 -0
- package/cli/src/commands/verify-temp-note.md +11 -0
- package/cli/src/commands/verify.ts +322 -0
- package/cli/src/generators/index.ts +6 -0
- package/cli/src/generators/json-reporter.ts +15 -0
- package/cli/src/generators/test-generator.ts +90 -0
- package/cli/src/index.ts +289 -0
- package/cli/src/scanners/dom-scanner.ts +360 -0
- package/cli/src/scanners/index.ts +5 -0
- package/cli/src/types/scan.ts +84 -0
- package/cli/src/utils/config.ts +145 -0
- package/cli/tsconfig.bundle.json +12 -0
- package/cli/tsconfig.json +23 -0
- package/cli/vitest.config.ts +59 -0
- package/core/LICENSE +24 -0
- package/core/README.md +64 -0
- package/core/package.json +81 -0
- package/core/src/__tests__/adapters-contract/adapters-contract.test.md +156 -0
- package/core/src/__tests__/index.test.ts +31 -0
- package/core/src/__tests__/integration/phase3.test.ts +405 -0
- package/core/src/__tests__/pack/validator.test.ts +312 -0
- package/core/src/__tests__/secrets/crypto.test.ts +190 -0
- package/core/src/__tests__/secrets/manager.test.ts +316 -0
- package/core/src/__tests__/security/redactor-phase3.test.ts +233 -0
- package/core/src/__tests__/serve/health-checker.test.ts +155 -0
- package/core/src/__tests__/serve/process-manager.test.ts +213 -0
- package/core/src/__tests__/serve/server.test.ts +103 -0
- package/core/src/__tests__/vault/cas.test.ts +178 -0
- package/core/src/__tests__/vault/vault.test.ts +296 -0
- package/core/src/adapters/__tests__/fixtures/jest-coverage.json +8 -0
- package/core/src/adapters/__tests__/fixtures/jest-results.json +41 -0
- package/core/src/adapters/__tests__/fixtures/pytest-junit.xml +16 -0
- package/core/src/adapters/__tests__/fixtures/vitest-coverage.json +8 -0
- package/core/src/adapters/__tests__/fixtures/vitest-results.json +50 -0
- package/core/src/adapters/__tests__/gitleaks-secrets.test.ts +452 -0
- package/core/src/adapters/__tests__/jest-adapter.test.ts +276 -0
- package/core/src/adapters/__tests__/k6-perf.test.ts +538 -0
- package/core/src/adapters/__tests__/osv-deps.test.ts +471 -0
- package/core/src/adapters/__tests__/playwright-native-api.test.ts +792 -0
- package/core/src/adapters/__tests__/playwright-ui-e2e.test.ts +431 -0
- package/core/src/adapters/__tests__/playwright-ui.test.ts +1073 -0
- package/core/src/adapters/__tests__/pytest-adapter.test.ts +207 -0
- package/core/src/adapters/__tests__/semgrep-sast.test.ts +436 -0
- package/core/src/adapters/__tests__/vitest-adapter.test.ts +208 -0
- package/core/src/adapters/__tests__/zap-dast.test.ts +453 -0
- package/core/src/adapters/gitleaks-secrets.ts +521 -0
- package/core/src/adapters/jest-adapter.ts +306 -0
- package/core/src/adapters/k6-perf.ts +479 -0
- package/core/src/adapters/osv-deps.ts +467 -0
- package/core/src/adapters/playwright-native-adapter.ts +472 -0
- package/core/src/adapters/playwright-native-api.ts +619 -0
- package/core/src/adapters/playwright-ui.ts +1088 -0
- package/core/src/adapters/pytest-adapter.ts +472 -0
- package/core/src/adapters/semgrep-sast.ts +410 -0
- package/core/src/adapters/unit-test-types.ts +106 -0
- package/core/src/adapters/vitest-adapter.ts +295 -0
- package/core/src/adapters/zap-dast.ts +551 -0
- package/core/src/ai/__tests__/deepseek-provider.test.ts +586 -0
- package/core/src/ai/__tests__/ollama-provider.test.ts +641 -0
- package/core/src/ai/anthropic-provider.ts +262 -0
- package/core/src/ai/deepseek-provider.ts +315 -0
- package/core/src/ai/index.ts +87 -0
- package/core/src/ai/llm-client.ts +52 -0
- package/core/src/ai/mock-provider.ts +146 -0
- package/core/src/ai/ollama-provider.ts +269 -0
- package/core/src/ai/openai-provider.ts +240 -0
- package/core/src/ai/provider-factory.ts +408 -0
- package/core/src/artifacts/README.md +78 -0
- package/core/src/artifacts/index.ts +16 -0
- package/core/src/artifacts/ui-artifacts.ts +412 -0
- package/core/src/assertions/__tests__/engine.test.ts +360 -0
- package/core/src/assertions/engine.ts +577 -0
- package/core/src/assertions/index.ts +13 -0
- package/core/src/assertions/types.ts +229 -0
- package/core/src/auth/__tests__/api-key-provider.test.ts +282 -0
- package/core/src/auth/__tests__/auth-manager.test.ts +430 -0
- package/core/src/auth/__tests__/basic-auth-provider.test.ts +364 -0
- package/core/src/auth/__tests__/cloud-providers.test.ts +751 -0
- package/core/src/auth/__tests__/jwt-provider.test.ts +400 -0
- package/core/src/auth/__tests__/oauth2-provider.test.ts +383 -0
- package/core/src/auth/__tests__/totp-provider.test.ts +294 -0
- package/core/src/auth/__tests__/ui-login-provider.test.ts +323 -0
- package/core/src/auth/api-key-provider.ts +75 -0
- package/core/src/auth/aws-iam-provider.ts +212 -0
- package/core/src/auth/azure-ad-provider.ts +126 -0
- package/core/src/auth/basic-auth-provider.ts +133 -0
- package/core/src/auth/gcp-adc-provider.ts +146 -0
- package/core/src/auth/index.ts +342 -0
- package/core/src/auth/jwt-provider.ts +193 -0
- package/core/src/auth/manager.ts +281 -0
- package/core/src/auth/oauth2-provider.ts +141 -0
- package/core/src/auth/totp-provider.ts +163 -0
- package/core/src/auth/ui-login-provider.ts +242 -0
- package/core/src/cache/__tests__/lru-cache.test.ts +564 -0
- package/core/src/cache/index.ts +13 -0
- package/core/src/cache/lru-cache.ts +536 -0
- package/core/src/crawler/__tests__/journey-generator.test.ts +344 -0
- package/core/src/crawler/__tests__/selector-generator.test.ts +211 -0
- package/core/src/crawler/index.ts +335 -0
- package/core/src/crawler/journey-generator.ts +471 -0
- package/core/src/crawler/page-analyzer.ts +857 -0
- package/core/src/crawler/selector-generator.ts +280 -0
- package/core/src/crawler/types.ts +475 -0
- package/core/src/dashboard/__tests__/real-world.test.ts +430 -0
- package/core/src/dashboard/__tests__/server.test.ts +283 -0
- package/core/src/dashboard/__tests__/types.test.ts +208 -0
- package/core/src/dashboard/assets.ts +692 -0
- package/core/src/dashboard/index.ts +17 -0
- package/core/src/dashboard/server.ts +401 -0
- package/core/src/dashboard/types.ts +78 -0
- package/core/src/discoverer/__tests__/test-discoverer.test.ts +444 -0
- package/core/src/discoverer/index.ts +374 -0
- package/core/src/fixtures/__tests__/loader.test.ts +246 -0
- package/core/src/fixtures/__tests__/resolver.test.ts +334 -0
- package/core/src/fixtures/index.ts +9 -0
- package/core/src/fixtures/loader.ts +189 -0
- package/core/src/fixtures/resolver.ts +221 -0
- package/core/src/fixtures/types.ts +86 -0
- package/core/src/flakiness/__tests__/flakiness.test.ts +554 -0
- package/core/src/flakiness/index.ts +536 -0
- package/core/src/generation/__tests__/code-formatter.test.ts +170 -0
- package/core/src/generation/__tests__/code-generator-contract.test.ts +207 -0
- package/core/src/generation/__tests__/code-generator.test.ts +586 -0
- package/core/src/generation/__tests__/crawler-pack-generator.test.ts +479 -0
- package/core/src/generation/__tests__/generation-e2e-b2bshop.test.ts +718 -0
- package/core/src/generation/__tests__/generation-integration.test.ts +655 -0
- package/core/src/generation/__tests__/pack-generator.test.ts +408 -0
- package/core/src/generation/__tests__/prompt-builder.test.ts +200 -0
- package/core/src/generation/__tests__/real-provider-integration.test.ts +414 -0
- package/core/src/generation/__tests__/source-analyzer.test.ts +774 -0
- package/core/src/generation/__tests__/test-optimizer.test.ts +255 -0
- package/core/src/generation/code-formatter.ts +408 -0
- package/core/src/generation/code-generator.ts +470 -0
- package/core/src/generation/crawler-pack-generator.ts +289 -0
- package/core/src/generation/generator.ts +113 -0
- package/core/src/generation/index.ts +59 -0
- package/core/src/generation/pack-generator.ts +527 -0
- package/core/src/generation/prompt-builder.ts +772 -0
- package/core/src/generation/source-analyzer.ts +830 -0
- package/core/src/generation/test-optimizer.ts +474 -0
- package/core/src/generation/types.ts +217 -0
- package/core/src/hooks/__tests__/compose.test.ts +636 -0
- package/core/src/hooks/__tests__/runner.test.ts +478 -0
- package/core/src/hooks/compose.ts +268 -0
- package/core/src/hooks/runner.ts +364 -0
- package/core/src/index.ts +255 -0
- package/core/src/pack/__tests__/migrator.test.ts +594 -0
- package/core/src/pack/__tests__/validator.test.ts +759 -0
- package/core/src/pack/migrator.ts +353 -0
- package/core/src/pack/validator.ts +359 -0
- package/core/src/pack-v2/__tests__/loader.test.ts +533 -0
- package/core/src/pack-v2/__tests__/migrator.test.ts +455 -0
- package/core/src/pack-v2/__tests__/validator.test.ts +609 -0
- package/core/src/pack-v2/index.ts +41 -0
- package/core/src/pack-v2/loader.ts +358 -0
- package/core/src/pack-v2/migrator.ts +540 -0
- package/core/src/pack-v2/validator.ts +726 -0
- package/core/src/parallel/README.md +143 -0
- package/core/src/parallel/index.ts +16 -0
- package/core/src/parallel/parallel-runner.ts +282 -0
- package/core/src/pom/__tests__/loader.test.ts +378 -0
- package/core/src/pom/base-page.ts +425 -0
- package/core/src/pom/index.ts +45 -0
- package/core/src/pom/loader.ts +480 -0
- package/core/src/pom/types.ts +146 -0
- package/core/src/proof/__tests__/proof-roundtrip.test.ts +149 -0
- package/core/src/proof/__tests__/schema-validation-manual.mjs +211 -0
- package/core/src/proof/__tests__/schema-validation.test.ts +336 -0
- package/core/src/proof/__tests__/signer.test.ts +486 -0
- package/core/src/proof/__tests__/temporal-regression.test.ts +537 -0
- package/core/src/proof/__tests__/verifier-advanced.test.ts +588 -0
- package/core/src/proof/__tests__/verifier.test.ts +413 -0
- package/core/src/proof/bundle.ts +290 -0
- package/core/src/proof/canonicalize.ts +116 -0
- package/core/src/proof/index.ts +74 -0
- package/core/src/proof/schema.ts +285 -0
- package/core/src/proof/signer.ts +293 -0
- package/core/src/proof/verifier.ts +380 -0
- package/core/src/regression/__tests__/detector.test.ts +396 -0
- package/core/src/regression/__tests__/trend-analyzer.test.ts +300 -0
- package/core/src/regression/detector.ts +629 -0
- package/core/src/regression/index.ts +34 -0
- package/core/src/regression/trend-analyzer.ts +468 -0
- package/core/src/regression/types.ts +295 -0
- package/core/src/regression/vault.ts +419 -0
- package/core/src/repair/__tests__/repairer.test.ts +572 -0
- package/core/src/repair/__tests__/types.test.ts +302 -0
- package/core/src/repair/engine/__tests__/fixer.test.ts +482 -0
- package/core/src/repair/engine/__tests__/suggestion-engine.test.ts +395 -0
- package/core/src/repair/engine/fixer.ts +271 -0
- package/core/src/repair/engine/suggestion-engine.ts +234 -0
- package/core/src/repair/index.ts +53 -0
- package/core/src/repair/repairer.ts +376 -0
- package/core/src/repair/types.ts +119 -0
- package/core/src/repair/utils/__tests__/error-analyzer.test.ts +454 -0
- package/core/src/repair/utils/error-analyzer.ts +308 -0
- package/core/src/reporting/README.md +144 -0
- package/core/src/reporting/html-reporter.ts +835 -0
- package/core/src/reporting/index.ts +16 -0
- package/core/src/retry/README.md +192 -0
- package/core/src/retry/__tests__/flakiness-integration.test.ts +475 -0
- package/core/src/retry/__tests__/retry-engine.test.ts +424 -0
- package/core/src/retry/flakiness-integration.ts +267 -0
- package/core/src/retry/index.ts +48 -0
- package/core/src/retry/retry-engine.ts +368 -0
- package/core/src/retry/types.ts +208 -0
- package/core/src/retry/vault.ts +413 -0
- package/core/src/runner/__tests__/flakiness-integration.test.ts +566 -0
- package/core/src/runner/__tests__/phase3-e2e-b2bshop.test.ts +218 -0
- package/core/src/runner/__tests__/phase3-e2e-reqres.test.ts +199 -0
- package/core/src/runner/__tests__/phase3-runner.test.ts +1118 -0
- package/core/src/runner/e2e-helpers.ts +216 -0
- package/core/src/runner/phase3-runner.ts +1236 -0
- package/core/src/schemas/gherkin-report.json +122 -0
- package/core/src/secrets/__tests__/crypto.test.ts +180 -0
- package/core/src/secrets/crypto.ts +289 -0
- package/core/src/secrets/manager.ts +272 -0
- package/core/src/security/__tests__/hardening.test.ts +480 -0
- package/core/src/security/redaction-patterns-extended.ts +278 -0
- package/core/src/security/redactor.ts +326 -0
- package/core/src/self-healing/assertion-healer.ts +485 -0
- package/core/src/self-healing/engine.ts +626 -0
- package/core/src/self-healing/index.ts +33 -0
- package/core/src/self-healing/selector-healer.ts +488 -0
- package/core/src/self-healing/types.ts +193 -0
- package/core/src/serve/diagnostics-collector.ts +201 -0
- package/core/src/serve/health-checker.ts +274 -0
- package/core/src/serve/index.ts +9 -0
- package/core/src/serve/metrics-collector.ts +386 -0
- package/core/src/serve/process-manager.ts +265 -0
- package/core/src/serve/server.ts +230 -0
- package/core/src/slo/config.ts +408 -0
- package/core/src/slo/index.ts +68 -0
- package/core/src/slo/sli-calculator.ts +474 -0
- package/core/src/slo/slo-tracker.ts +481 -0
- package/core/src/slo/types.ts +408 -0
- package/core/src/slo/vault.ts +600 -0
- package/core/src/tui/__tests__/monitor.test.ts +336 -0
- package/core/src/tui/__tests__/real-world.test.ts +376 -0
- package/core/src/tui/__tests__/renderer.test.ts +201 -0
- package/core/src/tui/__tests__/types.test.ts +295 -0
- package/core/src/tui/index.ts +19 -0
- package/core/src/tui/monitor.ts +331 -0
- package/core/src/tui/renderer.ts +269 -0
- package/core/src/tui/types.ts +68 -0
- package/core/src/types/pack-v1.ts +305 -0
- package/core/src/types/pack-v2.ts +501 -0
- package/core/src/types/trust-score.ts +258 -0
- package/core/src/vault/__tests__/flakiness-vault.test.ts +562 -0
- package/core/src/vault/__tests__/vault.test.ts +259 -0
- package/core/src/vault/cas.ts +323 -0
- package/core/src/vault/index.ts +1361 -0
- package/core/src/vault/schema.sql +168 -0
- package/core/src/visual/README.md +185 -0
- package/core/src/visual/index.ts +14 -0
- package/core/src/visual/visual-regression.ts +347 -0
- package/core/src/watch/__tests__/watch-mode.test.ts +192 -0
- package/core/src/watch/index.ts +14 -0
- package/core/src/watch/watch-mode.ts +565 -0
- package/core/tsconfig.json +12 -0
- package/core/vitest.config.ts +52 -0
- package/docs/ARCHITECTURE.md +901 -0
- package/docs/AUDIT-GLOBAL-DEC2025.md +271 -0
- package/docs/BETA_TESTING.md +257 -0
- package/docs/BETA_TESTING_PLAN.md +727 -0
- package/docs/CERTIFICATION-REPORT.md +142 -0
- package/docs/COMPLETE_AUDIT_REFACTORING.md +965 -0
- package/docs/DEVELOPMENT.md +545 -0
- package/docs/DEVELOPMENT_HISTORY.md +345 -0
- package/docs/LIMITATIONS.md +176 -0
- package/docs/MIGRATION.md +303 -0
- package/docs/OPTION_3_4_EXPLORATION.md +1257 -0
- package/docs/PHASE1_PERFORMANCE.md +144 -0
- package/docs/QA360_Cloud.postman_collection.json +89 -0
- package/docs/QA360_TESTING_PHILOSOPHY.md +769 -0
- package/docs/QA_TEST_PLAN.md +727 -0
- package/docs/README.md +50 -0
- package/docs/STATUS.md +198 -0
- package/docs/STRATEGIC_STUDY_GOOSE_INTEGRATION.md +615 -0
- package/docs/USER_GUIDE.md +687 -0
- package/docs/WORK-DONE-ADAPTER-TESTS.md +136 -0
- package/docs/adapters-security.md +485 -0
- package/docs/architecture-diagram.mmd +168 -0
- package/docs/archive/ARCH-01-DAY6-BUILD-FIXES.md +396 -0
- package/docs/archive/ARCH-01-DAY6-FINAL-STATUS.md +324 -0
- package/docs/archive/ARCH-01_MCP_MERGE_ANALYSIS.md +644 -0
- package/docs/archive/ARCH-01_NEXT_STEPS.md +60 -0
- package/docs/archive/BRANCH_PROTECTION.md +183 -0
- package/docs/archive/CI_LOCKDOWN_CHECKLIST.md +222 -0
- package/docs/archive/HANDOFF_TEST-01.md +669 -0
- package/docs/archive/LEGAL_READY_PLACEHOLDERS.md +372 -0
- package/docs/archive/NODE_UPGRADE_GUIDE.md +188 -0
- package/docs/archive/PHASE1_COMPLETION.md +386 -0
- package/docs/archive/PHASE2_COMPLETION.md +404 -0
- package/docs/archive/PHASE3_AND_4_FINAL.md +360 -0
- package/docs/archive/PHASE3_COMPLETE.md +301 -0
- package/docs/archive/PHASE3_STATUS.md +255 -0
- package/docs/archive/PRE-WEEK2-AUDIT.md +364 -0
- package/docs/archive/README.md +16 -0
- package/docs/archive/SCHEMA_AJV_2020_FIX.md +245 -0
- package/docs/archive/TEST-01_AUDIT_REPORT.md +240 -0
- package/docs/archive/TEST-01_COVERAGE_PLAN.md +423 -0
- package/docs/archive/obsolete-proposals/dom-element-discovery-mode.md +250 -0
- package/docs/archive/obsolete-proposals/qa360-comprehensive-test-plan.md +1249 -0
- package/docs/archive/obsolete-proposals/qa360-quick-start-guide.md +298 -0
- package/docs/archive/obsolete-proposals/technical-plan-dom-discovery.md +870 -0
- package/docs/budgets-advanced.md +308 -0
- package/docs/examples/history-export-gc.md +285 -0
- package/docs/examples/pack-v2-complete.yaml +158 -0
- package/docs/examples/pack-v2-quickstart.yaml +24 -0
- package/docs/examples/pack-v2-ui-login.yaml +81 -0
- package/docs/examples/qa360-report.json +50 -0
- package/docs/history.md +565 -0
- package/docs/hooks.md +304 -0
- package/docs/llm-providers.md +512 -0
- package/docs/mcp-server.md +651 -0
- package/docs/mcp-tools.md +1131 -0
- package/docs/pack-v1.md +383 -0
- package/docs/pack-v2.md +558 -0
- package/docs/page-objects.md +366 -0
- package/docs/proofs.md +670 -0
- package/docs/quickstart-5min.md +257 -0
- package/docs/readiness-ci.md +654 -0
- package/docs/rfc/README.md +20 -0
- package/docs/rfc/proof-bundle-v1.md +787 -0
- package/docs/secrets.md +392 -0
- package/docs/serve.md +494 -0
- package/docs/unit-test-adapters.md +168 -0
- package/docs/vault.md +491 -0
- package/e2e/qa360-e2e.test.ts +696 -0
- package/e2e/vitest.config.ts +18 -0
- package/examples/README.md +30 -140
- package/examples/ci/docker-compose-serve.yml +375 -0
- package/examples/ci/github-actions-serve.yml +345 -0
- package/examples/ci/gitlab-ci-serve.yml +407 -0
- package/examples/datasets/README.md +101 -0
- package/examples/datasets/b2bshop.ts +155 -0
- package/examples/datasets/index.ts +57 -0
- package/examples/datasets/reqres.ts +195 -0
- package/examples/fixtures-demo/fixtures/users.yml +39 -0
- package/examples/fixtures-demo/pack.yml +71 -0
- package/examples/future-api/README.md +16 -0
- package/examples/future-api/diag.js +7 -0
- package/examples/future-api/health.js +4 -0
- package/examples/future-api/packs.js +13 -0
- package/examples/future-api/runpack.js +10 -0
- package/examples/generation/README.md +148 -0
- package/examples/generation/pack-generator-example.js +115 -0
- package/examples/generation/source-analyzer-example.js +115 -0
- package/examples/httpbin/pack.yml +59 -0
- package/examples/load-testing/mcp-load.yml +115 -0
- package/examples/load-testing/mcp-stdio.yml +95 -0
- package/examples/mcp/claude-desktop-config.json +33 -0
- package/examples/mcp/claude-desktop.json +16 -0
- package/examples/mcp/conversation-sample.md +131 -0
- package/examples/mcp/demo-60s.md +330 -0
- package/examples/mcp/sample-conversation.jsonl +21 -0
- package/examples/mcp/vscode-settings.json +22 -0
- package/examples/pack-v2-complete.yml +242 -0
- package/examples/pack-v2-examples.md +244 -0
- package/examples/pack-v2-quickstart.yml +55 -0
- package/examples/packs-business/ecommerce-api.yml +121 -0
- package/examples/packs-business/saas-dashboard-ui.yml +133 -0
- package/examples/packs-conformance/compose-multi.yml +174 -0
- package/examples/packs-conformance/full.yml +152 -0
- package/examples/packs-conformance/heavy-artifacts.yml +152 -0
- package/examples/packs-conformance/minimal.yml +71 -0
- package/examples/packs-conformance/secrets-missing.yml +97 -0
- package/examples/packs-conformance/timeouts.yml +77 -0
- package/examples/pom-demo/README.md +104 -0
- package/examples/pom-demo/pack.yml +60 -0
- package/examples/pom-demo/pages/DashboardPage.page.ts +73 -0
- package/examples/pom-demo/pages/LoginPage.page.ts +76 -0
- package/examples/proofs/e2e-playwright-proof.json +75 -0
- package/examples/proofs/httpbin-proof.json +69 -0
- package/examples/proofs/multi-adapter-proof.json +117 -0
- package/examples/proofs/test-proof.json +26 -0
- package/examples/restful-api-dev/README.md +102 -0
- package/examples/restful-api-dev/restful-api-advanced.yml +29 -0
- package/examples/restful-api-dev/restful-api-basic.yml +29 -0
- package/examples/web-lite/.github/workflows/qa360-phase3.yml +73 -0
- package/examples/web-lite/api-mock/server.js +258 -0
- package/examples/web-lite/pack.yml +71 -0
- package/examples/web-lite/services.yml +43 -0
- package/examples/web-lite/web-content/healthz +1 -0
- package/examples/web-lite/web-content/index.html +259 -0
- package/package.json +55 -45
- package/packages/mcp/CHANGELOG.md +109 -0
- package/packages/mcp/IMPLEMENTATION_SUMMARY.md +350 -0
- package/packages/mcp/LICENSE +21 -0
- package/packages/mcp/QUICK_START.md +291 -0
- package/packages/mcp/README.md +294 -0
- package/packages/mcp/TELEMETRY.md +220 -0
- package/packages/mcp/package.json +91 -0
- package/packages/mcp/scripts/generate-sbom-fallback.cjs +84 -0
- package/packages/mcp/scripts/safe-postinstall.cjs +32 -0
- package/packages/mcp/src/__tests__/contract.test.ts +902 -0
- package/packages/mcp/src/cli/cli.ts +137 -0
- package/packages/mcp/src/cli/doctor.ts +286 -0
- package/packages/mcp/src/cli/fix.ts +99 -0
- package/packages/mcp/src/cli/init.ts +233 -0
- package/packages/mcp/src/cli/postinstall.ts +14 -0
- package/packages/mcp/src/cli/reset.ts +44 -0
- package/packages/mcp/src/cli/telemetry.ts +166 -0
- package/packages/mcp/src/cli/test-dx.ts +94 -0
- package/packages/mcp/src/cli/uninstall.ts +80 -0
- package/packages/mcp/src/cli/up.ts +178 -0
- package/packages/mcp/src/index.ts +12 -0
- package/packages/mcp/src/scripts/e2e-local.ts +337 -0
- package/packages/mcp/src/scripts/verify-settings.ts +242 -0
- package/packages/mcp/src/security/audit.ts +244 -0
- package/packages/mcp/src/security/manager.ts +242 -0
- package/packages/mcp/src/server/full-server.ts +212 -0
- package/packages/mcp/src/server/minimal-server.ts +134 -0
- package/packages/mcp/src/tools/history.ts +388 -0
- package/packages/mcp/src/tools/pack.ts +449 -0
- package/packages/mcp/src/tools/registry.ts +638 -0
- package/packages/mcp/src/tools/report.ts +100 -0
- package/packages/mcp/src/tools/run.ts +268 -0
- package/packages/mcp/src/tools/secrets.ts +198 -0
- package/packages/mcp/src/tools/serve.ts +221 -0
- package/packages/mcp/src/tools/triage.ts +532 -0
- package/packages/mcp/src/tools/types.ts +26 -0
- package/packages/mcp/src/tools/vault.ts +164 -0
- package/packages/mcp/src/tools/verify.ts +166 -0
- package/packages/mcp/src/types/index.ts +311 -0
- package/packages/mcp/src/types/mcp-stubs.ts +83 -0
- package/packages/mcp/tsconfig.json +16 -0
- package/playwright.config.ts +20 -0
- package/pnpm-workspace.yaml +4 -0
- package/run-test-and-push.sh +20 -0
- package/scripts/build-proof-cli.sh +110 -0
- package/scripts/ci/check-windows-paths.js +92 -0
- package/scripts/ci/invariants.sh +124 -0
- package/scripts/ci/make-final-bundle.js +106 -0
- package/scripts/ci/mcp-run-multipack.js +305 -0
- package/scripts/ci/run-pack-suite.sh +103 -0
- package/scripts/ci/run-phase7-final.sh +190 -0
- package/scripts/ci/slo-assert.js +158 -0
- package/scripts/ci/test-fault-tolerance.sh +301 -0
- package/scripts/install-mcp.sh +66 -0
- package/scripts/mcp-smoke.mjs +27 -0
- package/scripts/smoke.sh +26 -0
- package/scripts/stress-test.js +288 -0
- package/scripts/sync-version.mjs +50 -0
- package/scripts/validate-examples.mjs +404 -0
- package/scripts/validation/simple-pack-check.sh +51 -0
- package/scripts/validation/validate-universal-pack.mjs +77 -0
- package/scripts/verify-persistence.js +127 -0
- package/test-pack.yaml +43 -0
- package/test-results/.last-run.json +4 -0
- package/test-runner.mjs +87 -0
- package/tests/artifacts.spec.js +147 -0
- package/tests/contracts.spec.js +239 -0
- package/tests/e2e/assertions.test.mjs +370 -0
- package/tests/e2e/crawler.test.mjs +451 -0
- package/tests/e2e/playwright-plus-plus.test.mjs +604 -0
- package/tests/e2e/proof-bundle.test.mjs +258 -0
- package/tests/e2e/real-world/saucedemo.test.mjs +714 -0
- package/tests/e2e/real-world/the-internet-herokuapp.test.mjs +760 -0
- package/tests/e2e/ui-actions.test.mjs +546 -0
- package/tests/gherkin.e2e.spec.ts +310 -0
- package/tests/no-console-errors.spec.js +136 -0
- package/tests/pdf.spec.ts +252 -0
- package/tests/run-pack.spec.ts +58 -0
- package/tsconfig.base.json +15 -0
- package/tsconfig.build.json +8 -0
- package/tsconfig.json +37 -0
- package/tsconfig.test.json +18 -0
- package/typedoc.json +37 -0
- package/ui/README.md +50 -0
- package/verify-proof.mjs +60 -0
- package/dist/cli-minimal.d.ts +0 -6
- package/dist/cli-minimal.js +0 -36
- package/dist/commands/ai.d.ts +0 -43
- package/dist/commands/ai.js +0 -616
- package/dist/commands/ask.d.ts +0 -94
- package/dist/commands/ask.js +0 -582
- package/dist/commands/coverage.d.ts +0 -8
- package/dist/commands/coverage.js +0 -252
- package/dist/commands/crawl.d.ts +0 -24
- package/dist/commands/crawl.js +0 -121
- package/dist/commands/doctor.d.ts +0 -54
- package/dist/commands/doctor.js +0 -513
- package/dist/commands/examples.d.ts +0 -33
- package/dist/commands/examples.js +0 -193
- package/dist/commands/explain.d.ts +0 -27
- package/dist/commands/explain.js +0 -630
- package/dist/commands/flakiness.d.ts +0 -73
- package/dist/commands/flakiness.js +0 -435
- package/dist/commands/generate.d.ts +0 -66
- package/dist/commands/generate.js +0 -438
- package/dist/commands/history.d.ts +0 -76
- package/dist/commands/history.js +0 -755
- package/dist/commands/init.d.ts +0 -106
- package/dist/commands/init.js +0 -616
- package/dist/commands/monitor.d.ts +0 -27
- package/dist/commands/monitor.js +0 -225
- package/dist/commands/ollama.d.ts +0 -40
- package/dist/commands/ollama.js +0 -301
- package/dist/commands/pack.d.ts +0 -70
- package/dist/commands/pack.js +0 -413
- package/dist/commands/regression.d.ts +0 -8
- package/dist/commands/regression.js +0 -340
- package/dist/commands/repair.d.ts +0 -26
- package/dist/commands/repair.js +0 -307
- package/dist/commands/report.d.ts +0 -62
- package/dist/commands/report.js +0 -378
- package/dist/commands/retry.d.ts +0 -43
- package/dist/commands/retry.js +0 -275
- package/dist/commands/run.d.ts +0 -41
- package/dist/commands/run.js +0 -169
- package/dist/commands/scan.d.ts +0 -5
- package/dist/commands/scan.js +0 -155
- package/dist/commands/secrets.d.ts +0 -58
- package/dist/commands/secrets.js +0 -289
- package/dist/commands/serve.d.ts +0 -13
- package/dist/commands/serve.js +0 -156
- package/dist/commands/slo.d.ts +0 -8
- package/dist/commands/slo.js +0 -327
- package/dist/commands/verify.d.ts +0 -32
- package/dist/commands/verify.js +0 -278
- package/dist/core/adapters/gitleaks-secrets.d.ts +0 -114
- package/dist/core/adapters/gitleaks-secrets.js +0 -410
- package/dist/core/adapters/k6-perf.d.ts +0 -85
- package/dist/core/adapters/k6-perf.js +0 -398
- package/dist/core/adapters/osv-deps.d.ts +0 -123
- package/dist/core/adapters/osv-deps.js +0 -372
- package/dist/core/adapters/playwright-native-adapter.d.ts +0 -121
- package/dist/core/adapters/playwright-native-adapter.js +0 -339
- package/dist/core/adapters/playwright-native-api.d.ts +0 -183
- package/dist/core/adapters/playwright-native-api.js +0 -465
- package/dist/core/adapters/playwright-ui.d.ts +0 -197
- package/dist/core/adapters/playwright-ui.js +0 -840
- package/dist/core/adapters/semgrep-sast.d.ts +0 -99
- package/dist/core/adapters/semgrep-sast.js +0 -322
- package/dist/core/adapters/zap-dast.d.ts +0 -133
- package/dist/core/adapters/zap-dast.js +0 -424
- package/dist/core/ai/anthropic-provider.d.ts +0 -50
- package/dist/core/ai/anthropic-provider.js +0 -223
- package/dist/core/ai/deepseek-provider.d.ts +0 -81
- package/dist/core/ai/deepseek-provider.js +0 -266
- package/dist/core/ai/index.d.ts +0 -60
- package/dist/core/ai/index.js +0 -18
- package/dist/core/ai/llm-client.d.ts +0 -45
- package/dist/core/ai/llm-client.js +0 -7
- package/dist/core/ai/mock-provider.d.ts +0 -49
- package/dist/core/ai/mock-provider.js +0 -121
- package/dist/core/ai/ollama-provider.d.ts +0 -78
- package/dist/core/ai/ollama-provider.js +0 -204
- package/dist/core/ai/openai-provider.d.ts +0 -48
- package/dist/core/ai/openai-provider.js +0 -200
- package/dist/core/ai/provider-factory.d.ts +0 -160
- package/dist/core/ai/provider-factory.js +0 -269
- package/dist/core/artifacts/index.d.ts +0 -6
- package/dist/core/artifacts/index.js +0 -6
- package/dist/core/artifacts/ui-artifacts.d.ts +0 -133
- package/dist/core/artifacts/ui-artifacts.js +0 -304
- package/dist/core/assertions/engine.d.ts +0 -51
- package/dist/core/assertions/engine.js +0 -530
- package/dist/core/assertions/index.d.ts +0 -11
- package/dist/core/assertions/index.js +0 -11
- package/dist/core/assertions/types.d.ts +0 -121
- package/dist/core/assertions/types.js +0 -37
- package/dist/core/auth/api-key-provider.d.ts +0 -16
- package/dist/core/auth/api-key-provider.js +0 -63
- package/dist/core/auth/aws-iam-provider.d.ts +0 -35
- package/dist/core/auth/aws-iam-provider.js +0 -177
- package/dist/core/auth/azure-ad-provider.d.ts +0 -15
- package/dist/core/auth/azure-ad-provider.js +0 -99
- package/dist/core/auth/basic-auth-provider.d.ts +0 -26
- package/dist/core/auth/basic-auth-provider.js +0 -111
- package/dist/core/auth/gcp-adc-provider.d.ts +0 -27
- package/dist/core/auth/gcp-adc-provider.js +0 -126
- package/dist/core/auth/index.d.ts +0 -238
- package/dist/core/auth/index.js +0 -82
- package/dist/core/auth/jwt-provider.d.ts +0 -19
- package/dist/core/auth/jwt-provider.js +0 -160
- package/dist/core/auth/manager.d.ts +0 -84
- package/dist/core/auth/manager.js +0 -230
- package/dist/core/auth/oauth2-provider.d.ts +0 -17
- package/dist/core/auth/oauth2-provider.js +0 -114
- package/dist/core/auth/totp-provider.d.ts +0 -31
- package/dist/core/auth/totp-provider.js +0 -134
- package/dist/core/auth/ui-login-provider.d.ts +0 -26
- package/dist/core/auth/ui-login-provider.js +0 -198
- package/dist/core/cache/index.d.ts +0 -7
- package/dist/core/cache/index.js +0 -6
- package/dist/core/cache/lru-cache.d.ts +0 -203
- package/dist/core/cache/lru-cache.js +0 -397
- package/dist/core/core/coverage/analyzer.d.ts +0 -101
- package/dist/core/core/coverage/analyzer.js +0 -415
- package/dist/core/core/coverage/collector.d.ts +0 -74
- package/dist/core/core/coverage/collector.js +0 -459
- package/dist/core/core/coverage/config.d.ts +0 -37
- package/dist/core/core/coverage/config.js +0 -156
- package/dist/core/core/coverage/index.d.ts +0 -11
- package/dist/core/core/coverage/index.js +0 -15
- package/dist/core/core/coverage/types.d.ts +0 -267
- package/dist/core/core/coverage/types.js +0 -6
- package/dist/core/core/coverage/vault.d.ts +0 -95
- package/dist/core/core/coverage/vault.js +0 -405
- package/dist/core/coverage/analyzer.d.ts +0 -101
- package/dist/core/coverage/analyzer.js +0 -415
- package/dist/core/coverage/collector.d.ts +0 -74
- package/dist/core/coverage/collector.js +0 -459
- package/dist/core/coverage/config.d.ts +0 -37
- package/dist/core/coverage/config.js +0 -156
- package/dist/core/coverage/index.d.ts +0 -11
- package/dist/core/coverage/index.js +0 -15
- package/dist/core/coverage/types.d.ts +0 -267
- package/dist/core/coverage/types.js +0 -6
- package/dist/core/coverage/vault.d.ts +0 -95
- package/dist/core/coverage/vault.js +0 -405
- package/dist/core/crawler/index.d.ts +0 -57
- package/dist/core/crawler/index.js +0 -281
- package/dist/core/crawler/journey-generator.d.ts +0 -49
- package/dist/core/crawler/journey-generator.js +0 -412
- package/dist/core/crawler/page-analyzer.d.ts +0 -88
- package/dist/core/crawler/page-analyzer.js +0 -709
- package/dist/core/crawler/selector-generator.d.ts +0 -34
- package/dist/core/crawler/selector-generator.js +0 -240
- package/dist/core/crawler/types.d.ts +0 -353
- package/dist/core/crawler/types.js +0 -6
- package/dist/core/dashboard/assets.d.ts +0 -6
- package/dist/core/dashboard/assets.js +0 -690
- package/dist/core/dashboard/index.d.ts +0 -6
- package/dist/core/dashboard/index.js +0 -5
- package/dist/core/dashboard/server.d.ts +0 -72
- package/dist/core/dashboard/server.js +0 -354
- package/dist/core/dashboard/types.d.ts +0 -70
- package/dist/core/dashboard/types.js +0 -5
- package/dist/core/discoverer/index.d.ts +0 -115
- package/dist/core/discoverer/index.js +0 -250
- package/dist/core/flakiness/index.d.ts +0 -228
- package/dist/core/flakiness/index.js +0 -384
- package/dist/core/generation/code-formatter.d.ts +0 -111
- package/dist/core/generation/code-formatter.js +0 -307
- package/dist/core/generation/code-generator.d.ts +0 -144
- package/dist/core/generation/code-generator.js +0 -293
- package/dist/core/generation/crawler-pack-generator.d.ts +0 -44
- package/dist/core/generation/crawler-pack-generator.js +0 -231
- package/dist/core/generation/generator.d.ts +0 -40
- package/dist/core/generation/generator.js +0 -76
- package/dist/core/generation/index.d.ts +0 -32
- package/dist/core/generation/index.js +0 -30
- package/dist/core/generation/pack-generator.d.ts +0 -107
- package/dist/core/generation/pack-generator.js +0 -416
- package/dist/core/generation/prompt-builder.d.ts +0 -132
- package/dist/core/generation/prompt-builder.js +0 -672
- package/dist/core/generation/source-analyzer.d.ts +0 -213
- package/dist/core/generation/source-analyzer.js +0 -657
- package/dist/core/generation/test-optimizer.d.ts +0 -117
- package/dist/core/generation/test-optimizer.js +0 -328
- package/dist/core/generation/types.d.ts +0 -214
- package/dist/core/generation/types.js +0 -4
- package/dist/core/hooks/compose.d.ts +0 -61
- package/dist/core/hooks/compose.js +0 -225
- package/dist/core/hooks/runner.d.ts +0 -68
- package/dist/core/hooks/runner.js +0 -303
- package/dist/core/index.d.ts +0 -104
- package/dist/core/index.js +0 -91
- package/dist/core/pack/migrator.d.ts +0 -51
- package/dist/core/pack/migrator.js +0 -304
- package/dist/core/pack/validator.d.ts +0 -42
- package/dist/core/pack/validator.js +0 -322
- package/dist/core/pack-v2/index.d.ts +0 -9
- package/dist/core/pack-v2/index.js +0 -8
- package/dist/core/pack-v2/loader.d.ts +0 -63
- package/dist/core/pack-v2/loader.js +0 -292
- package/dist/core/pack-v2/migrator.d.ts +0 -61
- package/dist/core/pack-v2/migrator.js +0 -480
- package/dist/core/pack-v2/validator.d.ts +0 -61
- package/dist/core/pack-v2/validator.js +0 -577
- package/dist/core/parallel/index.d.ts +0 -6
- package/dist/core/parallel/index.js +0 -6
- package/dist/core/parallel/parallel-runner.d.ts +0 -107
- package/dist/core/parallel/parallel-runner.js +0 -192
- package/dist/core/proof/bundle.d.ts +0 -137
- package/dist/core/proof/bundle.js +0 -160
- package/dist/core/proof/canonicalize.d.ts +0 -47
- package/dist/core/proof/canonicalize.js +0 -105
- package/dist/core/proof/index.d.ts +0 -13
- package/dist/core/proof/index.js +0 -18
- package/dist/core/proof/schema.d.ts +0 -217
- package/dist/core/proof/schema.js +0 -263
- package/dist/core/proof/signer.d.ts +0 -111
- package/dist/core/proof/signer.js +0 -226
- package/dist/core/proof/verifier.d.ts +0 -97
- package/dist/core/proof/verifier.js +0 -308
- package/dist/core/regression/detector.d.ts +0 -107
- package/dist/core/regression/detector.js +0 -497
- package/dist/core/regression/index.d.ts +0 -9
- package/dist/core/regression/index.js +0 -11
- package/dist/core/regression/trend-analyzer.d.ts +0 -102
- package/dist/core/regression/trend-analyzer.js +0 -345
- package/dist/core/regression/types.d.ts +0 -222
- package/dist/core/regression/types.js +0 -7
- package/dist/core/regression/vault.d.ts +0 -87
- package/dist/core/regression/vault.js +0 -289
- package/dist/core/repair/engine/fixer.d.ts +0 -24
- package/dist/core/repair/engine/fixer.js +0 -226
- package/dist/core/repair/engine/suggestion-engine.d.ts +0 -18
- package/dist/core/repair/engine/suggestion-engine.js +0 -187
- package/dist/core/repair/index.d.ts +0 -10
- package/dist/core/repair/index.js +0 -13
- package/dist/core/repair/repairer.d.ts +0 -90
- package/dist/core/repair/repairer.js +0 -284
- package/dist/core/repair/types.d.ts +0 -91
- package/dist/core/repair/types.js +0 -6
- package/dist/core/repair/utils/error-analyzer.d.ts +0 -28
- package/dist/core/repair/utils/error-analyzer.js +0 -264
- package/dist/core/reporting/html-reporter.d.ts +0 -119
- package/dist/core/reporting/html-reporter.js +0 -737
- package/dist/core/reporting/index.d.ts +0 -6
- package/dist/core/reporting/index.js +0 -6
- package/dist/core/retry/flakiness-integration.d.ts +0 -60
- package/dist/core/retry/flakiness-integration.js +0 -228
- package/dist/core/retry/index.d.ts +0 -14
- package/dist/core/retry/index.js +0 -16
- package/dist/core/retry/retry-engine.d.ts +0 -80
- package/dist/core/retry/retry-engine.js +0 -296
- package/dist/core/retry/types.d.ts +0 -178
- package/dist/core/retry/types.js +0 -52
- package/dist/core/retry/vault.d.ts +0 -77
- package/dist/core/retry/vault.js +0 -304
- package/dist/core/runner/e2e-helpers.d.ts +0 -102
- package/dist/core/runner/e2e-helpers.js +0 -153
- package/dist/core/runner/phase3-runner.d.ts +0 -200
- package/dist/core/runner/phase3-runner.js +0 -1041
- package/dist/core/secrets/crypto.d.ts +0 -75
- package/dist/core/secrets/crypto.js +0 -223
- package/dist/core/secrets/manager.d.ts +0 -76
- package/dist/core/secrets/manager.js +0 -219
- package/dist/core/security/redaction-patterns-extended.d.ts +0 -27
- package/dist/core/security/redaction-patterns-extended.js +0 -247
- package/dist/core/security/redactor.d.ts +0 -71
- package/dist/core/security/redactor.js +0 -279
- package/dist/core/self-healing/assertion-healer.d.ts +0 -97
- package/dist/core/self-healing/assertion-healer.js +0 -371
- package/dist/core/self-healing/engine.d.ts +0 -122
- package/dist/core/self-healing/engine.js +0 -538
- package/dist/core/self-healing/index.d.ts +0 -10
- package/dist/core/self-healing/index.js +0 -11
- package/dist/core/self-healing/selector-healer.d.ts +0 -103
- package/dist/core/self-healing/selector-healer.js +0 -372
- package/dist/core/self-healing/types.d.ts +0 -152
- package/dist/core/self-healing/types.js +0 -6
- package/dist/core/serve/diagnostics-collector.d.ts +0 -32
- package/dist/core/serve/diagnostics-collector.js +0 -149
- package/dist/core/serve/health-checker.d.ts +0 -44
- package/dist/core/serve/health-checker.js +0 -219
- package/dist/core/serve/index.d.ts +0 -8
- package/dist/core/serve/index.js +0 -8
- package/dist/core/serve/metrics-collector.d.ts +0 -24
- package/dist/core/serve/metrics-collector.js +0 -322
- package/dist/core/serve/process-manager.d.ts +0 -36
- package/dist/core/serve/process-manager.js +0 -213
- package/dist/core/serve/server.d.ts +0 -36
- package/dist/core/serve/server.js +0 -191
- package/dist/core/slo/config.d.ts +0 -107
- package/dist/core/slo/config.js +0 -360
- package/dist/core/slo/index.d.ts +0 -11
- package/dist/core/slo/index.js +0 -15
- package/dist/core/slo/sli-calculator.d.ts +0 -92
- package/dist/core/slo/sli-calculator.js +0 -364
- package/dist/core/slo/slo-tracker.d.ts +0 -148
- package/dist/core/slo/slo-tracker.js +0 -379
- package/dist/core/slo/types.d.ts +0 -281
- package/dist/core/slo/types.js +0 -7
- package/dist/core/slo/vault.d.ts +0 -102
- package/dist/core/slo/vault.js +0 -427
- package/dist/core/tui/index.d.ts +0 -7
- package/dist/core/tui/index.js +0 -6
- package/dist/core/tui/monitor.d.ts +0 -92
- package/dist/core/tui/monitor.js +0 -271
- package/dist/core/tui/renderer.d.ts +0 -33
- package/dist/core/tui/renderer.js +0 -218
- package/dist/core/tui/types.d.ts +0 -63
- package/dist/core/tui/types.js +0 -5
- package/dist/core/types/pack-v1.d.ts +0 -251
- package/dist/core/types/pack-v1.js +0 -5
- package/dist/core/types/pack-v2.d.ts +0 -425
- package/dist/core/types/pack-v2.js +0 -8
- package/dist/core/types/trust-score.d.ts +0 -69
- package/dist/core/types/trust-score.js +0 -191
- package/dist/core/vault/cas.d.ts +0 -90
- package/dist/core/vault/cas.js +0 -261
- package/dist/core/vault/index.d.ts +0 -326
- package/dist/core/vault/index.js +0 -1042
- package/dist/core/visual/index.d.ts +0 -6
- package/dist/core/visual/index.js +0 -6
- package/dist/core/visual/visual-regression.d.ts +0 -113
- package/dist/core/visual/visual-regression.js +0 -236
- package/dist/core/watch/index.d.ts +0 -7
- package/dist/core/watch/index.js +0 -6
- package/dist/core/watch/watch-mode.d.ts +0 -213
- package/dist/core/watch/watch-mode.js +0 -389
- package/dist/generators/index.d.ts +0 -5
- package/dist/generators/index.js +0 -5
- package/dist/generators/json-reporter.d.ts +0 -10
- package/dist/generators/json-reporter.js +0 -12
- package/dist/generators/test-generator.d.ts +0 -18
- package/dist/generators/test-generator.js +0 -78
- package/dist/index.d.ts +0 -8
- package/dist/index.js +0 -246
- package/dist/scanners/dom-scanner.d.ts +0 -52
- package/dist/scanners/dom-scanner.js +0 -296
- package/dist/scanners/index.d.ts +0 -4
- package/dist/scanners/index.js +0 -4
- package/dist/schemas/pack.schema.json +0 -236
- package/dist/types/scan.d.ts +0 -68
- package/dist/types/scan.js +0 -4
- package/dist/utils/config.d.ts +0 -5
- package/dist/utils/config.js +0 -136
- /package/{bin → cli/bin}/qa360.js +0 -0
- /package/{examples → cli/examples}/accessibility.yml +0 -0
- /package/{examples → cli/examples}/api-basic.yml +0 -0
- /package/{examples → cli/examples}/complete.yml +0 -0
- /package/{examples → cli/examples}/crawler.yml +0 -0
- /package/{examples → cli/examples}/fullstack.yml +0 -0
- /package/{examples → cli/examples}/security.yml +0 -0
- /package/{examples → cli/examples}/ui-advanced.yml +0 -0
- /package/{examples → cli/examples}/ui-basic.yml +0 -0
- /package/{dist/core → core}/schemas/pack.schema.json +0 -0
|
@@ -1,379 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* SLO Tracker
|
|
3
|
-
*
|
|
4
|
-
* Tracks Service Level Objectives and manages error budgets.
|
|
5
|
-
* Monitors SLO compliance and generates reports.
|
|
6
|
-
*/
|
|
7
|
-
import { SLICalculator } from './sli-calculator.js';
|
|
8
|
-
/**
|
|
9
|
-
* SLO Tracker class
|
|
10
|
-
*/
|
|
11
|
-
export class SLOTracker {
|
|
12
|
-
slos = new Map();
|
|
13
|
-
slis = new Map();
|
|
14
|
-
measurements = new Map();
|
|
15
|
-
violations = [];
|
|
16
|
-
calculator;
|
|
17
|
-
options;
|
|
18
|
-
constructor(options = {}) {
|
|
19
|
-
this.calculator = new SLICalculator();
|
|
20
|
-
this.options = {
|
|
21
|
-
warningThreshold: options.warningThreshold ?? 0.95,
|
|
22
|
-
trackViolations: options.trackViolations ?? true,
|
|
23
|
-
enableAlerts: options.enableAlerts ?? true,
|
|
24
|
-
onAlert: options.onAlert ?? (() => { })
|
|
25
|
-
};
|
|
26
|
-
}
|
|
27
|
-
/**
|
|
28
|
-
* Register an SLO
|
|
29
|
-
*/
|
|
30
|
-
registerSLO(slo) {
|
|
31
|
-
this.slos.set(slo.id, slo);
|
|
32
|
-
}
|
|
33
|
-
/**
|
|
34
|
-
* Register an SLI
|
|
35
|
-
*/
|
|
36
|
-
registerSLI(sli) {
|
|
37
|
-
this.slis.set(sli.id, sli);
|
|
38
|
-
}
|
|
39
|
-
/**
|
|
40
|
-
* Register multiple SLOs
|
|
41
|
-
*/
|
|
42
|
-
registerSLOs(slos) {
|
|
43
|
-
for (const slo of slos) {
|
|
44
|
-
this.registerSLO(slo);
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
/**
|
|
48
|
-
* Register multiple SLIs
|
|
49
|
-
*/
|
|
50
|
-
registerSLIs(slis) {
|
|
51
|
-
for (const sli of slis) {
|
|
52
|
-
this.registerSLI(sli);
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
/**
|
|
56
|
-
* Get an SLO by ID
|
|
57
|
-
*/
|
|
58
|
-
getSLO(id) {
|
|
59
|
-
return this.slos.get(id);
|
|
60
|
-
}
|
|
61
|
-
/**
|
|
62
|
-
* Get an SLI by ID
|
|
63
|
-
*/
|
|
64
|
-
getSLI(id) {
|
|
65
|
-
return this.slis.get(id);
|
|
66
|
-
}
|
|
67
|
-
/**
|
|
68
|
-
* Get all registered SLOs
|
|
69
|
-
*/
|
|
70
|
-
getAllSLOs() {
|
|
71
|
-
return Array.from(this.slos.values());
|
|
72
|
-
}
|
|
73
|
-
/**
|
|
74
|
-
* Get all registered SLIs
|
|
75
|
-
*/
|
|
76
|
-
getAllSLIs() {
|
|
77
|
-
return Array.from(this.slis.values());
|
|
78
|
-
}
|
|
79
|
-
/**
|
|
80
|
-
* Record a measurement for an SLI
|
|
81
|
-
*/
|
|
82
|
-
recordMeasurement(measurement) {
|
|
83
|
-
const sli = this.slis.get(measurement.sliId);
|
|
84
|
-
if (!sli) {
|
|
85
|
-
throw new Error(`SLI not found: ${measurement.sliId}`);
|
|
86
|
-
}
|
|
87
|
-
if (!this.measurements.has(measurement.sliId)) {
|
|
88
|
-
this.measurements.set(measurement.sliId, []);
|
|
89
|
-
}
|
|
90
|
-
const measurements = this.measurements.get(measurement.sliId);
|
|
91
|
-
measurements.push(measurement);
|
|
92
|
-
// Keep only measurements within the longest SLO window
|
|
93
|
-
const longestWindow = this.getLongestWindow();
|
|
94
|
-
const cutoff = Date.now() - longestWindow;
|
|
95
|
-
const filtered = measurements.filter(m => m.timestamp >= cutoff);
|
|
96
|
-
this.measurements.set(measurement.sliId, filtered);
|
|
97
|
-
// Update dependent SLOs
|
|
98
|
-
this.updateDependentSLOs(measurement.sliId);
|
|
99
|
-
}
|
|
100
|
-
/**
|
|
101
|
-
* Get measurements for an SLI
|
|
102
|
-
*/
|
|
103
|
-
getMeasurements(sliId, windowMs) {
|
|
104
|
-
const measurements = this.measurements.get(sliId) || [];
|
|
105
|
-
if (!windowMs) {
|
|
106
|
-
return measurements;
|
|
107
|
-
}
|
|
108
|
-
const cutoff = Date.now() - windowMs;
|
|
109
|
-
return measurements.filter(m => m.timestamp >= cutoff);
|
|
110
|
-
}
|
|
111
|
-
/**
|
|
112
|
-
* Calculate SLO result
|
|
113
|
-
*/
|
|
114
|
-
calculateSLOResult(sloId) {
|
|
115
|
-
const slo = this.slos.get(sloId);
|
|
116
|
-
if (!slo) {
|
|
117
|
-
return null;
|
|
118
|
-
}
|
|
119
|
-
// Get measurements for all SLIs in the SLO
|
|
120
|
-
const windowStart = Date.now() - slo.windowMs;
|
|
121
|
-
const sliResults = [];
|
|
122
|
-
for (const sliId of slo.sliIds) {
|
|
123
|
-
const sli = this.slis.get(sliId);
|
|
124
|
-
if (!sli)
|
|
125
|
-
continue;
|
|
126
|
-
const measurements = this.getMeasurements(sliId, slo.windowMs);
|
|
127
|
-
if (measurements.length === 0)
|
|
128
|
-
continue;
|
|
129
|
-
// Get the most recent measurement or aggregate
|
|
130
|
-
const latest = measurements[measurements.length - 1];
|
|
131
|
-
sliResults.push({
|
|
132
|
-
sliId: sli.id,
|
|
133
|
-
name: sli.name,
|
|
134
|
-
value: latest.value,
|
|
135
|
-
target: slo.target,
|
|
136
|
-
contribution: 1 / slo.sliIds.length // Equal weight by default
|
|
137
|
-
});
|
|
138
|
-
}
|
|
139
|
-
if (sliResults.length === 0) {
|
|
140
|
-
return null;
|
|
141
|
-
}
|
|
142
|
-
// Calculate weighted average for SLO value
|
|
143
|
-
const current = sliResults.reduce((sum, s) => sum + s.value * s.contribution, 0);
|
|
144
|
-
// Calculate error budget
|
|
145
|
-
const errorBudget = this.calculateErrorBudget(slo, current);
|
|
146
|
-
// Determine status
|
|
147
|
-
const status = this.calculator.determineStatus(current, slo.target, this.options.warningThreshold);
|
|
148
|
-
// Update SLO
|
|
149
|
-
slo.currentValue = current;
|
|
150
|
-
slo.status = status;
|
|
151
|
-
slo.errorBudget = errorBudget;
|
|
152
|
-
return {
|
|
153
|
-
sloId: slo.id,
|
|
154
|
-
name: slo.name,
|
|
155
|
-
target: slo.target,
|
|
156
|
-
current,
|
|
157
|
-
status,
|
|
158
|
-
errorBudget: {
|
|
159
|
-
initial: errorBudget.initialBudget,
|
|
160
|
-
remaining: errorBudget.remainingBudget,
|
|
161
|
-
burned: errorBudget.initialBudget - errorBudget.remainingBudget,
|
|
162
|
-
burnRate: errorBudget.remainingBudget > 0
|
|
163
|
-
? (errorBudget.initialBudget - errorBudget.remainingBudget) / errorBudget.initialBudget
|
|
164
|
-
: 1
|
|
165
|
-
},
|
|
166
|
-
slis: sliResults
|
|
167
|
-
};
|
|
168
|
-
}
|
|
169
|
-
/**
|
|
170
|
-
* Calculate all SLO results
|
|
171
|
-
*/
|
|
172
|
-
calculateAllResults() {
|
|
173
|
-
const results = [];
|
|
174
|
-
for (const sloId of this.slos.keys()) {
|
|
175
|
-
const result = this.calculateSLOResult(sloId);
|
|
176
|
-
if (result) {
|
|
177
|
-
results.push(result);
|
|
178
|
-
}
|
|
179
|
-
}
|
|
180
|
-
return results;
|
|
181
|
-
}
|
|
182
|
-
/**
|
|
183
|
-
* Generate SLO report
|
|
184
|
-
*/
|
|
185
|
-
generateReport(period) {
|
|
186
|
-
const results = this.calculateAllResults();
|
|
187
|
-
const summary = {
|
|
188
|
-
total: results.length,
|
|
189
|
-
healthy: results.filter(r => r.status === 'healthy').length,
|
|
190
|
-
warning: results.filter(r => r.status === 'warning').length,
|
|
191
|
-
breached: results.filter(r => r.status === 'breached').length
|
|
192
|
-
};
|
|
193
|
-
const overallStatus = summary.breached > 0 ? 'breached'
|
|
194
|
-
: summary.warning > 0 ? 'warning'
|
|
195
|
-
: summary.healthy > 0 ? 'healthy'
|
|
196
|
-
: 'unknown';
|
|
197
|
-
return {
|
|
198
|
-
id: `report_${Date.now()}`,
|
|
199
|
-
timestamp: Date.now(),
|
|
200
|
-
period: period || {
|
|
201
|
-
start: Date.now() - this.getLongestWindow(),
|
|
202
|
-
end: Date.now()
|
|
203
|
-
},
|
|
204
|
-
slos: results,
|
|
205
|
-
status: overallStatus,
|
|
206
|
-
summary
|
|
207
|
-
};
|
|
208
|
-
}
|
|
209
|
-
/**
|
|
210
|
-
* Get error budget for an SLO
|
|
211
|
-
*/
|
|
212
|
-
getErrorBudget(sloId) {
|
|
213
|
-
const slo = this.slos.get(sloId);
|
|
214
|
-
if (!slo) {
|
|
215
|
-
return null;
|
|
216
|
-
}
|
|
217
|
-
const result = this.calculateSLOResult(sloId);
|
|
218
|
-
if (!result) {
|
|
219
|
-
return slo.errorBudget;
|
|
220
|
-
}
|
|
221
|
-
return slo.errorBudget;
|
|
222
|
-
}
|
|
223
|
-
/**
|
|
224
|
-
* Calculate burn rate for an SLO
|
|
225
|
-
*/
|
|
226
|
-
calculateBurnRate(sloId) {
|
|
227
|
-
const slo = this.slos.get(sloId);
|
|
228
|
-
if (!slo) {
|
|
229
|
-
return null;
|
|
230
|
-
}
|
|
231
|
-
// Get all measurements for SLIs in this SLO
|
|
232
|
-
const allMeasurements = [];
|
|
233
|
-
for (const sliId of slo.sliIds) {
|
|
234
|
-
const measurements = this.getMeasurements(sliId, slo.windowMs);
|
|
235
|
-
allMeasurements.push(...measurements);
|
|
236
|
-
}
|
|
237
|
-
if (allMeasurements.length === 0) {
|
|
238
|
-
return null;
|
|
239
|
-
}
|
|
240
|
-
return this.calculator.calculateBurnRate(allMeasurements, slo.target, slo.windowMs);
|
|
241
|
-
}
|
|
242
|
-
/**
|
|
243
|
-
* Get violations for an SLO
|
|
244
|
-
*/
|
|
245
|
-
getViolations(sloId) {
|
|
246
|
-
if (sloId) {
|
|
247
|
-
return this.violations.filter(v => v.sloId === sloId);
|
|
248
|
-
}
|
|
249
|
-
return this.violations;
|
|
250
|
-
}
|
|
251
|
-
/**
|
|
252
|
-
* Clear violations
|
|
253
|
-
*/
|
|
254
|
-
clearViolations(sloId) {
|
|
255
|
-
if (sloId) {
|
|
256
|
-
this.violations = this.violations.filter(v => v.sloId !== sloId);
|
|
257
|
-
}
|
|
258
|
-
else {
|
|
259
|
-
this.violations = [];
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
/**
|
|
263
|
-
* Resolve a violation
|
|
264
|
-
*/
|
|
265
|
-
resolveViolation(violationId) {
|
|
266
|
-
const violation = this.violations.find(v => v.id === violationId);
|
|
267
|
-
if (violation) {
|
|
268
|
-
violation.resolved = true;
|
|
269
|
-
violation.resolvedAt = Date.now();
|
|
270
|
-
}
|
|
271
|
-
}
|
|
272
|
-
/**
|
|
273
|
-
* Calculate error budget from current value and target
|
|
274
|
-
*/
|
|
275
|
-
calculateErrorBudget(slo, currentValue) {
|
|
276
|
-
const initialBudget = 100 - slo.target;
|
|
277
|
-
const burned = Math.max(0, slo.target - currentValue);
|
|
278
|
-
const remaining = Math.max(0, initialBudget - burned);
|
|
279
|
-
return {
|
|
280
|
-
...slo.errorBudget,
|
|
281
|
-
initialBudget,
|
|
282
|
-
remainingBudget: remaining
|
|
283
|
-
};
|
|
284
|
-
}
|
|
285
|
-
/**
|
|
286
|
-
* Update SLOs that depend on an SLI
|
|
287
|
-
*/
|
|
288
|
-
updateDependentSLOs(sliId) {
|
|
289
|
-
for (const slo of this.slos.values()) {
|
|
290
|
-
if (!slo.sliIds.includes(sliId))
|
|
291
|
-
continue;
|
|
292
|
-
const result = this.calculateSLOResult(slo.id);
|
|
293
|
-
if (!result)
|
|
294
|
-
continue;
|
|
295
|
-
// Check for violations
|
|
296
|
-
if (this.options.trackViolations) {
|
|
297
|
-
this.checkForViolation(slo, result);
|
|
298
|
-
}
|
|
299
|
-
// Generate alerts
|
|
300
|
-
if (this.options.enableAlerts) {
|
|
301
|
-
this.generateAlerts(slo, result);
|
|
302
|
-
}
|
|
303
|
-
}
|
|
304
|
-
}
|
|
305
|
-
/**
|
|
306
|
-
* Check for SLO violation
|
|
307
|
-
*/
|
|
308
|
-
checkForViolation(slo, result) {
|
|
309
|
-
const now = Date.now();
|
|
310
|
-
// Check if we just breached
|
|
311
|
-
if (result.status === 'breached' && slo.status !== 'breached') {
|
|
312
|
-
this.violations.push({
|
|
313
|
-
id: `violation_${now}_${slo.id}`,
|
|
314
|
-
sloId: slo.id,
|
|
315
|
-
timestamp: now,
|
|
316
|
-
value: result.current,
|
|
317
|
-
expected: result.target,
|
|
318
|
-
severity: 'critical',
|
|
319
|
-
resolved: false
|
|
320
|
-
});
|
|
321
|
-
}
|
|
322
|
-
// Check if we just hit warning
|
|
323
|
-
if (result.status === 'warning' && slo.status === 'healthy') {
|
|
324
|
-
this.violations.push({
|
|
325
|
-
id: `warning_${now}_${slo.id}`,
|
|
326
|
-
sloId: slo.id,
|
|
327
|
-
timestamp: now,
|
|
328
|
-
value: result.current,
|
|
329
|
-
expected: result.target,
|
|
330
|
-
severity: 'warning',
|
|
331
|
-
resolved: false
|
|
332
|
-
});
|
|
333
|
-
}
|
|
334
|
-
}
|
|
335
|
-
/**
|
|
336
|
-
* Generate alerts for SLO status
|
|
337
|
-
*/
|
|
338
|
-
generateAlerts(slo, result) {
|
|
339
|
-
if (result.status === 'breached' || result.status === 'warning') {
|
|
340
|
-
this.options.onAlert({
|
|
341
|
-
sloId: slo.id,
|
|
342
|
-
sloName: slo.name,
|
|
343
|
-
severity: result.status === 'breached' ? 'critical' : 'warning',
|
|
344
|
-
message: `SLO "${slo.name}" is ${result.status}: ${result.current.toFixed(2)}% < ${result.target}%`,
|
|
345
|
-
currentValue: result.current,
|
|
346
|
-
target: result.target,
|
|
347
|
-
errorBudgetRemaining: result.errorBudget.remaining,
|
|
348
|
-
timestamp: Date.now()
|
|
349
|
-
});
|
|
350
|
-
}
|
|
351
|
-
}
|
|
352
|
-
/**
|
|
353
|
-
* Get the longest window from all SLOs
|
|
354
|
-
*/
|
|
355
|
-
getLongestWindow() {
|
|
356
|
-
let max = 0;
|
|
357
|
-
for (const slo of this.slos.values()) {
|
|
358
|
-
if (slo.windowMs > max) {
|
|
359
|
-
max = slo.windowMs;
|
|
360
|
-
}
|
|
361
|
-
}
|
|
362
|
-
return max || 86400000 * 30; // Default 30 days
|
|
363
|
-
}
|
|
364
|
-
/**
|
|
365
|
-
* Clear all data
|
|
366
|
-
*/
|
|
367
|
-
clear() {
|
|
368
|
-
this.slos.clear();
|
|
369
|
-
this.slis.clear();
|
|
370
|
-
this.measurements.clear();
|
|
371
|
-
this.violations = [];
|
|
372
|
-
}
|
|
373
|
-
}
|
|
374
|
-
/**
|
|
375
|
-
* Create an SLO tracker
|
|
376
|
-
*/
|
|
377
|
-
export function createSLOTracker(options) {
|
|
378
|
-
return new SLOTracker(options);
|
|
379
|
-
}
|
package/dist/core/slo/types.d.ts
DELETED
|
@@ -1,281 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* QA360 SLO/SLI Management Module
|
|
3
|
-
*
|
|
4
|
-
* Types for Service Level Objectives and Service Level Indicators.
|
|
5
|
-
* Based on Google SRE methodology for reliability engineering.
|
|
6
|
-
*/
|
|
7
|
-
/**
|
|
8
|
-
* SLO (Service Level Objective) - Target goal for reliability
|
|
9
|
-
*/
|
|
10
|
-
export interface SLO {
|
|
11
|
-
/** Unique identifier */
|
|
12
|
-
id: string;
|
|
13
|
-
/** Display name */
|
|
14
|
-
name: string;
|
|
15
|
-
/** Description */
|
|
16
|
-
description?: string;
|
|
17
|
-
/** SLIs that contribute to this SLO */
|
|
18
|
-
sliIds: string[];
|
|
19
|
-
/** Target percentage (0-100) */
|
|
20
|
-
target: number;
|
|
21
|
-
/** Rolling window duration in milliseconds */
|
|
22
|
-
windowMs: number;
|
|
23
|
-
/** Error budget configuration */
|
|
24
|
-
errorBudget: ErrorBudget;
|
|
25
|
-
/** SLO status */
|
|
26
|
-
status: SLOStatus;
|
|
27
|
-
/** Current achievement */
|
|
28
|
-
currentValue?: number;
|
|
29
|
-
/** Metadata */
|
|
30
|
-
tags?: string[];
|
|
31
|
-
/** Owner/team */
|
|
32
|
-
owner?: string;
|
|
33
|
-
/** Creation timestamp */
|
|
34
|
-
createdAt: number;
|
|
35
|
-
/** Last update timestamp */
|
|
36
|
-
updatedAt: number;
|
|
37
|
-
}
|
|
38
|
-
/**
|
|
39
|
-
* Error Budget Configuration
|
|
40
|
-
*/
|
|
41
|
-
export interface ErrorBudget {
|
|
42
|
-
/** Initial budget percentage (100 - target) */
|
|
43
|
-
initialBudget: number;
|
|
44
|
-
/** Remaining budget percentage */
|
|
45
|
-
remainingBudget: number;
|
|
46
|
-
/** Burn rate alerting thresholds */
|
|
47
|
-
alertThresholds: {
|
|
48
|
-
warning: number;
|
|
49
|
-
critical: number;
|
|
50
|
-
};
|
|
51
|
-
/** Actions when budget is exhausted */
|
|
52
|
-
onExhaustion: 'stop_deployments' | 'alert_only' | 'freeze_features' | 'custom';
|
|
53
|
-
}
|
|
54
|
-
/**
|
|
55
|
-
* SLO Status
|
|
56
|
-
*/
|
|
57
|
-
export type SLOStatus = 'healthy' | 'warning' | 'breached' | 'unknown';
|
|
58
|
-
/**
|
|
59
|
-
* SLI (Service Level Indicator) - Metric that measures reliability
|
|
60
|
-
*/
|
|
61
|
-
export interface SLI {
|
|
62
|
-
/** Unique identifier */
|
|
63
|
-
id: string;
|
|
64
|
-
/** Display name */
|
|
65
|
-
name: string;
|
|
66
|
-
/** Description */
|
|
67
|
-
description?: string;
|
|
68
|
-
/** SLI type */
|
|
69
|
-
type: SLIType;
|
|
70
|
-
/** Metric source */
|
|
71
|
-
source: SLISource;
|
|
72
|
-
/** Query/fetch configuration */
|
|
73
|
-
query: SLIQuery;
|
|
74
|
-
/** Aggregation method */
|
|
75
|
-
aggregation: SLIAggregation;
|
|
76
|
-
/** Unit of measurement */
|
|
77
|
-
unit: SLIUnit;
|
|
78
|
-
/** Good/bad event definitions */
|
|
79
|
-
threshold: SLIThreshold;
|
|
80
|
-
/** SLI category */
|
|
81
|
-
category: SLICategory;
|
|
82
|
-
/** Metadata */
|
|
83
|
-
tags?: string[];
|
|
84
|
-
/** Creation timestamp */
|
|
85
|
-
createdAt: number;
|
|
86
|
-
/** Last update timestamp */
|
|
87
|
-
updatedAt: number;
|
|
88
|
-
}
|
|
89
|
-
/**
|
|
90
|
-
* SLI Types
|
|
91
|
-
*/
|
|
92
|
-
export type SLIType = 'availability' | 'latency' | 'error_rate' | 'throughput' | 'durability' | 'coverage' | 'performance' | 'quality' | 'custom';
|
|
93
|
-
/**
|
|
94
|
-
* SLI Data Sources
|
|
95
|
-
*/
|
|
96
|
-
export type SLISource = 'qa360_tests' | 'prometheus' | 'cloudwatch' | 'datadog' | 'grafana' | 'custom_api' | 'file' | 'manual';
|
|
97
|
-
/**
|
|
98
|
-
* SLI Query Configuration
|
|
99
|
-
*/
|
|
100
|
-
export interface SLIQuery {
|
|
101
|
-
/** Query string for the metric source */
|
|
102
|
-
queryString: string;
|
|
103
|
-
/** Filters to apply */
|
|
104
|
-
filters?: Record<string, string>;
|
|
105
|
-
/** Grouping keys */
|
|
106
|
-
groupBy?: string[];
|
|
107
|
-
/** Time window for aggregation */
|
|
108
|
-
timeWindow?: {
|
|
109
|
-
value: number;
|
|
110
|
-
unit: 'ms' | 's' | 'm' | 'h' | 'd';
|
|
111
|
-
};
|
|
112
|
-
}
|
|
113
|
-
/**
|
|
114
|
-
* SLI Aggregation Methods
|
|
115
|
-
*/
|
|
116
|
-
export type SLIAggregation = 'count' | 'sum' | 'avg' | 'p50' | 'p95' | 'p99' | 'p99_9' | 'max' | 'min' | 'rate' | 'ratio';
|
|
117
|
-
/**
|
|
118
|
-
* SLI Units
|
|
119
|
-
*/
|
|
120
|
-
export type SLIUnit = 'percentage' | 'milliseconds' | 'seconds' | 'count' | 'bytes' | 'requests_per_sec' | 'ratio' | 'boolean';
|
|
121
|
-
/**
|
|
122
|
-
* SLI Threshold Definition
|
|
123
|
-
*/
|
|
124
|
-
export interface SLIThreshold {
|
|
125
|
-
/** Comparison operator */
|
|
126
|
-
operator: 'gt' | 'gte' | 'lt' | 'lte' | 'eq' | 'ne';
|
|
127
|
-
/** Threshold value */
|
|
128
|
-
value: number;
|
|
129
|
-
/** Optional upper bound for range checks */
|
|
130
|
-
upperBound?: number;
|
|
131
|
-
}
|
|
132
|
-
/**
|
|
133
|
-
* SLI Categories
|
|
134
|
-
*/
|
|
135
|
-
export type SLICategory = 'reliability' | 'performance' | 'quality' | 'security' | 'operational' | 'custom';
|
|
136
|
-
/**
|
|
137
|
-
* SLI Measurement Result
|
|
138
|
-
*/
|
|
139
|
-
export interface SLIMeasurement {
|
|
140
|
-
/** SLI identifier */
|
|
141
|
-
sliId: string;
|
|
142
|
-
/** Timestamp of measurement */
|
|
143
|
-
timestamp: number;
|
|
144
|
-
/** Measured value */
|
|
145
|
-
value: number;
|
|
146
|
-
/** Total events (for ratios) */
|
|
147
|
-
total?: number;
|
|
148
|
-
/** Good events (for ratios) */
|
|
149
|
-
good?: number;
|
|
150
|
-
/** Bad events (for ratios) */
|
|
151
|
-
bad?: number;
|
|
152
|
-
/** Unit */
|
|
153
|
-
unit: SLIUnit;
|
|
154
|
-
/** Window start */
|
|
155
|
-
windowStart: number;
|
|
156
|
-
/** Window end: number */
|
|
157
|
-
windowEnd: number;
|
|
158
|
-
}
|
|
159
|
-
/**
|
|
160
|
-
* SLO Report
|
|
161
|
-
*/
|
|
162
|
-
export interface SLOReport {
|
|
163
|
-
/** Report identifier */
|
|
164
|
-
id: string;
|
|
165
|
-
/** Timestamp */
|
|
166
|
-
timestamp: number;
|
|
167
|
-
/** Reporting period */
|
|
168
|
-
period: {
|
|
169
|
-
start: number;
|
|
170
|
-
end: number;
|
|
171
|
-
};
|
|
172
|
-
/** SLO results */
|
|
173
|
-
slos: SLOResult[];
|
|
174
|
-
/** Overall status */
|
|
175
|
-
status: SLOStatus;
|
|
176
|
-
/** Summary metrics */
|
|
177
|
-
summary: {
|
|
178
|
-
total: number;
|
|
179
|
-
healthy: number;
|
|
180
|
-
warning: number;
|
|
181
|
-
breached: number;
|
|
182
|
-
};
|
|
183
|
-
}
|
|
184
|
-
/**
|
|
185
|
-
* SLO Result for a single SLO
|
|
186
|
-
*/
|
|
187
|
-
export interface SLOResult {
|
|
188
|
-
/** SLO identifier */
|
|
189
|
-
sloId: string;
|
|
190
|
-
/** SLO name */
|
|
191
|
-
name: string;
|
|
192
|
-
/** Target value */
|
|
193
|
-
target: number;
|
|
194
|
-
/** Current value */
|
|
195
|
-
current: number;
|
|
196
|
-
/** Achievement status */
|
|
197
|
-
status: SLOStatus;
|
|
198
|
-
/** Error budget info */
|
|
199
|
-
errorBudget: {
|
|
200
|
-
initial: number;
|
|
201
|
-
remaining: number;
|
|
202
|
-
burned: number;
|
|
203
|
-
burnRate: number;
|
|
204
|
-
};
|
|
205
|
-
/** Contributing SLI results */
|
|
206
|
-
slis: {
|
|
207
|
-
sliId: string;
|
|
208
|
-
name: string;
|
|
209
|
-
value: number;
|
|
210
|
-
target: number;
|
|
211
|
-
contribution: number;
|
|
212
|
-
}[];
|
|
213
|
-
}
|
|
214
|
-
/**
|
|
215
|
-
* Error Budget Burn Rate
|
|
216
|
-
*/
|
|
217
|
-
export interface BurnRate {
|
|
218
|
-
/** Current burn rate (multiple of normal) */
|
|
219
|
-
current: number;
|
|
220
|
-
/** Status */
|
|
221
|
-
status: 'healthy' | 'warning' | 'critical';
|
|
222
|
-
/** Projected exhaustion */
|
|
223
|
-
projectedExhaustion?: number;
|
|
224
|
-
/** Historical burn rates */
|
|
225
|
-
history: Array<{
|
|
226
|
-
timestamp: number;
|
|
227
|
-
rate: number;
|
|
228
|
-
}>;
|
|
229
|
-
}
|
|
230
|
-
/**
|
|
231
|
-
* SLO Configuration
|
|
232
|
-
*/
|
|
233
|
-
export interface SLOConfig {
|
|
234
|
-
/** Enable SLO/SLI tracking */
|
|
235
|
-
enabled: boolean;
|
|
236
|
-
/** Default rolling window */
|
|
237
|
-
defaultWindowMs: number;
|
|
238
|
-
/** Default error budget behavior */
|
|
239
|
-
defaultOnExhaustion: ErrorBudget['onExhaustion'];
|
|
240
|
-
/** Alert thresholds */
|
|
241
|
-
alertThresholds: {
|
|
242
|
-
warning: number;
|
|
243
|
-
critical: number;
|
|
244
|
-
};
|
|
245
|
-
/** Data retention */
|
|
246
|
-
retention: {
|
|
247
|
-
measurements: number;
|
|
248
|
-
aggregated: number;
|
|
249
|
-
};
|
|
250
|
-
/** SLO definitions */
|
|
251
|
-
slos: SLO[];
|
|
252
|
-
/** SLI definitions */
|
|
253
|
-
slis: SLI[];
|
|
254
|
-
}
|
|
255
|
-
/**
|
|
256
|
-
* SLO Violation Event
|
|
257
|
-
*/
|
|
258
|
-
export interface SLOViolation {
|
|
259
|
-
/** Unique identifier */
|
|
260
|
-
id: string;
|
|
261
|
-
/** SLO that was violated */
|
|
262
|
-
sloId: string;
|
|
263
|
-
/** Timestamp of violation */
|
|
264
|
-
timestamp: number;
|
|
265
|
-
/** Value at violation */
|
|
266
|
-
value: number;
|
|
267
|
-
/** Expected value */
|
|
268
|
-
expected: number;
|
|
269
|
-
/** Severity */
|
|
270
|
-
severity: 'warning' | 'critical';
|
|
271
|
-
/** Context */
|
|
272
|
-
context?: {
|
|
273
|
-
runId?: string;
|
|
274
|
-
gate?: string;
|
|
275
|
-
environment?: string;
|
|
276
|
-
};
|
|
277
|
-
/** Resolved flag */
|
|
278
|
-
resolved: boolean;
|
|
279
|
-
/** Resolution timestamp */
|
|
280
|
-
resolvedAt?: number;
|
|
281
|
-
}
|