@teevee98/synapse-hub 4.3.1 → 4.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.cursor/rules/agents.mdc +11 -11
- package/.cursor/rules/katalon.mdc +11 -0
- package/.cursor/rules/perf.mdc +10 -0
- package/.cursor/rules/playwright.mdc +10 -0
- package/.cursor/rules/pytest.mdc +10 -0
- package/.cursor/rules/synapse-qa.mdc +4 -2
- package/.cursorrules +3 -10
- package/.windsurfrules +3 -10
- package/AGENTS.md +4 -3
- package/CLAUDE.md +4 -5
- package/README.en.md +3 -3
- package/README.md +3 -3
- package/agentskills.json +15 -15
- package/{.agents/agents → ai-agents/personas}/api-engineer.md +9 -1
- package/{.agents/agents → ai-agents/personas}/failure-analyst.md +1 -1
- package/{.agents/agents → ai-agents/personas}/live-explorer.md +1 -1
- package/{.agents/agents → ai-agents/personas}/orchestrator.md +8 -15
- package/{.agents/agents → ai-agents/personas}/perf-engineer.md +11 -5
- package/{.agents/agents → ai-agents/personas}/pom-crafter.md +3 -9
- package/{.agents/agents → ai-agents/personas}/quality-gatekeeper.md +1 -1
- package/{.agents/agents → ai-agents/personas}/test-designer.md +2 -1
- package/{.agents/agents → ai-agents/personas}/test-runner.md +3 -4
- package/{.agents/rules → automation/playwright}/mandatory-playwright-live.md +5 -13
- package/{.agents/skills/01-web-automation → automation/playwright}/playwright-webapp-testing/SKILL.md +2 -0
- package/{.agents/skills/01-web-automation → automation/shared-utils}/clean-pom-crafter/SKILL.md +14 -3
- package/{.agents/skills/01-web-automation → automation/shared-utils}/e2e-testing-patterns/SKILL.md +12 -1
- package/{.agents/skills/01-web-automation → automation/shared-utils}/lam-script-generator/SKILL.md +2 -0
- package/docs/ARCHITECTURE.en.md +96 -3
- package/docs/ARCHITECTURE.md +87 -3
- package/docs/TOOL_CATALOG.md +17 -5
- package/docs/reports/AUDIT_REPORT.md +1038 -0
- package/docs/reports/PROJECT_HEALTH_REPORT.md +49 -0
- package/docs/reports/TECHNICAL_DEBT_LEDGER.md +22 -0
- package/package.json +8 -1
- package/plugin.json +1 -1
- package/{.agents/skills/02-test-design → requirement/spec-review}/review-spec/SKILL.md +8 -0
- package/scripts/install_global_plugin.ps1 +1 -1
- package/scripts/install_global_plugin.sh +1 -1
- package/skills_index.json +61 -0
- package/skills_manifest.json +88 -62
- package/{.agents/skills/08-code-quality → standards/coding-standards}/lean-code-ladder/SKILL.md +8 -1
- package/{.agents/skills/08-code-quality → standards/coding-standards}/surgical-coding-principles/SKILL.md +2 -0
- package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/mipro-prompt-compiler/SKILL.md +8 -0
- package/synapse.config.json +1 -1
- package/templates/ai_bridges/CLAUDE.md +4 -5
- package/templates/ai_bridges/copilot-instructions.md +1 -0
- package/templates/ai_bridges/cursor_synapse_qa.mdc +4 -2
- package/templates/ai_bridges/windsurfrules +3 -10
- package/templates/test-plan/performance-test-plan-template.md +106 -0
- package/{.agents/skills/02-test-design → test-design/manual-rbt}/rbt-manual-testing/SKILL.md +11 -5
- package/{.agents/skills/07-data-and-state → test-design/test-data}/file-and-report-validator/SKILL.md +8 -1
- package/{.agents/skills/07-data-and-state → test-design/test-data}/synthetic-test-data-generator/SKILL.md +4 -1
- package/testing/api-contracts/api_testing_rules.md +74 -0
- package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/agentless-qa-repair/SKILL.md +2 -0
- package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/failure-autopsy-and-healing/SKILL.md +5 -11
- package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/self-healing-locator/SKILL.md +2 -0
- package/testing/manual/manual-qa-and-rtm-bridge/SKILL.md +92 -0
- package/testing/manual/manual-qa-and-rtm-bridge/examples/sample_bug_and_rtm.json +38 -0
- package/{.agents/skills/04-performance-and-load → testing/performance}/backend-load-and-stress-patterns/SKILL.md +5 -2
- package/testing/performance/backend-load-and-stress-patterns/references/performance_test_plan_29119.md +106 -0
- package/{.agents/rules → testing/performance}/performance_testing_rules.md +27 -3
- package/{.agents/skills/04-performance-and-load → testing/performance}/web-vitals-and-performance-profiler/SKILL.md +75 -14
- package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/security-dast-sentinel/SKILL.md +13 -2
- package/{.agents/rules → testing/security-a11y}/security_testing_rules.md +19 -0
- package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/wcag-audit-patterns/SKILL.md +4 -1
- package/tools/.infer_baseline.json +44 -3
- package/tools/TOOLS_RUNBOOK.md +246 -4
- package/tools/TOOL_CATALOG.json +199 -19
- package/tools/TOOL_INDEX.json +160 -0
- package/tools/__init__.py +1 -1
- package/tools/ai_eval_sentinel.py +403 -0
- package/tools/assertion_optimizer.py +188 -0
- package/tools/asvs_auditor.py +410 -0
- package/tools/author_integrity.py +12 -1
- package/tools/benchmark_swarm_context.py +1 -1
- package/tools/browser_helpers.js +2 -2
- package/tools/catalogs/api_contract_testing.json +107 -0
- package/tools/catalogs/auxiliary_utilities.json +1536 -0
- package/tools/catalogs/benchmarking.json +23 -0
- package/tools/catalogs/ci_cd_packaging.json +46 -0
- package/tools/catalogs/code_generation_ast.json +70 -0
- package/tools/catalogs/failure_autopsy_healing.json +41 -0
- package/tools/catalogs/manual_testing_design.json +80 -0
- package/tools/catalogs/orchestration.json +25 -0
- package/tools/catalogs/performance_testing.json +71 -0
- package/tools/catalogs/quality_gates.json +65 -0
- package/tools/catalogs/sandboxing_isolation.json +42 -0
- package/tools/catalogs/security.json +72 -0
- package/tools/catalogs/setup_onboarding.json +26 -0
- package/tools/catalogs/testing_utilities.json +111 -0
- package/tools/chaos_resilience_probe.py +362 -0
- package/tools/check_env.py +16 -3
- package/tools/check_version_sync.py +114 -63
- package/tools/cldr_l10n_verifier.py +309 -0
- package/tools/cli.py +971 -3
- package/tools/core/circuit_breaker.py +106 -0
- package/tools/core/token_estimator.py +56 -7
- package/tools/cvss_calculator.py +412 -0
- package/tools/dashboard_generator.py +12 -12
- package/tools/etl_data_reconciler.py +460 -0
- package/tools/generate_jmx_plan.py +12 -4
- package/tools/generate_tool_catalog.py +60 -2
- package/tools/jtl_analyzer.py +23 -1
- package/tools/mcp_docx_server.py +1 -1
- package/tools/mcp_excel_server.py +1 -1
- package/tools/mcp_server.py +5 -1
- package/tools/mobile_resilience_sentinel.py +273 -0
- package/tools/observability_tester.py +235 -0
- package/tools/payment_interop_simulator.py +337 -0
- package/tools/pre_push_guard.py +306 -0
- package/tools/project_state.py +17 -10
- package/tools/regulatory_compliance.py +336 -0
- package/tools/reversible_sandbox.py +7 -2
- package/tools/rules_router.py +6 -4
- package/tools/runaway_stopper.py +19 -111
- package/tools/setup_project.py +1 -1
- package/tools/skill_canonical_digest.py +2 -2
- package/tools/skillspector.py +78 -10
- package/tools/sync_agent_rules.py +15 -27
- package/tools/sync_skills_manifest.py +38 -4
- package/tools/tmmi_auditor.py +179 -0
- package/tools/ui_server.py +1 -1
- package/tools/update_sentinel.py +4 -4
- package/tools/validate_host_interop.py +3 -1
- package/tools/validate_skills_schema.py +49 -2
- package/tools/vpat_exporter.py +428 -0
- package/tools/welcome_page.py +4 -4
- package/.agents/rules/stack-auto-router.md +0 -30
- package/.agents/skills/09-ci-and-devops/github-actions-templates/SKILL.md +0 -114
- package/.agents/skills/09-ci-and-devops/github-actions-templates/examples/matrix_test_pipeline.yml +0 -9
- package/.agents/skills/09-ci-and-devops/gitlab-ci-templates/SKILL.md +0 -123
- package/.agents/skills/09-ci-and-devops/gitlab-ci-templates/examples/sample_gitlab_ci.yml +0 -17
- package/.agents/skills/09-ci-and-devops/jenkins-pipeline-templates/SKILL.md +0 -133
- package/.agents/skills/09-ci-and-devops/jenkins-pipeline-templates/examples/Jenkinsfile.example +0 -21
- package/.cursor/rules/language.mdc +0 -7
- package/templates/ci/github-actions-synapse.yml +0 -95
- package/templates/ci/gitlab-ci-synapse.yml +0 -16
- package/tools/build_consolidated_report.py +0 -1643
- package/tools/create_mock_docx.py +0 -107
- /package/{.agents → ai-agents/hooks}/hooks.json +0 -0
- /package/{.agents → ai-agents}/hooks/session_start.py +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/actor-qa-swarm/SKILL.md +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/actor-qa-swarm/examples/broker_sharding_sample.json +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/agent-orchestration-multi-agent-optimize/SKILL.md +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/event-stream-qa-orchestrator/SKILL.md +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/persistent-planning-files/SKILL.md +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/persistent-planning-files/examples/task_plan_example.md +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/qa-memory-os/SKILL.md +0 -0
- /package/{.agents/skills/10-agent-orchestration → ai-agents/orchestration}/qa-memory-os/examples/archival_memory_sample.json +0 -0
- /package/{.agents → ai-agents}/workflows/graphify.md +0 -0
- /package/{.agents → ai-agents}/workflows/test-impact.md +0 -0
- /package/{.agents → ai-agents}/workflows/verify.md +0 -0
- /package/{.agents/rules → automation/cypress}/cypress_rules.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/katalon}/katalon-cli-runner/SKILL.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/katalon}/katalon-cli-runner/examples/headless_kre_exec.sh +0 -0
- /package/{.agents/skills/01-web-automation → automation/katalon}/katalon-cli-runner/references/groovy-patterns.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/katalon}/katalon-cli-runner/references/katalon-api.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/katalon}/katalon-cli-runner/references/runner_commands.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/mobile}/mobile-appium-som/SKILL.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/mobile}/mobile-appium-som/examples/BaseScreen.java +0 -0
- /package/{.agents/skills/01-web-automation → automation/mobile}/mobile-appium-som/examples/LoginScreen.java +0 -0
- /package/{.agents/skills/01-web-automation → automation/mobile}/mobile-appium-som/examples/TC_MobileLogin.java +0 -0
- /package/{.agents/skills/01-web-automation → automation/mobile}/mobile-maestro-detox-patterns/SKILL.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/mobile}/mobile-maestro-detox-patterns/examples/sample_flow.yaml +0 -0
- /package/{.agents/rules → automation/mobile}/mobile_appium_rules.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/playwright}/playwright-live-interaction/SKILL.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/playwright}/playwright-live-interaction/examples/live_probe_script.js +0 -0
- /package/{.agents/skills/01-web-automation → automation/playwright}/playwright-live-interaction/references/advanced_superpowers.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/playwright}/playwright-live-interaction/references/compact_accessibility_snapshots.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/playwright}/playwright-live-interaction/references/recipes.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/playwright}/playwright-live-interaction/references/swarm_orchestration.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/playwright}/playwright-webapp-testing/examples/server_lifecycle_playwright.py +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/auth-session-and-cookie-manager/SKILL.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/auth-session-and-cookie-manager/examples/storage_state_sample.json +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/bats-testing-patterns/SKILL.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/bats-testing-patterns/examples/cli_runner_test.bats +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/bats-testing-patterns/resources/implementation-playbook.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/clean-pom-crafter/examples/standard_test_case.groovy +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/clean-pom-crafter/references/pom_patterns.groovy +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/e2e-testing-patterns/examples/playwright_sharded_config.ts +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/e2e-testing-patterns/resources/implementation-playbook.md +0 -0
- /package/{.agents/skills/01-web-automation → automation/shared-utils}/lam-script-generator/examples/user_story_sample.md +0 -0
- /package/{.agents/skills/03-api-and-contracts → requirement/spec-review}/api-spec-to-e2e-matrix/SKILL.md +0 -0
- /package/{.agents/skills/03-api-and-contracts → requirement/spec-review}/api-spec-to-e2e-matrix/examples/sample_openapi.json +0 -0
- /package/{.agents/skills/02-test-design → requirement/spec-review}/architecture-decision-records/SKILL.md +0 -0
- /package/{.agents/skills/02-test-design → requirement/spec-review}/architecture-decision-records/examples/0001-record-architecture-decisions.md +0 -0
- /package/{.agents/skills/02-test-design → requirement/spec-review}/review-spec/examples/pocock_grilling_decision_rubric.md +0 -0
- /package/{.agents/skills/02-test-design → requirement/spec-review}/review-spec/examples/sample_spec_review.md +0 -0
- /package/{.agents → requirement}/workflows/analyze_requirement_document.md +0 -0
- /package/{.agents → requirement}/workflows/generate_requirements_from_website.md +0 -0
- /package/{.agents/rules → standards/coding-standards}/author-integrity-guard.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/code-refactoring-refactor-clean/SKILL.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/code-refactoring-refactor-clean/resources/implementation-playbook.md +0 -0
- /package/{.agents/rules → standards/coding-standards}/communication-style.md +0 -0
- /package/{.agents/rules → standards/coding-standards}/git-push-protocol.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/graphify-impact-analyzer/SKILL.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/graphify-impact-analyzer/examples/dependency_blast_radius.json +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/lean-code-ladder/examples/ladder_walkthrough.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/repo-quality-audit/SKILL.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/repo-quality-audit/examples/sample_audit_walkthrough.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/repo-quality-audit/examples/sample_repo_audit.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/senior-code-review/SKILL.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/senior-code-review/examples/sample_review_walkthrough.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/surgical-coding-principles/examples/surgical_vs_scope_creep.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/technical-debt-harvester/SKILL.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/technical-debt-harvester/examples/sample_debt_ledger.md +0 -0
- /package/{.agents/skills/08-code-quality → standards/coding-standards}/technical-debt-harvester/examples/sample_ledger_output.md +0 -0
- /package/{.agents/rules → standards/context-ai}/context-engineering.md +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/meta-prompt-crafter/SKILL.md +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/meta-prompt-crafter/examples/qa_prompt_template.md +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/mipro-prompt-compiler/examples/compiled_module_sample.json +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/qa-aci-interface/SKILL.md +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/qa-aci-interface/examples/surgical_code_window_walkthrough.md +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/qa-aci-interface/examples/surgical_edit_sample.json +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/token-and-context-optimizer/SKILL.md +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/token-and-context-optimizer/examples/distilled_log_sample.txt +0 -0
- /package/{.agents/skills/11-ai-and-prompting → standards/context-ai}/token-and-context-optimizer/references/context_engineering_guide.md +0 -0
- /package/{.agents/rules → standards/qa-process}/graphify.md +0 -0
- /package/{.agents/rules → standards/qa-process}/lessons-learned.md +0 -0
- /package/{.agents/rules → standards/qa-process}/skill-precedence.md +0 -0
- /package/{.agents/rules → standards/quality-gates}/systematic-debugging.md +0 -0
- /package/{.agents/templates → templates/test-report}/completion_report.md +0 -0
- /package/{.agents/skills/02-test-design → test-design/bdd-gherkin}/gherkin-to-suite/SKILL.md +0 -0
- /package/{.agents/skills/02-test-design → test-design/bdd-gherkin}/gherkin-to-suite/examples/checkout.feature +0 -0
- /package/{.agents/skills/02-test-design → test-design/bdd-gherkin}/gherkin-to-suite/examples/suite_report_sample.json +0 -0
- /package/{.agents → test-design/bdd-gherkin}/workflows/generate_cross_module_test_plan.md +0 -0
- /package/{.agents → test-design/bdd-gherkin}/workflows/generate_testcases_from_requirements.md +0 -0
- /package/{.agents/skills/02-test-design → test-design/exploratory}/tot-exploratory-testing/SKILL.md +0 -0
- /package/{.agents/skills/02-test-design → test-design/exploratory}/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +0 -0
- /package/{.agents/skills/02-test-design → test-design/exploratory}/tot-exploratory-testing/examples/tot_graph_sample.json +0 -0
- /package/{.agents/skills/02-test-design → test-design/manual-rbt}/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +0 -0
- /package/{.agents/skills/02-test-design → test-design/manual-rbt}/rbt-manual-testing/references/field_validation_checklist.md +0 -0
- /package/{.agents → test-design/manual-rbt}/workflows/export_testcases_excel.md +0 -0
- /package/{.agents → test-design/manual-rbt}/workflows/generate_manual_testcases_rbt.md +0 -0
- /package/{.agents/skills/07-data-and-state → test-design/test-data}/db-state-verifier-and-seeder/SKILL.md +0 -0
- /package/{.agents/skills/07-data-and-state → test-design/test-data}/db-state-verifier-and-seeder/examples/db_fixture_seed.json +0 -0
- /package/{.agents/skills/07-data-and-state → test-design/test-data}/file-and-report-validator/examples/sample_export_schema.json +0 -0
- /package/{.agents/skills/07-data-and-state → test-design/test-data}/synthetic-test-data-generator/examples/idempotent_data_recipe.json +0 -0
- /package/{.agents → test-design/test-data}/workflows/generate_combinatorial_test_data.md +0 -0
- /package/{.agents/skills/03-api-and-contracts → testing/api-contracts}/api-network-mocking-interception/SKILL.md +0 -0
- /package/{.agents/skills/03-api-and-contracts → testing/api-contracts}/api-network-mocking-interception/examples/network_route_stub.json +0 -0
- /package/{.agents/skills/03-api-and-contracts → testing/api-contracts}/consumer-driven-contract-testing/SKILL.md +0 -0
- /package/{.agents/skills/03-api-and-contracts → testing/api-contracts}/consumer-driven-contract-testing/examples/order_service_pact.json +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/agentless-qa-repair/examples/healing_report_sample.json +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/agentless-qa-repair/examples/three_phase_repair_workflow.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/antigravity-test-sentinel/SKILL.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/antigravity-test-sentinel/examples/dod_gate_policy.json +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/failure-autopsy-and-healing/examples/sample_junit_failure.xml +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/failure-autopsy-and-healing/references/healing_matrix.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/failure-autopsy-and-healing/references/qa_investigation_protocol.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/failure-autopsy-and-healing/scripts/triage_failures.sh +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/flaky-test-sentinel-and-quarantine/SKILL.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/self-healing-locator/examples/aom_diff_sample.json +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/systematic-debugging/SKILL.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/systematic-debugging/examples/four_phase_case.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/test-driven-development/SKILL.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/test-driven-development/examples/red_green_refactor_qa.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/verification-before-completion/SKILL.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/verification-before-completion/examples/evidence_log_example.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/visual-regression-sentinel/SKILL.md +0 -0
- /package/{.agents/skills/06-healing-and-resilience → testing/healing-resilience}/visual-regression-sentinel/examples/visual_mask_rules.json +0 -0
- /package/{.agents/skills/04-performance-and-load → testing/performance}/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +0 -0
- /package/{.agents/skills/04-performance-and-load → testing/performance}/backend-load-and-stress-patterns/references/k6_load_template.js +0 -0
- /package/{.agents/skills/04-performance-and-load → testing/performance}/lean-impact-scoreboard/SKILL.md +0 -0
- /package/{.agents/skills/04-performance-and-load → testing/performance}/lean-impact-scoreboard/examples/sample_benchmark_gain.md +0 -0
- /package/{.agents/skills/04-performance-and-load → testing/performance}/lean-impact-scoreboard/examples/sample_scoreboard.md +0 -0
- /package/{.agents/skills/04-performance-and-load → testing/performance}/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +0 -0
- /package/{.agents/skills/04-performance-and-load → testing/performance}/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/security-dast-sentinel/examples/dast_scan_config.json +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/security-dast-sentinel/references/AI-AND-LLM.md +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/security-dast-sentinel/references/ATTACK-CLASSES.md +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/security-dast-sentinel/references/dast_recipes.ts +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/skillspector-security-guard/SKILL.md +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/skillspector-security-guard/examples/audit_threat_vectors_report.json +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/skillspector-security-guard/examples/safe_mcp_config.json +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/wcag-audit-patterns/examples/wcag_compliance_checklist.json +0 -0
- /package/{.agents/skills/05-security-and-compliance → testing/security-a11y}/wcag-audit-patterns/resources/implementation-playbook.md +0 -0
- /package/{.agents/skills/01-web-automation → tools/benchmarks-tests}/web-agent-gym-benchmarking/SKILL.md +0 -0
- /package/{.agents/skills/01-web-automation → tools/benchmarks-tests}/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +0 -0
- /package/{.agents/skills/01-web-automation → tools/benchmarks-tests}/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +0 -0
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
# Performance Test Plan (PTP) — ISO/IEC/IEEE 29119-3 Reference
|
|
2
|
+
|
|
3
|
+
> **Standard Compliance:** Conforms to ISO/IEC/IEEE 29119-3 (Non-Functional Test Plan), ISO/IEC 25010:2023 (Performance Efficiency), ISTQB CT-PT, and Google SRE Framework.
|
|
4
|
+
> **Target Execution Engines:** Apache JMeter 5.x, k6, Locust.
|
|
5
|
+
|
|
6
|
+
---
|
|
7
|
+
|
|
8
|
+
## 1. Document Overview & Context (ISO 29119-3 §5.2)
|
|
9
|
+
|
|
10
|
+
- **Test Plan ID:** `PTP-PERF-YYYYMMDD-[MODULE]`
|
|
11
|
+
- **Target System / AUT:** `[Application / Microservices under test]`
|
|
12
|
+
- **Revision History:** `v1.0 (Initial Draft)`
|
|
13
|
+
- **Author / Lead Performance QA:** `[AI Agent perf-engineer / Performance Architect]`
|
|
14
|
+
- **Scope of Testing:**
|
|
15
|
+
- *In-Scope Endpoints / Journeys:* `[List of APIs, gRPC methods, or user journeys]`
|
|
16
|
+
- *Out-of-Scope Dependencies:* `[Third-party payment gateways, SMS providers, external CDNs — to be mocked]`
|
|
17
|
+
- **Key Business Stakeholders:** `[Product Owner, Lead Architect, SRE Manager]`
|
|
18
|
+
|
|
19
|
+
---
|
|
20
|
+
|
|
21
|
+
## 2. Software Quality Criteria (ISO/IEC 25010:2023 SQuaRE)
|
|
22
|
+
|
|
23
|
+
| SQuaRE Sub-Characteristic | Target Metric / Evaluation Criteria | Verification Tool / Engine |
|
|
24
|
+
| :--- | :--- | :--- |
|
|
25
|
+
| **Time Behaviour** | P90, P95, P99 Tail Latencies, Peak Throughput (TPS/RPS), TTFB | `tools/jtl_analyzer.py` / `k6` |
|
|
26
|
+
| **Resource Utilization** | CPU (< 80%), RAM/JVM GC (< 85%), DB Connection Pool (< 80%), I/O | `tools/telemetry_correlator.py` |
|
|
27
|
+
| **Capacity** | Maximum Concurrency Envelope & Degradation Cliff without crash | `tools/generate_jmx_plan.py` |
|
|
28
|
+
|
|
29
|
+
---
|
|
30
|
+
|
|
31
|
+
## 3. SRE Non-Functional Requirements & SLA/SLO Budgets
|
|
32
|
+
|
|
33
|
+
- **Service Level Indicator (SLI):** Percentiles calculated on steady-state traffic (excluding warm-up/cool-down transients).
|
|
34
|
+
- **Service Level Objective (SLO):**
|
|
35
|
+
- **P95 Latency:** $\le 500\text{ms}$ (Warning at $400\text{ms}$)
|
|
36
|
+
- **P99 Latency:** $\le 1000\text{ms}$
|
|
37
|
+
- **Max Allowable Error Rate:** $< 1.0\%$ (HTTP 5xx, timeouts, connection drops)
|
|
38
|
+
- **Throughput Budget:** $\ge [Target]\text{ RPS}$ under normal peak load
|
|
39
|
+
- **Service Level Agreement (SLA Gate):** Automated pipeline halt (Exit Code 1) if P95 breaches $500\text{ms}$ or error rate $\ge 1.0\%$.
|
|
40
|
+
|
|
41
|
+
---
|
|
42
|
+
|
|
43
|
+
## 4. Operational Profile & Workload Modeling (ISTQB CT-PT)
|
|
44
|
+
|
|
45
|
+
- **Traffic Distribution (Pareto 70/20/10 Rule):**
|
|
46
|
+
- High-frequency browsing / querying (Read): `70%`
|
|
47
|
+
- Mutation / Transactional creation (Write): `20%`
|
|
48
|
+
- Complex aggregation / Reporting (Heavy): `10%`
|
|
49
|
+
- **User Behavior & Pacing:**
|
|
50
|
+
- **Realistic Think-Time:** Uniform Random Timers `1,000ms – 5,000ms` (Zero think-time is strictly forbidden).
|
|
51
|
+
- **Traffic Model:** Open Arrival-Rate (`ramping-arrival-rate` / throughput pacing) for public web APIs; Concurrency VU pool for private employee portals.
|
|
52
|
+
- **Session Isolation:** Pre-seeded user pools (`users.csv` or `userPool SharedArray`) with dedicated auth tokens per VU.
|
|
53
|
+
|
|
54
|
+
---
|
|
55
|
+
|
|
56
|
+
## 5. Workload Archetypes & Execution Schedule
|
|
57
|
+
|
|
58
|
+
| # | Archetype | Target Concurrency / Rate | Duration | Objective / Risk Addressed |
|
|
59
|
+
|---|:---|:---|:---|:---|
|
|
60
|
+
| **1** | **Smoke Test** | 1 – 5 VUs | 2 min | Pre-flight sanity check & endpoint reachability. |
|
|
61
|
+
| **2** | **Average Load Test** | 50 – 200 VUs | 15 – 30 min | Verify SLA compliance under expected peak volume. |
|
|
62
|
+
| **3** | **Stress Test (Step-Up)**| 200 $\rightarrow$ 2,000 VUs | 30 – 45 min | Locate degradation cliff, saturation knee & recovery. |
|
|
63
|
+
| **4** | **Spike Test** | 10 $\rightarrow$ 1,000 VUs | 5 – 10 min | Test autoscaling speed & circuit breaker recovery. |
|
|
64
|
+
| **5** | **Soak / Endurance** | 50 – 100 VUs | 2 – 12 hours | Uncover JVM memory leaks, GC pauses, connection leaks. |
|
|
65
|
+
| **6** | **Scalability Test** | 50 $\rightarrow$ 100 $\rightarrow$ 200 VUs | 30 – 60 min | Verify linear scale-up / scale-out elasticity ($\ge 80\%$). |
|
|
66
|
+
|
|
67
|
+
---
|
|
68
|
+
|
|
69
|
+
## 6. Test Environment Topology & SPEC/TPC Disclosure
|
|
70
|
+
|
|
71
|
+
- **Hardware & Host Specification:**
|
|
72
|
+
- Application Server: `[e.g., 4 vCPU, 16GB RAM, Linux Kernel 5.15]`
|
|
73
|
+
- Database Cluster: `[e.g., PostgreSQL 15, max_connections=200, pool_size=50]`
|
|
74
|
+
- Network Bandwidth: `[e.g., 10 Gbps VPC / local internal virtual bridge]`
|
|
75
|
+
- **Steady-State Measurement Interval (TPC Standard):**
|
|
76
|
+
- Warm-up Period: `[e.g., 3 minutes (excluded from SLA calculations)]`
|
|
77
|
+
- Steady-State Window: `[e.g., 10 minutes (official evaluation window)]`
|
|
78
|
+
- Cool-down Period: `[e.g., 2 minutes (excluded from SLA calculations)]`
|
|
79
|
+
|
|
80
|
+
---
|
|
81
|
+
|
|
82
|
+
## 7. Safety Gates, Pre-Flight Checks & Kill-Switch
|
|
83
|
+
|
|
84
|
+
- [ ] **Dedicated Isolated Environment:** Verified non-production target; staging approval granted.
|
|
85
|
+
- [ ] **Synthetic Test Data:** Parameterized with dynamic prefix `PERF_AUTO_${timestamp}_${thread}`.
|
|
86
|
+
- [ ] **Kill-Switch Threshold:** Configured `abortOnFail` if aggregate error rate $> 10\%$ over a 30s window.
|
|
87
|
+
- [ ] **Teardown & Cleanup Automation:** Reversible sandbox rollback (`reversible_sandbox.py`) scheduled post-test.
|
|
88
|
+
|
|
89
|
+
---
|
|
90
|
+
|
|
91
|
+
## 8. Telemetry, APM & Observability (OpenTelemetry)
|
|
92
|
+
|
|
93
|
+
- **Distributed Tracing Header:** Injected W3C Trace Context `traceparent` (`00-{trace_id}-{span_id}-01`).
|
|
94
|
+
- **Telemetry Streaming:** InfluxDB Backend Listener / Prometheus Node Exporter.
|
|
95
|
+
- **Root Cause Analysis (RCA):** Automated Pearson correlation matrix connecting tail latencies with CPU, Memory, and Database thread pools.
|
|
96
|
+
|
|
97
|
+
---
|
|
98
|
+
|
|
99
|
+
## 9. Definition of Done & Gate 10 Acceptance
|
|
100
|
+
|
|
101
|
+
- [ ] Test execution completed headlessly without manual browser GUI interference.
|
|
102
|
+
- [ ] Steady-state P95 latency is strictly below SLA budget.
|
|
103
|
+
- [ ] Error rate is strictly below 1.0% (0% on authentication & transaction routes).
|
|
104
|
+
- [ ] Zero database primary key collisions or lock contention from unparameterized test data.
|
|
105
|
+
- [ ] Artifacts generated and saved to `Reports/perf/`: `perf_results.jtl` and `k6_summary.json`.
|
|
106
|
+
- [ ] Gate 10 DoD status: **PASSED (`python tools/verify_all.py --mode hub`)**.
|
|
@@ -6,15 +6,16 @@ profiles: [perf, full]
|
|
|
6
6
|
|
|
7
7
|
# Performance & Load Testing Invariants (k6 · JMeter · Locust)
|
|
8
8
|
|
|
9
|
-
> **Scope:** Applies whenever designing, executing, or analyzing performance, load, stress, spike, or
|
|
9
|
+
> **Scope:** Applies whenever designing, executing, or analyzing performance, load, stress, spike, soak, or scalability workloads.
|
|
10
|
+
> **International Standards Alignment:** Codifies ISO/IEC 25010:2023 (Performance Efficiency), ISO/IEC/IEEE 29119-3/4, ISTQB CT-PT, TPC/SPEC Steady-State discipline, Google SRE SLA budgets, and W3C Trace Context.
|
|
10
11
|
> Complement to `AGENTS.md` enforcing enterprise safety, workload realism, and zero-hallucination analysis.
|
|
11
12
|
|
|
12
13
|
---
|
|
13
14
|
|
|
14
15
|
## 1. Safety Gate & Pre-Flight Invariants
|
|
15
16
|
1. **Dedicated Environments Only:** Never run load tests against production, shared staging, or third-party APIs without written approval.
|
|
16
|
-
2. **Pre-Run Declaration:** Declare target host, archetype (Smoke, Average Load, Stress, Spike, Soak), VU/arrival profile, duration, and kill-switch threshold (`abortOnFail`).
|
|
17
|
-
3. **Progressive Escalation:** Smoke (1–5 VUs) -> Baseline Average Load -> Stress / Spike / Soak. Never start high-VU runs autonomously.
|
|
17
|
+
2. **Pre-Run Declaration:** Declare target host, archetype (Smoke, Average Load, Stress, Spike, Soak, Scalability), VU/arrival profile, duration, and kill-switch threshold (`abortOnFail`).
|
|
18
|
+
3. **Progressive Escalation:** Smoke (1–5 VUs) -> Baseline Average Load -> Stress / Spike / Soak / Scalability. Never start high-VU runs autonomously.
|
|
18
19
|
4. **Hard Caps & Kill-Switch:** Scripts must enforce finite durations, rate caps, and automated abort (`abortOnFail` when error rate > 10%). Unbounded loops are strictly forbidden.
|
|
19
20
|
5. **Isolation & Cleanup:** Mock third-party providers (Payment, SMS, Captcha). Use synthetic test data (`PERF_AUTO_`); teardown after runs.
|
|
20
21
|
|
|
@@ -54,3 +55,26 @@ profiles: [perf, full]
|
|
|
54
55
|
## 3. Truth Anchor & Autopsy Sequence
|
|
55
56
|
1. **Truth Anchor:** If an SLA is breached, report root cause honestly. Never loosen thresholds or drop samples to manufacture a fake pass.
|
|
56
57
|
2. **Analysis Sequence:** 1. Run Validity (`dropped_iterations == 0`, generator CPU < 80%) -> 2. Error Rate (4xx, 5xx, timeouts) -> 3. Latency Percentiles (P50, P90, P95, P99; never headline average) -> 4. Throughput -> 5. APM Correlation (DB slow queries, connection pool exhaustion).
|
|
58
|
+
|
|
59
|
+
---
|
|
60
|
+
|
|
61
|
+
## 4. Business Workload Model, SPA Leak & Mobile App Performance
|
|
62
|
+
|
|
63
|
+
### A. Thiết Kế Performance Test Case Từ Nghiệp Vụ
|
|
64
|
+
Trước khi viết script tải, chốt 3 thông số:
|
|
65
|
+
1. **Workload Mix:** Phân bổ % lưu lượng theo hành trình thực tế (ví dụ: Browse 70%, Search 20%, Checkout 10%), quy đổi từ DAU/CCV sang RPS bằng Little's Law (`L = lambda * W`).
|
|
66
|
+
2. **DB Data Volume Precondition:** Chỉ rõ kích thước dữ liệu nền (ví dụ: DB có sẵn >= 100,000 bản ghi trước khi đo) để phát hiện slow query / thiếu index.
|
|
67
|
+
3. **SLA Matrix Phân Cấp:**
|
|
68
|
+
- Read / Lookup API: `P95 <= 200ms`, `Error Rate <= 0.5%`
|
|
69
|
+
- Search / Filter phức tạp: `P95 <= 500ms`, `Error Rate <= 1.0%`
|
|
70
|
+
- Write / Checkout / Payment: `P95 <= 800ms-1000ms`, `Error Rate <= 0.1%`
|
|
71
|
+
|
|
72
|
+
### B. Web Throttling & Long-Session Memory Leak
|
|
73
|
+
- **Điều kiện đo chuẩn:** Đo Web Vitals dưới giả lập **Slow 4G + CPU 4x slowdown** (không chỉ đo trên mạng cáp quang local).
|
|
74
|
+
- **SPA Memory Leak:** Với Web App dùng lâu (dashboard, POS), lặp thao tác chuyển tab/mở modal 20–50 lần để kiểm tra Heap Memory không tăng tuyến tính liên tục.
|
|
75
|
+
|
|
76
|
+
### C. Mobile App Performance (Android Vitals & iOS MetricKit)
|
|
77
|
+
Áp dụng cho thiết bị thật tầm trung (`mobile-appium`, `katalon`):
|
|
78
|
+
- **App Startup Time:** Đo riêng **Cold / Warm / Hot Start** qua 2 mốc `TTID` (Time to Initial Display) và `TTFD` (Time to Full Display).
|
|
79
|
+
- **UI Rendering & Smoothness:** Duy trì `60 FPS` (`<= 16.6ms/frame`); theo dõi **Janky Frames** (`> 16.6ms`), **Frozen Frames** (`> 700ms`) và **ANR** (`> 5s` Android / Watchdog crash iOS) khi scroll danh sách dài.
|
|
80
|
+
- **Resource & Network Resilience:** Giám sát **RAM/Memory** (không leak khi mở/đóng màn hình lặp lại), **CPU %**, **Battery drain** khi chạy nền, kích thước APK/IPA, và test chuyển mạng thực tế (**Wi-Fi <-> 4G/5G <-> Offline**).
|
|
@@ -42,10 +42,11 @@ policies:
|
|
|
42
42
|
|
|
43
43
|
1. **Performance as an Assertion:**
|
|
44
44
|
- Functional tests must double as non-functional guardrails. If a critical workflow takes > 10 seconds to load, it should fail performance budgets.
|
|
45
|
-
2. **Google Core Web Vitals Metrics:**
|
|
46
|
-
- **LCP (Largest Contentful Paint):** Target $\le 2.5\text{s}$ (Good).
|
|
47
|
-
- **CLS (Cumulative Layout Shift):** Target $\le 0.1$ (Good).
|
|
48
|
-
- **
|
|
45
|
+
2. **Google Core Web Vitals & W3C Metrics:**
|
|
46
|
+
- **LCP (Largest Contentful Paint):** Target $\le 2.5\text{s}$ (Good), $> 4.0\text{s}$ (Poor).
|
|
47
|
+
- **CLS (Cumulative Layout Shift):** Target $\le 0.1$ (Good), $> 0.25$ (Poor).
|
|
48
|
+
- **INP (Interaction to Next Paint):** Target $\le 200\text{ms}$ (Good), $> 500\text{ms}$ (Poor) — Official W3C/Google replacement for legacy FID.
|
|
49
|
+
- **TTFB (Time to First Byte):** Target $\le 800\text{ms}$ (Good) via W3C Navigation Timing Level 2.
|
|
49
50
|
3. **Observation-Masked Telemetry:**
|
|
50
51
|
- Never dump thousands of CDP trace lines into context. Only output calculated metric scores and flagged slow endpoints (> 1500ms).
|
|
51
52
|
|
|
@@ -53,28 +54,88 @@ policies:
|
|
|
53
54
|
|
|
54
55
|
### Standard Playwright Performance Measurement
|
|
55
56
|
|
|
56
|
-
### Pattern A:
|
|
57
|
+
### Pattern A: W3C Navigation Timing Level 2 (Modern Performance Audit)
|
|
57
58
|
<!-- classification: illustrative -->
|
|
58
59
|
```typescript
|
|
59
60
|
import { test, expect } from '@playwright/test';
|
|
60
61
|
|
|
61
|
-
test('audit
|
|
62
|
+
test('audit navigation timing level 2 and ttfb on dashboard', async ({ page }) => {
|
|
62
63
|
await page.goto('/dashboard');
|
|
63
64
|
await page.waitForLoadState('networkidle');
|
|
64
65
|
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
66
|
+
// W3C Navigation Timing Level 2 Standard
|
|
67
|
+
const navTiming = await page.evaluate(() => {
|
|
68
|
+
const navEntries = performance.getEntriesByType('navigation') as PerformanceNavigationTiming[];
|
|
69
|
+
if (!navEntries || navEntries.length === 0) return null;
|
|
70
|
+
const nav = navEntries[0];
|
|
71
|
+
return {
|
|
72
|
+
ttfb: Math.round(nav.responseStart - nav.requestStart),
|
|
73
|
+
domContentLoaded: Math.round(nav.domContentLoadedEventEnd - nav.startTime),
|
|
74
|
+
loadComplete: Math.round(nav.loadEventEnd - nav.startTime),
|
|
75
|
+
transferSize: nav.transferSize,
|
|
76
|
+
};
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
expect(navTiming).not.toBeNull();
|
|
80
|
+
console.log(`[W3C NAV2] TTFB: ${navTiming?.ttfb}ms | DOM Loaded: ${navTiming?.domContentLoaded}ms`);
|
|
81
|
+
expect(navTiming!.ttfb).toBeLessThan(800); // W3C Good TTFB threshold
|
|
82
|
+
});
|
|
83
|
+
```
|
|
84
|
+
|
|
85
|
+
### Pattern B: Measuring Interaction to Next Paint (INP) via PerformanceObserver
|
|
86
|
+
<!-- classification: illustrative -->
|
|
87
|
+
```typescript
|
|
88
|
+
test('audit interaction to next paint (INP) on button click', async ({ page }) => {
|
|
89
|
+
await page.goto('/checkout');
|
|
90
|
+
await page.waitForLoadState('networkidle');
|
|
91
|
+
|
|
92
|
+
// Inject W3C PerformanceObserver tracking event durations
|
|
93
|
+
await page.evaluate(() => {
|
|
94
|
+
(window as any).__maxEventDuration = 0;
|
|
95
|
+
const observer = new PerformanceObserver((list) => {
|
|
96
|
+
for (const entry of list.getEntries()) {
|
|
97
|
+
const duration = (entry as any).duration;
|
|
98
|
+
if (duration > (window as any).__maxEventDuration) {
|
|
99
|
+
(window as any).__maxEventDuration = duration;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
observer.observe({ type: 'event', buffered: true, durationThreshold: 16 } as any);
|
|
104
|
+
});
|
|
68
105
|
|
|
69
|
-
|
|
70
|
-
|
|
106
|
+
// Perform realistic user interaction
|
|
107
|
+
await page.locator('#submit-order-button').click();
|
|
108
|
+
await page.waitForTimeout(500); // Allow interaction cycle to complete
|
|
71
109
|
|
|
72
|
-
|
|
73
|
-
|
|
110
|
+
const maxInp = await page.evaluate(() => (window as any).__maxEventDuration || 0);
|
|
111
|
+
console.log(`[CORE WEB VITALS] Measured INP: ${maxInp}ms`);
|
|
112
|
+
expect(maxInp).toBeLessThan(200); // Google/W3C INP budget <= 200ms
|
|
113
|
+
});
|
|
114
|
+
```
|
|
115
|
+
|
|
116
|
+
### Pattern C: CDP Network Throttling & Fast 3G Simulation
|
|
117
|
+
<!-- classification: illustrative -->
|
|
118
|
+
```typescript
|
|
119
|
+
test('simulate fast 3g conditions and 4x cpu slowdown', async ({ page }) => {
|
|
120
|
+
const client = await page.context().newCDPSession(page);
|
|
121
|
+
|
|
122
|
+
// Emulate mobile network conditions (Fast 3G: 1.6 Mbps download, 750 kbps upload, 150ms latency)
|
|
123
|
+
await client.send('Network.emulateNetworkConditions', {
|
|
124
|
+
offline: false,
|
|
125
|
+
latency: 150,
|
|
126
|
+
downloadThroughput: (1.6 * 1024 * 1024) / 8,
|
|
127
|
+
uploadThroughput: (750 * 1024) / 8,
|
|
128
|
+
});
|
|
129
|
+
|
|
130
|
+
// Emulate 4x CPU slowdown (budget mobile CPU emulation)
|
|
131
|
+
await client.send('Emulation.setCPUThrottlingRate', { rate: 4 });
|
|
132
|
+
|
|
133
|
+
await page.goto('/catalog');
|
|
134
|
+
await page.waitForLoadState('networkidle');
|
|
74
135
|
});
|
|
75
136
|
```
|
|
76
137
|
|
|
77
|
-
### Pattern
|
|
138
|
+
### Pattern D: Tracking Slow Network Endpoints
|
|
78
139
|
<!-- classification: illustrative -->
|
|
79
140
|
```typescript
|
|
80
141
|
test('detect slow backend microservices', async ({ page }) => {
|
|
@@ -153,11 +153,22 @@ For systems with integrated LLMs, tool-calling agents, or MCP servers, inspect:
|
|
|
153
153
|
|
|
154
154
|
---
|
|
155
155
|
|
|
156
|
+
### OWASP ASVS 4.0.3, CVSS v3.1/v4.0 & Regulatory Compliance
|
|
157
|
+
- Execute automated Level 1 ASVS probes and checklist generation via `tools/asvs_auditor.py` (`agent-qa asvs --probe <url> --level 1`).
|
|
158
|
+
- Compute quantitative CVSS Base/Temporal vectors and qualitative severity ratings via `tools/cvss_calculator.py` (`agent-qa cvss "<vector>"`).
|
|
159
|
+
- Audit regulatory privacy and payment requirements via `tools/regulatory_compliance.py` (`agent-qa compliance`):
|
|
160
|
+
- **GDPR / PDPA:** Right to be Forgotten (Article 17) and Consent logs (Article 7).
|
|
161
|
+
- **PCI-DSS v4.0:** Requirement 3.4 (PAN Masking with Luhn validation) and Requirement 3.2 (CVV exclusion).
|
|
162
|
+
- **ISO 15489:** Electronic Records Management retention period verification.
|
|
163
|
+
|
|
164
|
+
---
|
|
165
|
+
|
|
156
166
|
## 4. Verification Points & DoD
|
|
157
167
|
|
|
158
168
|
1. Target endpoints verified against authorization whitelist and consent grant.
|
|
159
|
-
2. Security scan covers OWASP Top 10 vulnerabilities (SQLi, XSS, SSRF, broken auth, security headers).
|
|
160
|
-
3.
|
|
169
|
+
2. Security scan covers OWASP Top 10 vulnerabilities (SQLi, XSS, SSRF, broken auth, security headers) and ASVS Level 1 baseline.
|
|
170
|
+
3. Zero unmasked PAN leaks or stored CVVs detected across test logs and responses (`tools/regulatory_compliance.py --gate`).
|
|
171
|
+
4. Findings categorized by CVSS v3.1/v4.0 severity vector with reproduction steps and remediation guidance.
|
|
161
172
|
|
|
162
173
|
---
|
|
163
174
|
|
|
@@ -31,3 +31,22 @@ profiles: [api-security, full]
|
|
|
31
31
|
## 5. Layer 5 — Sanitized Evidence Standard
|
|
32
32
|
* Every reported vulnerability must include: Severity (Critical / High / Medium / Low), reproducible HTTP Request/Response pairs (or verifiable `curl` commands), and concrete remediation guidance.
|
|
33
33
|
* Mandatory sanitization: Mask all JWTs, session cookies, passwords, API tokens, and PII before writing logs, generating summaries, or exporting artifacts.
|
|
34
|
+
|
|
35
|
+
## Layer 6 — Security Test Case, Web Client-Side & Mobile MASVS (Gap Add-on)
|
|
36
|
+
|
|
37
|
+
### A. Negative Security Test Case Design (OWASP ASVS & API Top 10)
|
|
38
|
+
Khi sinh test case cho tính năng có Auth/API/Giao dịch, bổ sung nhóm `TC_SEC_XXX`:
|
|
39
|
+
- **Mass Assignment (API3 BOPLA):** Gửi thừa field nhạy cảm (`role`, `isVerified`, `discount`) trong payload `POST/PUT/PATCH`. Expected: Server bỏ qua hoặc reject `400/422`.
|
|
40
|
+
- **Business Logic & Rate Limit (API4 / API6):** Spam OTP/Login vượt ngưỡng, gửi số lượng/giá âm, áp mã giảm giá nhiều lần, hoặc bỏ qua bước xác thực ở luồng nhiều bước.
|
|
41
|
+
|
|
42
|
+
### B. Web Client-Side & Supply Chain (OWASP WSTG)
|
|
43
|
+
- **Session & Storage:** Kiểm tra JWT/Session không lưu plain-text trong `localStorage`/`sessionStorage`; Cookie phiên bật đủ `HttpOnly`, `Secure`, `SameSite=Lax/Strict`.
|
|
44
|
+
- **DOM XSS & Open Redirect:** Kiểm tra output encoding bằng canary DOM-XSS probe vô hại ở URL hash/query params và xác minh redirect URL (`?next=...`) bị chặn ngoài allowlist.
|
|
45
|
+
- **File Upload Bypass:** Kiểm tra upload file giả mạo MIME type hoặc double extension.
|
|
46
|
+
- **Supply Chain (SCA):** Chạy `npm audit` / `pip-audit` trong CI; chặn build nếu có CVE Critical/High chưa vá.
|
|
47
|
+
|
|
48
|
+
### C. Mobile App Security (OWASP MASVS & MASTG)
|
|
49
|
+
- **MASVS-STORAGE:** SharedPreferences / UserDefaults / SQLite / Cache / Logcat không lưu token, password, PII dạng clear-text (bắt buộc dùng Android Keystore / iOS Keychain).
|
|
50
|
+
- **MASVS-NETWORK:** Chặn HTTP clear-text (`cleartextTrafficPermitted=false`); kiểm tra **SSL/TLS Certificate Pinning** bằng proxy — app phải từ chối kết nối khi cert không hợp lệ.
|
|
51
|
+
- **MASVS-PLATFORM:** Kiểm tra **Deep Link / URL Scheme** không mở màn hình nội bộ trái phép; tắt JS interface dư thừa và vô hiệu hóa truy cập file cục bộ trong WebView.
|
|
52
|
+
- **MASVS-RESILIENCE:** Kiểm tra hành vi app trên thiết bị **Root/Jailbreak** hoặc khi gắn debugger/Frida; che màn hình nhạy cảm khi app xuống background.
|
|
@@ -148,6 +148,9 @@ python tools/wcag_audit.py https://staging.example.com --url -o docs/wcag_audit_
|
|
|
148
148
|
|
|
149
149
|
# CLI integration via agent-qa
|
|
150
150
|
agent-qa wcag-audit path/to/page.html
|
|
151
|
+
|
|
152
|
+
# Export standardized Section 508 & EN 301 549 VPAT 2.5 Report
|
|
153
|
+
agent-qa vpat --url https://staging.example.com --out-md docs/VPAT_REPORT.md
|
|
151
154
|
```
|
|
152
155
|
|
|
153
156
|
---
|
|
@@ -156,7 +159,7 @@ agent-qa wcag-audit path/to/page.html
|
|
|
156
159
|
|
|
157
160
|
1. Automated accessibility scans run via axe-core / Playwright with 0 Level A/AA violations.
|
|
158
161
|
2. Manual check protocol verifies keyboard tab order, focus rings, and skip links.
|
|
159
|
-
3. Audit report maps violations to specific WCAG 2.2 criteria with remediation code.
|
|
162
|
+
3. Audit report maps violations to specific WCAG 2.2 criteria with remediation code and exports Section 508 / EN 301 549 VPAT 2.5 reports (`tools/vpat_exporter.py`).
|
|
160
163
|
|
|
161
164
|
---
|
|
162
165
|
|
|
@@ -1,5 +1,46 @@
|
|
|
1
1
|
{
|
|
2
|
-
"generated_at": "2026-11-
|
|
3
|
-
"total_defects":
|
|
4
|
-
"defects": [
|
|
2
|
+
"generated_at": "2026-11-17T10:50:36.795633",
|
|
3
|
+
"total_defects": 5,
|
|
4
|
+
"defects": [
|
|
5
|
+
{
|
|
6
|
+
"file": "tools\\asvs_auditor.py",
|
|
7
|
+
"role": "HELPER",
|
|
8
|
+
"type": "SWALLOWED_EXCEPTION",
|
|
9
|
+
"severity": "CRITICAL",
|
|
10
|
+
"line": 185,
|
|
11
|
+
"message": "Empty catch block or dummy suppression (_ = err) detected. Swallowed exceptions cause false-pass test runs."
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"file": "tools\\etl_data_reconciler.py",
|
|
15
|
+
"role": "HELPER",
|
|
16
|
+
"type": "SWALLOWED_EXCEPTION",
|
|
17
|
+
"severity": "CRITICAL",
|
|
18
|
+
"line": 193,
|
|
19
|
+
"message": "Empty catch block or dummy suppression (_ = err) detected. Swallowed exceptions cause false-pass test runs."
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"file": "tools\\etl_data_reconciler.py",
|
|
23
|
+
"role": "HELPER",
|
|
24
|
+
"type": "SWALLOWED_EXCEPTION",
|
|
25
|
+
"severity": "CRITICAL",
|
|
26
|
+
"line": 307,
|
|
27
|
+
"message": "Empty catch block or dummy suppression (_ = err) detected. Swallowed exceptions cause false-pass test runs."
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
"file": "tools\\etl_data_reconciler.py",
|
|
31
|
+
"role": "HELPER",
|
|
32
|
+
"type": "SWALLOWED_EXCEPTION",
|
|
33
|
+
"severity": "CRITICAL",
|
|
34
|
+
"line": 314,
|
|
35
|
+
"message": "Empty catch block or dummy suppression (_ = err) detected. Swallowed exceptions cause false-pass test runs."
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"file": "tools\\vpat_exporter.py",
|
|
39
|
+
"role": "HELPER",
|
|
40
|
+
"type": "SWALLOWED_EXCEPTION",
|
|
41
|
+
"severity": "CRITICAL",
|
|
42
|
+
"line": 162,
|
|
43
|
+
"message": "Empty catch block or dummy suppression (_ = err) detected. Swallowed exceptions cause false-pass test runs."
|
|
44
|
+
}
|
|
45
|
+
]
|
|
5
46
|
}
|