@teevee98/synapse-hub 0.0.0-stage → 3.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/agents/api-engineer.md +67 -0
- package/.agents/agents/failure-analyst.md +75 -0
- package/.agents/agents/live-explorer.md +70 -0
- package/.agents/agents/orchestrator.md +104 -0
- package/.agents/agents/perf-engineer.md +74 -0
- package/.agents/agents/pom-crafter.md +112 -0
- package/.agents/agents/quality-gatekeeper.md +87 -0
- package/.agents/agents/test-designer.md +73 -0
- package/.agents/agents/test-runner.md +67 -0
- package/.agents/rules/author-integrity-guard.md +33 -0
- package/.agents/rules/communication-style.md +18 -0
- package/.agents/rules/context-engineering.md +37 -0
- package/.agents/rules/git-push-protocol.md +33 -0
- package/.agents/rules/graphify.md +14 -0
- package/.agents/rules/lessons-learned.md +25 -0
- package/.agents/rules/mandatory-playwright-live.md +25 -0
- package/.agents/rules/mobile_appium_rules.md +43 -0
- package/.agents/rules/performance_testing_rules.md +35 -0
- package/.agents/rules/skill-precedence.md +29 -0
- package/.agents/rules/systematic-debugging.md +36 -0
- package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
- package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/SKILL.md +88 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +15 -0
- package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
- package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
- package/.agents/skills/agentless-qa-repair/examples/three_phase_repair_workflow.md +40 -0
- package/.agents/skills/antigravity-test-sentinel/SKILL.md +63 -0
- package/.agents/skills/antigravity-test-sentinel/examples/dod_gate_policy.json +11 -0
- package/.agents/skills/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +47 -0
- package/.agents/skills/api-network-mocking-interception/SKILL.md +142 -0
- package/.agents/skills/api-network-mocking-interception/examples/network_route_stub.json +9 -0
- package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +80 -0
- package/.agents/skills/api-spec-to-e2e-matrix/examples/sample_openapi.json +19 -0
- package/.agents/skills/architecture-decision-records/SKILL.md +64 -0
- package/.agents/skills/architecture-decision-records/examples/0001-record-architecture-decisions.md +12 -0
- package/.agents/skills/auth-session-and-cookie-manager/SKILL.md +75 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +70 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/storage_state_sample.json +11 -0
- package/.agents/skills/backend-load-and-stress-patterns/SKILL.md +85 -0
- package/.agents/skills/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +13 -0
- package/.agents/skills/backend-load-and-stress-patterns/references/k6_load_template.js +82 -0
- package/.agents/skills/bats-testing-patterns/SKILL.md +100 -0
- package/.agents/skills/bats-testing-patterns/examples/cli_runner_test.bats +6 -0
- package/.agents/skills/bats-testing-patterns/resources/implementation-playbook.md +614 -0
- package/.agents/skills/clean-pom-crafter/SKILL.md +110 -0
- package/.agents/skills/clean-pom-crafter/examples/standard_test_case.groovy +28 -0
- package/.agents/skills/clean-pom-crafter/references/pom_patterns.groovy +138 -0
- package/.agents/skills/code-refactoring-refactor-clean/SKILL.md +64 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +9 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +52 -0
- package/.agents/skills/code-refactoring-refactor-clean/resources/implementation-playbook.md +881 -0
- package/.agents/skills/consumer-driven-contract-testing/SKILL.md +147 -0
- package/.agents/skills/consumer-driven-contract-testing/examples/order_service_pact.json +45 -0
- package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +123 -0
- package/.agents/skills/db-state-verifier-and-seeder/examples/db_fixture_seed.json +12 -0
- package/.agents/skills/e2e-testing-patterns/SKILL.md +103 -0
- package/.agents/skills/e2e-testing-patterns/examples/playwright_sharded_config.ts +12 -0
- package/.agents/skills/e2e-testing-patterns/resources/implementation-playbook.md +522 -0
- package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
- package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
- package/.agents/skills/failure-autopsy-and-healing/SKILL.md +66 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +48 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/sample_junit_failure.xml +8 -0
- package/.agents/skills/failure-autopsy-and-healing/references/healing_matrix.md +64 -0
- package/.agents/skills/failure-autopsy-and-healing/references/qa_investigation_protocol.md +56 -0
- package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +83 -0
- package/.agents/skills/file-and-report-validator/SKILL.md +90 -0
- package/.agents/skills/file-and-report-validator/examples/sample_export_schema.json +14 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/SKILL.md +114 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +11 -0
- package/.agents/skills/gherkin-to-suite/SKILL.md +103 -0
- package/.agents/skills/gherkin-to-suite/examples/checkout.feature +39 -0
- package/.agents/skills/gherkin-to-suite/examples/suite_report_sample.json +334 -0
- package/.agents/skills/github-actions-templates/SKILL.md +77 -0
- package/.agents/skills/github-actions-templates/examples/matrix_test_pipeline.yml +8 -0
- package/.agents/skills/graphify-impact-analyzer/SKILL.md +76 -0
- package/.agents/skills/graphify-impact-analyzer/examples/dependency_blast_radius.json +8 -0
- package/.agents/skills/katalon-cli-runner/SKILL.md +76 -0
- package/.agents/skills/katalon-cli-runner/examples/headless_kre_exec.sh +3 -0
- package/.agents/skills/katalon-cli-runner/references/groovy-patterns.md +209 -0
- package/.agents/skills/katalon-cli-runner/references/katalon-api.md +155 -0
- package/.agents/skills/katalon-cli-runner/references/runner_commands.md +67 -0
- package/.agents/skills/lam-script-generator/SKILL.md +123 -0
- package/.agents/skills/lam-script-generator/examples/user_story_sample.md +8 -0
- package/.agents/skills/lean-code-ladder/SKILL.md +94 -0
- package/.agents/skills/lean-code-ladder/examples/ladder_walkthrough.md +37 -0
- package/.agents/skills/lean-impact-scoreboard/SKILL.md +48 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_benchmark_gain.md +20 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_scoreboard.md +15 -0
- package/.agents/skills/meta-prompt-crafter/SKILL.md +107 -0
- package/.agents/skills/meta-prompt-crafter/examples/qa_prompt_template.md +35 -0
- package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
- package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
- package/.agents/skills/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +46 -0
- package/.agents/skills/mobile-appium-som/SKILL.md +88 -0
- package/.agents/skills/mobile-appium-som/examples/BaseScreen.java +88 -0
- package/.agents/skills/mobile-appium-som/examples/LoginScreen.java +46 -0
- package/.agents/skills/mobile-appium-som/examples/TC_MobileLogin.java +43 -0
- package/.agents/skills/persistent-planning-files/SKILL.md +108 -0
- package/.agents/skills/persistent-planning-files/examples/task_plan_example.md +56 -0
- package/.agents/skills/playwright-live-interaction/SKILL.md +131 -0
- package/.agents/skills/playwright-live-interaction/examples/live_probe_script.js +5 -0
- package/.agents/skills/playwright-live-interaction/references/advanced_superpowers.md +160 -0
- package/.agents/skills/playwright-live-interaction/references/compact_accessibility_snapshots.md +75 -0
- package/.agents/skills/playwright-live-interaction/references/recipes.md +388 -0
- package/.agents/skills/playwright-live-interaction/references/swarm_orchestration.md +134 -0
- package/.agents/skills/playwright-webapp-testing/SKILL.md +93 -0
- package/.agents/skills/playwright-webapp-testing/examples/server_lifecycle_playwright.py +63 -0
- package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_code_window_walkthrough.md +40 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
- package/.agents/skills/qa-memory-os/SKILL.md +80 -0
- package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
- package/.agents/skills/rbt-manual-testing/SKILL.md +137 -0
- package/.agents/skills/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +25 -0
- package/.agents/skills/rbt-manual-testing/references/field_validation_checklist.md +29 -0
- package/.agents/skills/repo-quality-audit/SKILL.md +68 -0
- package/.agents/skills/repo-quality-audit/examples/sample_audit_walkthrough.md +15 -0
- package/.agents/skills/repo-quality-audit/examples/sample_repo_audit.md +33 -0
- package/.agents/skills/review-spec/SKILL.md +60 -0
- package/.agents/skills/review-spec/examples/pocock_grilling_decision_rubric.md +40 -0
- package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
- package/.agents/skills/security-dast-sentinel/SKILL.md +119 -0
- package/.agents/skills/security-dast-sentinel/examples/dast_scan_config.json +10 -0
- package/.agents/skills/security-dast-sentinel/references/AI-AND-LLM.md +113 -0
- package/.agents/skills/security-dast-sentinel/references/ATTACK-CLASSES.md +89 -0
- package/.agents/skills/security-dast-sentinel/references/dast_recipes.ts +33 -0
- package/.agents/skills/self-healing-locator/SKILL.md +86 -0
- package/.agents/skills/self-healing-locator/examples/aom_diff_sample.json +16 -0
- package/.agents/skills/senior-code-review/SKILL.md +108 -0
- package/.agents/skills/senior-code-review/examples/sample_review_walkthrough.md +29 -0
- package/.agents/skills/skillspector-security-guard/SKILL.md +57 -0
- package/.agents/skills/skillspector-security-guard/examples/audit_threat_vectors_report.json +35 -0
- package/.agents/skills/skillspector-security-guard/examples/safe_mcp_config.json +12 -0
- package/.agents/skills/surgical-coding-principles/SKILL.md +89 -0
- package/.agents/skills/surgical-coding-principles/examples/surgical_vs_scope_creep.md +46 -0
- package/.agents/skills/synthetic-test-data-generator/SKILL.md +135 -0
- package/.agents/skills/synthetic-test-data-generator/examples/idempotent_data_recipe.json +9 -0
- package/.agents/skills/systematic-debugging/SKILL.md +100 -0
- package/.agents/skills/systematic-debugging/examples/four_phase_case.md +44 -0
- package/.agents/skills/technical-debt-harvester/SKILL.md +70 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_debt_ledger.md +25 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_ledger_output.md +20 -0
- package/.agents/skills/test-driven-development/SKILL.md +114 -0
- package/.agents/skills/test-driven-development/examples/red_green_refactor_qa.md +78 -0
- package/.agents/skills/token-and-context-optimizer/SKILL.md +70 -0
- package/.agents/skills/token-and-context-optimizer/examples/distilled_log_sample.txt +3 -0
- package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
- package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
- package/.agents/skills/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +62 -0
- package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
- package/.agents/skills/verification-before-completion/SKILL.md +100 -0
- package/.agents/skills/verification-before-completion/examples/evidence_log_example.md +46 -0
- package/.agents/skills/visual-regression-sentinel/SKILL.md +82 -0
- package/.agents/skills/visual-regression-sentinel/examples/visual_mask_rules.json +9 -0
- package/.agents/skills/wcag-audit-patterns/SKILL.md +77 -0
- package/.agents/skills/wcag-audit-patterns/examples/wcag_compliance_checklist.json +10 -0
- package/.agents/skills/wcag-audit-patterns/resources/implementation-playbook.md +541 -0
- package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +38 -0
- package/.agents/skills/web-vitals-and-performance-profiler/SKILL.md +65 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +6 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +118 -0
- package/.agents/templates/completion_report.md +57 -0
- package/.agents/workflows/analyze_requirement_document.md +18 -0
- package/.agents/workflows/export_testcases_excel.md +32 -0
- package/.agents/workflows/generate_combinatorial_test_data.md +28 -0
- package/.agents/workflows/generate_cross_module_test_plan.md +37 -0
- package/.agents/workflows/generate_manual_testcases_rbt.md +56 -0
- package/.agents/workflows/generate_requirements_from_website.md +25 -0
- package/.agents/workflows/generate_testcases_from_requirements.md +21 -0
- package/.agents/workflows/graphify.md +10 -0
- package/.agents/workflows/test-impact.md +15 -0
- package/.agents/workflows/verify.md +34 -0
- package/.cursor/rules/agents.mdc +16 -0
- package/.cursor/rules/language.mdc +7 -0
- package/.cursor/rules/synapse-qa.mdc +24 -0
- package/.cursorrules +27 -0
- package/.dockerignore +53 -0
- package/.pre-commit-hooks.yaml +14 -0
- package/.windsurfrules +26 -0
- package/AGENTS.md +86 -0
- package/CLAUDE.md +54 -0
- package/Dockerfile +81 -0
- package/LICENSE +52 -0
- package/NOTICE +264 -0
- package/README.en.md +172 -0
- package/README.md +171 -2
- package/action.yml +51 -0
- package/agentskills.json +16 -0
- package/bin/agent-qa.js +138 -0
- package/docker-compose.yml +74 -0
- package/docs/ARCHITECTURE.en.md +197 -0
- package/docs/ARCHITECTURE.md +198 -0
- package/docs/CI_CD_INTEGRATION.en.md +170 -0
- package/docs/CI_CD_INTEGRATION.md +170 -0
- package/docs/CLI_REFERENCE.en.md +175 -0
- package/docs/CLI_REFERENCE.md +177 -0
- package/docs/CONTRIBUTING.en.md +49 -0
- package/docs/CONTRIBUTING.md +49 -0
- package/docs/PERFORMANCE_AUDIT_REPORT.md +784 -0
- package/docs/PLUGIN_DEVELOPMENT_GUIDE.md +127 -0
- package/docs/QUALITY_GATES.en.md +121 -0
- package/docs/QUALITY_GATES.md +121 -0
- package/docs/TOKEN_QUOTA_PLAYBOOK.md +41 -0
- package/docs/TOOL_CATALOG.md +129 -0
- package/docs/adopted-ecosystem-tools.md +96 -0
- package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
- package/docs/research/agent_skill_training_analysis.md +1359 -0
- package/docs/schemas/synapse.config.schema.json +87 -0
- package/package.json +94 -4
- package/plugin.json +31 -0
- package/scripts/generate_skill_examples.py +244 -0
- package/scripts/install.ps1 +112 -0
- package/scripts/install_global_plugin.ps1 +94 -0
- package/scripts/install_global_plugin.sh +49 -0
- package/scripts/lint_skills.ps1 +57 -0
- package/scripts/package_dist.py +337 -0
- package/scripts/setup.sh +59 -0
- package/scripts/update_hub.ps1 +19 -0
- package/scripts/update_hub.sh +15 -0
- package/skills_manifest.json +854 -0
- package/synapse.config.json +32 -0
- package/templates/PROJECT_AI_GUIDE_TEMPLATE.md +111 -0
- package/templates/PROJECT_STATE_TEMPLATE.md +20 -0
- package/templates/ai_bridges/CLAUDE.md +54 -0
- package/templates/ai_bridges/copilot-instructions.md +20 -0
- package/templates/ai_bridges/cursor_synapse_qa.mdc +24 -0
- package/templates/ai_bridges/windsurfrules +26 -0
- package/templates/ci/github-actions-synapse.yml +95 -0
- package/templates/ci/gitlab-ci-synapse.yml +16 -0
- package/templates/ui/index.html +1069 -0
- package/templates/welcome.html.tmpl +2079 -0
- package/tools/.infer_baseline.json +30 -0
- package/tools/TOOLS_RUNBOOK.md +1553 -0
- package/tools/TOOL_CATALOG.json +1769 -0
- package/tools/__init__.py +43 -0
- package/tools/_openapi_parser.py +158 -0
- package/tools/agent_canary.py +525 -0
- package/tools/agentless_patcher.py +417 -0
- package/tools/analyze_project.py +258 -0
- package/tools/api_drift_sentinel.py +208 -0
- package/tools/api_fuzzer.py +762 -0
- package/tools/author_integrity.py +184 -0
- package/tools/auto_heal.py +271 -0
- package/tools/auto_heal_reflexion.py +532 -0
- package/tools/autogen_qa_broker.py +844 -0
- package/tools/benchmark_swarm_context.py +394 -0
- package/tools/browser_helpers.js +746 -0
- package/tools/browsergym_eval.py +236 -0
- package/tools/bug_reporter.py +252 -0
- package/tools/bump_version.py +423 -0
- package/tools/cache_resolver.py +1214 -0
- package/tools/check_env.py +426 -0
- package/tools/check_version_sync.py +256 -0
- package/tools/ci_healing_hook.py +126 -0
- package/tools/cli.py +1598 -0
- package/tools/config_decoupler.py +253 -0
- package/tools/contract_validator.py +141 -0
- package/tools/core/__init__.py +70 -0
- package/tools/core/adapters.py +431 -0
- package/tools/core/circuit_breaker.py +263 -0
- package/tools/core/cli_runtime.py +66 -0
- package/tools/core/file_lock.py +159 -0
- package/tools/core/i18n.py +394 -0
- package/tools/core/memory_bus.py +905 -0
- package/tools/core/process_supervisor.py +332 -0
- package/tools/core/telemetry.py +329 -0
- package/tools/count_tokens.py +1267 -0
- package/tools/create_mock_docx.py +104 -0
- package/tools/dashboard_generator.py +2419 -0
- package/tools/db_sandbox.py +675 -0
- package/tools/debt_harvester.py +237 -0
- package/tools/distill_log.py +161 -0
- package/tools/dspy_qa_signatures.py +356 -0
- package/tools/e2e_flow_prober.py +132 -0
- package/tools/export_postman_collection.py +945 -0
- package/tools/flaky_detector.py +389 -0
- package/tools/fsm_enforcer.py +450 -0
- package/tools/fsm_middleware.py +401 -0
- package/tools/fuzz_payloads.py +197 -0
- package/tools/generate_allure_report.py +88 -0
- package/tools/generate_api_matrix.py +193 -0
- package/tools/generate_jmx_plan.py +1322 -0
- package/tools/generate_sbom.py +252 -0
- package/tools/generate_tc_from_story.py +203 -0
- package/tools/generate_test_reports.py +133 -0
- package/tools/generate_tool_catalog.py +482 -0
- package/tools/gherkin_suite.py +758 -0
- package/tools/git_pre_commit_guard.py +298 -0
- package/tools/goldfish_review.py +366 -0
- package/tools/heal/__init__.py +28 -0
- package/tools/heal_pr_automator.py +220 -0
- package/tools/heuristic_locator_matcher.py +351 -0
- package/tools/hub_publisher.py +623 -0
- package/tools/humanize_linter.py +438 -0
- package/tools/infer_linter.py +977 -0
- package/tools/init_config.py +307 -0
- package/tools/interview_story.py +116 -0
- package/tools/jira_sync.py +566 -0
- package/tools/jtl_analyzer.py +474 -0
- package/tools/lint/__init__.py +30 -0
- package/tools/lint_ai_docs.py +374 -0
- package/tools/lookup_tc.py +165 -0
- package/tools/lookup_xpath.py +167 -0
- package/tools/matrix_sharder.py +148 -0
- package/tools/mcp/__init__.py +18 -0
- package/tools/mcp_docx_server.ps1 +13 -0
- package/tools/mcp_docx_server.py +851 -0
- package/tools/mcp_excel_server.ps1 +13 -0
- package/tools/mcp_excel_server.py +441 -0
- package/tools/mcp_server.py +724 -0
- package/tools/md_to_xlsx.py +327 -0
- package/tools/micro_mutator.py +887 -0
- package/tools/mipro_assertion_tuner.py +210 -0
- package/tools/network_mock_shield.py +311 -0
- package/tools/newman_analyzer.py +384 -0
- package/tools/omni_emitter.py +579 -0
- package/tools/omni_parser.py +450 -0
- package/tools/omni_transpiler.py +168 -0
- package/tools/openxml_guard.py +438 -0
- package/tools/output_formatter.py +182 -0
- package/tools/package_release.py +325 -0
- package/tools/perf/__init__.py +24 -0
- package/tools/pinpoint_failure.py +190 -0
- package/tools/project_state.py +171 -0
- package/tools/qa_event_stream.py +358 -0
- package/tools/repo_map.py +346 -0
- package/tools/report/__init__.py +32 -0
- package/tools/reversible_sandbox.py +344 -0
- package/tools/safety_firewall.py +437 -0
- package/tools/security_coverage_ledger.py +538 -0
- package/tools/security_scanner.py +229 -0
- package/tools/senior_code_review.py +393 -0
- package/tools/setup_project.py +770 -0
- package/tools/skill_collision_guard.py +304 -0
- package/tools/skill_profiles.py +217 -0
- package/tools/skill_vault.py +481 -0
- package/tools/skillspector.py +1278 -0
- package/tools/smart_visual_masker.py +132 -0
- package/tools/spec_drift_sentinel.py +438 -0
- package/tools/swe_qa_aci.py +369 -0
- package/tools/synapse_observer.py +485 -0
- package/tools/synapse_qa_bench.py +190 -0
- package/tools/sync_agent_rules.py +274 -0
- package/tools/telemetry_correlator.py +397 -0
- package/tools/template_excel_exporter.py +514 -0
- package/tools/templates/jmeter-distributed/README.md +54 -0
- package/tools/templates/jmeter-distributed/docker-compose.yml +83 -0
- package/tools/test_impact.py +419 -0
- package/tools/test_memory_os.py +462 -0
- package/tools/textgrad_mutation_optimizer.py +237 -0
- package/tools/tms_sync_bridge.py +834 -0
- package/tools/tot_exploratory_tester.py +239 -0
- package/tools/trace_data_flow.py +240 -0
- package/tools/traffic_session_converter.py +256 -0
- package/tools/trend_analytics.py +314 -0
- package/tools/ui_server.py +401 -0
- package/tools/universal_ir.py +488 -0
- package/tools/update_sentinel.py +383 -0
- package/tools/validate_groovy_scripts.py +173 -0
- package/tools/verify_all.py +1259 -0
- package/tools/visual_diff_canvas.py +143 -0
- package/tools/visual_som_helper.py +550 -0
- package/tools/watch_mode.py +308 -0
- package/tools/wcag_audit.py +239 -0
- package/tools/welcome_page.py +290 -0
|
@@ -0,0 +1,389 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# -*- coding: utf-8 -*-
|
|
3
|
+
"""
|
|
4
|
+
Enterprise Flaky Test Detector & Quarantine Sentinel
|
|
5
|
+
---------------------------------------------------
|
|
6
|
+
Executes a target test scenario N times (default: 5) or parses historical JUnit XML
|
|
7
|
+
reports to calculate the Flakiness Index, detect state flips, query persistent SQLite telemetry,
|
|
8
|
+
and automatically isolate unstable tests via source-code @quarantine annotation.
|
|
9
|
+
|
|
10
|
+
Features:
|
|
11
|
+
1. Multi-Run Repeat Execution & Live State-Flip Detection
|
|
12
|
+
2. Multi-Day Historical Telemetry Query from memory_cache.db
|
|
13
|
+
3. Automatic Source Code Isolation (--isolate) across Groovy, TS, Python test scripts
|
|
14
|
+
4. Quarantine Board JSON & Allure/CI metadata export
|
|
15
|
+
"""
|
|
16
|
+
|
|
17
|
+
import os
|
|
18
|
+
import sys
|
|
19
|
+
import glob
|
|
20
|
+
import json
|
|
21
|
+
import sqlite3
|
|
22
|
+
import time
|
|
23
|
+
import shlex
|
|
24
|
+
import argparse
|
|
25
|
+
import subprocess
|
|
26
|
+
import xml.etree.ElementTree as ET
|
|
27
|
+
from datetime import datetime
|
|
28
|
+
from typing import Dict, Any, List, Optional, Tuple
|
|
29
|
+
|
|
30
|
+
# Enforce UTF-8 stdout encoding for Windows console compatibility
|
|
31
|
+
if hasattr(sys.stdout, 'reconfigure'):
|
|
32
|
+
try:
|
|
33
|
+
sys.stdout.reconfigure(encoding='utf-8')
|
|
34
|
+
sys.stderr.reconfigure(encoding='utf-8')
|
|
35
|
+
except Exception:
|
|
36
|
+
pass
|
|
37
|
+
|
|
38
|
+
SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
39
|
+
REPO_ROOT = os.path.abspath(os.path.join(SCRIPT_DIR, ".."))
|
|
40
|
+
REPORTS_DIR = os.path.join(REPO_ROOT, "reports")
|
|
41
|
+
|
|
42
|
+
if SCRIPT_DIR not in sys.path:
|
|
43
|
+
sys.path.insert(0, SCRIPT_DIR)
|
|
44
|
+
|
|
45
|
+
try:
|
|
46
|
+
from cache_resolver import record_test_telemetry, get_flaky_telemetry
|
|
47
|
+
except ImportError:
|
|
48
|
+
record_test_telemetry = None
|
|
49
|
+
get_flaky_telemetry = None
|
|
50
|
+
|
|
51
|
+
GREEN = "\033[92m"
|
|
52
|
+
RED = "\033[91m"
|
|
53
|
+
YELLOW = "\033[93m"
|
|
54
|
+
CYAN = "\033[96m"
|
|
55
|
+
BOLD = "\033[1m"
|
|
56
|
+
RESET = "\033[0m"
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
def run_command(cmd: str, timeout: int = 300) -> Tuple[int, str, str, float]:
|
|
60
|
+
"""Executes a command safely without shell=True and returns (returncode, stdout, stderr, elapsed_ms)."""
|
|
61
|
+
start = time.time()
|
|
62
|
+
try:
|
|
63
|
+
args = shlex.split(cmd, posix=sys.platform != "win32")
|
|
64
|
+
res = subprocess.run(
|
|
65
|
+
args,
|
|
66
|
+
stdout=subprocess.PIPE,
|
|
67
|
+
stderr=subprocess.PIPE,
|
|
68
|
+
text=True,
|
|
69
|
+
timeout=timeout
|
|
70
|
+
)
|
|
71
|
+
elapsed_ms = round((time.time() - start) * 1000, 2)
|
|
72
|
+
return res.returncode, res.stdout, res.stderr, elapsed_ms
|
|
73
|
+
except subprocess.TimeoutExpired:
|
|
74
|
+
elapsed_ms = round((time.time() - start) * 1000, 2)
|
|
75
|
+
return -1, "", "Execution timed out", elapsed_ms
|
|
76
|
+
|
|
77
|
+
|
|
78
|
+
def calculate_flakiness(runs: List[bool]) -> Dict[str, Any]:
|
|
79
|
+
"""
|
|
80
|
+
Given a list of boolean statuses [True, False, True, ...],
|
|
81
|
+
calculates pass rate, flip count, and flakiness tier.
|
|
82
|
+
"""
|
|
83
|
+
total = len(runs)
|
|
84
|
+
if total == 0:
|
|
85
|
+
return {
|
|
86
|
+
"total": 0,
|
|
87
|
+
"passes": 0,
|
|
88
|
+
"failures": 0,
|
|
89
|
+
"pass_rate": 0.0,
|
|
90
|
+
"flips": 0,
|
|
91
|
+
"flaky_ratio": 0.0,
|
|
92
|
+
"status": "NO_DATA",
|
|
93
|
+
"quarantine": False
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
passes = sum(1 for r in runs if r)
|
|
97
|
+
failures = total - passes
|
|
98
|
+
pass_rate = round((passes / total) * 100, 1)
|
|
99
|
+
|
|
100
|
+
# Count transitions (Pass -> Fail or Fail -> Pass)
|
|
101
|
+
flips = 0
|
|
102
|
+
for i in range(len(runs) - 1):
|
|
103
|
+
if runs[i] != runs[i + 1]:
|
|
104
|
+
flips += 1
|
|
105
|
+
|
|
106
|
+
flaky_ratio = round((flips / max(1, total - 1)), 3) if total > 1 else (0.0 if failures == 0 else 1.0)
|
|
107
|
+
|
|
108
|
+
if pass_rate == 100.0:
|
|
109
|
+
status = "STABLE"
|
|
110
|
+
quarantine = False
|
|
111
|
+
elif pass_rate == 0.0:
|
|
112
|
+
status = "DETERMINISTIC_FAIL"
|
|
113
|
+
quarantine = False
|
|
114
|
+
elif pass_rate >= 80.0:
|
|
115
|
+
status = "MILD_FLAKE"
|
|
116
|
+
quarantine = (flips >= 2 or flaky_ratio >= 0.15)
|
|
117
|
+
else:
|
|
118
|
+
status = "SEVERE_FLAKE"
|
|
119
|
+
quarantine = True
|
|
120
|
+
|
|
121
|
+
return {
|
|
122
|
+
"total": total,
|
|
123
|
+
"passes": passes,
|
|
124
|
+
"failures": failures,
|
|
125
|
+
"pass_rate": pass_rate,
|
|
126
|
+
"flips": flips,
|
|
127
|
+
"flaky_ratio": flaky_ratio,
|
|
128
|
+
"status": status,
|
|
129
|
+
"quarantine": quarantine
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
|
|
133
|
+
def parse_junit_reports(glob_pattern: str) -> Dict[str, List[bool]]:
|
|
134
|
+
"""Parses JUnit XML report files and aggregates pass/fail counts by test case."""
|
|
135
|
+
test_results: Dict[str, List[bool]] = {}
|
|
136
|
+
files = glob.glob(glob_pattern, recursive=True)
|
|
137
|
+
if not files:
|
|
138
|
+
print(f"⚠️ No JUnit XML reports found matching: {glob_pattern}")
|
|
139
|
+
return test_results
|
|
140
|
+
|
|
141
|
+
for f in files:
|
|
142
|
+
try:
|
|
143
|
+
tree = ET.parse(f)
|
|
144
|
+
root = tree.getroot()
|
|
145
|
+
for tc in root.iter("testcase"):
|
|
146
|
+
name = tc.attrib.get("name", "unknown")
|
|
147
|
+
classname = tc.attrib.get("classname", "")
|
|
148
|
+
full_id = f"{classname}#{name}" if classname else name
|
|
149
|
+
has_failure = tc.find("failure") is not None or tc.find("error") is not None
|
|
150
|
+
is_passed = not has_failure
|
|
151
|
+
test_results.setdefault(full_id, []).append(is_passed)
|
|
152
|
+
except Exception as e:
|
|
153
|
+
print(f"⚠️ Could not parse {f}: {e}")
|
|
154
|
+
|
|
155
|
+
return test_results
|
|
156
|
+
|
|
157
|
+
|
|
158
|
+
def benchmark_live_command(cmd: str, iterations: int = 5, test_id: Optional[str] = None) -> Dict[str, Any]:
|
|
159
|
+
"""Executes a live test command N times to observe flakiness in real time."""
|
|
160
|
+
effective_id = test_id or f"CMD_{abs(hash(cmd)) % 100000}"
|
|
161
|
+
print(f"\n{BOLD}{CYAN}======================================================================{RESET}")
|
|
162
|
+
print(f"{BOLD}{CYAN} ENTERPRISE FLAKY TEST SENTINEL (Multi-Run Verification) {RESET}")
|
|
163
|
+
print(f"{BOLD}{CYAN}======================================================================{RESET}")
|
|
164
|
+
print(f" Target Command : {cmd}")
|
|
165
|
+
print(f" Test Identifier : {effective_id}")
|
|
166
|
+
print(f" Repetition Count : {iterations} consecutive iterations")
|
|
167
|
+
print(f" Timestamp : {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}\n")
|
|
168
|
+
|
|
169
|
+
runs = []
|
|
170
|
+
latencies = []
|
|
171
|
+
for i in range(1, iterations + 1):
|
|
172
|
+
sys.stdout.write(f" [Run {i}/{iterations}] Executing... ")
|
|
173
|
+
sys.stdout.flush()
|
|
174
|
+
code, stdout, stderr, ms = run_command(cmd)
|
|
175
|
+
is_pass = (code == 0)
|
|
176
|
+
runs.append(is_pass)
|
|
177
|
+
latencies.append(ms)
|
|
178
|
+
|
|
179
|
+
# Record to SQLite historical telemetry
|
|
180
|
+
if record_test_telemetry:
|
|
181
|
+
try:
|
|
182
|
+
record_test_telemetry(
|
|
183
|
+
test_id=effective_id,
|
|
184
|
+
status="PASS" if is_pass else "FAIL",
|
|
185
|
+
is_retry=1 if i > 1 else 0,
|
|
186
|
+
duration_ms=ms,
|
|
187
|
+
error_signature="NON_ZERO_EXIT" if not is_pass else "",
|
|
188
|
+
context=cmd
|
|
189
|
+
)
|
|
190
|
+
except sqlite3.Error as db_err:
|
|
191
|
+
sys.stderr.write(f"Notice: Run recording skipped: {db_err}\n")
|
|
192
|
+
|
|
193
|
+
status_str = f"{GREEN}PASS{RESET}" if is_pass else f"{RED}FAIL (Exit {code}){RESET}"
|
|
194
|
+
print(f"{status_str} ({ms} ms)")
|
|
195
|
+
|
|
196
|
+
stats = calculate_flakiness(runs)
|
|
197
|
+
stats["test_id"] = effective_id
|
|
198
|
+
stats["latencies_ms"] = latencies
|
|
199
|
+
stats["avg_latency_ms"] = round(sum(latencies) / max(1, len(latencies)), 2)
|
|
200
|
+
stats["command"] = cmd
|
|
201
|
+
|
|
202
|
+
# Print Scorecard
|
|
203
|
+
print(f"\n{BOLD}======================================================================{RESET}")
|
|
204
|
+
print(f"{BOLD} FLAKINESS DIAGNOSTIC SCORECARD {RESET}")
|
|
205
|
+
print(f"{BOLD}======================================================================{RESET}")
|
|
206
|
+
print(f" Pass Rate : {stats['pass_rate']}% ({stats['passes']}/{stats['total']} passes)")
|
|
207
|
+
print(f" Status Flips : {stats['flips']} transitions")
|
|
208
|
+
print(f" Flaky Ratio : {stats['flaky_ratio'] * 100:.1f}%")
|
|
209
|
+
print(f" Average Runtime : {stats['avg_latency_ms']} ms")
|
|
210
|
+
print(f" Stability Status : {stats['status']}")
|
|
211
|
+
|
|
212
|
+
if stats["quarantine"]:
|
|
213
|
+
print(f" Recommendation : {RED}{BOLD}[QUARANTINE REQUIRED]{RESET} Tag with @quarantine immediately!")
|
|
214
|
+
else:
|
|
215
|
+
print(f" Recommendation : {GREEN}[SUITE APPROVED]{RESET} Test is deterministic.")
|
|
216
|
+
print("======================================================================\n")
|
|
217
|
+
|
|
218
|
+
# Persist Report
|
|
219
|
+
os.makedirs(REPORTS_DIR, exist_ok=True)
|
|
220
|
+
report_file = os.path.join(REPORTS_DIR, "quarantine_board.json")
|
|
221
|
+
with open(report_file, "w", encoding="utf-8") as fp:
|
|
222
|
+
json.dump(stats, fp, indent=2)
|
|
223
|
+
print(f"Detailed telemetry saved to: {report_file}")
|
|
224
|
+
|
|
225
|
+
return stats
|
|
226
|
+
|
|
227
|
+
|
|
228
|
+
def auto_quarantine_test_file(test_id: str, target_dir: str = ".") -> bool:
|
|
229
|
+
"""
|
|
230
|
+
Searches repository test files and automatically annotates the flaky test method
|
|
231
|
+
with @quarantine or @tag("quarantine") or test.fixme().
|
|
232
|
+
"""
|
|
233
|
+
clean_id = test_id.split("#")[-1].strip()
|
|
234
|
+
annotated = False
|
|
235
|
+
|
|
236
|
+
for root, _, files in os.walk(target_dir):
|
|
237
|
+
# Skip node_modules and dot folders
|
|
238
|
+
if any(p in root for p in ("node_modules", ".git", "__pycache__", "reports")):
|
|
239
|
+
continue
|
|
240
|
+
|
|
241
|
+
for f in files:
|
|
242
|
+
ext = os.path.splitext(f)[1].lower()
|
|
243
|
+
if ext not in (".groovy", ".ts", ".js", ".py"):
|
|
244
|
+
continue
|
|
245
|
+
|
|
246
|
+
file_path = os.path.join(root, f)
|
|
247
|
+
try:
|
|
248
|
+
with open(file_path, "r", encoding="utf-8", errors="ignore") as fp:
|
|
249
|
+
content = fp.read()
|
|
250
|
+
|
|
251
|
+
# If test_id matches file or method inside file
|
|
252
|
+
if clean_id in content or f in test_id:
|
|
253
|
+
lines = content.splitlines(keepends=True)
|
|
254
|
+
new_lines = []
|
|
255
|
+
file_modified = False
|
|
256
|
+
|
|
257
|
+
for idx, line in enumerate(lines):
|
|
258
|
+
# Detect test declaration
|
|
259
|
+
if clean_id in line and not line.strip().startswith("//"):
|
|
260
|
+
# Check if already quarantined
|
|
261
|
+
if idx > 0 and "@quarantine" in lines[idx - 1]:
|
|
262
|
+
continue
|
|
263
|
+
|
|
264
|
+
# Inject quarantine tag based on language
|
|
265
|
+
indent = line[:len(line) - len(line.lstrip())]
|
|
266
|
+
if ext == ".groovy":
|
|
267
|
+
tag = f"{indent}// @quarantine - Auto-quarantined due to flakiness > 15%\n{indent}@Tag('quarantine')\n"
|
|
268
|
+
elif ext in (".ts", ".js"):
|
|
269
|
+
tag = f"{indent}// @quarantine - Auto-quarantined due to flakiness > 15%\n"
|
|
270
|
+
if "test(" in line:
|
|
271
|
+
line = line.replace("test(", "test.fixme(")
|
|
272
|
+
elif ext == ".py":
|
|
273
|
+
tag = f"{indent}@pytest.mark.quarantine\n"
|
|
274
|
+
else:
|
|
275
|
+
tag = f"{indent}// @quarantine\n"
|
|
276
|
+
|
|
277
|
+
new_lines.append(tag)
|
|
278
|
+
new_lines.append(line)
|
|
279
|
+
file_modified = True
|
|
280
|
+
annotated = True
|
|
281
|
+
else:
|
|
282
|
+
new_lines.append(line)
|
|
283
|
+
|
|
284
|
+
if file_modified:
|
|
285
|
+
with open(file_path, "w", encoding="utf-8") as fp:
|
|
286
|
+
fp.writelines(new_lines)
|
|
287
|
+
print(f"🔒 [QUARANTINE APPLIED] Injected quarantine annotation into: {file_path}")
|
|
288
|
+
except Exception as e:
|
|
289
|
+
print(f"⚠️ Could not patch {file_path}: {e}")
|
|
290
|
+
|
|
291
|
+
return annotated
|
|
292
|
+
|
|
293
|
+
|
|
294
|
+
def main():
|
|
295
|
+
parser = argparse.ArgumentParser(description="Enterprise Flaky Test Detector & Quarantine Sentinel")
|
|
296
|
+
parser.add_argument("--cmd", "-c", default=None, help="Test command to execute repeatedly")
|
|
297
|
+
parser.add_argument("--repeat", "-r", type=int, default=5, help="Number of repetitions (default: 5)")
|
|
298
|
+
parser.add_argument("--test-id", default=None, help="Custom identifier for the test scenario")
|
|
299
|
+
parser.add_argument("--reports", default=None, help="Glob pattern for JUnit XML reports to analyze")
|
|
300
|
+
parser.add_argument("--history", action="store_true", help="Query 30-day historical flakiness from SQLite telemetry")
|
|
301
|
+
parser.add_argument("--days", type=int, default=30, help="Lookback window in days (default: 30)")
|
|
302
|
+
parser.add_argument("--threshold", type=float, default=0.15, help="Flaky ratio quarantine threshold (default: 0.15)")
|
|
303
|
+
parser.add_argument("--isolate", action="store_true", help="Automatically inject @quarantine tag into source files")
|
|
304
|
+
parser.add_argument("--target-dir", default=".", help="Root directory of test files to patch")
|
|
305
|
+
parser.add_argument("--json", action="store_true", help="Output results in JSON format")
|
|
306
|
+
|
|
307
|
+
args = parser.parse_args()
|
|
308
|
+
|
|
309
|
+
if args.history:
|
|
310
|
+
if not get_flaky_telemetry:
|
|
311
|
+
print("❌ SQLite cache resolver not available.")
|
|
312
|
+
sys.exit(1)
|
|
313
|
+
|
|
314
|
+
candidates = get_flaky_telemetry(days=args.days, threshold=args.threshold)
|
|
315
|
+
if args.json:
|
|
316
|
+
print(json.dumps(candidates, indent=2))
|
|
317
|
+
else:
|
|
318
|
+
print(f"\n{BOLD}{CYAN}======================================================================{RESET}")
|
|
319
|
+
print(f"{BOLD}{CYAN} HISTORICAL FLAKINESS TELEMETRY ({args.days}-DAY WINDOW) {RESET}")
|
|
320
|
+
print(f"{BOLD}{CYAN}======================================================================{RESET}")
|
|
321
|
+
print(f" Quarantine Threshold : {args.threshold * 100:.1f}% flaky ratio")
|
|
322
|
+
print(f" Total Candidates : {len(candidates)}\n")
|
|
323
|
+
|
|
324
|
+
quarantined_count = 0
|
|
325
|
+
for c in candidates:
|
|
326
|
+
is_q = c["quarantine_recommended"]
|
|
327
|
+
tag = f"{RED}[QUARANTINE]{RESET}" if is_q else f"{GREEN}[STABLE]{RESET}"
|
|
328
|
+
print(f" • {tag} {BOLD}{c['test_id']}{RESET}")
|
|
329
|
+
print(f" Runs: {c['total_runs']} | Passes: {c['pass_count']} | Fails: {c['fail_count']} | Retry Passes: {c['retry_pass_count']}")
|
|
330
|
+
print(f" Flaky Ratio: {c['flaky_ratio'] * 100:.1f}% | Avg Latency: {c['avg_duration_ms']} ms\n")
|
|
331
|
+
|
|
332
|
+
if is_q:
|
|
333
|
+
quarantined_count += 1
|
|
334
|
+
if args.isolate:
|
|
335
|
+
auto_quarantine_test_file(c["test_id"], target_dir=args.target_dir)
|
|
336
|
+
|
|
337
|
+
print("======================================================================")
|
|
338
|
+
print(f"Quarantine Recommendations: {quarantined_count}/{len(candidates)}")
|
|
339
|
+
sys.exit(0)
|
|
340
|
+
|
|
341
|
+
elif args.cmd:
|
|
342
|
+
stats = benchmark_live_command(args.cmd, iterations=args.repeat, test_id=args.test_id)
|
|
343
|
+
if stats["quarantine"] and args.isolate:
|
|
344
|
+
auto_quarantine_test_file(stats["test_id"], target_dir=args.target_dir)
|
|
345
|
+
sys.exit(1 if stats["quarantine"] else 0)
|
|
346
|
+
|
|
347
|
+
elif args.reports:
|
|
348
|
+
results = parse_junit_reports(args.reports)
|
|
349
|
+
quarantine_candidates = []
|
|
350
|
+
for test_id, runs in results.items():
|
|
351
|
+
st = calculate_flakiness(runs)
|
|
352
|
+
st["test_id"] = test_id
|
|
353
|
+
|
|
354
|
+
# Ingest into SQLite telemetry
|
|
355
|
+
if record_test_telemetry:
|
|
356
|
+
for idx, is_p in enumerate(runs):
|
|
357
|
+
try:
|
|
358
|
+
record_test_telemetry(
|
|
359
|
+
test_id=test_id,
|
|
360
|
+
status="PASS" if is_p else "FAIL",
|
|
361
|
+
is_retry=1 if idx > 0 else 0,
|
|
362
|
+
duration_ms=0.0,
|
|
363
|
+
context=args.reports
|
|
364
|
+
)
|
|
365
|
+
except sqlite3.Error as db_err:
|
|
366
|
+
sys.stderr.write(f"Notice: Run recording skipped: {db_err}\n")
|
|
367
|
+
|
|
368
|
+
if st["quarantine"]:
|
|
369
|
+
quarantine_candidates.append(st)
|
|
370
|
+
|
|
371
|
+
print(f"\nAnalyzed {len(results)} distinct test scenarios from reports.")
|
|
372
|
+
print(f"Quarantine Candidates Detected: {len(quarantine_candidates)}")
|
|
373
|
+
for qc in quarantine_candidates:
|
|
374
|
+
print(f" - {RED}{qc['test_id']}{RESET}: Pass rate {qc['pass_rate']}%, Flips: {qc['flips']}")
|
|
375
|
+
if args.isolate:
|
|
376
|
+
auto_quarantine_test_file(qc["test_id"], target_dir=args.target_dir)
|
|
377
|
+
|
|
378
|
+
report_file = os.path.join(REPORTS_DIR, "quarantine_board.json")
|
|
379
|
+
with open(report_file, "w", encoding="utf-8") as fp:
|
|
380
|
+
json.dump(quarantine_candidates, fp, indent=2)
|
|
381
|
+
sys.exit(1 if quarantine_candidates else 0)
|
|
382
|
+
|
|
383
|
+
else:
|
|
384
|
+
parser.print_help()
|
|
385
|
+
sys.exit(0)
|
|
386
|
+
|
|
387
|
+
|
|
388
|
+
if __name__ == "__main__":
|
|
389
|
+
main()
|