@teevee98/synapse-hub 0.0.0-stage → 3.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (369) hide show
  1. package/.agents/agents/api-engineer.md +67 -0
  2. package/.agents/agents/failure-analyst.md +75 -0
  3. package/.agents/agents/live-explorer.md +70 -0
  4. package/.agents/agents/orchestrator.md +104 -0
  5. package/.agents/agents/perf-engineer.md +74 -0
  6. package/.agents/agents/pom-crafter.md +112 -0
  7. package/.agents/agents/quality-gatekeeper.md +87 -0
  8. package/.agents/agents/test-designer.md +73 -0
  9. package/.agents/agents/test-runner.md +67 -0
  10. package/.agents/rules/author-integrity-guard.md +33 -0
  11. package/.agents/rules/communication-style.md +18 -0
  12. package/.agents/rules/context-engineering.md +37 -0
  13. package/.agents/rules/git-push-protocol.md +33 -0
  14. package/.agents/rules/graphify.md +14 -0
  15. package/.agents/rules/lessons-learned.md +25 -0
  16. package/.agents/rules/mandatory-playwright-live.md +25 -0
  17. package/.agents/rules/mobile_appium_rules.md +43 -0
  18. package/.agents/rules/performance_testing_rules.md +35 -0
  19. package/.agents/rules/skill-precedence.md +29 -0
  20. package/.agents/rules/systematic-debugging.md +36 -0
  21. package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
  22. package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
  23. package/.agents/skills/agent-orchestration-multi-agent-optimize/SKILL.md +88 -0
  24. package/.agents/skills/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +15 -0
  25. package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
  26. package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
  27. package/.agents/skills/agentless-qa-repair/examples/three_phase_repair_workflow.md +40 -0
  28. package/.agents/skills/antigravity-test-sentinel/SKILL.md +63 -0
  29. package/.agents/skills/antigravity-test-sentinel/examples/dod_gate_policy.json +11 -0
  30. package/.agents/skills/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +47 -0
  31. package/.agents/skills/api-network-mocking-interception/SKILL.md +142 -0
  32. package/.agents/skills/api-network-mocking-interception/examples/network_route_stub.json +9 -0
  33. package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +80 -0
  34. package/.agents/skills/api-spec-to-e2e-matrix/examples/sample_openapi.json +19 -0
  35. package/.agents/skills/architecture-decision-records/SKILL.md +64 -0
  36. package/.agents/skills/architecture-decision-records/examples/0001-record-architecture-decisions.md +12 -0
  37. package/.agents/skills/auth-session-and-cookie-manager/SKILL.md +75 -0
  38. package/.agents/skills/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +70 -0
  39. package/.agents/skills/auth-session-and-cookie-manager/examples/storage_state_sample.json +11 -0
  40. package/.agents/skills/backend-load-and-stress-patterns/SKILL.md +85 -0
  41. package/.agents/skills/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +13 -0
  42. package/.agents/skills/backend-load-and-stress-patterns/references/k6_load_template.js +82 -0
  43. package/.agents/skills/bats-testing-patterns/SKILL.md +100 -0
  44. package/.agents/skills/bats-testing-patterns/examples/cli_runner_test.bats +6 -0
  45. package/.agents/skills/bats-testing-patterns/resources/implementation-playbook.md +614 -0
  46. package/.agents/skills/clean-pom-crafter/SKILL.md +110 -0
  47. package/.agents/skills/clean-pom-crafter/examples/standard_test_case.groovy +28 -0
  48. package/.agents/skills/clean-pom-crafter/references/pom_patterns.groovy +138 -0
  49. package/.agents/skills/code-refactoring-refactor-clean/SKILL.md +64 -0
  50. package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +9 -0
  51. package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +52 -0
  52. package/.agents/skills/code-refactoring-refactor-clean/resources/implementation-playbook.md +881 -0
  53. package/.agents/skills/consumer-driven-contract-testing/SKILL.md +147 -0
  54. package/.agents/skills/consumer-driven-contract-testing/examples/order_service_pact.json +45 -0
  55. package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +123 -0
  56. package/.agents/skills/db-state-verifier-and-seeder/examples/db_fixture_seed.json +12 -0
  57. package/.agents/skills/e2e-testing-patterns/SKILL.md +103 -0
  58. package/.agents/skills/e2e-testing-patterns/examples/playwright_sharded_config.ts +12 -0
  59. package/.agents/skills/e2e-testing-patterns/resources/implementation-playbook.md +522 -0
  60. package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
  61. package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
  62. package/.agents/skills/failure-autopsy-and-healing/SKILL.md +66 -0
  63. package/.agents/skills/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +48 -0
  64. package/.agents/skills/failure-autopsy-and-healing/examples/sample_junit_failure.xml +8 -0
  65. package/.agents/skills/failure-autopsy-and-healing/references/healing_matrix.md +64 -0
  66. package/.agents/skills/failure-autopsy-and-healing/references/qa_investigation_protocol.md +56 -0
  67. package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +83 -0
  68. package/.agents/skills/file-and-report-validator/SKILL.md +90 -0
  69. package/.agents/skills/file-and-report-validator/examples/sample_export_schema.json +14 -0
  70. package/.agents/skills/flaky-test-sentinel-and-quarantine/SKILL.md +114 -0
  71. package/.agents/skills/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +11 -0
  72. package/.agents/skills/gherkin-to-suite/SKILL.md +103 -0
  73. package/.agents/skills/gherkin-to-suite/examples/checkout.feature +39 -0
  74. package/.agents/skills/gherkin-to-suite/examples/suite_report_sample.json +334 -0
  75. package/.agents/skills/github-actions-templates/SKILL.md +77 -0
  76. package/.agents/skills/github-actions-templates/examples/matrix_test_pipeline.yml +8 -0
  77. package/.agents/skills/graphify-impact-analyzer/SKILL.md +76 -0
  78. package/.agents/skills/graphify-impact-analyzer/examples/dependency_blast_radius.json +8 -0
  79. package/.agents/skills/katalon-cli-runner/SKILL.md +76 -0
  80. package/.agents/skills/katalon-cli-runner/examples/headless_kre_exec.sh +3 -0
  81. package/.agents/skills/katalon-cli-runner/references/groovy-patterns.md +209 -0
  82. package/.agents/skills/katalon-cli-runner/references/katalon-api.md +155 -0
  83. package/.agents/skills/katalon-cli-runner/references/runner_commands.md +67 -0
  84. package/.agents/skills/lam-script-generator/SKILL.md +123 -0
  85. package/.agents/skills/lam-script-generator/examples/user_story_sample.md +8 -0
  86. package/.agents/skills/lean-code-ladder/SKILL.md +94 -0
  87. package/.agents/skills/lean-code-ladder/examples/ladder_walkthrough.md +37 -0
  88. package/.agents/skills/lean-impact-scoreboard/SKILL.md +48 -0
  89. package/.agents/skills/lean-impact-scoreboard/examples/sample_benchmark_gain.md +20 -0
  90. package/.agents/skills/lean-impact-scoreboard/examples/sample_scoreboard.md +15 -0
  91. package/.agents/skills/meta-prompt-crafter/SKILL.md +107 -0
  92. package/.agents/skills/meta-prompt-crafter/examples/qa_prompt_template.md +35 -0
  93. package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
  94. package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
  95. package/.agents/skills/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +46 -0
  96. package/.agents/skills/mobile-appium-som/SKILL.md +88 -0
  97. package/.agents/skills/mobile-appium-som/examples/BaseScreen.java +88 -0
  98. package/.agents/skills/mobile-appium-som/examples/LoginScreen.java +46 -0
  99. package/.agents/skills/mobile-appium-som/examples/TC_MobileLogin.java +43 -0
  100. package/.agents/skills/persistent-planning-files/SKILL.md +108 -0
  101. package/.agents/skills/persistent-planning-files/examples/task_plan_example.md +56 -0
  102. package/.agents/skills/playwright-live-interaction/SKILL.md +131 -0
  103. package/.agents/skills/playwright-live-interaction/examples/live_probe_script.js +5 -0
  104. package/.agents/skills/playwright-live-interaction/references/advanced_superpowers.md +160 -0
  105. package/.agents/skills/playwright-live-interaction/references/compact_accessibility_snapshots.md +75 -0
  106. package/.agents/skills/playwright-live-interaction/references/recipes.md +388 -0
  107. package/.agents/skills/playwright-live-interaction/references/swarm_orchestration.md +134 -0
  108. package/.agents/skills/playwright-webapp-testing/SKILL.md +93 -0
  109. package/.agents/skills/playwright-webapp-testing/examples/server_lifecycle_playwright.py +63 -0
  110. package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
  111. package/.agents/skills/qa-aci-interface/examples/surgical_code_window_walkthrough.md +40 -0
  112. package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
  113. package/.agents/skills/qa-memory-os/SKILL.md +80 -0
  114. package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
  115. package/.agents/skills/rbt-manual-testing/SKILL.md +137 -0
  116. package/.agents/skills/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +25 -0
  117. package/.agents/skills/rbt-manual-testing/references/field_validation_checklist.md +29 -0
  118. package/.agents/skills/repo-quality-audit/SKILL.md +68 -0
  119. package/.agents/skills/repo-quality-audit/examples/sample_audit_walkthrough.md +15 -0
  120. package/.agents/skills/repo-quality-audit/examples/sample_repo_audit.md +33 -0
  121. package/.agents/skills/review-spec/SKILL.md +60 -0
  122. package/.agents/skills/review-spec/examples/pocock_grilling_decision_rubric.md +40 -0
  123. package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
  124. package/.agents/skills/security-dast-sentinel/SKILL.md +119 -0
  125. package/.agents/skills/security-dast-sentinel/examples/dast_scan_config.json +10 -0
  126. package/.agents/skills/security-dast-sentinel/references/AI-AND-LLM.md +113 -0
  127. package/.agents/skills/security-dast-sentinel/references/ATTACK-CLASSES.md +89 -0
  128. package/.agents/skills/security-dast-sentinel/references/dast_recipes.ts +33 -0
  129. package/.agents/skills/self-healing-locator/SKILL.md +86 -0
  130. package/.agents/skills/self-healing-locator/examples/aom_diff_sample.json +16 -0
  131. package/.agents/skills/senior-code-review/SKILL.md +108 -0
  132. package/.agents/skills/senior-code-review/examples/sample_review_walkthrough.md +29 -0
  133. package/.agents/skills/skillspector-security-guard/SKILL.md +57 -0
  134. package/.agents/skills/skillspector-security-guard/examples/audit_threat_vectors_report.json +35 -0
  135. package/.agents/skills/skillspector-security-guard/examples/safe_mcp_config.json +12 -0
  136. package/.agents/skills/surgical-coding-principles/SKILL.md +89 -0
  137. package/.agents/skills/surgical-coding-principles/examples/surgical_vs_scope_creep.md +46 -0
  138. package/.agents/skills/synthetic-test-data-generator/SKILL.md +135 -0
  139. package/.agents/skills/synthetic-test-data-generator/examples/idempotent_data_recipe.json +9 -0
  140. package/.agents/skills/systematic-debugging/SKILL.md +100 -0
  141. package/.agents/skills/systematic-debugging/examples/four_phase_case.md +44 -0
  142. package/.agents/skills/technical-debt-harvester/SKILL.md +70 -0
  143. package/.agents/skills/technical-debt-harvester/examples/sample_debt_ledger.md +25 -0
  144. package/.agents/skills/technical-debt-harvester/examples/sample_ledger_output.md +20 -0
  145. package/.agents/skills/test-driven-development/SKILL.md +114 -0
  146. package/.agents/skills/test-driven-development/examples/red_green_refactor_qa.md +78 -0
  147. package/.agents/skills/token-and-context-optimizer/SKILL.md +70 -0
  148. package/.agents/skills/token-and-context-optimizer/examples/distilled_log_sample.txt +3 -0
  149. package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
  150. package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
  151. package/.agents/skills/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +62 -0
  152. package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
  153. package/.agents/skills/verification-before-completion/SKILL.md +100 -0
  154. package/.agents/skills/verification-before-completion/examples/evidence_log_example.md +46 -0
  155. package/.agents/skills/visual-regression-sentinel/SKILL.md +82 -0
  156. package/.agents/skills/visual-regression-sentinel/examples/visual_mask_rules.json +9 -0
  157. package/.agents/skills/wcag-audit-patterns/SKILL.md +77 -0
  158. package/.agents/skills/wcag-audit-patterns/examples/wcag_compliance_checklist.json +10 -0
  159. package/.agents/skills/wcag-audit-patterns/resources/implementation-playbook.md +541 -0
  160. package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
  161. package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
  162. package/.agents/skills/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +38 -0
  163. package/.agents/skills/web-vitals-and-performance-profiler/SKILL.md +65 -0
  164. package/.agents/skills/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +6 -0
  165. package/.agents/skills/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +118 -0
  166. package/.agents/templates/completion_report.md +57 -0
  167. package/.agents/workflows/analyze_requirement_document.md +18 -0
  168. package/.agents/workflows/export_testcases_excel.md +32 -0
  169. package/.agents/workflows/generate_combinatorial_test_data.md +28 -0
  170. package/.agents/workflows/generate_cross_module_test_plan.md +37 -0
  171. package/.agents/workflows/generate_manual_testcases_rbt.md +56 -0
  172. package/.agents/workflows/generate_requirements_from_website.md +25 -0
  173. package/.agents/workflows/generate_testcases_from_requirements.md +21 -0
  174. package/.agents/workflows/graphify.md +10 -0
  175. package/.agents/workflows/test-impact.md +15 -0
  176. package/.agents/workflows/verify.md +34 -0
  177. package/.cursor/rules/agents.mdc +16 -0
  178. package/.cursor/rules/language.mdc +7 -0
  179. package/.cursor/rules/synapse-qa.mdc +24 -0
  180. package/.cursorrules +27 -0
  181. package/.dockerignore +53 -0
  182. package/.pre-commit-hooks.yaml +14 -0
  183. package/.windsurfrules +26 -0
  184. package/AGENTS.md +86 -0
  185. package/CLAUDE.md +54 -0
  186. package/Dockerfile +81 -0
  187. package/LICENSE +52 -0
  188. package/NOTICE +264 -0
  189. package/README.en.md +172 -0
  190. package/README.md +171 -2
  191. package/action.yml +51 -0
  192. package/agentskills.json +16 -0
  193. package/bin/agent-qa.js +138 -0
  194. package/docker-compose.yml +74 -0
  195. package/docs/ARCHITECTURE.en.md +197 -0
  196. package/docs/ARCHITECTURE.md +198 -0
  197. package/docs/CI_CD_INTEGRATION.en.md +170 -0
  198. package/docs/CI_CD_INTEGRATION.md +170 -0
  199. package/docs/CLI_REFERENCE.en.md +175 -0
  200. package/docs/CLI_REFERENCE.md +177 -0
  201. package/docs/CONTRIBUTING.en.md +49 -0
  202. package/docs/CONTRIBUTING.md +49 -0
  203. package/docs/PERFORMANCE_AUDIT_REPORT.md +784 -0
  204. package/docs/PLUGIN_DEVELOPMENT_GUIDE.md +127 -0
  205. package/docs/QUALITY_GATES.en.md +121 -0
  206. package/docs/QUALITY_GATES.md +121 -0
  207. package/docs/TOKEN_QUOTA_PLAYBOOK.md +41 -0
  208. package/docs/TOOL_CATALOG.md +129 -0
  209. package/docs/adopted-ecosystem-tools.md +96 -0
  210. package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
  211. package/docs/research/agent_skill_training_analysis.md +1359 -0
  212. package/docs/schemas/synapse.config.schema.json +87 -0
  213. package/package.json +94 -4
  214. package/plugin.json +31 -0
  215. package/scripts/generate_skill_examples.py +244 -0
  216. package/scripts/install.ps1 +112 -0
  217. package/scripts/install_global_plugin.ps1 +94 -0
  218. package/scripts/install_global_plugin.sh +49 -0
  219. package/scripts/lint_skills.ps1 +57 -0
  220. package/scripts/package_dist.py +337 -0
  221. package/scripts/setup.sh +59 -0
  222. package/scripts/update_hub.ps1 +19 -0
  223. package/scripts/update_hub.sh +15 -0
  224. package/skills_manifest.json +854 -0
  225. package/synapse.config.json +32 -0
  226. package/templates/PROJECT_AI_GUIDE_TEMPLATE.md +111 -0
  227. package/templates/PROJECT_STATE_TEMPLATE.md +20 -0
  228. package/templates/ai_bridges/CLAUDE.md +54 -0
  229. package/templates/ai_bridges/copilot-instructions.md +20 -0
  230. package/templates/ai_bridges/cursor_synapse_qa.mdc +24 -0
  231. package/templates/ai_bridges/windsurfrules +26 -0
  232. package/templates/ci/github-actions-synapse.yml +95 -0
  233. package/templates/ci/gitlab-ci-synapse.yml +16 -0
  234. package/templates/ui/index.html +1069 -0
  235. package/templates/welcome.html.tmpl +2079 -0
  236. package/tools/.infer_baseline.json +30 -0
  237. package/tools/TOOLS_RUNBOOK.md +1553 -0
  238. package/tools/TOOL_CATALOG.json +1769 -0
  239. package/tools/__init__.py +43 -0
  240. package/tools/_openapi_parser.py +158 -0
  241. package/tools/agent_canary.py +525 -0
  242. package/tools/agentless_patcher.py +417 -0
  243. package/tools/analyze_project.py +258 -0
  244. package/tools/api_drift_sentinel.py +208 -0
  245. package/tools/api_fuzzer.py +762 -0
  246. package/tools/author_integrity.py +184 -0
  247. package/tools/auto_heal.py +271 -0
  248. package/tools/auto_heal_reflexion.py +532 -0
  249. package/tools/autogen_qa_broker.py +844 -0
  250. package/tools/benchmark_swarm_context.py +394 -0
  251. package/tools/browser_helpers.js +746 -0
  252. package/tools/browsergym_eval.py +236 -0
  253. package/tools/bug_reporter.py +252 -0
  254. package/tools/bump_version.py +423 -0
  255. package/tools/cache_resolver.py +1214 -0
  256. package/tools/check_env.py +426 -0
  257. package/tools/check_version_sync.py +256 -0
  258. package/tools/ci_healing_hook.py +126 -0
  259. package/tools/cli.py +1598 -0
  260. package/tools/config_decoupler.py +253 -0
  261. package/tools/contract_validator.py +141 -0
  262. package/tools/core/__init__.py +70 -0
  263. package/tools/core/adapters.py +431 -0
  264. package/tools/core/circuit_breaker.py +263 -0
  265. package/tools/core/cli_runtime.py +66 -0
  266. package/tools/core/file_lock.py +159 -0
  267. package/tools/core/i18n.py +394 -0
  268. package/tools/core/memory_bus.py +905 -0
  269. package/tools/core/process_supervisor.py +332 -0
  270. package/tools/core/telemetry.py +329 -0
  271. package/tools/count_tokens.py +1267 -0
  272. package/tools/create_mock_docx.py +104 -0
  273. package/tools/dashboard_generator.py +2419 -0
  274. package/tools/db_sandbox.py +675 -0
  275. package/tools/debt_harvester.py +237 -0
  276. package/tools/distill_log.py +161 -0
  277. package/tools/dspy_qa_signatures.py +356 -0
  278. package/tools/e2e_flow_prober.py +132 -0
  279. package/tools/export_postman_collection.py +945 -0
  280. package/tools/flaky_detector.py +389 -0
  281. package/tools/fsm_enforcer.py +450 -0
  282. package/tools/fsm_middleware.py +401 -0
  283. package/tools/fuzz_payloads.py +197 -0
  284. package/tools/generate_allure_report.py +88 -0
  285. package/tools/generate_api_matrix.py +193 -0
  286. package/tools/generate_jmx_plan.py +1322 -0
  287. package/tools/generate_sbom.py +252 -0
  288. package/tools/generate_tc_from_story.py +203 -0
  289. package/tools/generate_test_reports.py +133 -0
  290. package/tools/generate_tool_catalog.py +482 -0
  291. package/tools/gherkin_suite.py +758 -0
  292. package/tools/git_pre_commit_guard.py +298 -0
  293. package/tools/goldfish_review.py +366 -0
  294. package/tools/heal/__init__.py +28 -0
  295. package/tools/heal_pr_automator.py +220 -0
  296. package/tools/heuristic_locator_matcher.py +351 -0
  297. package/tools/hub_publisher.py +623 -0
  298. package/tools/humanize_linter.py +438 -0
  299. package/tools/infer_linter.py +977 -0
  300. package/tools/init_config.py +307 -0
  301. package/tools/interview_story.py +116 -0
  302. package/tools/jira_sync.py +566 -0
  303. package/tools/jtl_analyzer.py +474 -0
  304. package/tools/lint/__init__.py +30 -0
  305. package/tools/lint_ai_docs.py +374 -0
  306. package/tools/lookup_tc.py +165 -0
  307. package/tools/lookup_xpath.py +167 -0
  308. package/tools/matrix_sharder.py +148 -0
  309. package/tools/mcp/__init__.py +18 -0
  310. package/tools/mcp_docx_server.ps1 +13 -0
  311. package/tools/mcp_docx_server.py +851 -0
  312. package/tools/mcp_excel_server.ps1 +13 -0
  313. package/tools/mcp_excel_server.py +441 -0
  314. package/tools/mcp_server.py +724 -0
  315. package/tools/md_to_xlsx.py +327 -0
  316. package/tools/micro_mutator.py +887 -0
  317. package/tools/mipro_assertion_tuner.py +210 -0
  318. package/tools/network_mock_shield.py +311 -0
  319. package/tools/newman_analyzer.py +384 -0
  320. package/tools/omni_emitter.py +579 -0
  321. package/tools/omni_parser.py +450 -0
  322. package/tools/omni_transpiler.py +168 -0
  323. package/tools/openxml_guard.py +438 -0
  324. package/tools/output_formatter.py +182 -0
  325. package/tools/package_release.py +325 -0
  326. package/tools/perf/__init__.py +24 -0
  327. package/tools/pinpoint_failure.py +190 -0
  328. package/tools/project_state.py +171 -0
  329. package/tools/qa_event_stream.py +358 -0
  330. package/tools/repo_map.py +346 -0
  331. package/tools/report/__init__.py +32 -0
  332. package/tools/reversible_sandbox.py +344 -0
  333. package/tools/safety_firewall.py +437 -0
  334. package/tools/security_coverage_ledger.py +538 -0
  335. package/tools/security_scanner.py +229 -0
  336. package/tools/senior_code_review.py +393 -0
  337. package/tools/setup_project.py +770 -0
  338. package/tools/skill_collision_guard.py +304 -0
  339. package/tools/skill_profiles.py +217 -0
  340. package/tools/skill_vault.py +481 -0
  341. package/tools/skillspector.py +1278 -0
  342. package/tools/smart_visual_masker.py +132 -0
  343. package/tools/spec_drift_sentinel.py +438 -0
  344. package/tools/swe_qa_aci.py +369 -0
  345. package/tools/synapse_observer.py +485 -0
  346. package/tools/synapse_qa_bench.py +190 -0
  347. package/tools/sync_agent_rules.py +274 -0
  348. package/tools/telemetry_correlator.py +397 -0
  349. package/tools/template_excel_exporter.py +514 -0
  350. package/tools/templates/jmeter-distributed/README.md +54 -0
  351. package/tools/templates/jmeter-distributed/docker-compose.yml +83 -0
  352. package/tools/test_impact.py +419 -0
  353. package/tools/test_memory_os.py +462 -0
  354. package/tools/textgrad_mutation_optimizer.py +237 -0
  355. package/tools/tms_sync_bridge.py +834 -0
  356. package/tools/tot_exploratory_tester.py +239 -0
  357. package/tools/trace_data_flow.py +240 -0
  358. package/tools/traffic_session_converter.py +256 -0
  359. package/tools/trend_analytics.py +314 -0
  360. package/tools/ui_server.py +401 -0
  361. package/tools/universal_ir.py +488 -0
  362. package/tools/update_sentinel.py +383 -0
  363. package/tools/validate_groovy_scripts.py +173 -0
  364. package/tools/verify_all.py +1259 -0
  365. package/tools/visual_diff_canvas.py +143 -0
  366. package/tools/visual_som_helper.py +550 -0
  367. package/tools/watch_mode.py +308 -0
  368. package/tools/wcag_audit.py +239 -0
  369. package/tools/welcome_page.py +290 -0
@@ -0,0 +1,389 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ Enterprise Flaky Test Detector & Quarantine Sentinel
5
+ ---------------------------------------------------
6
+ Executes a target test scenario N times (default: 5) or parses historical JUnit XML
7
+ reports to calculate the Flakiness Index, detect state flips, query persistent SQLite telemetry,
8
+ and automatically isolate unstable tests via source-code @quarantine annotation.
9
+
10
+ Features:
11
+ 1. Multi-Run Repeat Execution & Live State-Flip Detection
12
+ 2. Multi-Day Historical Telemetry Query from memory_cache.db
13
+ 3. Automatic Source Code Isolation (--isolate) across Groovy, TS, Python test scripts
14
+ 4. Quarantine Board JSON & Allure/CI metadata export
15
+ """
16
+
17
+ import os
18
+ import sys
19
+ import glob
20
+ import json
21
+ import sqlite3
22
+ import time
23
+ import shlex
24
+ import argparse
25
+ import subprocess
26
+ import xml.etree.ElementTree as ET
27
+ from datetime import datetime
28
+ from typing import Dict, Any, List, Optional, Tuple
29
+
30
+ # Enforce UTF-8 stdout encoding for Windows console compatibility
31
+ if hasattr(sys.stdout, 'reconfigure'):
32
+ try:
33
+ sys.stdout.reconfigure(encoding='utf-8')
34
+ sys.stderr.reconfigure(encoding='utf-8')
35
+ except Exception:
36
+ pass
37
+
38
+ SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
39
+ REPO_ROOT = os.path.abspath(os.path.join(SCRIPT_DIR, ".."))
40
+ REPORTS_DIR = os.path.join(REPO_ROOT, "reports")
41
+
42
+ if SCRIPT_DIR not in sys.path:
43
+ sys.path.insert(0, SCRIPT_DIR)
44
+
45
+ try:
46
+ from cache_resolver import record_test_telemetry, get_flaky_telemetry
47
+ except ImportError:
48
+ record_test_telemetry = None
49
+ get_flaky_telemetry = None
50
+
51
+ GREEN = "\033[92m"
52
+ RED = "\033[91m"
53
+ YELLOW = "\033[93m"
54
+ CYAN = "\033[96m"
55
+ BOLD = "\033[1m"
56
+ RESET = "\033[0m"
57
+
58
+
59
+ def run_command(cmd: str, timeout: int = 300) -> Tuple[int, str, str, float]:
60
+ """Executes a command safely without shell=True and returns (returncode, stdout, stderr, elapsed_ms)."""
61
+ start = time.time()
62
+ try:
63
+ args = shlex.split(cmd, posix=sys.platform != "win32")
64
+ res = subprocess.run(
65
+ args,
66
+ stdout=subprocess.PIPE,
67
+ stderr=subprocess.PIPE,
68
+ text=True,
69
+ timeout=timeout
70
+ )
71
+ elapsed_ms = round((time.time() - start) * 1000, 2)
72
+ return res.returncode, res.stdout, res.stderr, elapsed_ms
73
+ except subprocess.TimeoutExpired:
74
+ elapsed_ms = round((time.time() - start) * 1000, 2)
75
+ return -1, "", "Execution timed out", elapsed_ms
76
+
77
+
78
+ def calculate_flakiness(runs: List[bool]) -> Dict[str, Any]:
79
+ """
80
+ Given a list of boolean statuses [True, False, True, ...],
81
+ calculates pass rate, flip count, and flakiness tier.
82
+ """
83
+ total = len(runs)
84
+ if total == 0:
85
+ return {
86
+ "total": 0,
87
+ "passes": 0,
88
+ "failures": 0,
89
+ "pass_rate": 0.0,
90
+ "flips": 0,
91
+ "flaky_ratio": 0.0,
92
+ "status": "NO_DATA",
93
+ "quarantine": False
94
+ }
95
+
96
+ passes = sum(1 for r in runs if r)
97
+ failures = total - passes
98
+ pass_rate = round((passes / total) * 100, 1)
99
+
100
+ # Count transitions (Pass -> Fail or Fail -> Pass)
101
+ flips = 0
102
+ for i in range(len(runs) - 1):
103
+ if runs[i] != runs[i + 1]:
104
+ flips += 1
105
+
106
+ flaky_ratio = round((flips / max(1, total - 1)), 3) if total > 1 else (0.0 if failures == 0 else 1.0)
107
+
108
+ if pass_rate == 100.0:
109
+ status = "STABLE"
110
+ quarantine = False
111
+ elif pass_rate == 0.0:
112
+ status = "DETERMINISTIC_FAIL"
113
+ quarantine = False
114
+ elif pass_rate >= 80.0:
115
+ status = "MILD_FLAKE"
116
+ quarantine = (flips >= 2 or flaky_ratio >= 0.15)
117
+ else:
118
+ status = "SEVERE_FLAKE"
119
+ quarantine = True
120
+
121
+ return {
122
+ "total": total,
123
+ "passes": passes,
124
+ "failures": failures,
125
+ "pass_rate": pass_rate,
126
+ "flips": flips,
127
+ "flaky_ratio": flaky_ratio,
128
+ "status": status,
129
+ "quarantine": quarantine
130
+ }
131
+
132
+
133
+ def parse_junit_reports(glob_pattern: str) -> Dict[str, List[bool]]:
134
+ """Parses JUnit XML report files and aggregates pass/fail counts by test case."""
135
+ test_results: Dict[str, List[bool]] = {}
136
+ files = glob.glob(glob_pattern, recursive=True)
137
+ if not files:
138
+ print(f"⚠️ No JUnit XML reports found matching: {glob_pattern}")
139
+ return test_results
140
+
141
+ for f in files:
142
+ try:
143
+ tree = ET.parse(f)
144
+ root = tree.getroot()
145
+ for tc in root.iter("testcase"):
146
+ name = tc.attrib.get("name", "unknown")
147
+ classname = tc.attrib.get("classname", "")
148
+ full_id = f"{classname}#{name}" if classname else name
149
+ has_failure = tc.find("failure") is not None or tc.find("error") is not None
150
+ is_passed = not has_failure
151
+ test_results.setdefault(full_id, []).append(is_passed)
152
+ except Exception as e:
153
+ print(f"⚠️ Could not parse {f}: {e}")
154
+
155
+ return test_results
156
+
157
+
158
+ def benchmark_live_command(cmd: str, iterations: int = 5, test_id: Optional[str] = None) -> Dict[str, Any]:
159
+ """Executes a live test command N times to observe flakiness in real time."""
160
+ effective_id = test_id or f"CMD_{abs(hash(cmd)) % 100000}"
161
+ print(f"\n{BOLD}{CYAN}======================================================================{RESET}")
162
+ print(f"{BOLD}{CYAN} ENTERPRISE FLAKY TEST SENTINEL (Multi-Run Verification) {RESET}")
163
+ print(f"{BOLD}{CYAN}======================================================================{RESET}")
164
+ print(f" Target Command : {cmd}")
165
+ print(f" Test Identifier : {effective_id}")
166
+ print(f" Repetition Count : {iterations} consecutive iterations")
167
+ print(f" Timestamp : {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}\n")
168
+
169
+ runs = []
170
+ latencies = []
171
+ for i in range(1, iterations + 1):
172
+ sys.stdout.write(f" [Run {i}/{iterations}] Executing... ")
173
+ sys.stdout.flush()
174
+ code, stdout, stderr, ms = run_command(cmd)
175
+ is_pass = (code == 0)
176
+ runs.append(is_pass)
177
+ latencies.append(ms)
178
+
179
+ # Record to SQLite historical telemetry
180
+ if record_test_telemetry:
181
+ try:
182
+ record_test_telemetry(
183
+ test_id=effective_id,
184
+ status="PASS" if is_pass else "FAIL",
185
+ is_retry=1 if i > 1 else 0,
186
+ duration_ms=ms,
187
+ error_signature="NON_ZERO_EXIT" if not is_pass else "",
188
+ context=cmd
189
+ )
190
+ except sqlite3.Error as db_err:
191
+ sys.stderr.write(f"Notice: Run recording skipped: {db_err}\n")
192
+
193
+ status_str = f"{GREEN}PASS{RESET}" if is_pass else f"{RED}FAIL (Exit {code}){RESET}"
194
+ print(f"{status_str} ({ms} ms)")
195
+
196
+ stats = calculate_flakiness(runs)
197
+ stats["test_id"] = effective_id
198
+ stats["latencies_ms"] = latencies
199
+ stats["avg_latency_ms"] = round(sum(latencies) / max(1, len(latencies)), 2)
200
+ stats["command"] = cmd
201
+
202
+ # Print Scorecard
203
+ print(f"\n{BOLD}======================================================================{RESET}")
204
+ print(f"{BOLD} FLAKINESS DIAGNOSTIC SCORECARD {RESET}")
205
+ print(f"{BOLD}======================================================================{RESET}")
206
+ print(f" Pass Rate : {stats['pass_rate']}% ({stats['passes']}/{stats['total']} passes)")
207
+ print(f" Status Flips : {stats['flips']} transitions")
208
+ print(f" Flaky Ratio : {stats['flaky_ratio'] * 100:.1f}%")
209
+ print(f" Average Runtime : {stats['avg_latency_ms']} ms")
210
+ print(f" Stability Status : {stats['status']}")
211
+
212
+ if stats["quarantine"]:
213
+ print(f" Recommendation : {RED}{BOLD}[QUARANTINE REQUIRED]{RESET} Tag with @quarantine immediately!")
214
+ else:
215
+ print(f" Recommendation : {GREEN}[SUITE APPROVED]{RESET} Test is deterministic.")
216
+ print("======================================================================\n")
217
+
218
+ # Persist Report
219
+ os.makedirs(REPORTS_DIR, exist_ok=True)
220
+ report_file = os.path.join(REPORTS_DIR, "quarantine_board.json")
221
+ with open(report_file, "w", encoding="utf-8") as fp:
222
+ json.dump(stats, fp, indent=2)
223
+ print(f"Detailed telemetry saved to: {report_file}")
224
+
225
+ return stats
226
+
227
+
228
+ def auto_quarantine_test_file(test_id: str, target_dir: str = ".") -> bool:
229
+ """
230
+ Searches repository test files and automatically annotates the flaky test method
231
+ with @quarantine or @tag("quarantine") or test.fixme().
232
+ """
233
+ clean_id = test_id.split("#")[-1].strip()
234
+ annotated = False
235
+
236
+ for root, _, files in os.walk(target_dir):
237
+ # Skip node_modules and dot folders
238
+ if any(p in root for p in ("node_modules", ".git", "__pycache__", "reports")):
239
+ continue
240
+
241
+ for f in files:
242
+ ext = os.path.splitext(f)[1].lower()
243
+ if ext not in (".groovy", ".ts", ".js", ".py"):
244
+ continue
245
+
246
+ file_path = os.path.join(root, f)
247
+ try:
248
+ with open(file_path, "r", encoding="utf-8", errors="ignore") as fp:
249
+ content = fp.read()
250
+
251
+ # If test_id matches file or method inside file
252
+ if clean_id in content or f in test_id:
253
+ lines = content.splitlines(keepends=True)
254
+ new_lines = []
255
+ file_modified = False
256
+
257
+ for idx, line in enumerate(lines):
258
+ # Detect test declaration
259
+ if clean_id in line and not line.strip().startswith("//"):
260
+ # Check if already quarantined
261
+ if idx > 0 and "@quarantine" in lines[idx - 1]:
262
+ continue
263
+
264
+ # Inject quarantine tag based on language
265
+ indent = line[:len(line) - len(line.lstrip())]
266
+ if ext == ".groovy":
267
+ tag = f"{indent}// @quarantine - Auto-quarantined due to flakiness > 15%\n{indent}@Tag('quarantine')\n"
268
+ elif ext in (".ts", ".js"):
269
+ tag = f"{indent}// @quarantine - Auto-quarantined due to flakiness > 15%\n"
270
+ if "test(" in line:
271
+ line = line.replace("test(", "test.fixme(")
272
+ elif ext == ".py":
273
+ tag = f"{indent}@pytest.mark.quarantine\n"
274
+ else:
275
+ tag = f"{indent}// @quarantine\n"
276
+
277
+ new_lines.append(tag)
278
+ new_lines.append(line)
279
+ file_modified = True
280
+ annotated = True
281
+ else:
282
+ new_lines.append(line)
283
+
284
+ if file_modified:
285
+ with open(file_path, "w", encoding="utf-8") as fp:
286
+ fp.writelines(new_lines)
287
+ print(f"🔒 [QUARANTINE APPLIED] Injected quarantine annotation into: {file_path}")
288
+ except Exception as e:
289
+ print(f"⚠️ Could not patch {file_path}: {e}")
290
+
291
+ return annotated
292
+
293
+
294
+ def main():
295
+ parser = argparse.ArgumentParser(description="Enterprise Flaky Test Detector & Quarantine Sentinel")
296
+ parser.add_argument("--cmd", "-c", default=None, help="Test command to execute repeatedly")
297
+ parser.add_argument("--repeat", "-r", type=int, default=5, help="Number of repetitions (default: 5)")
298
+ parser.add_argument("--test-id", default=None, help="Custom identifier for the test scenario")
299
+ parser.add_argument("--reports", default=None, help="Glob pattern for JUnit XML reports to analyze")
300
+ parser.add_argument("--history", action="store_true", help="Query 30-day historical flakiness from SQLite telemetry")
301
+ parser.add_argument("--days", type=int, default=30, help="Lookback window in days (default: 30)")
302
+ parser.add_argument("--threshold", type=float, default=0.15, help="Flaky ratio quarantine threshold (default: 0.15)")
303
+ parser.add_argument("--isolate", action="store_true", help="Automatically inject @quarantine tag into source files")
304
+ parser.add_argument("--target-dir", default=".", help="Root directory of test files to patch")
305
+ parser.add_argument("--json", action="store_true", help="Output results in JSON format")
306
+
307
+ args = parser.parse_args()
308
+
309
+ if args.history:
310
+ if not get_flaky_telemetry:
311
+ print("❌ SQLite cache resolver not available.")
312
+ sys.exit(1)
313
+
314
+ candidates = get_flaky_telemetry(days=args.days, threshold=args.threshold)
315
+ if args.json:
316
+ print(json.dumps(candidates, indent=2))
317
+ else:
318
+ print(f"\n{BOLD}{CYAN}======================================================================{RESET}")
319
+ print(f"{BOLD}{CYAN} HISTORICAL FLAKINESS TELEMETRY ({args.days}-DAY WINDOW) {RESET}")
320
+ print(f"{BOLD}{CYAN}======================================================================{RESET}")
321
+ print(f" Quarantine Threshold : {args.threshold * 100:.1f}% flaky ratio")
322
+ print(f" Total Candidates : {len(candidates)}\n")
323
+
324
+ quarantined_count = 0
325
+ for c in candidates:
326
+ is_q = c["quarantine_recommended"]
327
+ tag = f"{RED}[QUARANTINE]{RESET}" if is_q else f"{GREEN}[STABLE]{RESET}"
328
+ print(f" • {tag} {BOLD}{c['test_id']}{RESET}")
329
+ print(f" Runs: {c['total_runs']} | Passes: {c['pass_count']} | Fails: {c['fail_count']} | Retry Passes: {c['retry_pass_count']}")
330
+ print(f" Flaky Ratio: {c['flaky_ratio'] * 100:.1f}% | Avg Latency: {c['avg_duration_ms']} ms\n")
331
+
332
+ if is_q:
333
+ quarantined_count += 1
334
+ if args.isolate:
335
+ auto_quarantine_test_file(c["test_id"], target_dir=args.target_dir)
336
+
337
+ print("======================================================================")
338
+ print(f"Quarantine Recommendations: {quarantined_count}/{len(candidates)}")
339
+ sys.exit(0)
340
+
341
+ elif args.cmd:
342
+ stats = benchmark_live_command(args.cmd, iterations=args.repeat, test_id=args.test_id)
343
+ if stats["quarantine"] and args.isolate:
344
+ auto_quarantine_test_file(stats["test_id"], target_dir=args.target_dir)
345
+ sys.exit(1 if stats["quarantine"] else 0)
346
+
347
+ elif args.reports:
348
+ results = parse_junit_reports(args.reports)
349
+ quarantine_candidates = []
350
+ for test_id, runs in results.items():
351
+ st = calculate_flakiness(runs)
352
+ st["test_id"] = test_id
353
+
354
+ # Ingest into SQLite telemetry
355
+ if record_test_telemetry:
356
+ for idx, is_p in enumerate(runs):
357
+ try:
358
+ record_test_telemetry(
359
+ test_id=test_id,
360
+ status="PASS" if is_p else "FAIL",
361
+ is_retry=1 if idx > 0 else 0,
362
+ duration_ms=0.0,
363
+ context=args.reports
364
+ )
365
+ except sqlite3.Error as db_err:
366
+ sys.stderr.write(f"Notice: Run recording skipped: {db_err}\n")
367
+
368
+ if st["quarantine"]:
369
+ quarantine_candidates.append(st)
370
+
371
+ print(f"\nAnalyzed {len(results)} distinct test scenarios from reports.")
372
+ print(f"Quarantine Candidates Detected: {len(quarantine_candidates)}")
373
+ for qc in quarantine_candidates:
374
+ print(f" - {RED}{qc['test_id']}{RESET}: Pass rate {qc['pass_rate']}%, Flips: {qc['flips']}")
375
+ if args.isolate:
376
+ auto_quarantine_test_file(qc["test_id"], target_dir=args.target_dir)
377
+
378
+ report_file = os.path.join(REPORTS_DIR, "quarantine_board.json")
379
+ with open(report_file, "w", encoding="utf-8") as fp:
380
+ json.dump(quarantine_candidates, fp, indent=2)
381
+ sys.exit(1 if quarantine_candidates else 0)
382
+
383
+ else:
384
+ parser.print_help()
385
+ sys.exit(0)
386
+
387
+
388
+ if __name__ == "__main__":
389
+ main()