@teevee98/synapse-hub 0.0.0-stage → 3.8.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (369) hide show
  1. package/.agents/agents/api-engineer.md +67 -0
  2. package/.agents/agents/failure-analyst.md +75 -0
  3. package/.agents/agents/live-explorer.md +70 -0
  4. package/.agents/agents/orchestrator.md +104 -0
  5. package/.agents/agents/perf-engineer.md +74 -0
  6. package/.agents/agents/pom-crafter.md +112 -0
  7. package/.agents/agents/quality-gatekeeper.md +87 -0
  8. package/.agents/agents/test-designer.md +73 -0
  9. package/.agents/agents/test-runner.md +67 -0
  10. package/.agents/rules/author-integrity-guard.md +33 -0
  11. package/.agents/rules/communication-style.md +18 -0
  12. package/.agents/rules/context-engineering.md +37 -0
  13. package/.agents/rules/git-push-protocol.md +33 -0
  14. package/.agents/rules/graphify.md +14 -0
  15. package/.agents/rules/lessons-learned.md +25 -0
  16. package/.agents/rules/mandatory-playwright-live.md +25 -0
  17. package/.agents/rules/mobile_appium_rules.md +43 -0
  18. package/.agents/rules/performance_testing_rules.md +35 -0
  19. package/.agents/rules/skill-precedence.md +29 -0
  20. package/.agents/rules/systematic-debugging.md +36 -0
  21. package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
  22. package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
  23. package/.agents/skills/agent-orchestration-multi-agent-optimize/SKILL.md +88 -0
  24. package/.agents/skills/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +15 -0
  25. package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
  26. package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
  27. package/.agents/skills/agentless-qa-repair/examples/three_phase_repair_workflow.md +40 -0
  28. package/.agents/skills/antigravity-test-sentinel/SKILL.md +63 -0
  29. package/.agents/skills/antigravity-test-sentinel/examples/dod_gate_policy.json +11 -0
  30. package/.agents/skills/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +47 -0
  31. package/.agents/skills/api-network-mocking-interception/SKILL.md +142 -0
  32. package/.agents/skills/api-network-mocking-interception/examples/network_route_stub.json +9 -0
  33. package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +80 -0
  34. package/.agents/skills/api-spec-to-e2e-matrix/examples/sample_openapi.json +19 -0
  35. package/.agents/skills/architecture-decision-records/SKILL.md +64 -0
  36. package/.agents/skills/architecture-decision-records/examples/0001-record-architecture-decisions.md +12 -0
  37. package/.agents/skills/auth-session-and-cookie-manager/SKILL.md +75 -0
  38. package/.agents/skills/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +70 -0
  39. package/.agents/skills/auth-session-and-cookie-manager/examples/storage_state_sample.json +11 -0
  40. package/.agents/skills/backend-load-and-stress-patterns/SKILL.md +85 -0
  41. package/.agents/skills/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +13 -0
  42. package/.agents/skills/backend-load-and-stress-patterns/references/k6_load_template.js +82 -0
  43. package/.agents/skills/bats-testing-patterns/SKILL.md +100 -0
  44. package/.agents/skills/bats-testing-patterns/examples/cli_runner_test.bats +6 -0
  45. package/.agents/skills/bats-testing-patterns/resources/implementation-playbook.md +614 -0
  46. package/.agents/skills/clean-pom-crafter/SKILL.md +110 -0
  47. package/.agents/skills/clean-pom-crafter/examples/standard_test_case.groovy +28 -0
  48. package/.agents/skills/clean-pom-crafter/references/pom_patterns.groovy +138 -0
  49. package/.agents/skills/code-refactoring-refactor-clean/SKILL.md +64 -0
  50. package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +9 -0
  51. package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +52 -0
  52. package/.agents/skills/code-refactoring-refactor-clean/resources/implementation-playbook.md +881 -0
  53. package/.agents/skills/consumer-driven-contract-testing/SKILL.md +147 -0
  54. package/.agents/skills/consumer-driven-contract-testing/examples/order_service_pact.json +45 -0
  55. package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +123 -0
  56. package/.agents/skills/db-state-verifier-and-seeder/examples/db_fixture_seed.json +12 -0
  57. package/.agents/skills/e2e-testing-patterns/SKILL.md +103 -0
  58. package/.agents/skills/e2e-testing-patterns/examples/playwright_sharded_config.ts +12 -0
  59. package/.agents/skills/e2e-testing-patterns/resources/implementation-playbook.md +522 -0
  60. package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
  61. package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
  62. package/.agents/skills/failure-autopsy-and-healing/SKILL.md +66 -0
  63. package/.agents/skills/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +48 -0
  64. package/.agents/skills/failure-autopsy-and-healing/examples/sample_junit_failure.xml +8 -0
  65. package/.agents/skills/failure-autopsy-and-healing/references/healing_matrix.md +64 -0
  66. package/.agents/skills/failure-autopsy-and-healing/references/qa_investigation_protocol.md +56 -0
  67. package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +83 -0
  68. package/.agents/skills/file-and-report-validator/SKILL.md +90 -0
  69. package/.agents/skills/file-and-report-validator/examples/sample_export_schema.json +14 -0
  70. package/.agents/skills/flaky-test-sentinel-and-quarantine/SKILL.md +114 -0
  71. package/.agents/skills/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +11 -0
  72. package/.agents/skills/gherkin-to-suite/SKILL.md +103 -0
  73. package/.agents/skills/gherkin-to-suite/examples/checkout.feature +39 -0
  74. package/.agents/skills/gherkin-to-suite/examples/suite_report_sample.json +334 -0
  75. package/.agents/skills/github-actions-templates/SKILL.md +77 -0
  76. package/.agents/skills/github-actions-templates/examples/matrix_test_pipeline.yml +8 -0
  77. package/.agents/skills/graphify-impact-analyzer/SKILL.md +76 -0
  78. package/.agents/skills/graphify-impact-analyzer/examples/dependency_blast_radius.json +8 -0
  79. package/.agents/skills/katalon-cli-runner/SKILL.md +76 -0
  80. package/.agents/skills/katalon-cli-runner/examples/headless_kre_exec.sh +3 -0
  81. package/.agents/skills/katalon-cli-runner/references/groovy-patterns.md +209 -0
  82. package/.agents/skills/katalon-cli-runner/references/katalon-api.md +155 -0
  83. package/.agents/skills/katalon-cli-runner/references/runner_commands.md +67 -0
  84. package/.agents/skills/lam-script-generator/SKILL.md +123 -0
  85. package/.agents/skills/lam-script-generator/examples/user_story_sample.md +8 -0
  86. package/.agents/skills/lean-code-ladder/SKILL.md +94 -0
  87. package/.agents/skills/lean-code-ladder/examples/ladder_walkthrough.md +37 -0
  88. package/.agents/skills/lean-impact-scoreboard/SKILL.md +48 -0
  89. package/.agents/skills/lean-impact-scoreboard/examples/sample_benchmark_gain.md +20 -0
  90. package/.agents/skills/lean-impact-scoreboard/examples/sample_scoreboard.md +15 -0
  91. package/.agents/skills/meta-prompt-crafter/SKILL.md +107 -0
  92. package/.agents/skills/meta-prompt-crafter/examples/qa_prompt_template.md +35 -0
  93. package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
  94. package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
  95. package/.agents/skills/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +46 -0
  96. package/.agents/skills/mobile-appium-som/SKILL.md +88 -0
  97. package/.agents/skills/mobile-appium-som/examples/BaseScreen.java +88 -0
  98. package/.agents/skills/mobile-appium-som/examples/LoginScreen.java +46 -0
  99. package/.agents/skills/mobile-appium-som/examples/TC_MobileLogin.java +43 -0
  100. package/.agents/skills/persistent-planning-files/SKILL.md +108 -0
  101. package/.agents/skills/persistent-planning-files/examples/task_plan_example.md +56 -0
  102. package/.agents/skills/playwright-live-interaction/SKILL.md +131 -0
  103. package/.agents/skills/playwright-live-interaction/examples/live_probe_script.js +5 -0
  104. package/.agents/skills/playwright-live-interaction/references/advanced_superpowers.md +160 -0
  105. package/.agents/skills/playwright-live-interaction/references/compact_accessibility_snapshots.md +75 -0
  106. package/.agents/skills/playwright-live-interaction/references/recipes.md +388 -0
  107. package/.agents/skills/playwright-live-interaction/references/swarm_orchestration.md +134 -0
  108. package/.agents/skills/playwright-webapp-testing/SKILL.md +93 -0
  109. package/.agents/skills/playwright-webapp-testing/examples/server_lifecycle_playwright.py +63 -0
  110. package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
  111. package/.agents/skills/qa-aci-interface/examples/surgical_code_window_walkthrough.md +40 -0
  112. package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
  113. package/.agents/skills/qa-memory-os/SKILL.md +80 -0
  114. package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
  115. package/.agents/skills/rbt-manual-testing/SKILL.md +137 -0
  116. package/.agents/skills/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +25 -0
  117. package/.agents/skills/rbt-manual-testing/references/field_validation_checklist.md +29 -0
  118. package/.agents/skills/repo-quality-audit/SKILL.md +68 -0
  119. package/.agents/skills/repo-quality-audit/examples/sample_audit_walkthrough.md +15 -0
  120. package/.agents/skills/repo-quality-audit/examples/sample_repo_audit.md +33 -0
  121. package/.agents/skills/review-spec/SKILL.md +60 -0
  122. package/.agents/skills/review-spec/examples/pocock_grilling_decision_rubric.md +40 -0
  123. package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
  124. package/.agents/skills/security-dast-sentinel/SKILL.md +119 -0
  125. package/.agents/skills/security-dast-sentinel/examples/dast_scan_config.json +10 -0
  126. package/.agents/skills/security-dast-sentinel/references/AI-AND-LLM.md +113 -0
  127. package/.agents/skills/security-dast-sentinel/references/ATTACK-CLASSES.md +89 -0
  128. package/.agents/skills/security-dast-sentinel/references/dast_recipes.ts +33 -0
  129. package/.agents/skills/self-healing-locator/SKILL.md +86 -0
  130. package/.agents/skills/self-healing-locator/examples/aom_diff_sample.json +16 -0
  131. package/.agents/skills/senior-code-review/SKILL.md +108 -0
  132. package/.agents/skills/senior-code-review/examples/sample_review_walkthrough.md +29 -0
  133. package/.agents/skills/skillspector-security-guard/SKILL.md +57 -0
  134. package/.agents/skills/skillspector-security-guard/examples/audit_threat_vectors_report.json +35 -0
  135. package/.agents/skills/skillspector-security-guard/examples/safe_mcp_config.json +12 -0
  136. package/.agents/skills/surgical-coding-principles/SKILL.md +89 -0
  137. package/.agents/skills/surgical-coding-principles/examples/surgical_vs_scope_creep.md +46 -0
  138. package/.agents/skills/synthetic-test-data-generator/SKILL.md +135 -0
  139. package/.agents/skills/synthetic-test-data-generator/examples/idempotent_data_recipe.json +9 -0
  140. package/.agents/skills/systematic-debugging/SKILL.md +100 -0
  141. package/.agents/skills/systematic-debugging/examples/four_phase_case.md +44 -0
  142. package/.agents/skills/technical-debt-harvester/SKILL.md +70 -0
  143. package/.agents/skills/technical-debt-harvester/examples/sample_debt_ledger.md +25 -0
  144. package/.agents/skills/technical-debt-harvester/examples/sample_ledger_output.md +20 -0
  145. package/.agents/skills/test-driven-development/SKILL.md +114 -0
  146. package/.agents/skills/test-driven-development/examples/red_green_refactor_qa.md +78 -0
  147. package/.agents/skills/token-and-context-optimizer/SKILL.md +70 -0
  148. package/.agents/skills/token-and-context-optimizer/examples/distilled_log_sample.txt +3 -0
  149. package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
  150. package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
  151. package/.agents/skills/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +62 -0
  152. package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
  153. package/.agents/skills/verification-before-completion/SKILL.md +100 -0
  154. package/.agents/skills/verification-before-completion/examples/evidence_log_example.md +46 -0
  155. package/.agents/skills/visual-regression-sentinel/SKILL.md +82 -0
  156. package/.agents/skills/visual-regression-sentinel/examples/visual_mask_rules.json +9 -0
  157. package/.agents/skills/wcag-audit-patterns/SKILL.md +77 -0
  158. package/.agents/skills/wcag-audit-patterns/examples/wcag_compliance_checklist.json +10 -0
  159. package/.agents/skills/wcag-audit-patterns/resources/implementation-playbook.md +541 -0
  160. package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
  161. package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
  162. package/.agents/skills/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +38 -0
  163. package/.agents/skills/web-vitals-and-performance-profiler/SKILL.md +65 -0
  164. package/.agents/skills/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +6 -0
  165. package/.agents/skills/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +118 -0
  166. package/.agents/templates/completion_report.md +57 -0
  167. package/.agents/workflows/analyze_requirement_document.md +18 -0
  168. package/.agents/workflows/export_testcases_excel.md +32 -0
  169. package/.agents/workflows/generate_combinatorial_test_data.md +28 -0
  170. package/.agents/workflows/generate_cross_module_test_plan.md +37 -0
  171. package/.agents/workflows/generate_manual_testcases_rbt.md +56 -0
  172. package/.agents/workflows/generate_requirements_from_website.md +25 -0
  173. package/.agents/workflows/generate_testcases_from_requirements.md +21 -0
  174. package/.agents/workflows/graphify.md +10 -0
  175. package/.agents/workflows/test-impact.md +15 -0
  176. package/.agents/workflows/verify.md +34 -0
  177. package/.cursor/rules/agents.mdc +16 -0
  178. package/.cursor/rules/language.mdc +7 -0
  179. package/.cursor/rules/synapse-qa.mdc +24 -0
  180. package/.cursorrules +27 -0
  181. package/.dockerignore +53 -0
  182. package/.pre-commit-hooks.yaml +14 -0
  183. package/.windsurfrules +26 -0
  184. package/AGENTS.md +86 -0
  185. package/CLAUDE.md +54 -0
  186. package/Dockerfile +81 -0
  187. package/LICENSE +52 -0
  188. package/NOTICE +264 -0
  189. package/README.en.md +171 -0
  190. package/README.md +170 -2
  191. package/action.yml +51 -0
  192. package/agentskills.json +16 -0
  193. package/bin/agent-qa.js +138 -0
  194. package/docker-compose.yml +74 -0
  195. package/docs/ARCHITECTURE.en.md +198 -0
  196. package/docs/ARCHITECTURE.md +199 -0
  197. package/docs/CI_CD_INTEGRATION.en.md +170 -0
  198. package/docs/CI_CD_INTEGRATION.md +170 -0
  199. package/docs/CLI_REFERENCE.en.md +174 -0
  200. package/docs/CLI_REFERENCE.md +176 -0
  201. package/docs/CONTRIBUTING.en.md +49 -0
  202. package/docs/CONTRIBUTING.md +49 -0
  203. package/docs/PERFORMANCE_AUDIT_REPORT.md +783 -0
  204. package/docs/PLUGIN_DEVELOPMENT_GUIDE.md +127 -0
  205. package/docs/QUALITY_GATES.en.md +118 -0
  206. package/docs/QUALITY_GATES.md +118 -0
  207. package/docs/TOKEN_QUOTA_PLAYBOOK.md +41 -0
  208. package/docs/TOOL_CATALOG.md +129 -0
  209. package/docs/adopted-ecosystem-tools.md +96 -0
  210. package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
  211. package/docs/research/agent_skill_training_analysis.md +1358 -0
  212. package/docs/schemas/synapse.config.schema.json +86 -0
  213. package/package.json +94 -4
  214. package/plugin.json +31 -0
  215. package/scripts/generate_skill_examples.py +244 -0
  216. package/scripts/install.ps1 +112 -0
  217. package/scripts/install_global_plugin.ps1 +94 -0
  218. package/scripts/install_global_plugin.sh +49 -0
  219. package/scripts/lint_skills.ps1 +57 -0
  220. package/scripts/package_dist.py +337 -0
  221. package/scripts/setup.sh +59 -0
  222. package/scripts/update_hub.ps1 +19 -0
  223. package/scripts/update_hub.sh +15 -0
  224. package/skills_manifest.json +854 -0
  225. package/synapse.config.json +31 -0
  226. package/templates/PROJECT_AI_GUIDE_TEMPLATE.md +111 -0
  227. package/templates/PROJECT_STATE_TEMPLATE.md +20 -0
  228. package/templates/ai_bridges/CLAUDE.md +54 -0
  229. package/templates/ai_bridges/copilot-instructions.md +20 -0
  230. package/templates/ai_bridges/cursor_synapse_qa.mdc +24 -0
  231. package/templates/ai_bridges/windsurfrules +26 -0
  232. package/templates/ci/github-actions-synapse.yml +95 -0
  233. package/templates/ci/gitlab-ci-synapse.yml +16 -0
  234. package/templates/ui/index.html +1069 -0
  235. package/templates/welcome.html.tmpl +2074 -0
  236. package/tools/.infer_baseline.json +30 -0
  237. package/tools/TOOLS_RUNBOOK.md +1553 -0
  238. package/tools/TOOL_CATALOG.json +1769 -0
  239. package/tools/__init__.py +43 -0
  240. package/tools/_openapi_parser.py +158 -0
  241. package/tools/agent_canary.py +525 -0
  242. package/tools/agentless_patcher.py +417 -0
  243. package/tools/analyze_project.py +262 -0
  244. package/tools/api_drift_sentinel.py +208 -0
  245. package/tools/api_fuzzer.py +762 -0
  246. package/tools/author_integrity.py +190 -0
  247. package/tools/auto_heal.py +271 -0
  248. package/tools/auto_heal_reflexion.py +532 -0
  249. package/tools/autogen_qa_broker.py +844 -0
  250. package/tools/benchmark_swarm_context.py +394 -0
  251. package/tools/browser_helpers.js +746 -0
  252. package/tools/browsergym_eval.py +236 -0
  253. package/tools/bug_reporter.py +252 -0
  254. package/tools/bump_version.py +423 -0
  255. package/tools/cache_resolver.py +1214 -0
  256. package/tools/check_env.py +426 -0
  257. package/tools/check_version_sync.py +256 -0
  258. package/tools/ci_healing_hook.py +126 -0
  259. package/tools/cli.py +1598 -0
  260. package/tools/config_decoupler.py +253 -0
  261. package/tools/contract_validator.py +141 -0
  262. package/tools/core/__init__.py +70 -0
  263. package/tools/core/adapters.py +431 -0
  264. package/tools/core/circuit_breaker.py +263 -0
  265. package/tools/core/cli_runtime.py +66 -0
  266. package/tools/core/file_lock.py +159 -0
  267. package/tools/core/i18n.py +394 -0
  268. package/tools/core/memory_bus.py +905 -0
  269. package/tools/core/process_supervisor.py +332 -0
  270. package/tools/core/telemetry.py +329 -0
  271. package/tools/count_tokens.py +1267 -0
  272. package/tools/create_mock_docx.py +104 -0
  273. package/tools/dashboard_generator.py +2403 -0
  274. package/tools/db_sandbox.py +675 -0
  275. package/tools/debt_harvester.py +237 -0
  276. package/tools/distill_log.py +161 -0
  277. package/tools/dspy_qa_signatures.py +356 -0
  278. package/tools/e2e_flow_prober.py +132 -0
  279. package/tools/export_postman_collection.py +945 -0
  280. package/tools/flaky_detector.py +389 -0
  281. package/tools/fsm_enforcer.py +450 -0
  282. package/tools/fsm_middleware.py +401 -0
  283. package/tools/fuzz_payloads.py +197 -0
  284. package/tools/generate_allure_report.py +88 -0
  285. package/tools/generate_api_matrix.py +193 -0
  286. package/tools/generate_jmx_plan.py +1322 -0
  287. package/tools/generate_sbom.py +252 -0
  288. package/tools/generate_tc_from_story.py +203 -0
  289. package/tools/generate_test_reports.py +133 -0
  290. package/tools/generate_tool_catalog.py +482 -0
  291. package/tools/gherkin_suite.py +758 -0
  292. package/tools/git_pre_commit_guard.py +298 -0
  293. package/tools/goldfish_review.py +366 -0
  294. package/tools/heal/__init__.py +28 -0
  295. package/tools/heal_pr_automator.py +220 -0
  296. package/tools/heuristic_locator_matcher.py +351 -0
  297. package/tools/hub_publisher.py +623 -0
  298. package/tools/humanize_linter.py +438 -0
  299. package/tools/infer_linter.py +977 -0
  300. package/tools/init_config.py +306 -0
  301. package/tools/interview_story.py +116 -0
  302. package/tools/jira_sync.py +566 -0
  303. package/tools/jtl_analyzer.py +474 -0
  304. package/tools/lint/__init__.py +30 -0
  305. package/tools/lint_ai_docs.py +374 -0
  306. package/tools/lookup_tc.py +165 -0
  307. package/tools/lookup_xpath.py +167 -0
  308. package/tools/matrix_sharder.py +148 -0
  309. package/tools/mcp/__init__.py +18 -0
  310. package/tools/mcp_docx_server.ps1 +13 -0
  311. package/tools/mcp_docx_server.py +851 -0
  312. package/tools/mcp_excel_server.ps1 +13 -0
  313. package/tools/mcp_excel_server.py +441 -0
  314. package/tools/mcp_server.py +725 -0
  315. package/tools/md_to_xlsx.py +327 -0
  316. package/tools/micro_mutator.py +887 -0
  317. package/tools/mipro_assertion_tuner.py +210 -0
  318. package/tools/network_mock_shield.py +311 -0
  319. package/tools/newman_analyzer.py +384 -0
  320. package/tools/omni_emitter.py +579 -0
  321. package/tools/omni_parser.py +450 -0
  322. package/tools/omni_transpiler.py +168 -0
  323. package/tools/openxml_guard.py +438 -0
  324. package/tools/output_formatter.py +182 -0
  325. package/tools/package_release.py +325 -0
  326. package/tools/perf/__init__.py +24 -0
  327. package/tools/pinpoint_failure.py +190 -0
  328. package/tools/project_state.py +171 -0
  329. package/tools/qa_event_stream.py +358 -0
  330. package/tools/repo_map.py +346 -0
  331. package/tools/report/__init__.py +32 -0
  332. package/tools/reversible_sandbox.py +344 -0
  333. package/tools/safety_firewall.py +437 -0
  334. package/tools/security_coverage_ledger.py +538 -0
  335. package/tools/security_scanner.py +229 -0
  336. package/tools/senior_code_review.py +393 -0
  337. package/tools/setup_project.py +770 -0
  338. package/tools/skill_collision_guard.py +304 -0
  339. package/tools/skill_profiles.py +217 -0
  340. package/tools/skill_vault.py +481 -0
  341. package/tools/skillspector.py +1278 -0
  342. package/tools/smart_visual_masker.py +132 -0
  343. package/tools/spec_drift_sentinel.py +438 -0
  344. package/tools/swe_qa_aci.py +369 -0
  345. package/tools/synapse_observer.py +485 -0
  346. package/tools/synapse_qa_bench.py +190 -0
  347. package/tools/sync_agent_rules.py +274 -0
  348. package/tools/telemetry_correlator.py +397 -0
  349. package/tools/template_excel_exporter.py +514 -0
  350. package/tools/templates/jmeter-distributed/README.md +54 -0
  351. package/tools/templates/jmeter-distributed/docker-compose.yml +83 -0
  352. package/tools/test_impact.py +419 -0
  353. package/tools/test_memory_os.py +462 -0
  354. package/tools/textgrad_mutation_optimizer.py +237 -0
  355. package/tools/tms_sync_bridge.py +834 -0
  356. package/tools/tot_exploratory_tester.py +239 -0
  357. package/tools/trace_data_flow.py +240 -0
  358. package/tools/traffic_session_converter.py +256 -0
  359. package/tools/trend_analytics.py +314 -0
  360. package/tools/ui_server.py +401 -0
  361. package/tools/universal_ir.py +488 -0
  362. package/tools/update_sentinel.py +383 -0
  363. package/tools/validate_groovy_scripts.py +173 -0
  364. package/tools/verify_all.py +1271 -0
  365. package/tools/visual_diff_canvas.py +143 -0
  366. package/tools/visual_som_helper.py +550 -0
  367. package/tools/watch_mode.py +308 -0
  368. package/tools/wcag_audit.py +239 -0
  369. package/tools/welcome_page.py +290 -0
@@ -0,0 +1,384 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ tools/newman_analyzer.py — Enterprise Newman Test Results Analyzer & CI/CD Quality Gate
5
+ ---------------------------------------------------------------------------------------
6
+ Parses Postman / Newman CLI execution reports (JSON format), calculates statistical
7
+ pass/fail rates, triages failed assertions with root causes, evaluates latency SLAs,
8
+ and enforces deterministic Quality Gates in CI/CD pipelines (Exit Code 0 vs 1).
9
+
10
+ Features:
11
+ 1. Universal Newman JSON Ingestion: Reads standard `--reporters json` exports.
12
+ 2. Multi-Metric Aggregation:
13
+ - Total Executions, Passed/Failed Requests, Error Rate (%)
14
+ - Total pm.test Assertions, Failed Assertions, Pass Ratio (%)
15
+ - Latency statistics (Average, Min, Max response time in ms)
16
+ 3. Failure Triage & RCA Engine:
17
+ - Isolates exact failing Request Name, HTTP Method, and URL
18
+ - Highlights exact `pm.test` assertion name and Chai error details
19
+ - Distinguishes between HTTP 4xx/5xx crashes vs Schema / Assertion mismatches
20
+ 4. CI/CD SLA Quality Gate:
21
+ - `--max-failures <int>`: Zero-tolerance or configurable failure threshold
22
+ - `--sla-avg <ms>`: Average latency SLA threshold
23
+ - Returns deterministic Exit Code 0 on PASS, 1 on FAIL
24
+ 5. PR Reporting: Generates clean GitHub/GitLab Markdown reports and JSON telemetry.
25
+
26
+ Usage:
27
+ newman run collection.json -e env.json -r cli,json --reporter-json-export report.json
28
+ python tools/newman_analyzer.py report.json --max-failures 0 --sla-avg 500
29
+ agent-qa analyze-newman report.json --markdown pr_api_report.md
30
+ """
31
+
32
+ import os
33
+ import sys
34
+ import json
35
+ import argparse
36
+ from typing import Dict, List, Any, Optional, Tuple
37
+
38
+ # Enforce UTF-8 stdout encoding for Windows/macOS/Linux console compatibility
39
+ if hasattr(sys.stdout, "reconfigure"):
40
+ try:
41
+ sys.stdout.reconfigure(encoding="utf-8")
42
+ sys.stderr.reconfigure(encoding="utf-8")
43
+ except Exception:
44
+ pass
45
+
46
+
47
+ def parse_newman_json(report_path: str) -> Dict[str, Any]:
48
+ """Parses standard Newman JSON execution report."""
49
+ if not os.path.exists(report_path):
50
+ raise FileNotFoundError(f"Newman report file not found: {report_path}")
51
+
52
+ with open(report_path, "r", encoding="utf-8", errors="replace") as f:
53
+ data = json.load(f)
54
+
55
+ run = data.get("run", {})
56
+ stats = run.get("stats", {})
57
+ executions = run.get("executions", [])
58
+ failures = run.get("failures", [])
59
+
60
+ # Stats extraction
61
+ req_stats = stats.get("requests", {})
62
+ total_requests = req_stats.get("total", 0)
63
+ failed_requests = req_stats.get("failed", 0)
64
+ passed_requests = total_requests - failed_requests
65
+
66
+ assert_stats = stats.get("assertions", {})
67
+ total_assertions = assert_stats.get("total", 0)
68
+ failed_assertions = assert_stats.get("failed", 0)
69
+ passed_assertions = total_assertions - failed_assertions
70
+
71
+ # Latencies
72
+ response_times = run.get("timings", {}).get("responseAverage", 0)
73
+ min_time = run.get("timings", {}).get("responseMin", 0)
74
+ max_time = run.get("timings", {}).get("responseMax", 0)
75
+
76
+ # Detailed Request Breakdown
77
+ request_rows: List[Dict[str, Any]] = []
78
+ for ex in executions:
79
+ item = ex.get("item", {})
80
+ req = ex.get("request", {})
81
+ resp = ex.get("response", {})
82
+
83
+ name = item.get("name", "Unknown Request")
84
+ method = req.get("method", "GET")
85
+ url_obj = req.get("url", {})
86
+ url_str = url_obj if isinstance(url_obj, str) else url_obj.get("raw", "/")
87
+ status_code = resp.get("code", 0) if resp else 0
88
+ resp_time = resp.get("responseTime", 0) if resp else 0
89
+
90
+ # Assertions inside this execution
91
+ assertions_list = ex.get("assertions", [])
92
+ ex_assert_total = len(assertions_list)
93
+ ex_assert_failed = sum(1 for a in assertions_list if a.get("error"))
94
+
95
+ request_rows.append({
96
+ "name": name,
97
+ "method": method,
98
+ "url": url_str,
99
+ "status_code": status_code,
100
+ "response_time_ms": resp_time,
101
+ "assertions_total": ex_assert_total,
102
+ "assertions_failed": ex_assert_failed,
103
+ "passed": (ex_assert_failed == 0 and status_code < 400 and status_code > 0)
104
+ })
105
+
106
+ # Triage Failures
107
+ triaged_failures: List[Dict[str, str]] = []
108
+ for f in failures:
109
+ err = f.get("error", {})
110
+ source = f.get("source", {})
111
+ cursor = f.get("cursor", {})
112
+
113
+ req_name = source.get("name", cursor.get("ref", "Request"))
114
+ assert_name = err.get("test", err.get("name", "Assertion Failure"))
115
+ message = err.get("message", "Unknown assertion error")
116
+
117
+ triaged_failures.append({
118
+ "request_name": req_name,
119
+ "assertion_name": assert_name,
120
+ "message": message
121
+ })
122
+
123
+ error_rate = (failed_requests / total_requests * 100.0) if total_requests > 0 else 0.0
124
+ pass_ratio = (passed_assertions / total_assertions * 100.0) if total_assertions > 0 else 100.0
125
+
126
+ return {
127
+ "collection_name": data.get("collection", {}).get("info", {}).get("name", "Postman Collection"),
128
+ "total_requests": total_requests,
129
+ "failed_requests": failed_requests,
130
+ "passed_requests": passed_requests,
131
+ "error_rate_pct": round(error_rate, 2),
132
+ "total_assertions": total_assertions,
133
+ "failed_assertions": failed_assertions,
134
+ "passed_assertions": passed_assertions,
135
+ "assertion_pass_ratio_pct": round(pass_ratio, 2),
136
+ "latency": {
137
+ "avg_ms": round(float(response_times), 2),
138
+ "min_ms": round(float(min_time), 2),
139
+ "max_ms": round(float(max_time), 2)
140
+ },
141
+ "requests": request_rows,
142
+ "failures": triaged_failures
143
+ }
144
+
145
+
146
+ def evaluate_newman_sla(
147
+ summary: Dict[str, Any],
148
+ max_failures: int = 0,
149
+ sla_avg: Optional[float] = None
150
+ ) -> Tuple[bool, List[str]]:
151
+ """Evaluates computed Newman summary against CI/CD SLA gates."""
152
+ violations: List[str] = []
153
+
154
+ total_failed = summary["failed_requests"] + summary["failed_assertions"]
155
+ if total_failed > max_failures:
156
+ violations.append(f"Failed Tests SLA Breached: {total_failed} failures > allowable limit ({max_failures})")
157
+
158
+ avg_latency = summary["latency"]["avg_ms"]
159
+ if sla_avg is not None and avg_latency > sla_avg:
160
+ violations.append(f"Average Latency SLA Breached: {avg_latency}ms > {sla_avg}ms threshold")
161
+
162
+ passed = (len(violations) == 0)
163
+ return passed, violations
164
+
165
+
166
+ def format_cli_table(summary: Dict[str, Any]) -> str:
167
+ """Formats requests into a clean CLI table."""
168
+ headers = ["Method", "Request Name", "Status", "Latency", "Asserts (Pass/Fail)"]
169
+ col_w = [8, 36, 8, 12, 20]
170
+
171
+ lines = []
172
+ header_str = " | ".join(h.ljust(col_w[i]) for i, h in enumerate(headers))
173
+ sep_str = "-+-".join("-" * col_w[i] for i in range(len(headers)))
174
+
175
+ lines.append(header_str)
176
+ lines.append(sep_str)
177
+
178
+ for r in summary["requests"]:
179
+ req_name = r["name"]
180
+ if len(req_name) > 34:
181
+ req_name = req_name[:31] + "..."
182
+ assert_info = f"{r['assertions_total'] - r['assertions_failed']} / {r['assertions_total']}"
183
+ status_display = str(r["status_code"]) if r["status_code"] > 0 else "FAIL"
184
+
185
+ lines.append(" | ".join([
186
+ f"[{r['method']}]".ljust(col_w[0]),
187
+ req_name.ljust(col_w[1]),
188
+ status_display.center(col_w[2]),
189
+ f"{r['response_time_ms']} ms".rjust(col_w[3]),
190
+ assert_info.center(col_w[4])
191
+ ]))
192
+
193
+ return "\n".join(lines)
194
+
195
+
196
+ def generate_markdown_report(summary: Dict[str, Any], passed: bool, violations: List[str]) -> str:
197
+ """Generates Pull Request Markdown report."""
198
+ status_badge = "āœ… **PASSED (100% QUALITY GATE MET)**" if passed else "āŒ **FAILED (QUALITY GATE BREACHED)**"
199
+
200
+ lines = [
201
+ f"# šŸ“¬ Postman / Newman API Automated Test Report: `{summary['collection_name']}`",
202
+ "",
203
+ f"- **Quality Gate Status:** {status_badge}",
204
+ f"- **Total Requests Executed:** `{summary['total_requests']}` ({summary['failed_requests']} failed)",
205
+ f"- **Total Assertions Checked:** `{summary['total_assertions']}` ({summary['failed_assertions']} failed)",
206
+ f"- **Assertion Pass Ratio:** `{summary['assertion_pass_ratio_pct']}%`",
207
+ f"- **Average Response Latency:** `{summary['latency']['avg_ms']} ms` (Min: `{summary['latency']['min_ms']} ms`, Max: `{summary['latency']['max_ms']} ms`)",
208
+ "",
209
+ ]
210
+
211
+ if violations:
212
+ lines.extend([
213
+ "### āš ļø CI/CD Quality Gate Violations",
214
+ ""
215
+ ])
216
+ for v in violations:
217
+ lines.append(f"- šŸ”“ `{v}`")
218
+ lines.append("")
219
+
220
+ if summary["failures"]:
221
+ lines.extend([
222
+ "### šŸ” Failed Assertions Triage (Root Cause)",
223
+ "",
224
+ "| Request Name | Failed pm.test Assertion | Error Details |",
225
+ "| :--- | :--- | :--- |"
226
+ ])
227
+ for f in summary["failures"]:
228
+ lines.append(f"| `{f['request_name']}` | **{f['assertion_name']}** | `{f['message']}` |")
229
+ lines.append("")
230
+
231
+ lines.extend([
232
+ "### šŸ“Š Detailed Endpoint Execution Breakdown",
233
+ "",
234
+ "| Method | Request Name | Status Code | Latency | Assertions | Result |",
235
+ "| :---: | :--- | :---: | :---: | :---: | :---: |"
236
+ ])
237
+
238
+ for r in summary["requests"]:
239
+ verdict = "āœ… PASS" if r["passed"] else "āŒ FAIL"
240
+ lines.append(f"| `{r['method']}` | {r['name']} | `{r['status_code']}` | `{r['response_time_ms']} ms` | `{r['assertions_total'] - r['assertions_failed']}/{r['assertions_total']}` | {verdict} |")
241
+
242
+ lines.extend([
243
+ "",
244
+ "---",
245
+ "*Report auto-generated by Synapse-Hub `newman_analyzer.py` - Enterprise API Quality Gate.*"
246
+ ])
247
+
248
+ return "\n".join(lines)
249
+
250
+
251
+ def main():
252
+ parser = argparse.ArgumentParser(
253
+ description="Postman / Newman Test Results Analyzer & CI/CD Quality Gatekeeper."
254
+ )
255
+ parser.add_argument("report_file", nargs="?", help="Path to Newman JSON report file (--reporters json).")
256
+ parser.add_argument("--max-failures", type=int, default=0, help="Allowable failed requests / assertions threshold. Default: 0.")
257
+ parser.add_argument("--sla-avg", type=float, default=None, help="Average Latency threshold in ms (fails if exceeded).")
258
+ parser.add_argument("--markdown", "-m", help="Path to export Markdown report.")
259
+ parser.add_argument("--json", "-j", help="Path to export JSON summary.")
260
+ parser.add_argument("--sample", action="store_true", help="Generate and analyze a mock Newman test dataset.")
261
+
262
+ args = parser.parse_args()
263
+
264
+ if args.sample or not args.report_file:
265
+ import tempfile
266
+ temp_file = os.path.join(tempfile.gettempdir(), "sample_newman_report.json")
267
+ sample_data = {
268
+ "collection": {"info": {"name": "Enterprise Banking & Billing API"}},
269
+ "run": {
270
+ "stats": {
271
+ "requests": {"total": 4, "failed": 0},
272
+ "assertions": {"total": 12, "failed": 1}
273
+ },
274
+ "timings": {
275
+ "responseAverage": 185.5,
276
+ "responseMin": 120.0,
277
+ "responseMax": 340.0
278
+ },
279
+ "executions": [
280
+ {
281
+ "item": {"name": "1. User Authentication (Login)"},
282
+ "request": {"method": "POST", "url": {"raw": "https://api.staging.enterprise.local/api/v1/auth/login"}},
283
+ "response": {"code": 200, "responseTime": 145},
284
+ "assertions": [
285
+ {"assertion": "Status code is 200", "error": None},
286
+ {"assertion": "Response time is below 500ms", "error": None},
287
+ {"assertion": "Response matches OpenAPI JSON Schema", "error": None}
288
+ ]
289
+ },
290
+ {
291
+ "item": {"name": "2. Get Account Balance"},
292
+ "request": {"method": "GET", "url": {"raw": "https://api.staging.enterprise.local/api/v1/accounts/me"}},
293
+ "response": {"code": 200, "responseTime": 120},
294
+ "assertions": [
295
+ {"assertion": "Status code is 200", "error": None},
296
+ {"assertion": "Response matches OpenAPI JSON Schema", "error": None}
297
+ ]
298
+ },
299
+ {
300
+ "item": {"name": "3. Transfer Funds (Dynamic Idempotency)"},
301
+ "request": {"method": "POST", "url": {"raw": "https://api.staging.enterprise.local/api/v1/transfers"}},
302
+ "response": {"code": 201, "responseTime": 340},
303
+ "assertions": [
304
+ {"assertion": "Status code is 201", "error": None},
305
+ {"assertion": "Response matches OpenAPI JSON Schema", "error": None},
306
+ {"assertion": "Transfer status is COMPLETED", "error": {"message": "expected 'PENDING' to equal 'COMPLETED'"}}
307
+ ]
308
+ },
309
+ {
310
+ "item": {"name": "4. Audit Transaction Log"},
311
+ "request": {"method": "GET", "url": {"raw": "https://api.staging.enterprise.local/api/v1/transfers/last"}},
312
+ "response": {"code": 200, "responseTime": 137},
313
+ "assertions": [
314
+ {"assertion": "Status code is 200", "error": None},
315
+ {"assertion": "Response matches OpenAPI JSON Schema", "error": None}
316
+ ]
317
+ }
318
+ ],
319
+ "failures": [
320
+ {
321
+ "source": {"name": "3. Transfer Funds (Dynamic Idempotency)"},
322
+ "error": {
323
+ "test": "Transfer status is COMPLETED",
324
+ "message": "expected 'PENDING' to equal 'COMPLETED'"
325
+ }
326
+ }
327
+ ]
328
+ }
329
+ }
330
+ with open(temp_file, "w", encoding="utf-8") as f:
331
+ json.dump(sample_data, f, indent=2)
332
+ args.report_file = temp_file
333
+ print(f"šŸ”¬ [SAMPLE MODE] Generated synthetic Newman report: {temp_file}")
334
+
335
+ summary = parse_newman_json(args.report_file)
336
+ passed, violations = evaluate_newman_sla(
337
+ summary,
338
+ max_failures=args.max_failures,
339
+ sla_avg=args.sla_avg
340
+ )
341
+
342
+ print("\n" + "=" * 90)
343
+ print(f" POSTMAN / NEWMAN API AUTOMATED TEST MATRIX: {summary['collection_name']}")
344
+ print("=" * 90)
345
+ print(format_cli_table(summary))
346
+ print("=" * 90)
347
+ print(f"Total Requests : {summary['total_requests']} (Passed: {summary['passed_requests']} | Failed: {summary['failed_requests']})")
348
+ print(f"Total Assertions : {summary['total_assertions']} (Passed: {summary['passed_assertions']} | Failed: {summary['failed_assertions']})")
349
+ print(f"Pass Ratio : {summary['assertion_pass_ratio_pct']}% | Avg Latency: {summary['latency']['avg_ms']} ms")
350
+ print("-" * 90)
351
+
352
+ # Print SLA Verdict
353
+ print("šŸŽÆ [QUALITY GATE SLA VERDICT]")
354
+ if passed:
355
+ print("āœ… ALL API FUNCTIONAL & SLA GATES PASSED! Safe to merge/deploy.")
356
+ else:
357
+ print("āŒ API QUALITY GATE BREACHED:")
358
+ for v in violations:
359
+ print(f" šŸ”“ {v}")
360
+ if summary["failures"]:
361
+ print("\nšŸ” Failing Assertions Breakdown:")
362
+ for f in summary["failures"]:
363
+ print(f" • [{f['request_name']}] -> {f['assertion_name']}: {f['message']}")
364
+
365
+ # Export Markdown
366
+ if args.markdown:
367
+ md = generate_markdown_report(summary, passed, violations)
368
+ os.makedirs(os.path.dirname(os.path.abspath(args.markdown)) or ".", exist_ok=True)
369
+ with open(args.markdown, "w", encoding="utf-8") as f:
370
+ f.write(md)
371
+ print(f"\nšŸ“„ Markdown Report exported: {args.markdown}")
372
+
373
+ # Export JSON
374
+ if args.json:
375
+ os.makedirs(os.path.dirname(os.path.abspath(args.json)) or ".", exist_ok=True)
376
+ with open(args.json, "w", encoding="utf-8") as f:
377
+ json.dump(summary, f, indent=2)
378
+ print(f"šŸ“Š JSON Metrics exported: {args.json}")
379
+
380
+ sys.exit(0 if passed else 1)
381
+
382
+
383
+ if __name__ == "__main__":
384
+ main()