@teevee98/synapse-hub 0.0.0-stage ā 3.8.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/agents/api-engineer.md +67 -0
- package/.agents/agents/failure-analyst.md +75 -0
- package/.agents/agents/live-explorer.md +70 -0
- package/.agents/agents/orchestrator.md +104 -0
- package/.agents/agents/perf-engineer.md +74 -0
- package/.agents/agents/pom-crafter.md +112 -0
- package/.agents/agents/quality-gatekeeper.md +87 -0
- package/.agents/agents/test-designer.md +73 -0
- package/.agents/agents/test-runner.md +67 -0
- package/.agents/rules/author-integrity-guard.md +33 -0
- package/.agents/rules/communication-style.md +18 -0
- package/.agents/rules/context-engineering.md +37 -0
- package/.agents/rules/git-push-protocol.md +33 -0
- package/.agents/rules/graphify.md +14 -0
- package/.agents/rules/lessons-learned.md +25 -0
- package/.agents/rules/mandatory-playwright-live.md +25 -0
- package/.agents/rules/mobile_appium_rules.md +43 -0
- package/.agents/rules/performance_testing_rules.md +35 -0
- package/.agents/rules/skill-precedence.md +29 -0
- package/.agents/rules/systematic-debugging.md +36 -0
- package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
- package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/SKILL.md +88 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +15 -0
- package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
- package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
- package/.agents/skills/agentless-qa-repair/examples/three_phase_repair_workflow.md +40 -0
- package/.agents/skills/antigravity-test-sentinel/SKILL.md +63 -0
- package/.agents/skills/antigravity-test-sentinel/examples/dod_gate_policy.json +11 -0
- package/.agents/skills/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +47 -0
- package/.agents/skills/api-network-mocking-interception/SKILL.md +142 -0
- package/.agents/skills/api-network-mocking-interception/examples/network_route_stub.json +9 -0
- package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +80 -0
- package/.agents/skills/api-spec-to-e2e-matrix/examples/sample_openapi.json +19 -0
- package/.agents/skills/architecture-decision-records/SKILL.md +64 -0
- package/.agents/skills/architecture-decision-records/examples/0001-record-architecture-decisions.md +12 -0
- package/.agents/skills/auth-session-and-cookie-manager/SKILL.md +75 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +70 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/storage_state_sample.json +11 -0
- package/.agents/skills/backend-load-and-stress-patterns/SKILL.md +85 -0
- package/.agents/skills/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +13 -0
- package/.agents/skills/backend-load-and-stress-patterns/references/k6_load_template.js +82 -0
- package/.agents/skills/bats-testing-patterns/SKILL.md +100 -0
- package/.agents/skills/bats-testing-patterns/examples/cli_runner_test.bats +6 -0
- package/.agents/skills/bats-testing-patterns/resources/implementation-playbook.md +614 -0
- package/.agents/skills/clean-pom-crafter/SKILL.md +110 -0
- package/.agents/skills/clean-pom-crafter/examples/standard_test_case.groovy +28 -0
- package/.agents/skills/clean-pom-crafter/references/pom_patterns.groovy +138 -0
- package/.agents/skills/code-refactoring-refactor-clean/SKILL.md +64 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +9 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +52 -0
- package/.agents/skills/code-refactoring-refactor-clean/resources/implementation-playbook.md +881 -0
- package/.agents/skills/consumer-driven-contract-testing/SKILL.md +147 -0
- package/.agents/skills/consumer-driven-contract-testing/examples/order_service_pact.json +45 -0
- package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +123 -0
- package/.agents/skills/db-state-verifier-and-seeder/examples/db_fixture_seed.json +12 -0
- package/.agents/skills/e2e-testing-patterns/SKILL.md +103 -0
- package/.agents/skills/e2e-testing-patterns/examples/playwright_sharded_config.ts +12 -0
- package/.agents/skills/e2e-testing-patterns/resources/implementation-playbook.md +522 -0
- package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
- package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
- package/.agents/skills/failure-autopsy-and-healing/SKILL.md +66 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +48 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/sample_junit_failure.xml +8 -0
- package/.agents/skills/failure-autopsy-and-healing/references/healing_matrix.md +64 -0
- package/.agents/skills/failure-autopsy-and-healing/references/qa_investigation_protocol.md +56 -0
- package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +83 -0
- package/.agents/skills/file-and-report-validator/SKILL.md +90 -0
- package/.agents/skills/file-and-report-validator/examples/sample_export_schema.json +14 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/SKILL.md +114 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +11 -0
- package/.agents/skills/gherkin-to-suite/SKILL.md +103 -0
- package/.agents/skills/gherkin-to-suite/examples/checkout.feature +39 -0
- package/.agents/skills/gherkin-to-suite/examples/suite_report_sample.json +334 -0
- package/.agents/skills/github-actions-templates/SKILL.md +77 -0
- package/.agents/skills/github-actions-templates/examples/matrix_test_pipeline.yml +8 -0
- package/.agents/skills/graphify-impact-analyzer/SKILL.md +76 -0
- package/.agents/skills/graphify-impact-analyzer/examples/dependency_blast_radius.json +8 -0
- package/.agents/skills/katalon-cli-runner/SKILL.md +76 -0
- package/.agents/skills/katalon-cli-runner/examples/headless_kre_exec.sh +3 -0
- package/.agents/skills/katalon-cli-runner/references/groovy-patterns.md +209 -0
- package/.agents/skills/katalon-cli-runner/references/katalon-api.md +155 -0
- package/.agents/skills/katalon-cli-runner/references/runner_commands.md +67 -0
- package/.agents/skills/lam-script-generator/SKILL.md +123 -0
- package/.agents/skills/lam-script-generator/examples/user_story_sample.md +8 -0
- package/.agents/skills/lean-code-ladder/SKILL.md +94 -0
- package/.agents/skills/lean-code-ladder/examples/ladder_walkthrough.md +37 -0
- package/.agents/skills/lean-impact-scoreboard/SKILL.md +48 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_benchmark_gain.md +20 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_scoreboard.md +15 -0
- package/.agents/skills/meta-prompt-crafter/SKILL.md +107 -0
- package/.agents/skills/meta-prompt-crafter/examples/qa_prompt_template.md +35 -0
- package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
- package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
- package/.agents/skills/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +46 -0
- package/.agents/skills/mobile-appium-som/SKILL.md +88 -0
- package/.agents/skills/mobile-appium-som/examples/BaseScreen.java +88 -0
- package/.agents/skills/mobile-appium-som/examples/LoginScreen.java +46 -0
- package/.agents/skills/mobile-appium-som/examples/TC_MobileLogin.java +43 -0
- package/.agents/skills/persistent-planning-files/SKILL.md +108 -0
- package/.agents/skills/persistent-planning-files/examples/task_plan_example.md +56 -0
- package/.agents/skills/playwright-live-interaction/SKILL.md +131 -0
- package/.agents/skills/playwright-live-interaction/examples/live_probe_script.js +5 -0
- package/.agents/skills/playwright-live-interaction/references/advanced_superpowers.md +160 -0
- package/.agents/skills/playwright-live-interaction/references/compact_accessibility_snapshots.md +75 -0
- package/.agents/skills/playwright-live-interaction/references/recipes.md +388 -0
- package/.agents/skills/playwright-live-interaction/references/swarm_orchestration.md +134 -0
- package/.agents/skills/playwright-webapp-testing/SKILL.md +93 -0
- package/.agents/skills/playwright-webapp-testing/examples/server_lifecycle_playwright.py +63 -0
- package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_code_window_walkthrough.md +40 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
- package/.agents/skills/qa-memory-os/SKILL.md +80 -0
- package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
- package/.agents/skills/rbt-manual-testing/SKILL.md +137 -0
- package/.agents/skills/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +25 -0
- package/.agents/skills/rbt-manual-testing/references/field_validation_checklist.md +29 -0
- package/.agents/skills/repo-quality-audit/SKILL.md +68 -0
- package/.agents/skills/repo-quality-audit/examples/sample_audit_walkthrough.md +15 -0
- package/.agents/skills/repo-quality-audit/examples/sample_repo_audit.md +33 -0
- package/.agents/skills/review-spec/SKILL.md +60 -0
- package/.agents/skills/review-spec/examples/pocock_grilling_decision_rubric.md +40 -0
- package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
- package/.agents/skills/security-dast-sentinel/SKILL.md +119 -0
- package/.agents/skills/security-dast-sentinel/examples/dast_scan_config.json +10 -0
- package/.agents/skills/security-dast-sentinel/references/AI-AND-LLM.md +113 -0
- package/.agents/skills/security-dast-sentinel/references/ATTACK-CLASSES.md +89 -0
- package/.agents/skills/security-dast-sentinel/references/dast_recipes.ts +33 -0
- package/.agents/skills/self-healing-locator/SKILL.md +86 -0
- package/.agents/skills/self-healing-locator/examples/aom_diff_sample.json +16 -0
- package/.agents/skills/senior-code-review/SKILL.md +108 -0
- package/.agents/skills/senior-code-review/examples/sample_review_walkthrough.md +29 -0
- package/.agents/skills/skillspector-security-guard/SKILL.md +57 -0
- package/.agents/skills/skillspector-security-guard/examples/audit_threat_vectors_report.json +35 -0
- package/.agents/skills/skillspector-security-guard/examples/safe_mcp_config.json +12 -0
- package/.agents/skills/surgical-coding-principles/SKILL.md +89 -0
- package/.agents/skills/surgical-coding-principles/examples/surgical_vs_scope_creep.md +46 -0
- package/.agents/skills/synthetic-test-data-generator/SKILL.md +135 -0
- package/.agents/skills/synthetic-test-data-generator/examples/idempotent_data_recipe.json +9 -0
- package/.agents/skills/systematic-debugging/SKILL.md +100 -0
- package/.agents/skills/systematic-debugging/examples/four_phase_case.md +44 -0
- package/.agents/skills/technical-debt-harvester/SKILL.md +70 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_debt_ledger.md +25 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_ledger_output.md +20 -0
- package/.agents/skills/test-driven-development/SKILL.md +114 -0
- package/.agents/skills/test-driven-development/examples/red_green_refactor_qa.md +78 -0
- package/.agents/skills/token-and-context-optimizer/SKILL.md +70 -0
- package/.agents/skills/token-and-context-optimizer/examples/distilled_log_sample.txt +3 -0
- package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
- package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
- package/.agents/skills/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +62 -0
- package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
- package/.agents/skills/verification-before-completion/SKILL.md +100 -0
- package/.agents/skills/verification-before-completion/examples/evidence_log_example.md +46 -0
- package/.agents/skills/visual-regression-sentinel/SKILL.md +82 -0
- package/.agents/skills/visual-regression-sentinel/examples/visual_mask_rules.json +9 -0
- package/.agents/skills/wcag-audit-patterns/SKILL.md +77 -0
- package/.agents/skills/wcag-audit-patterns/examples/wcag_compliance_checklist.json +10 -0
- package/.agents/skills/wcag-audit-patterns/resources/implementation-playbook.md +541 -0
- package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +38 -0
- package/.agents/skills/web-vitals-and-performance-profiler/SKILL.md +65 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +6 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +118 -0
- package/.agents/templates/completion_report.md +57 -0
- package/.agents/workflows/analyze_requirement_document.md +18 -0
- package/.agents/workflows/export_testcases_excel.md +32 -0
- package/.agents/workflows/generate_combinatorial_test_data.md +28 -0
- package/.agents/workflows/generate_cross_module_test_plan.md +37 -0
- package/.agents/workflows/generate_manual_testcases_rbt.md +56 -0
- package/.agents/workflows/generate_requirements_from_website.md +25 -0
- package/.agents/workflows/generate_testcases_from_requirements.md +21 -0
- package/.agents/workflows/graphify.md +10 -0
- package/.agents/workflows/test-impact.md +15 -0
- package/.agents/workflows/verify.md +34 -0
- package/.cursor/rules/agents.mdc +16 -0
- package/.cursor/rules/language.mdc +7 -0
- package/.cursor/rules/synapse-qa.mdc +24 -0
- package/.cursorrules +27 -0
- package/.dockerignore +53 -0
- package/.pre-commit-hooks.yaml +14 -0
- package/.windsurfrules +26 -0
- package/AGENTS.md +86 -0
- package/CLAUDE.md +54 -0
- package/Dockerfile +81 -0
- package/LICENSE +52 -0
- package/NOTICE +264 -0
- package/README.en.md +171 -0
- package/README.md +170 -2
- package/action.yml +51 -0
- package/agentskills.json +16 -0
- package/bin/agent-qa.js +138 -0
- package/docker-compose.yml +74 -0
- package/docs/ARCHITECTURE.en.md +198 -0
- package/docs/ARCHITECTURE.md +199 -0
- package/docs/CI_CD_INTEGRATION.en.md +170 -0
- package/docs/CI_CD_INTEGRATION.md +170 -0
- package/docs/CLI_REFERENCE.en.md +174 -0
- package/docs/CLI_REFERENCE.md +176 -0
- package/docs/CONTRIBUTING.en.md +49 -0
- package/docs/CONTRIBUTING.md +49 -0
- package/docs/PERFORMANCE_AUDIT_REPORT.md +783 -0
- package/docs/PLUGIN_DEVELOPMENT_GUIDE.md +127 -0
- package/docs/QUALITY_GATES.en.md +118 -0
- package/docs/QUALITY_GATES.md +118 -0
- package/docs/TOKEN_QUOTA_PLAYBOOK.md +41 -0
- package/docs/TOOL_CATALOG.md +129 -0
- package/docs/adopted-ecosystem-tools.md +96 -0
- package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
- package/docs/research/agent_skill_training_analysis.md +1358 -0
- package/docs/schemas/synapse.config.schema.json +86 -0
- package/package.json +94 -4
- package/plugin.json +31 -0
- package/scripts/generate_skill_examples.py +244 -0
- package/scripts/install.ps1 +112 -0
- package/scripts/install_global_plugin.ps1 +94 -0
- package/scripts/install_global_plugin.sh +49 -0
- package/scripts/lint_skills.ps1 +57 -0
- package/scripts/package_dist.py +337 -0
- package/scripts/setup.sh +59 -0
- package/scripts/update_hub.ps1 +19 -0
- package/scripts/update_hub.sh +15 -0
- package/skills_manifest.json +854 -0
- package/synapse.config.json +31 -0
- package/templates/PROJECT_AI_GUIDE_TEMPLATE.md +111 -0
- package/templates/PROJECT_STATE_TEMPLATE.md +20 -0
- package/templates/ai_bridges/CLAUDE.md +54 -0
- package/templates/ai_bridges/copilot-instructions.md +20 -0
- package/templates/ai_bridges/cursor_synapse_qa.mdc +24 -0
- package/templates/ai_bridges/windsurfrules +26 -0
- package/templates/ci/github-actions-synapse.yml +95 -0
- package/templates/ci/gitlab-ci-synapse.yml +16 -0
- package/templates/ui/index.html +1069 -0
- package/templates/welcome.html.tmpl +2074 -0
- package/tools/.infer_baseline.json +30 -0
- package/tools/TOOLS_RUNBOOK.md +1553 -0
- package/tools/TOOL_CATALOG.json +1769 -0
- package/tools/__init__.py +43 -0
- package/tools/_openapi_parser.py +158 -0
- package/tools/agent_canary.py +525 -0
- package/tools/agentless_patcher.py +417 -0
- package/tools/analyze_project.py +262 -0
- package/tools/api_drift_sentinel.py +208 -0
- package/tools/api_fuzzer.py +762 -0
- package/tools/author_integrity.py +190 -0
- package/tools/auto_heal.py +271 -0
- package/tools/auto_heal_reflexion.py +532 -0
- package/tools/autogen_qa_broker.py +844 -0
- package/tools/benchmark_swarm_context.py +394 -0
- package/tools/browser_helpers.js +746 -0
- package/tools/browsergym_eval.py +236 -0
- package/tools/bug_reporter.py +252 -0
- package/tools/bump_version.py +423 -0
- package/tools/cache_resolver.py +1214 -0
- package/tools/check_env.py +426 -0
- package/tools/check_version_sync.py +256 -0
- package/tools/ci_healing_hook.py +126 -0
- package/tools/cli.py +1598 -0
- package/tools/config_decoupler.py +253 -0
- package/tools/contract_validator.py +141 -0
- package/tools/core/__init__.py +70 -0
- package/tools/core/adapters.py +431 -0
- package/tools/core/circuit_breaker.py +263 -0
- package/tools/core/cli_runtime.py +66 -0
- package/tools/core/file_lock.py +159 -0
- package/tools/core/i18n.py +394 -0
- package/tools/core/memory_bus.py +905 -0
- package/tools/core/process_supervisor.py +332 -0
- package/tools/core/telemetry.py +329 -0
- package/tools/count_tokens.py +1267 -0
- package/tools/create_mock_docx.py +104 -0
- package/tools/dashboard_generator.py +2403 -0
- package/tools/db_sandbox.py +675 -0
- package/tools/debt_harvester.py +237 -0
- package/tools/distill_log.py +161 -0
- package/tools/dspy_qa_signatures.py +356 -0
- package/tools/e2e_flow_prober.py +132 -0
- package/tools/export_postman_collection.py +945 -0
- package/tools/flaky_detector.py +389 -0
- package/tools/fsm_enforcer.py +450 -0
- package/tools/fsm_middleware.py +401 -0
- package/tools/fuzz_payloads.py +197 -0
- package/tools/generate_allure_report.py +88 -0
- package/tools/generate_api_matrix.py +193 -0
- package/tools/generate_jmx_plan.py +1322 -0
- package/tools/generate_sbom.py +252 -0
- package/tools/generate_tc_from_story.py +203 -0
- package/tools/generate_test_reports.py +133 -0
- package/tools/generate_tool_catalog.py +482 -0
- package/tools/gherkin_suite.py +758 -0
- package/tools/git_pre_commit_guard.py +298 -0
- package/tools/goldfish_review.py +366 -0
- package/tools/heal/__init__.py +28 -0
- package/tools/heal_pr_automator.py +220 -0
- package/tools/heuristic_locator_matcher.py +351 -0
- package/tools/hub_publisher.py +623 -0
- package/tools/humanize_linter.py +438 -0
- package/tools/infer_linter.py +977 -0
- package/tools/init_config.py +306 -0
- package/tools/interview_story.py +116 -0
- package/tools/jira_sync.py +566 -0
- package/tools/jtl_analyzer.py +474 -0
- package/tools/lint/__init__.py +30 -0
- package/tools/lint_ai_docs.py +374 -0
- package/tools/lookup_tc.py +165 -0
- package/tools/lookup_xpath.py +167 -0
- package/tools/matrix_sharder.py +148 -0
- package/tools/mcp/__init__.py +18 -0
- package/tools/mcp_docx_server.ps1 +13 -0
- package/tools/mcp_docx_server.py +851 -0
- package/tools/mcp_excel_server.ps1 +13 -0
- package/tools/mcp_excel_server.py +441 -0
- package/tools/mcp_server.py +725 -0
- package/tools/md_to_xlsx.py +327 -0
- package/tools/micro_mutator.py +887 -0
- package/tools/mipro_assertion_tuner.py +210 -0
- package/tools/network_mock_shield.py +311 -0
- package/tools/newman_analyzer.py +384 -0
- package/tools/omni_emitter.py +579 -0
- package/tools/omni_parser.py +450 -0
- package/tools/omni_transpiler.py +168 -0
- package/tools/openxml_guard.py +438 -0
- package/tools/output_formatter.py +182 -0
- package/tools/package_release.py +325 -0
- package/tools/perf/__init__.py +24 -0
- package/tools/pinpoint_failure.py +190 -0
- package/tools/project_state.py +171 -0
- package/tools/qa_event_stream.py +358 -0
- package/tools/repo_map.py +346 -0
- package/tools/report/__init__.py +32 -0
- package/tools/reversible_sandbox.py +344 -0
- package/tools/safety_firewall.py +437 -0
- package/tools/security_coverage_ledger.py +538 -0
- package/tools/security_scanner.py +229 -0
- package/tools/senior_code_review.py +393 -0
- package/tools/setup_project.py +770 -0
- package/tools/skill_collision_guard.py +304 -0
- package/tools/skill_profiles.py +217 -0
- package/tools/skill_vault.py +481 -0
- package/tools/skillspector.py +1278 -0
- package/tools/smart_visual_masker.py +132 -0
- package/tools/spec_drift_sentinel.py +438 -0
- package/tools/swe_qa_aci.py +369 -0
- package/tools/synapse_observer.py +485 -0
- package/tools/synapse_qa_bench.py +190 -0
- package/tools/sync_agent_rules.py +274 -0
- package/tools/telemetry_correlator.py +397 -0
- package/tools/template_excel_exporter.py +514 -0
- package/tools/templates/jmeter-distributed/README.md +54 -0
- package/tools/templates/jmeter-distributed/docker-compose.yml +83 -0
- package/tools/test_impact.py +419 -0
- package/tools/test_memory_os.py +462 -0
- package/tools/textgrad_mutation_optimizer.py +237 -0
- package/tools/tms_sync_bridge.py +834 -0
- package/tools/tot_exploratory_tester.py +239 -0
- package/tools/trace_data_flow.py +240 -0
- package/tools/traffic_session_converter.py +256 -0
- package/tools/trend_analytics.py +314 -0
- package/tools/ui_server.py +401 -0
- package/tools/universal_ir.py +488 -0
- package/tools/update_sentinel.py +383 -0
- package/tools/validate_groovy_scripts.py +173 -0
- package/tools/verify_all.py +1271 -0
- package/tools/visual_diff_canvas.py +143 -0
- package/tools/visual_som_helper.py +550 -0
- package/tools/watch_mode.py +308 -0
- package/tools/wcag_audit.py +239 -0
- package/tools/welcome_page.py +290 -0
|
@@ -0,0 +1,384 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# -*- coding: utf-8 -*-
|
|
3
|
+
"""
|
|
4
|
+
tools/newman_analyzer.py ā Enterprise Newman Test Results Analyzer & CI/CD Quality Gate
|
|
5
|
+
---------------------------------------------------------------------------------------
|
|
6
|
+
Parses Postman / Newman CLI execution reports (JSON format), calculates statistical
|
|
7
|
+
pass/fail rates, triages failed assertions with root causes, evaluates latency SLAs,
|
|
8
|
+
and enforces deterministic Quality Gates in CI/CD pipelines (Exit Code 0 vs 1).
|
|
9
|
+
|
|
10
|
+
Features:
|
|
11
|
+
1. Universal Newman JSON Ingestion: Reads standard `--reporters json` exports.
|
|
12
|
+
2. Multi-Metric Aggregation:
|
|
13
|
+
- Total Executions, Passed/Failed Requests, Error Rate (%)
|
|
14
|
+
- Total pm.test Assertions, Failed Assertions, Pass Ratio (%)
|
|
15
|
+
- Latency statistics (Average, Min, Max response time in ms)
|
|
16
|
+
3. Failure Triage & RCA Engine:
|
|
17
|
+
- Isolates exact failing Request Name, HTTP Method, and URL
|
|
18
|
+
- Highlights exact `pm.test` assertion name and Chai error details
|
|
19
|
+
- Distinguishes between HTTP 4xx/5xx crashes vs Schema / Assertion mismatches
|
|
20
|
+
4. CI/CD SLA Quality Gate:
|
|
21
|
+
- `--max-failures <int>`: Zero-tolerance or configurable failure threshold
|
|
22
|
+
- `--sla-avg <ms>`: Average latency SLA threshold
|
|
23
|
+
- Returns deterministic Exit Code 0 on PASS, 1 on FAIL
|
|
24
|
+
5. PR Reporting: Generates clean GitHub/GitLab Markdown reports and JSON telemetry.
|
|
25
|
+
|
|
26
|
+
Usage:
|
|
27
|
+
newman run collection.json -e env.json -r cli,json --reporter-json-export report.json
|
|
28
|
+
python tools/newman_analyzer.py report.json --max-failures 0 --sla-avg 500
|
|
29
|
+
agent-qa analyze-newman report.json --markdown pr_api_report.md
|
|
30
|
+
"""
|
|
31
|
+
|
|
32
|
+
import os
|
|
33
|
+
import sys
|
|
34
|
+
import json
|
|
35
|
+
import argparse
|
|
36
|
+
from typing import Dict, List, Any, Optional, Tuple
|
|
37
|
+
|
|
38
|
+
# Enforce UTF-8 stdout encoding for Windows/macOS/Linux console compatibility
|
|
39
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
40
|
+
try:
|
|
41
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
42
|
+
sys.stderr.reconfigure(encoding="utf-8")
|
|
43
|
+
except Exception:
|
|
44
|
+
pass
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
def parse_newman_json(report_path: str) -> Dict[str, Any]:
|
|
48
|
+
"""Parses standard Newman JSON execution report."""
|
|
49
|
+
if not os.path.exists(report_path):
|
|
50
|
+
raise FileNotFoundError(f"Newman report file not found: {report_path}")
|
|
51
|
+
|
|
52
|
+
with open(report_path, "r", encoding="utf-8", errors="replace") as f:
|
|
53
|
+
data = json.load(f)
|
|
54
|
+
|
|
55
|
+
run = data.get("run", {})
|
|
56
|
+
stats = run.get("stats", {})
|
|
57
|
+
executions = run.get("executions", [])
|
|
58
|
+
failures = run.get("failures", [])
|
|
59
|
+
|
|
60
|
+
# Stats extraction
|
|
61
|
+
req_stats = stats.get("requests", {})
|
|
62
|
+
total_requests = req_stats.get("total", 0)
|
|
63
|
+
failed_requests = req_stats.get("failed", 0)
|
|
64
|
+
passed_requests = total_requests - failed_requests
|
|
65
|
+
|
|
66
|
+
assert_stats = stats.get("assertions", {})
|
|
67
|
+
total_assertions = assert_stats.get("total", 0)
|
|
68
|
+
failed_assertions = assert_stats.get("failed", 0)
|
|
69
|
+
passed_assertions = total_assertions - failed_assertions
|
|
70
|
+
|
|
71
|
+
# Latencies
|
|
72
|
+
response_times = run.get("timings", {}).get("responseAverage", 0)
|
|
73
|
+
min_time = run.get("timings", {}).get("responseMin", 0)
|
|
74
|
+
max_time = run.get("timings", {}).get("responseMax", 0)
|
|
75
|
+
|
|
76
|
+
# Detailed Request Breakdown
|
|
77
|
+
request_rows: List[Dict[str, Any]] = []
|
|
78
|
+
for ex in executions:
|
|
79
|
+
item = ex.get("item", {})
|
|
80
|
+
req = ex.get("request", {})
|
|
81
|
+
resp = ex.get("response", {})
|
|
82
|
+
|
|
83
|
+
name = item.get("name", "Unknown Request")
|
|
84
|
+
method = req.get("method", "GET")
|
|
85
|
+
url_obj = req.get("url", {})
|
|
86
|
+
url_str = url_obj if isinstance(url_obj, str) else url_obj.get("raw", "/")
|
|
87
|
+
status_code = resp.get("code", 0) if resp else 0
|
|
88
|
+
resp_time = resp.get("responseTime", 0) if resp else 0
|
|
89
|
+
|
|
90
|
+
# Assertions inside this execution
|
|
91
|
+
assertions_list = ex.get("assertions", [])
|
|
92
|
+
ex_assert_total = len(assertions_list)
|
|
93
|
+
ex_assert_failed = sum(1 for a in assertions_list if a.get("error"))
|
|
94
|
+
|
|
95
|
+
request_rows.append({
|
|
96
|
+
"name": name,
|
|
97
|
+
"method": method,
|
|
98
|
+
"url": url_str,
|
|
99
|
+
"status_code": status_code,
|
|
100
|
+
"response_time_ms": resp_time,
|
|
101
|
+
"assertions_total": ex_assert_total,
|
|
102
|
+
"assertions_failed": ex_assert_failed,
|
|
103
|
+
"passed": (ex_assert_failed == 0 and status_code < 400 and status_code > 0)
|
|
104
|
+
})
|
|
105
|
+
|
|
106
|
+
# Triage Failures
|
|
107
|
+
triaged_failures: List[Dict[str, str]] = []
|
|
108
|
+
for f in failures:
|
|
109
|
+
err = f.get("error", {})
|
|
110
|
+
source = f.get("source", {})
|
|
111
|
+
cursor = f.get("cursor", {})
|
|
112
|
+
|
|
113
|
+
req_name = source.get("name", cursor.get("ref", "Request"))
|
|
114
|
+
assert_name = err.get("test", err.get("name", "Assertion Failure"))
|
|
115
|
+
message = err.get("message", "Unknown assertion error")
|
|
116
|
+
|
|
117
|
+
triaged_failures.append({
|
|
118
|
+
"request_name": req_name,
|
|
119
|
+
"assertion_name": assert_name,
|
|
120
|
+
"message": message
|
|
121
|
+
})
|
|
122
|
+
|
|
123
|
+
error_rate = (failed_requests / total_requests * 100.0) if total_requests > 0 else 0.0
|
|
124
|
+
pass_ratio = (passed_assertions / total_assertions * 100.0) if total_assertions > 0 else 100.0
|
|
125
|
+
|
|
126
|
+
return {
|
|
127
|
+
"collection_name": data.get("collection", {}).get("info", {}).get("name", "Postman Collection"),
|
|
128
|
+
"total_requests": total_requests,
|
|
129
|
+
"failed_requests": failed_requests,
|
|
130
|
+
"passed_requests": passed_requests,
|
|
131
|
+
"error_rate_pct": round(error_rate, 2),
|
|
132
|
+
"total_assertions": total_assertions,
|
|
133
|
+
"failed_assertions": failed_assertions,
|
|
134
|
+
"passed_assertions": passed_assertions,
|
|
135
|
+
"assertion_pass_ratio_pct": round(pass_ratio, 2),
|
|
136
|
+
"latency": {
|
|
137
|
+
"avg_ms": round(float(response_times), 2),
|
|
138
|
+
"min_ms": round(float(min_time), 2),
|
|
139
|
+
"max_ms": round(float(max_time), 2)
|
|
140
|
+
},
|
|
141
|
+
"requests": request_rows,
|
|
142
|
+
"failures": triaged_failures
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
def evaluate_newman_sla(
|
|
147
|
+
summary: Dict[str, Any],
|
|
148
|
+
max_failures: int = 0,
|
|
149
|
+
sla_avg: Optional[float] = None
|
|
150
|
+
) -> Tuple[bool, List[str]]:
|
|
151
|
+
"""Evaluates computed Newman summary against CI/CD SLA gates."""
|
|
152
|
+
violations: List[str] = []
|
|
153
|
+
|
|
154
|
+
total_failed = summary["failed_requests"] + summary["failed_assertions"]
|
|
155
|
+
if total_failed > max_failures:
|
|
156
|
+
violations.append(f"Failed Tests SLA Breached: {total_failed} failures > allowable limit ({max_failures})")
|
|
157
|
+
|
|
158
|
+
avg_latency = summary["latency"]["avg_ms"]
|
|
159
|
+
if sla_avg is not None and avg_latency > sla_avg:
|
|
160
|
+
violations.append(f"Average Latency SLA Breached: {avg_latency}ms > {sla_avg}ms threshold")
|
|
161
|
+
|
|
162
|
+
passed = (len(violations) == 0)
|
|
163
|
+
return passed, violations
|
|
164
|
+
|
|
165
|
+
|
|
166
|
+
def format_cli_table(summary: Dict[str, Any]) -> str:
|
|
167
|
+
"""Formats requests into a clean CLI table."""
|
|
168
|
+
headers = ["Method", "Request Name", "Status", "Latency", "Asserts (Pass/Fail)"]
|
|
169
|
+
col_w = [8, 36, 8, 12, 20]
|
|
170
|
+
|
|
171
|
+
lines = []
|
|
172
|
+
header_str = " | ".join(h.ljust(col_w[i]) for i, h in enumerate(headers))
|
|
173
|
+
sep_str = "-+-".join("-" * col_w[i] for i in range(len(headers)))
|
|
174
|
+
|
|
175
|
+
lines.append(header_str)
|
|
176
|
+
lines.append(sep_str)
|
|
177
|
+
|
|
178
|
+
for r in summary["requests"]:
|
|
179
|
+
req_name = r["name"]
|
|
180
|
+
if len(req_name) > 34:
|
|
181
|
+
req_name = req_name[:31] + "..."
|
|
182
|
+
assert_info = f"{r['assertions_total'] - r['assertions_failed']} / {r['assertions_total']}"
|
|
183
|
+
status_display = str(r["status_code"]) if r["status_code"] > 0 else "FAIL"
|
|
184
|
+
|
|
185
|
+
lines.append(" | ".join([
|
|
186
|
+
f"[{r['method']}]".ljust(col_w[0]),
|
|
187
|
+
req_name.ljust(col_w[1]),
|
|
188
|
+
status_display.center(col_w[2]),
|
|
189
|
+
f"{r['response_time_ms']} ms".rjust(col_w[3]),
|
|
190
|
+
assert_info.center(col_w[4])
|
|
191
|
+
]))
|
|
192
|
+
|
|
193
|
+
return "\n".join(lines)
|
|
194
|
+
|
|
195
|
+
|
|
196
|
+
def generate_markdown_report(summary: Dict[str, Any], passed: bool, violations: List[str]) -> str:
|
|
197
|
+
"""Generates Pull Request Markdown report."""
|
|
198
|
+
status_badge = "ā
**PASSED (100% QUALITY GATE MET)**" if passed else "ā **FAILED (QUALITY GATE BREACHED)**"
|
|
199
|
+
|
|
200
|
+
lines = [
|
|
201
|
+
f"# š¬ Postman / Newman API Automated Test Report: `{summary['collection_name']}`",
|
|
202
|
+
"",
|
|
203
|
+
f"- **Quality Gate Status:** {status_badge}",
|
|
204
|
+
f"- **Total Requests Executed:** `{summary['total_requests']}` ({summary['failed_requests']} failed)",
|
|
205
|
+
f"- **Total Assertions Checked:** `{summary['total_assertions']}` ({summary['failed_assertions']} failed)",
|
|
206
|
+
f"- **Assertion Pass Ratio:** `{summary['assertion_pass_ratio_pct']}%`",
|
|
207
|
+
f"- **Average Response Latency:** `{summary['latency']['avg_ms']} ms` (Min: `{summary['latency']['min_ms']} ms`, Max: `{summary['latency']['max_ms']} ms`)",
|
|
208
|
+
"",
|
|
209
|
+
]
|
|
210
|
+
|
|
211
|
+
if violations:
|
|
212
|
+
lines.extend([
|
|
213
|
+
"### ā ļø CI/CD Quality Gate Violations",
|
|
214
|
+
""
|
|
215
|
+
])
|
|
216
|
+
for v in violations:
|
|
217
|
+
lines.append(f"- š“ `{v}`")
|
|
218
|
+
lines.append("")
|
|
219
|
+
|
|
220
|
+
if summary["failures"]:
|
|
221
|
+
lines.extend([
|
|
222
|
+
"### š Failed Assertions Triage (Root Cause)",
|
|
223
|
+
"",
|
|
224
|
+
"| Request Name | Failed pm.test Assertion | Error Details |",
|
|
225
|
+
"| :--- | :--- | :--- |"
|
|
226
|
+
])
|
|
227
|
+
for f in summary["failures"]:
|
|
228
|
+
lines.append(f"| `{f['request_name']}` | **{f['assertion_name']}** | `{f['message']}` |")
|
|
229
|
+
lines.append("")
|
|
230
|
+
|
|
231
|
+
lines.extend([
|
|
232
|
+
"### š Detailed Endpoint Execution Breakdown",
|
|
233
|
+
"",
|
|
234
|
+
"| Method | Request Name | Status Code | Latency | Assertions | Result |",
|
|
235
|
+
"| :---: | :--- | :---: | :---: | :---: | :---: |"
|
|
236
|
+
])
|
|
237
|
+
|
|
238
|
+
for r in summary["requests"]:
|
|
239
|
+
verdict = "ā
PASS" if r["passed"] else "ā FAIL"
|
|
240
|
+
lines.append(f"| `{r['method']}` | {r['name']} | `{r['status_code']}` | `{r['response_time_ms']} ms` | `{r['assertions_total'] - r['assertions_failed']}/{r['assertions_total']}` | {verdict} |")
|
|
241
|
+
|
|
242
|
+
lines.extend([
|
|
243
|
+
"",
|
|
244
|
+
"---",
|
|
245
|
+
"*Report auto-generated by Synapse-Hub `newman_analyzer.py` - Enterprise API Quality Gate.*"
|
|
246
|
+
])
|
|
247
|
+
|
|
248
|
+
return "\n".join(lines)
|
|
249
|
+
|
|
250
|
+
|
|
251
|
+
def main():
|
|
252
|
+
parser = argparse.ArgumentParser(
|
|
253
|
+
description="Postman / Newman Test Results Analyzer & CI/CD Quality Gatekeeper."
|
|
254
|
+
)
|
|
255
|
+
parser.add_argument("report_file", nargs="?", help="Path to Newman JSON report file (--reporters json).")
|
|
256
|
+
parser.add_argument("--max-failures", type=int, default=0, help="Allowable failed requests / assertions threshold. Default: 0.")
|
|
257
|
+
parser.add_argument("--sla-avg", type=float, default=None, help="Average Latency threshold in ms (fails if exceeded).")
|
|
258
|
+
parser.add_argument("--markdown", "-m", help="Path to export Markdown report.")
|
|
259
|
+
parser.add_argument("--json", "-j", help="Path to export JSON summary.")
|
|
260
|
+
parser.add_argument("--sample", action="store_true", help="Generate and analyze a mock Newman test dataset.")
|
|
261
|
+
|
|
262
|
+
args = parser.parse_args()
|
|
263
|
+
|
|
264
|
+
if args.sample or not args.report_file:
|
|
265
|
+
import tempfile
|
|
266
|
+
temp_file = os.path.join(tempfile.gettempdir(), "sample_newman_report.json")
|
|
267
|
+
sample_data = {
|
|
268
|
+
"collection": {"info": {"name": "Enterprise Banking & Billing API"}},
|
|
269
|
+
"run": {
|
|
270
|
+
"stats": {
|
|
271
|
+
"requests": {"total": 4, "failed": 0},
|
|
272
|
+
"assertions": {"total": 12, "failed": 1}
|
|
273
|
+
},
|
|
274
|
+
"timings": {
|
|
275
|
+
"responseAverage": 185.5,
|
|
276
|
+
"responseMin": 120.0,
|
|
277
|
+
"responseMax": 340.0
|
|
278
|
+
},
|
|
279
|
+
"executions": [
|
|
280
|
+
{
|
|
281
|
+
"item": {"name": "1. User Authentication (Login)"},
|
|
282
|
+
"request": {"method": "POST", "url": {"raw": "https://api.staging.enterprise.local/api/v1/auth/login"}},
|
|
283
|
+
"response": {"code": 200, "responseTime": 145},
|
|
284
|
+
"assertions": [
|
|
285
|
+
{"assertion": "Status code is 200", "error": None},
|
|
286
|
+
{"assertion": "Response time is below 500ms", "error": None},
|
|
287
|
+
{"assertion": "Response matches OpenAPI JSON Schema", "error": None}
|
|
288
|
+
]
|
|
289
|
+
},
|
|
290
|
+
{
|
|
291
|
+
"item": {"name": "2. Get Account Balance"},
|
|
292
|
+
"request": {"method": "GET", "url": {"raw": "https://api.staging.enterprise.local/api/v1/accounts/me"}},
|
|
293
|
+
"response": {"code": 200, "responseTime": 120},
|
|
294
|
+
"assertions": [
|
|
295
|
+
{"assertion": "Status code is 200", "error": None},
|
|
296
|
+
{"assertion": "Response matches OpenAPI JSON Schema", "error": None}
|
|
297
|
+
]
|
|
298
|
+
},
|
|
299
|
+
{
|
|
300
|
+
"item": {"name": "3. Transfer Funds (Dynamic Idempotency)"},
|
|
301
|
+
"request": {"method": "POST", "url": {"raw": "https://api.staging.enterprise.local/api/v1/transfers"}},
|
|
302
|
+
"response": {"code": 201, "responseTime": 340},
|
|
303
|
+
"assertions": [
|
|
304
|
+
{"assertion": "Status code is 201", "error": None},
|
|
305
|
+
{"assertion": "Response matches OpenAPI JSON Schema", "error": None},
|
|
306
|
+
{"assertion": "Transfer status is COMPLETED", "error": {"message": "expected 'PENDING' to equal 'COMPLETED'"}}
|
|
307
|
+
]
|
|
308
|
+
},
|
|
309
|
+
{
|
|
310
|
+
"item": {"name": "4. Audit Transaction Log"},
|
|
311
|
+
"request": {"method": "GET", "url": {"raw": "https://api.staging.enterprise.local/api/v1/transfers/last"}},
|
|
312
|
+
"response": {"code": 200, "responseTime": 137},
|
|
313
|
+
"assertions": [
|
|
314
|
+
{"assertion": "Status code is 200", "error": None},
|
|
315
|
+
{"assertion": "Response matches OpenAPI JSON Schema", "error": None}
|
|
316
|
+
]
|
|
317
|
+
}
|
|
318
|
+
],
|
|
319
|
+
"failures": [
|
|
320
|
+
{
|
|
321
|
+
"source": {"name": "3. Transfer Funds (Dynamic Idempotency)"},
|
|
322
|
+
"error": {
|
|
323
|
+
"test": "Transfer status is COMPLETED",
|
|
324
|
+
"message": "expected 'PENDING' to equal 'COMPLETED'"
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
]
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
with open(temp_file, "w", encoding="utf-8") as f:
|
|
331
|
+
json.dump(sample_data, f, indent=2)
|
|
332
|
+
args.report_file = temp_file
|
|
333
|
+
print(f"š¬ [SAMPLE MODE] Generated synthetic Newman report: {temp_file}")
|
|
334
|
+
|
|
335
|
+
summary = parse_newman_json(args.report_file)
|
|
336
|
+
passed, violations = evaluate_newman_sla(
|
|
337
|
+
summary,
|
|
338
|
+
max_failures=args.max_failures,
|
|
339
|
+
sla_avg=args.sla_avg
|
|
340
|
+
)
|
|
341
|
+
|
|
342
|
+
print("\n" + "=" * 90)
|
|
343
|
+
print(f" POSTMAN / NEWMAN API AUTOMATED TEST MATRIX: {summary['collection_name']}")
|
|
344
|
+
print("=" * 90)
|
|
345
|
+
print(format_cli_table(summary))
|
|
346
|
+
print("=" * 90)
|
|
347
|
+
print(f"Total Requests : {summary['total_requests']} (Passed: {summary['passed_requests']} | Failed: {summary['failed_requests']})")
|
|
348
|
+
print(f"Total Assertions : {summary['total_assertions']} (Passed: {summary['passed_assertions']} | Failed: {summary['failed_assertions']})")
|
|
349
|
+
print(f"Pass Ratio : {summary['assertion_pass_ratio_pct']}% | Avg Latency: {summary['latency']['avg_ms']} ms")
|
|
350
|
+
print("-" * 90)
|
|
351
|
+
|
|
352
|
+
# Print SLA Verdict
|
|
353
|
+
print("šÆ [QUALITY GATE SLA VERDICT]")
|
|
354
|
+
if passed:
|
|
355
|
+
print("ā
ALL API FUNCTIONAL & SLA GATES PASSED! Safe to merge/deploy.")
|
|
356
|
+
else:
|
|
357
|
+
print("ā API QUALITY GATE BREACHED:")
|
|
358
|
+
for v in violations:
|
|
359
|
+
print(f" š“ {v}")
|
|
360
|
+
if summary["failures"]:
|
|
361
|
+
print("\nš Failing Assertions Breakdown:")
|
|
362
|
+
for f in summary["failures"]:
|
|
363
|
+
print(f" ⢠[{f['request_name']}] -> {f['assertion_name']}: {f['message']}")
|
|
364
|
+
|
|
365
|
+
# Export Markdown
|
|
366
|
+
if args.markdown:
|
|
367
|
+
md = generate_markdown_report(summary, passed, violations)
|
|
368
|
+
os.makedirs(os.path.dirname(os.path.abspath(args.markdown)) or ".", exist_ok=True)
|
|
369
|
+
with open(args.markdown, "w", encoding="utf-8") as f:
|
|
370
|
+
f.write(md)
|
|
371
|
+
print(f"\nš Markdown Report exported: {args.markdown}")
|
|
372
|
+
|
|
373
|
+
# Export JSON
|
|
374
|
+
if args.json:
|
|
375
|
+
os.makedirs(os.path.dirname(os.path.abspath(args.json)) or ".", exist_ok=True)
|
|
376
|
+
with open(args.json, "w", encoding="utf-8") as f:
|
|
377
|
+
json.dump(summary, f, indent=2)
|
|
378
|
+
print(f"š JSON Metrics exported: {args.json}")
|
|
379
|
+
|
|
380
|
+
sys.exit(0 if passed else 1)
|
|
381
|
+
|
|
382
|
+
|
|
383
|
+
if __name__ == "__main__":
|
|
384
|
+
main()
|