@teevee98/synapse-hub 0.0.0-stage ā 3.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/agents/api-engineer.md +67 -0
- package/.agents/agents/failure-analyst.md +75 -0
- package/.agents/agents/live-explorer.md +70 -0
- package/.agents/agents/orchestrator.md +104 -0
- package/.agents/agents/perf-engineer.md +74 -0
- package/.agents/agents/pom-crafter.md +112 -0
- package/.agents/agents/quality-gatekeeper.md +87 -0
- package/.agents/agents/test-designer.md +73 -0
- package/.agents/agents/test-runner.md +67 -0
- package/.agents/rules/author-integrity-guard.md +33 -0
- package/.agents/rules/communication-style.md +18 -0
- package/.agents/rules/context-engineering.md +37 -0
- package/.agents/rules/git-push-protocol.md +33 -0
- package/.agents/rules/graphify.md +14 -0
- package/.agents/rules/lessons-learned.md +25 -0
- package/.agents/rules/mandatory-playwright-live.md +25 -0
- package/.agents/rules/mobile_appium_rules.md +43 -0
- package/.agents/rules/performance_testing_rules.md +35 -0
- package/.agents/rules/skill-precedence.md +29 -0
- package/.agents/rules/systematic-debugging.md +36 -0
- package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
- package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/SKILL.md +88 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +15 -0
- package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
- package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
- package/.agents/skills/agentless-qa-repair/examples/three_phase_repair_workflow.md +40 -0
- package/.agents/skills/antigravity-test-sentinel/SKILL.md +63 -0
- package/.agents/skills/antigravity-test-sentinel/examples/dod_gate_policy.json +11 -0
- package/.agents/skills/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +47 -0
- package/.agents/skills/api-network-mocking-interception/SKILL.md +142 -0
- package/.agents/skills/api-network-mocking-interception/examples/network_route_stub.json +9 -0
- package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +80 -0
- package/.agents/skills/api-spec-to-e2e-matrix/examples/sample_openapi.json +19 -0
- package/.agents/skills/architecture-decision-records/SKILL.md +64 -0
- package/.agents/skills/architecture-decision-records/examples/0001-record-architecture-decisions.md +12 -0
- package/.agents/skills/auth-session-and-cookie-manager/SKILL.md +75 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +70 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/storage_state_sample.json +11 -0
- package/.agents/skills/backend-load-and-stress-patterns/SKILL.md +85 -0
- package/.agents/skills/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +13 -0
- package/.agents/skills/backend-load-and-stress-patterns/references/k6_load_template.js +82 -0
- package/.agents/skills/bats-testing-patterns/SKILL.md +100 -0
- package/.agents/skills/bats-testing-patterns/examples/cli_runner_test.bats +6 -0
- package/.agents/skills/bats-testing-patterns/resources/implementation-playbook.md +614 -0
- package/.agents/skills/clean-pom-crafter/SKILL.md +110 -0
- package/.agents/skills/clean-pom-crafter/examples/standard_test_case.groovy +28 -0
- package/.agents/skills/clean-pom-crafter/references/pom_patterns.groovy +138 -0
- package/.agents/skills/code-refactoring-refactor-clean/SKILL.md +64 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +9 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +52 -0
- package/.agents/skills/code-refactoring-refactor-clean/resources/implementation-playbook.md +881 -0
- package/.agents/skills/consumer-driven-contract-testing/SKILL.md +147 -0
- package/.agents/skills/consumer-driven-contract-testing/examples/order_service_pact.json +45 -0
- package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +123 -0
- package/.agents/skills/db-state-verifier-and-seeder/examples/db_fixture_seed.json +12 -0
- package/.agents/skills/e2e-testing-patterns/SKILL.md +103 -0
- package/.agents/skills/e2e-testing-patterns/examples/playwright_sharded_config.ts +12 -0
- package/.agents/skills/e2e-testing-patterns/resources/implementation-playbook.md +522 -0
- package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
- package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
- package/.agents/skills/failure-autopsy-and-healing/SKILL.md +66 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +48 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/sample_junit_failure.xml +8 -0
- package/.agents/skills/failure-autopsy-and-healing/references/healing_matrix.md +64 -0
- package/.agents/skills/failure-autopsy-and-healing/references/qa_investigation_protocol.md +56 -0
- package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +83 -0
- package/.agents/skills/file-and-report-validator/SKILL.md +90 -0
- package/.agents/skills/file-and-report-validator/examples/sample_export_schema.json +14 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/SKILL.md +114 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +11 -0
- package/.agents/skills/gherkin-to-suite/SKILL.md +103 -0
- package/.agents/skills/gherkin-to-suite/examples/checkout.feature +39 -0
- package/.agents/skills/gherkin-to-suite/examples/suite_report_sample.json +334 -0
- package/.agents/skills/github-actions-templates/SKILL.md +77 -0
- package/.agents/skills/github-actions-templates/examples/matrix_test_pipeline.yml +8 -0
- package/.agents/skills/graphify-impact-analyzer/SKILL.md +76 -0
- package/.agents/skills/graphify-impact-analyzer/examples/dependency_blast_radius.json +8 -0
- package/.agents/skills/katalon-cli-runner/SKILL.md +76 -0
- package/.agents/skills/katalon-cli-runner/examples/headless_kre_exec.sh +3 -0
- package/.agents/skills/katalon-cli-runner/references/groovy-patterns.md +209 -0
- package/.agents/skills/katalon-cli-runner/references/katalon-api.md +155 -0
- package/.agents/skills/katalon-cli-runner/references/runner_commands.md +67 -0
- package/.agents/skills/lam-script-generator/SKILL.md +123 -0
- package/.agents/skills/lam-script-generator/examples/user_story_sample.md +8 -0
- package/.agents/skills/lean-code-ladder/SKILL.md +94 -0
- package/.agents/skills/lean-code-ladder/examples/ladder_walkthrough.md +37 -0
- package/.agents/skills/lean-impact-scoreboard/SKILL.md +48 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_benchmark_gain.md +20 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_scoreboard.md +15 -0
- package/.agents/skills/meta-prompt-crafter/SKILL.md +107 -0
- package/.agents/skills/meta-prompt-crafter/examples/qa_prompt_template.md +35 -0
- package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
- package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
- package/.agents/skills/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +46 -0
- package/.agents/skills/mobile-appium-som/SKILL.md +88 -0
- package/.agents/skills/mobile-appium-som/examples/BaseScreen.java +88 -0
- package/.agents/skills/mobile-appium-som/examples/LoginScreen.java +46 -0
- package/.agents/skills/mobile-appium-som/examples/TC_MobileLogin.java +43 -0
- package/.agents/skills/persistent-planning-files/SKILL.md +108 -0
- package/.agents/skills/persistent-planning-files/examples/task_plan_example.md +56 -0
- package/.agents/skills/playwright-live-interaction/SKILL.md +131 -0
- package/.agents/skills/playwright-live-interaction/examples/live_probe_script.js +5 -0
- package/.agents/skills/playwright-live-interaction/references/advanced_superpowers.md +160 -0
- package/.agents/skills/playwright-live-interaction/references/compact_accessibility_snapshots.md +75 -0
- package/.agents/skills/playwright-live-interaction/references/recipes.md +388 -0
- package/.agents/skills/playwright-live-interaction/references/swarm_orchestration.md +134 -0
- package/.agents/skills/playwright-webapp-testing/SKILL.md +93 -0
- package/.agents/skills/playwright-webapp-testing/examples/server_lifecycle_playwright.py +63 -0
- package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_code_window_walkthrough.md +40 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
- package/.agents/skills/qa-memory-os/SKILL.md +80 -0
- package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
- package/.agents/skills/rbt-manual-testing/SKILL.md +137 -0
- package/.agents/skills/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +25 -0
- package/.agents/skills/rbt-manual-testing/references/field_validation_checklist.md +29 -0
- package/.agents/skills/repo-quality-audit/SKILL.md +68 -0
- package/.agents/skills/repo-quality-audit/examples/sample_audit_walkthrough.md +15 -0
- package/.agents/skills/repo-quality-audit/examples/sample_repo_audit.md +33 -0
- package/.agents/skills/review-spec/SKILL.md +60 -0
- package/.agents/skills/review-spec/examples/pocock_grilling_decision_rubric.md +40 -0
- package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
- package/.agents/skills/security-dast-sentinel/SKILL.md +119 -0
- package/.agents/skills/security-dast-sentinel/examples/dast_scan_config.json +10 -0
- package/.agents/skills/security-dast-sentinel/references/AI-AND-LLM.md +113 -0
- package/.agents/skills/security-dast-sentinel/references/ATTACK-CLASSES.md +89 -0
- package/.agents/skills/security-dast-sentinel/references/dast_recipes.ts +33 -0
- package/.agents/skills/self-healing-locator/SKILL.md +86 -0
- package/.agents/skills/self-healing-locator/examples/aom_diff_sample.json +16 -0
- package/.agents/skills/senior-code-review/SKILL.md +108 -0
- package/.agents/skills/senior-code-review/examples/sample_review_walkthrough.md +29 -0
- package/.agents/skills/skillspector-security-guard/SKILL.md +57 -0
- package/.agents/skills/skillspector-security-guard/examples/audit_threat_vectors_report.json +35 -0
- package/.agents/skills/skillspector-security-guard/examples/safe_mcp_config.json +12 -0
- package/.agents/skills/surgical-coding-principles/SKILL.md +89 -0
- package/.agents/skills/surgical-coding-principles/examples/surgical_vs_scope_creep.md +46 -0
- package/.agents/skills/synthetic-test-data-generator/SKILL.md +135 -0
- package/.agents/skills/synthetic-test-data-generator/examples/idempotent_data_recipe.json +9 -0
- package/.agents/skills/systematic-debugging/SKILL.md +100 -0
- package/.agents/skills/systematic-debugging/examples/four_phase_case.md +44 -0
- package/.agents/skills/technical-debt-harvester/SKILL.md +70 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_debt_ledger.md +25 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_ledger_output.md +20 -0
- package/.agents/skills/test-driven-development/SKILL.md +114 -0
- package/.agents/skills/test-driven-development/examples/red_green_refactor_qa.md +78 -0
- package/.agents/skills/token-and-context-optimizer/SKILL.md +70 -0
- package/.agents/skills/token-and-context-optimizer/examples/distilled_log_sample.txt +3 -0
- package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
- package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
- package/.agents/skills/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +62 -0
- package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
- package/.agents/skills/verification-before-completion/SKILL.md +100 -0
- package/.agents/skills/verification-before-completion/examples/evidence_log_example.md +46 -0
- package/.agents/skills/visual-regression-sentinel/SKILL.md +82 -0
- package/.agents/skills/visual-regression-sentinel/examples/visual_mask_rules.json +9 -0
- package/.agents/skills/wcag-audit-patterns/SKILL.md +77 -0
- package/.agents/skills/wcag-audit-patterns/examples/wcag_compliance_checklist.json +10 -0
- package/.agents/skills/wcag-audit-patterns/resources/implementation-playbook.md +541 -0
- package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +38 -0
- package/.agents/skills/web-vitals-and-performance-profiler/SKILL.md +65 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +6 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +118 -0
- package/.agents/templates/completion_report.md +57 -0
- package/.agents/workflows/analyze_requirement_document.md +18 -0
- package/.agents/workflows/export_testcases_excel.md +32 -0
- package/.agents/workflows/generate_combinatorial_test_data.md +28 -0
- package/.agents/workflows/generate_cross_module_test_plan.md +37 -0
- package/.agents/workflows/generate_manual_testcases_rbt.md +56 -0
- package/.agents/workflows/generate_requirements_from_website.md +25 -0
- package/.agents/workflows/generate_testcases_from_requirements.md +21 -0
- package/.agents/workflows/graphify.md +10 -0
- package/.agents/workflows/test-impact.md +15 -0
- package/.agents/workflows/verify.md +34 -0
- package/.cursor/rules/agents.mdc +16 -0
- package/.cursor/rules/language.mdc +7 -0
- package/.cursor/rules/synapse-qa.mdc +24 -0
- package/.cursorrules +27 -0
- package/.dockerignore +53 -0
- package/.pre-commit-hooks.yaml +14 -0
- package/.windsurfrules +26 -0
- package/AGENTS.md +86 -0
- package/CLAUDE.md +54 -0
- package/Dockerfile +81 -0
- package/LICENSE +52 -0
- package/NOTICE +264 -0
- package/README.en.md +172 -0
- package/README.md +171 -2
- package/action.yml +51 -0
- package/agentskills.json +16 -0
- package/bin/agent-qa.js +138 -0
- package/docker-compose.yml +74 -0
- package/docs/ARCHITECTURE.en.md +197 -0
- package/docs/ARCHITECTURE.md +198 -0
- package/docs/CI_CD_INTEGRATION.en.md +170 -0
- package/docs/CI_CD_INTEGRATION.md +170 -0
- package/docs/CLI_REFERENCE.en.md +175 -0
- package/docs/CLI_REFERENCE.md +177 -0
- package/docs/CONTRIBUTING.en.md +49 -0
- package/docs/CONTRIBUTING.md +49 -0
- package/docs/PERFORMANCE_AUDIT_REPORT.md +784 -0
- package/docs/PLUGIN_DEVELOPMENT_GUIDE.md +127 -0
- package/docs/QUALITY_GATES.en.md +121 -0
- package/docs/QUALITY_GATES.md +121 -0
- package/docs/TOKEN_QUOTA_PLAYBOOK.md +41 -0
- package/docs/TOOL_CATALOG.md +129 -0
- package/docs/adopted-ecosystem-tools.md +96 -0
- package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
- package/docs/research/agent_skill_training_analysis.md +1359 -0
- package/docs/schemas/synapse.config.schema.json +87 -0
- package/package.json +94 -4
- package/plugin.json +31 -0
- package/scripts/generate_skill_examples.py +244 -0
- package/scripts/install.ps1 +112 -0
- package/scripts/install_global_plugin.ps1 +94 -0
- package/scripts/install_global_plugin.sh +49 -0
- package/scripts/lint_skills.ps1 +57 -0
- package/scripts/package_dist.py +337 -0
- package/scripts/setup.sh +59 -0
- package/scripts/update_hub.ps1 +19 -0
- package/scripts/update_hub.sh +15 -0
- package/skills_manifest.json +854 -0
- package/synapse.config.json +32 -0
- package/templates/PROJECT_AI_GUIDE_TEMPLATE.md +111 -0
- package/templates/PROJECT_STATE_TEMPLATE.md +20 -0
- package/templates/ai_bridges/CLAUDE.md +54 -0
- package/templates/ai_bridges/copilot-instructions.md +20 -0
- package/templates/ai_bridges/cursor_synapse_qa.mdc +24 -0
- package/templates/ai_bridges/windsurfrules +26 -0
- package/templates/ci/github-actions-synapse.yml +95 -0
- package/templates/ci/gitlab-ci-synapse.yml +16 -0
- package/templates/ui/index.html +1069 -0
- package/templates/welcome.html.tmpl +2079 -0
- package/tools/.infer_baseline.json +30 -0
- package/tools/TOOLS_RUNBOOK.md +1553 -0
- package/tools/TOOL_CATALOG.json +1769 -0
- package/tools/__init__.py +43 -0
- package/tools/_openapi_parser.py +158 -0
- package/tools/agent_canary.py +525 -0
- package/tools/agentless_patcher.py +417 -0
- package/tools/analyze_project.py +258 -0
- package/tools/api_drift_sentinel.py +208 -0
- package/tools/api_fuzzer.py +762 -0
- package/tools/author_integrity.py +184 -0
- package/tools/auto_heal.py +271 -0
- package/tools/auto_heal_reflexion.py +532 -0
- package/tools/autogen_qa_broker.py +844 -0
- package/tools/benchmark_swarm_context.py +394 -0
- package/tools/browser_helpers.js +746 -0
- package/tools/browsergym_eval.py +236 -0
- package/tools/bug_reporter.py +252 -0
- package/tools/bump_version.py +423 -0
- package/tools/cache_resolver.py +1214 -0
- package/tools/check_env.py +426 -0
- package/tools/check_version_sync.py +256 -0
- package/tools/ci_healing_hook.py +126 -0
- package/tools/cli.py +1598 -0
- package/tools/config_decoupler.py +253 -0
- package/tools/contract_validator.py +141 -0
- package/tools/core/__init__.py +70 -0
- package/tools/core/adapters.py +431 -0
- package/tools/core/circuit_breaker.py +263 -0
- package/tools/core/cli_runtime.py +66 -0
- package/tools/core/file_lock.py +159 -0
- package/tools/core/i18n.py +394 -0
- package/tools/core/memory_bus.py +905 -0
- package/tools/core/process_supervisor.py +332 -0
- package/tools/core/telemetry.py +329 -0
- package/tools/count_tokens.py +1267 -0
- package/tools/create_mock_docx.py +104 -0
- package/tools/dashboard_generator.py +2419 -0
- package/tools/db_sandbox.py +675 -0
- package/tools/debt_harvester.py +237 -0
- package/tools/distill_log.py +161 -0
- package/tools/dspy_qa_signatures.py +356 -0
- package/tools/e2e_flow_prober.py +132 -0
- package/tools/export_postman_collection.py +945 -0
- package/tools/flaky_detector.py +389 -0
- package/tools/fsm_enforcer.py +450 -0
- package/tools/fsm_middleware.py +401 -0
- package/tools/fuzz_payloads.py +197 -0
- package/tools/generate_allure_report.py +88 -0
- package/tools/generate_api_matrix.py +193 -0
- package/tools/generate_jmx_plan.py +1322 -0
- package/tools/generate_sbom.py +252 -0
- package/tools/generate_tc_from_story.py +203 -0
- package/tools/generate_test_reports.py +133 -0
- package/tools/generate_tool_catalog.py +482 -0
- package/tools/gherkin_suite.py +758 -0
- package/tools/git_pre_commit_guard.py +298 -0
- package/tools/goldfish_review.py +366 -0
- package/tools/heal/__init__.py +28 -0
- package/tools/heal_pr_automator.py +220 -0
- package/tools/heuristic_locator_matcher.py +351 -0
- package/tools/hub_publisher.py +623 -0
- package/tools/humanize_linter.py +438 -0
- package/tools/infer_linter.py +977 -0
- package/tools/init_config.py +307 -0
- package/tools/interview_story.py +116 -0
- package/tools/jira_sync.py +566 -0
- package/tools/jtl_analyzer.py +474 -0
- package/tools/lint/__init__.py +30 -0
- package/tools/lint_ai_docs.py +374 -0
- package/tools/lookup_tc.py +165 -0
- package/tools/lookup_xpath.py +167 -0
- package/tools/matrix_sharder.py +148 -0
- package/tools/mcp/__init__.py +18 -0
- package/tools/mcp_docx_server.ps1 +13 -0
- package/tools/mcp_docx_server.py +851 -0
- package/tools/mcp_excel_server.ps1 +13 -0
- package/tools/mcp_excel_server.py +441 -0
- package/tools/mcp_server.py +724 -0
- package/tools/md_to_xlsx.py +327 -0
- package/tools/micro_mutator.py +887 -0
- package/tools/mipro_assertion_tuner.py +210 -0
- package/tools/network_mock_shield.py +311 -0
- package/tools/newman_analyzer.py +384 -0
- package/tools/omni_emitter.py +579 -0
- package/tools/omni_parser.py +450 -0
- package/tools/omni_transpiler.py +168 -0
- package/tools/openxml_guard.py +438 -0
- package/tools/output_formatter.py +182 -0
- package/tools/package_release.py +325 -0
- package/tools/perf/__init__.py +24 -0
- package/tools/pinpoint_failure.py +190 -0
- package/tools/project_state.py +171 -0
- package/tools/qa_event_stream.py +358 -0
- package/tools/repo_map.py +346 -0
- package/tools/report/__init__.py +32 -0
- package/tools/reversible_sandbox.py +344 -0
- package/tools/safety_firewall.py +437 -0
- package/tools/security_coverage_ledger.py +538 -0
- package/tools/security_scanner.py +229 -0
- package/tools/senior_code_review.py +393 -0
- package/tools/setup_project.py +770 -0
- package/tools/skill_collision_guard.py +304 -0
- package/tools/skill_profiles.py +217 -0
- package/tools/skill_vault.py +481 -0
- package/tools/skillspector.py +1278 -0
- package/tools/smart_visual_masker.py +132 -0
- package/tools/spec_drift_sentinel.py +438 -0
- package/tools/swe_qa_aci.py +369 -0
- package/tools/synapse_observer.py +485 -0
- package/tools/synapse_qa_bench.py +190 -0
- package/tools/sync_agent_rules.py +274 -0
- package/tools/telemetry_correlator.py +397 -0
- package/tools/template_excel_exporter.py +514 -0
- package/tools/templates/jmeter-distributed/README.md +54 -0
- package/tools/templates/jmeter-distributed/docker-compose.yml +83 -0
- package/tools/test_impact.py +419 -0
- package/tools/test_memory_os.py +462 -0
- package/tools/textgrad_mutation_optimizer.py +237 -0
- package/tools/tms_sync_bridge.py +834 -0
- package/tools/tot_exploratory_tester.py +239 -0
- package/tools/trace_data_flow.py +240 -0
- package/tools/traffic_session_converter.py +256 -0
- package/tools/trend_analytics.py +314 -0
- package/tools/ui_server.py +401 -0
- package/tools/universal_ir.py +488 -0
- package/tools/update_sentinel.py +383 -0
- package/tools/validate_groovy_scripts.py +173 -0
- package/tools/verify_all.py +1259 -0
- package/tools/visual_diff_canvas.py +143 -0
- package/tools/visual_som_helper.py +550 -0
- package/tools/watch_mode.py +308 -0
- package/tools/wcag_audit.py +239 -0
- package/tools/welcome_page.py +290 -0
|
@@ -0,0 +1,474 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# -*- coding: utf-8 -*-
|
|
3
|
+
"""
|
|
4
|
+
tools/jtl_analyzer.py ā Enterprise Apache JMeter JTL Results Analyzer & CI/CD Gatekeeper
|
|
5
|
+
-----------------------------------------------------------------------------------------
|
|
6
|
+
Parses Apache JMeter JTL log results (CSV or XML format), calculates statistical percentiles
|
|
7
|
+
(P50, P90, P95, P99, Throughput, Error Rate), evaluates SLA compliance thresholds, and
|
|
8
|
+
enforces zero-tolerance Quality Gates in CI/CD pipelines with deterministic exit codes.
|
|
9
|
+
|
|
10
|
+
Features:
|
|
11
|
+
1. Universal Parsing: Supports standard JMeter CSV JTL and legacy XML JTL formats.
|
|
12
|
+
2. Statistical Engine: Calculates Min, Max, Average, P50 (Median), P90, P95, P99,
|
|
13
|
+
Throughput (TPS/RPS), Network KB/s, and Error Rate (%) per sampler and aggregate.
|
|
14
|
+
3. CI/CD Quality Gate: Evaluates user-defined SLA thresholds:
|
|
15
|
+
- Maximum acceptable P95 / P99 latency (ms)
|
|
16
|
+
- Maximum acceptable Average latency (ms)
|
|
17
|
+
- Maximum acceptable Error Rate (%)
|
|
18
|
+
Returns Exit Code 0 on PASS, Exit Code 1 on SLA breach.
|
|
19
|
+
4. Multi-Format Reporting:
|
|
20
|
+
- ANSI terminal summary table
|
|
21
|
+
- GitHub / GitLab Markdown report for Pull Request annotations
|
|
22
|
+
- Raw JSON export for downstream telemetry and APM indexing.
|
|
23
|
+
|
|
24
|
+
Usage:
|
|
25
|
+
python tools/jtl_analyzer.py results.jtl --sla-p95 500 --max-error-rate 1.0
|
|
26
|
+
python tools/jtl_analyzer.py results.jtl --markdown report.md --json metrics.json
|
|
27
|
+
agent-qa analyze-jtl results.jtl --sla-p95 400
|
|
28
|
+
"""
|
|
29
|
+
|
|
30
|
+
import os
|
|
31
|
+
import sys
|
|
32
|
+
import csv
|
|
33
|
+
import json
|
|
34
|
+
import math
|
|
35
|
+
import argparse
|
|
36
|
+
import xml.etree.ElementTree as ET
|
|
37
|
+
from typing import Dict, List, Any, Optional, Tuple
|
|
38
|
+
|
|
39
|
+
# Enforce UTF-8 stdout encoding for Windows/macOS/Linux console compatibility
|
|
40
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
41
|
+
try:
|
|
42
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
43
|
+
sys.stderr.reconfigure(encoding="utf-8")
|
|
44
|
+
except Exception:
|
|
45
|
+
pass
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def calculate_percentile(sorted_values: List[float], percentile: float) -> float:
|
|
49
|
+
"""Calculates percentile from a pre-sorted list using linear interpolation."""
|
|
50
|
+
if not sorted_values:
|
|
51
|
+
return 0.0
|
|
52
|
+
k = (len(sorted_values) - 1) * (percentile / 100.0)
|
|
53
|
+
f = math.floor(k)
|
|
54
|
+
c = math.ceil(k)
|
|
55
|
+
if f == c:
|
|
56
|
+
return float(sorted_values[int(k)])
|
|
57
|
+
d0 = sorted_values[int(f)] * (c - k)
|
|
58
|
+
d1 = sorted_values[int(c)] * (k - f)
|
|
59
|
+
return float(d0 + d1)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
class SamplerStats:
|
|
63
|
+
"""Aggregates metrics for a single sampler label."""
|
|
64
|
+
def __init__(self, label: str):
|
|
65
|
+
self.label = label
|
|
66
|
+
self.samples: int = 0
|
|
67
|
+
self.errors: int = 0
|
|
68
|
+
self.elapsed_times: List[float] = []
|
|
69
|
+
self.total_bytes: int = 0
|
|
70
|
+
self.start_time: Optional[int] = None
|
|
71
|
+
self.end_time: Optional[int] = None
|
|
72
|
+
self.response_codes: Dict[str, int] = {}
|
|
73
|
+
|
|
74
|
+
def add_sample(self, elapsed: float, success: bool, timestamp: int, bytes_recv: int, response_code: str):
|
|
75
|
+
self.samples += 1
|
|
76
|
+
if not success:
|
|
77
|
+
self.errors += 1
|
|
78
|
+
self.elapsed_times.append(elapsed)
|
|
79
|
+
self.total_bytes += bytes_recv
|
|
80
|
+
|
|
81
|
+
if self.start_time is None or timestamp < self.start_time:
|
|
82
|
+
self.start_time = timestamp
|
|
83
|
+
if self.end_time is None or timestamp > self.end_time:
|
|
84
|
+
self.end_time = timestamp
|
|
85
|
+
|
|
86
|
+
code = str(response_code).strip() or "UNKNOWN"
|
|
87
|
+
self.response_codes[code] = self.response_codes.get(code, 0) + 1
|
|
88
|
+
|
|
89
|
+
def compute(self) -> Dict[str, Any]:
|
|
90
|
+
if not self.elapsed_times:
|
|
91
|
+
return {
|
|
92
|
+
"label": self.label,
|
|
93
|
+
"samples": 0,
|
|
94
|
+
"errors": 0,
|
|
95
|
+
"error_rate_pct": 0.0,
|
|
96
|
+
"avg_ms": 0.0,
|
|
97
|
+
"min_ms": 0.0,
|
|
98
|
+
"max_ms": 0.0,
|
|
99
|
+
"median_ms": 0.0,
|
|
100
|
+
"p90_ms": 0.0,
|
|
101
|
+
"p95_ms": 0.0,
|
|
102
|
+
"p99_ms": 0.0,
|
|
103
|
+
"throughput_tps": 0.0,
|
|
104
|
+
"kb_per_sec": 0.0,
|
|
105
|
+
"response_codes": self.response_codes,
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
sorted_times = sorted(self.elapsed_times)
|
|
109
|
+
total_time = sum(sorted_times)
|
|
110
|
+
count = len(sorted_times)
|
|
111
|
+
avg_ms = total_time / count
|
|
112
|
+
min_ms = sorted_times[0]
|
|
113
|
+
max_ms = sorted_times[-1]
|
|
114
|
+
p50 = calculate_percentile(sorted_times, 50.0)
|
|
115
|
+
p90 = calculate_percentile(sorted_times, 90.0)
|
|
116
|
+
p95 = calculate_percentile(sorted_times, 95.0)
|
|
117
|
+
p99 = calculate_percentile(sorted_times, 99.0)
|
|
118
|
+
|
|
119
|
+
error_rate = (self.errors / count) * 100.0 if count > 0 else 0.0
|
|
120
|
+
|
|
121
|
+
# Duration in seconds
|
|
122
|
+
duration_sec = 0.0
|
|
123
|
+
if self.start_time is not None and self.end_time is not None:
|
|
124
|
+
duration_sec = max((self.end_time - self.start_time) / 1000.0, 0.001)
|
|
125
|
+
|
|
126
|
+
tps = count / duration_sec if duration_sec > 0 else 0.0
|
|
127
|
+
kb_sec = (self.total_bytes / 1024.0) / duration_sec if duration_sec > 0 else 0.0
|
|
128
|
+
|
|
129
|
+
return {
|
|
130
|
+
"label": self.label,
|
|
131
|
+
"samples": count,
|
|
132
|
+
"errors": self.errors,
|
|
133
|
+
"error_rate_pct": round(error_rate, 2),
|
|
134
|
+
"avg_ms": round(avg_ms, 2),
|
|
135
|
+
"min_ms": round(min_ms, 2),
|
|
136
|
+
"max_ms": round(max_ms, 2),
|
|
137
|
+
"median_ms": round(p50, 2),
|
|
138
|
+
"p90_ms": round(p90, 2),
|
|
139
|
+
"p95_ms": round(p95, 2),
|
|
140
|
+
"p99_ms": round(p99, 2),
|
|
141
|
+
"throughput_tps": round(tps, 2),
|
|
142
|
+
"kb_per_sec": round(kb_sec, 2),
|
|
143
|
+
"response_codes": self.response_codes,
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
def parse_csv_jtl(filepath: str) -> Tuple[Dict[str, SamplerStats], SamplerStats]:
|
|
148
|
+
"""Parses standard comma/tab delimited JTL CSV file."""
|
|
149
|
+
per_sampler: Dict[str, SamplerStats] = {}
|
|
150
|
+
aggregate = SamplerStats("TOTAL AGGREGATE")
|
|
151
|
+
|
|
152
|
+
with open(filepath, "r", encoding="utf-8", errors="replace") as f:
|
|
153
|
+
# Detect delimiter
|
|
154
|
+
first_line = f.readline()
|
|
155
|
+
if not first_line:
|
|
156
|
+
return per_sampler, aggregate
|
|
157
|
+
delimiter = "\t" if "\t" in first_line else ","
|
|
158
|
+
f.seek(0)
|
|
159
|
+
|
|
160
|
+
reader = csv.DictReader(f, delimiter=delimiter)
|
|
161
|
+
for row in reader:
|
|
162
|
+
try:
|
|
163
|
+
# Column names can vary slightly across JMeter versions
|
|
164
|
+
elapsed = float(row.get("elapsed") or row.get("Elapsed") or row.get("time") or 0)
|
|
165
|
+
label = row.get("label") or row.get("Label") or "Unknown"
|
|
166
|
+
|
|
167
|
+
success_val = row.get("success") or row.get("Success") or "true"
|
|
168
|
+
success = str(success_val).strip().lower() in ("true", "1")
|
|
169
|
+
|
|
170
|
+
ts_val = row.get("timeStamp") or row.get("Timestamp") or row.get("t") or 0
|
|
171
|
+
timestamp = int(float(ts_val))
|
|
172
|
+
|
|
173
|
+
bytes_val = row.get("bytes") or row.get("Bytes") or 0
|
|
174
|
+
bytes_recv = int(float(bytes_val))
|
|
175
|
+
|
|
176
|
+
resp_code = row.get("responseCode") or row.get("ResponseCode") or row.get("rc") or "200"
|
|
177
|
+
|
|
178
|
+
if label not in per_sampler:
|
|
179
|
+
per_sampler[label] = SamplerStats(label)
|
|
180
|
+
per_sampler[label].add_sample(elapsed, success, timestamp, bytes_recv, resp_code)
|
|
181
|
+
aggregate.add_sample(elapsed, success, timestamp, bytes_recv, resp_code)
|
|
182
|
+
except Exception:
|
|
183
|
+
continue
|
|
184
|
+
|
|
185
|
+
return per_sampler, aggregate
|
|
186
|
+
|
|
187
|
+
|
|
188
|
+
def parse_xml_jtl(filepath: str) -> Tuple[Dict[str, SamplerStats], SamplerStats]:
|
|
189
|
+
"""Parses legacy XML JTL file (<testResults> / <httpSample> / <sample>)."""
|
|
190
|
+
per_sampler: Dict[str, SamplerStats] = {}
|
|
191
|
+
aggregate = SamplerStats("TOTAL AGGREGATE")
|
|
192
|
+
|
|
193
|
+
try:
|
|
194
|
+
tree = ET.parse(filepath)
|
|
195
|
+
root = tree.getroot()
|
|
196
|
+
for elem in root.findall(".//httpSample") + root.findall(".//sample"):
|
|
197
|
+
try:
|
|
198
|
+
elapsed = float(elem.attrib.get("t", 0))
|
|
199
|
+
label = elem.attrib.get("lb", "Unknown")
|
|
200
|
+
success = elem.attrib.get("s", "true").lower() == "true"
|
|
201
|
+
timestamp = int(elem.attrib.get("ts", 0))
|
|
202
|
+
bytes_recv = int(elem.attrib.get("by", 0))
|
|
203
|
+
resp_code = elem.attrib.get("rc", "200")
|
|
204
|
+
|
|
205
|
+
if label not in per_sampler:
|
|
206
|
+
per_sampler[label] = SamplerStats(label)
|
|
207
|
+
per_sampler[label].add_sample(elapsed, success, timestamp, bytes_recv, resp_code)
|
|
208
|
+
aggregate.add_sample(elapsed, success, timestamp, bytes_recv, resp_code)
|
|
209
|
+
except Exception:
|
|
210
|
+
continue
|
|
211
|
+
except Exception as e:
|
|
212
|
+
print(f"ā ļø XML Parse Error: {e}", file=sys.stderr)
|
|
213
|
+
|
|
214
|
+
return per_sampler, aggregate
|
|
215
|
+
|
|
216
|
+
|
|
217
|
+
def parse_jtl(filepath: str) -> Tuple[Dict[str, SamplerStats], SamplerStats]:
|
|
218
|
+
"""Detects format and parses JTL file."""
|
|
219
|
+
if not os.path.exists(filepath):
|
|
220
|
+
raise FileNotFoundError(f"JTL file not found: {filepath}")
|
|
221
|
+
|
|
222
|
+
with open(filepath, "r", encoding="utf-8", errors="replace") as f:
|
|
223
|
+
head = f.read(256).strip()
|
|
224
|
+
|
|
225
|
+
if head.startswith("<?xml") or head.startswith("<testResults"):
|
|
226
|
+
return parse_xml_jtl(filepath)
|
|
227
|
+
return parse_csv_jtl(filepath)
|
|
228
|
+
|
|
229
|
+
|
|
230
|
+
def evaluate_sla(
|
|
231
|
+
agg_stats: Dict[str, Any],
|
|
232
|
+
sla_p95: Optional[float] = None,
|
|
233
|
+
sla_p99: Optional[float] = None,
|
|
234
|
+
sla_avg: Optional[float] = None,
|
|
235
|
+
max_error_rate: Optional[float] = None
|
|
236
|
+
) -> Tuple[bool, List[str]]:
|
|
237
|
+
"""Evaluates computed aggregate metrics against SLA limits."""
|
|
238
|
+
violations: List[str] = []
|
|
239
|
+
|
|
240
|
+
if sla_p95 is not None and agg_stats["p95_ms"] > sla_p95:
|
|
241
|
+
violations.append(f"P95 Latency SLA Breached: {agg_stats['p95_ms']}ms > {sla_p95}ms")
|
|
242
|
+
|
|
243
|
+
if sla_p99 is not None and agg_stats["p99_ms"] > sla_p99:
|
|
244
|
+
violations.append(f"P99 Latency SLA Breached: {agg_stats['p99_ms']}ms > {sla_p99}ms")
|
|
245
|
+
|
|
246
|
+
if sla_avg is not None and agg_stats["avg_ms"] > sla_avg:
|
|
247
|
+
violations.append(f"Average Latency SLA Breached: {agg_stats['avg_ms']}ms > {sla_avg}ms")
|
|
248
|
+
|
|
249
|
+
if max_error_rate is not None and agg_stats["error_rate_pct"] > max_error_rate:
|
|
250
|
+
violations.append(f"Error Rate SLA Breached: {agg_stats['error_rate_pct']}% > {max_error_rate}%")
|
|
251
|
+
|
|
252
|
+
passed = (len(violations) == 0)
|
|
253
|
+
return passed, violations
|
|
254
|
+
|
|
255
|
+
|
|
256
|
+
def format_table(per_sampler_data: List[Dict[str, Any]], agg_data: Dict[str, Any]) -> str:
|
|
257
|
+
"""Formats metrics into a clean CLI table."""
|
|
258
|
+
headers = ["Sampler Label", "Samples", "Errors (%)", "Avg (ms)", "Min", "Max", "P90", "P95", "P99", "TPS"]
|
|
259
|
+
col_w = [30, 9, 12, 10, 8, 8, 8, 8, 8, 10]
|
|
260
|
+
|
|
261
|
+
lines = []
|
|
262
|
+
header_str = " | ".join(h.ljust(col_w[i]) for i, h in enumerate(headers))
|
|
263
|
+
sep_str = "-+-".join("-" * col_w[i] for i in range(len(headers)))
|
|
264
|
+
|
|
265
|
+
lines.append(header_str)
|
|
266
|
+
lines.append(sep_str)
|
|
267
|
+
|
|
268
|
+
all_rows = list(per_sampler_data) + [agg_data]
|
|
269
|
+
for row in all_rows:
|
|
270
|
+
label = row["label"]
|
|
271
|
+
if len(label) > 28:
|
|
272
|
+
label = label[:25] + "..."
|
|
273
|
+
err_str = f"{row['errors']} ({row['error_rate_pct']}%)"
|
|
274
|
+
|
|
275
|
+
row_str = " | ".join([
|
|
276
|
+
label.ljust(col_w[0]),
|
|
277
|
+
str(row["samples"]).rjust(col_w[1]),
|
|
278
|
+
err_str.rjust(col_w[2]),
|
|
279
|
+
f"{row['avg_ms']:.1f}".rjust(col_w[3]),
|
|
280
|
+
f"{row['min_ms']:.0f}".rjust(col_w[4]),
|
|
281
|
+
f"{row['max_ms']:.0f}".rjust(col_w[5]),
|
|
282
|
+
f"{row['p90_ms']:.1f}".rjust(col_w[6]),
|
|
283
|
+
f"{row['p95_ms']:.1f}".rjust(col_w[7]),
|
|
284
|
+
f"{row['p99_ms']:.1f}".rjust(col_w[8]),
|
|
285
|
+
f"{row['throughput_tps']:.1f}".rjust(col_w[9]),
|
|
286
|
+
])
|
|
287
|
+
if row == agg_data:
|
|
288
|
+
lines.append(sep_str)
|
|
289
|
+
lines.append(row_str)
|
|
290
|
+
|
|
291
|
+
return "\n".join(lines)
|
|
292
|
+
|
|
293
|
+
|
|
294
|
+
def generate_markdown_report(
|
|
295
|
+
jtl_file: str,
|
|
296
|
+
per_sampler_data: List[Dict[str, Any]],
|
|
297
|
+
agg_data: Dict[str, Any],
|
|
298
|
+
passed: bool,
|
|
299
|
+
violations: List[str],
|
|
300
|
+
sla_info: Dict[str, Any]
|
|
301
|
+
) -> str:
|
|
302
|
+
"""Generates GitHub / GitLab Markdown report for Pull Request annotations."""
|
|
303
|
+
status_badge = "ā
**PASSED**" if passed else "ā **FAILED (SLA BREACHED)**"
|
|
304
|
+
|
|
305
|
+
lines = [
|
|
306
|
+
"# š Apache JMeter Performance & Load Test Report",
|
|
307
|
+
"",
|
|
308
|
+
f"- **Source Result File:** `{os.path.basename(jtl_file)}`",
|
|
309
|
+
f"- **Quality Gate Status:** {status_badge}",
|
|
310
|
+
f"- **Total Virtual Requests:** `{agg_data['samples']:,}`",
|
|
311
|
+
f"- **Total Errors:** `{agg_data['errors']}` ({agg_data['error_rate_pct']}%)",
|
|
312
|
+
f"- **Average Latency:** `{agg_data['avg_ms']} ms`",
|
|
313
|
+
f"- **95th Percentile (P95):** `{agg_data['p95_ms']} ms`",
|
|
314
|
+
f"- **Throughput:** `{agg_data['throughput_tps']} req/sec`",
|
|
315
|
+
"",
|
|
316
|
+
]
|
|
317
|
+
|
|
318
|
+
if violations:
|
|
319
|
+
lines.extend([
|
|
320
|
+
"### ā ļø SLA Violations Detected",
|
|
321
|
+
"",
|
|
322
|
+
])
|
|
323
|
+
for v in violations:
|
|
324
|
+
lines.append(f"- š“ `{v}`")
|
|
325
|
+
lines.append("")
|
|
326
|
+
|
|
327
|
+
lines.extend([
|
|
328
|
+
"### š Detailed Sampler Breakdown",
|
|
329
|
+
"",
|
|
330
|
+
"| Sampler Label | Samples | Errors | Error % | Avg (ms) | Min (ms) | Max (ms) | P90 (ms) | P95 (ms) | P99 (ms) | TPS |",
|
|
331
|
+
"| :--- | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: |",
|
|
332
|
+
])
|
|
333
|
+
|
|
334
|
+
for row in per_sampler_data:
|
|
335
|
+
lines.append(
|
|
336
|
+
f"| `{row['label']}` | {row['samples']:,} | {row['errors']} | {row['error_rate_pct']}% | "
|
|
337
|
+
f"{row['avg_ms']} | {row['min_ms']} | {row['max_ms']} | {row['p90_ms']} | "
|
|
338
|
+
f"**{row['p95_ms']}** | {row['p99_ms']} | {row['throughput_tps']} |"
|
|
339
|
+
)
|
|
340
|
+
|
|
341
|
+
# Aggregate row
|
|
342
|
+
lines.append(
|
|
343
|
+
f"| **TOTAL AGGREGATE** | **{agg_data['samples']:,}** | **{agg_data['errors']}** | **{agg_data['error_rate_pct']}%** | "
|
|
344
|
+
f"**{agg_data['avg_ms']}** | **{agg_data['min_ms']}** | **{agg_data['max_ms']}** | **{agg_data['p90_ms']}** | "
|
|
345
|
+
f"**{agg_data['p95_ms']}** | **{agg_data['p99_ms']}** | **{agg_data['throughput_tps']}** |"
|
|
346
|
+
)
|
|
347
|
+
|
|
348
|
+
lines.extend([
|
|
349
|
+
"",
|
|
350
|
+
"---",
|
|
351
|
+
"*Report auto-generated by Synapse-Hub `jtl_analyzer.py` - Enterprise Performance Quality Gate.*"
|
|
352
|
+
])
|
|
353
|
+
|
|
354
|
+
return "\n".join(lines)
|
|
355
|
+
|
|
356
|
+
|
|
357
|
+
def main():
|
|
358
|
+
parser = argparse.ArgumentParser(
|
|
359
|
+
description="Apache JMeter JTL Results Analyzer & CI/CD SLA Quality Gatekeeper."
|
|
360
|
+
)
|
|
361
|
+
parser.add_argument("jtl_file", nargs="?", help="Path to JMeter results file (.jtl or .csv).")
|
|
362
|
+
parser.add_argument("--sla-p95", type=float, default=None, help="P95 Latency threshold in ms (fails if exceeded).")
|
|
363
|
+
parser.add_argument("--sla-p99", type=float, default=None, help="P99 Latency threshold in ms (fails if exceeded).")
|
|
364
|
+
parser.add_argument("--sla-avg", type=float, default=None, help="Average Latency threshold in ms (fails if exceeded).")
|
|
365
|
+
parser.add_argument("--max-error-rate", type=float, default=None, help="Maximum allowed error rate percentage (e.g. 1.0 = 1%%).")
|
|
366
|
+
parser.add_argument("--markdown", "-m", help="Output path for Markdown summary report.")
|
|
367
|
+
parser.add_argument("--json", "-j", help="Output path for JSON summary metrics.")
|
|
368
|
+
parser.add_argument("--telemetry", help="Path to server telemetry CSV (timestamp, cpu_pct, memory_pct, db_pool_pct) for Full-Stack APM correlation.")
|
|
369
|
+
parser.add_argument("--sample", action="store_true", help="Generate and analyze a mock JTL dataset for verification.")
|
|
370
|
+
|
|
371
|
+
args = parser.parse_args()
|
|
372
|
+
|
|
373
|
+
# Handle sample verification mode
|
|
374
|
+
if args.sample or not args.jtl_file:
|
|
375
|
+
import tempfile
|
|
376
|
+
temp_jtl = os.path.join(tempfile.gettempdir(), "sample_jmeter_run.jtl")
|
|
377
|
+
with open(temp_jtl, "w", encoding="utf-8", newline="") as f:
|
|
378
|
+
writer = csv.writer(f)
|
|
379
|
+
writer.writerow(["timeStamp", "elapsed", "label", "responseCode", "responseMessage", "threadName", "dataType", "success", "failureMessage", "bytes", "sentBytes", "grpThreads", "allThreads", "URL", "Latency", "IdleTime", "Connect"])
|
|
380
|
+
|
|
381
|
+
# Generate 200 synthetic rows
|
|
382
|
+
import time
|
|
383
|
+
base_time = int(time.time() * 1000)
|
|
384
|
+
for i in range(150):
|
|
385
|
+
writer.writerow([base_time + (i * 100), 120 + (i % 50), "[GET] /api/v1/catalogs", "200", "OK", "Thread 1-1", "text", "true", "", 1024, 256, 10, 10, "http://api.local/catalogs", 115, 0, 15])
|
|
386
|
+
for i in range(45):
|
|
387
|
+
writer.writerow([base_time + (i * 100), 280 + (i % 80), "[POST] /api/v1/orders", "201", "Created", "Thread 1-2", "text", "true", "", 2048, 512, 10, 10, "http://api.local/orders", 270, 0, 20])
|
|
388
|
+
for i in range(5):
|
|
389
|
+
writer.writerow([base_time + (i * 100), 1500, "[POST] /api/v1/orders", "500", "Internal Error", "Thread 1-2", "text", "false", "DB Timeout", 512, 512, 10, 10, "http://api.local/orders", 1490, 0, 25])
|
|
390
|
+
|
|
391
|
+
args.jtl_file = temp_jtl
|
|
392
|
+
print(f"š¬ [SAMPLE MODE] Generated synthetic benchmark JTL: {temp_jtl}")
|
|
393
|
+
|
|
394
|
+
per_sampler_raw, agg_raw = parse_jtl(args.jtl_file)
|
|
395
|
+
if not per_sampler_raw:
|
|
396
|
+
print(f"ā ļø No sample records found in {args.jtl_file}", file=sys.stderr)
|
|
397
|
+
sys.exit(0)
|
|
398
|
+
|
|
399
|
+
per_sampler_data = [stats.compute() for stats in per_sampler_raw.values()]
|
|
400
|
+
agg_data = agg_raw.compute()
|
|
401
|
+
|
|
402
|
+
passed, violations = evaluate_sla(
|
|
403
|
+
agg_data,
|
|
404
|
+
sla_p95=args.sla_p95,
|
|
405
|
+
sla_p99=args.sla_p99,
|
|
406
|
+
sla_avg=args.sla_avg,
|
|
407
|
+
max_error_rate=args.max_error_rate
|
|
408
|
+
)
|
|
409
|
+
|
|
410
|
+
print("\n" + "=" * 90)
|
|
411
|
+
print(" APACHE JMETER PERFORMANCE RESULTS MATRIX (CI/CD QUALITY GATE)")
|
|
412
|
+
print("=" * 90)
|
|
413
|
+
print(format_table(per_sampler_data, agg_data))
|
|
414
|
+
print("=" * 90)
|
|
415
|
+
|
|
416
|
+
# Print SLA Verdict
|
|
417
|
+
print("\nšÆ [QUALITY GATE SLA VERDICT]")
|
|
418
|
+
if passed:
|
|
419
|
+
print("ā
ALL PERFORMANCE SLAs PASSED! Ready for deployment/merge.")
|
|
420
|
+
else:
|
|
421
|
+
print("ā PERFORMANCE SLA BREACHED:")
|
|
422
|
+
for v in violations:
|
|
423
|
+
print(f" š“ {v}")
|
|
424
|
+
|
|
425
|
+
# Optional Telemetry Correlation
|
|
426
|
+
telemetry_analysis = None
|
|
427
|
+
if args.telemetry and os.path.exists(args.telemetry):
|
|
428
|
+
from telemetry_correlator import parse_jtl_time_series, parse_server_metrics, run_correlation_analysis
|
|
429
|
+
jtl_buckets = parse_jtl_time_series(args.jtl_file, bucket_sec=5)
|
|
430
|
+
server_series = parse_server_metrics(args.telemetry, bucket_sec=5)
|
|
431
|
+
telemetry_analysis = run_correlation_analysis(jtl_buckets, server_series)
|
|
432
|
+
print("\n" + "=" * 90)
|
|
433
|
+
print(" FULL-STACK APM & SERVER TELEMETRY CORRELATION (RCA)")
|
|
434
|
+
print("=" * 90)
|
|
435
|
+
for k, v in telemetry_analysis["correlations"].items():
|
|
436
|
+
print(f" ⢠{k.replace('_', ' ').title():<25} : {v:+0.3f}")
|
|
437
|
+
for c in telemetry_analysis["root_causes"]:
|
|
438
|
+
print(f" [{c['severity']}] {c['component']}: {c['description']}")
|
|
439
|
+
print(f" š Recommendation: {c['recommendation']}")
|
|
440
|
+
|
|
441
|
+
# Export Markdown
|
|
442
|
+
if args.markdown:
|
|
443
|
+
md_content = generate_markdown_report(
|
|
444
|
+
args.jtl_file, per_sampler_data, agg_data, passed, violations, vars(args)
|
|
445
|
+
)
|
|
446
|
+
if telemetry_analysis:
|
|
447
|
+
from telemetry_correlator import format_rca_markdown
|
|
448
|
+
md_content += "\n\n" + format_rca_markdown(telemetry_analysis)
|
|
449
|
+
os.makedirs(os.path.dirname(os.path.abspath(args.markdown)) or ".", exist_ok=True)
|
|
450
|
+
with open(args.markdown, "w", encoding="utf-8") as f:
|
|
451
|
+
f.write(md_content)
|
|
452
|
+
print(f"š Markdown Report exported: {args.markdown}")
|
|
453
|
+
|
|
454
|
+
# Export JSON
|
|
455
|
+
if args.json:
|
|
456
|
+
export_payload = {
|
|
457
|
+
"source_jtl": os.path.abspath(args.jtl_file),
|
|
458
|
+
"passed": passed,
|
|
459
|
+
"violations": violations,
|
|
460
|
+
"aggregate": agg_data,
|
|
461
|
+
"samplers": per_sampler_data,
|
|
462
|
+
"telemetry_correlation": telemetry_analysis
|
|
463
|
+
}
|
|
464
|
+
os.makedirs(os.path.dirname(os.path.abspath(args.json)) or ".", exist_ok=True)
|
|
465
|
+
with open(args.json, "w", encoding="utf-8") as f:
|
|
466
|
+
json.dump(export_payload, f, indent=2)
|
|
467
|
+
print(f"š JSON Metrics exported: {args.json}")
|
|
468
|
+
|
|
469
|
+
# Exit code enforcement
|
|
470
|
+
sys.exit(0 if passed else 1)
|
|
471
|
+
|
|
472
|
+
|
|
473
|
+
if __name__ == "__main__":
|
|
474
|
+
main()
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Synapse Hub ā Static Quality & Policy Sentinels (tools.lint)
|
|
3
|
+
-----------------------------------------------------------
|
|
4
|
+
Domain package grouping all static code defect, encoding, license,
|
|
5
|
+
and AI documentation drift verification tools.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
from tools import (
|
|
9
|
+
author_integrity,
|
|
10
|
+
check_version_sync,
|
|
11
|
+
git_pre_commit_guard,
|
|
12
|
+
infer_linter,
|
|
13
|
+
lint_ai_docs,
|
|
14
|
+
skill_collision_guard,
|
|
15
|
+
skillspector,
|
|
16
|
+
spec_drift_sentinel,
|
|
17
|
+
validate_groovy_scripts,
|
|
18
|
+
)
|
|
19
|
+
|
|
20
|
+
__all__ = [
|
|
21
|
+
"author_integrity",
|
|
22
|
+
"check_version_sync",
|
|
23
|
+
"git_pre_commit_guard",
|
|
24
|
+
"infer_linter",
|
|
25
|
+
"lint_ai_docs",
|
|
26
|
+
"skill_collision_guard",
|
|
27
|
+
"skillspector",
|
|
28
|
+
"spec_drift_sentinel",
|
|
29
|
+
"validate_groovy_scripts",
|
|
30
|
+
]
|