@teevee98/synapse-hub 0.0.0-stage → 3.8.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/agents/api-engineer.md +67 -0
- package/.agents/agents/failure-analyst.md +75 -0
- package/.agents/agents/live-explorer.md +70 -0
- package/.agents/agents/orchestrator.md +104 -0
- package/.agents/agents/perf-engineer.md +74 -0
- package/.agents/agents/pom-crafter.md +112 -0
- package/.agents/agents/quality-gatekeeper.md +87 -0
- package/.agents/agents/test-designer.md +73 -0
- package/.agents/agents/test-runner.md +67 -0
- package/.agents/rules/author-integrity-guard.md +33 -0
- package/.agents/rules/communication-style.md +18 -0
- package/.agents/rules/context-engineering.md +37 -0
- package/.agents/rules/git-push-protocol.md +33 -0
- package/.agents/rules/graphify.md +14 -0
- package/.agents/rules/lessons-learned.md +25 -0
- package/.agents/rules/mandatory-playwright-live.md +25 -0
- package/.agents/rules/mobile_appium_rules.md +43 -0
- package/.agents/rules/performance_testing_rules.md +35 -0
- package/.agents/rules/skill-precedence.md +29 -0
- package/.agents/rules/systematic-debugging.md +36 -0
- package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
- package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/SKILL.md +88 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +15 -0
- package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
- package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
- package/.agents/skills/agentless-qa-repair/examples/three_phase_repair_workflow.md +40 -0
- package/.agents/skills/antigravity-test-sentinel/SKILL.md +63 -0
- package/.agents/skills/antigravity-test-sentinel/examples/dod_gate_policy.json +11 -0
- package/.agents/skills/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +47 -0
- package/.agents/skills/api-network-mocking-interception/SKILL.md +142 -0
- package/.agents/skills/api-network-mocking-interception/examples/network_route_stub.json +9 -0
- package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +80 -0
- package/.agents/skills/api-spec-to-e2e-matrix/examples/sample_openapi.json +19 -0
- package/.agents/skills/architecture-decision-records/SKILL.md +64 -0
- package/.agents/skills/architecture-decision-records/examples/0001-record-architecture-decisions.md +12 -0
- package/.agents/skills/auth-session-and-cookie-manager/SKILL.md +75 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +70 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/storage_state_sample.json +11 -0
- package/.agents/skills/backend-load-and-stress-patterns/SKILL.md +85 -0
- package/.agents/skills/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +13 -0
- package/.agents/skills/backend-load-and-stress-patterns/references/k6_load_template.js +82 -0
- package/.agents/skills/bats-testing-patterns/SKILL.md +100 -0
- package/.agents/skills/bats-testing-patterns/examples/cli_runner_test.bats +6 -0
- package/.agents/skills/bats-testing-patterns/resources/implementation-playbook.md +614 -0
- package/.agents/skills/clean-pom-crafter/SKILL.md +110 -0
- package/.agents/skills/clean-pom-crafter/examples/standard_test_case.groovy +28 -0
- package/.agents/skills/clean-pom-crafter/references/pom_patterns.groovy +138 -0
- package/.agents/skills/code-refactoring-refactor-clean/SKILL.md +64 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +9 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +52 -0
- package/.agents/skills/code-refactoring-refactor-clean/resources/implementation-playbook.md +881 -0
- package/.agents/skills/consumer-driven-contract-testing/SKILL.md +147 -0
- package/.agents/skills/consumer-driven-contract-testing/examples/order_service_pact.json +45 -0
- package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +123 -0
- package/.agents/skills/db-state-verifier-and-seeder/examples/db_fixture_seed.json +12 -0
- package/.agents/skills/e2e-testing-patterns/SKILL.md +103 -0
- package/.agents/skills/e2e-testing-patterns/examples/playwright_sharded_config.ts +12 -0
- package/.agents/skills/e2e-testing-patterns/resources/implementation-playbook.md +522 -0
- package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
- package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
- package/.agents/skills/failure-autopsy-and-healing/SKILL.md +66 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +48 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/sample_junit_failure.xml +8 -0
- package/.agents/skills/failure-autopsy-and-healing/references/healing_matrix.md +64 -0
- package/.agents/skills/failure-autopsy-and-healing/references/qa_investigation_protocol.md +56 -0
- package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +83 -0
- package/.agents/skills/file-and-report-validator/SKILL.md +90 -0
- package/.agents/skills/file-and-report-validator/examples/sample_export_schema.json +14 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/SKILL.md +114 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +11 -0
- package/.agents/skills/gherkin-to-suite/SKILL.md +103 -0
- package/.agents/skills/gherkin-to-suite/examples/checkout.feature +39 -0
- package/.agents/skills/gherkin-to-suite/examples/suite_report_sample.json +334 -0
- package/.agents/skills/github-actions-templates/SKILL.md +77 -0
- package/.agents/skills/github-actions-templates/examples/matrix_test_pipeline.yml +8 -0
- package/.agents/skills/graphify-impact-analyzer/SKILL.md +76 -0
- package/.agents/skills/graphify-impact-analyzer/examples/dependency_blast_radius.json +8 -0
- package/.agents/skills/katalon-cli-runner/SKILL.md +76 -0
- package/.agents/skills/katalon-cli-runner/examples/headless_kre_exec.sh +3 -0
- package/.agents/skills/katalon-cli-runner/references/groovy-patterns.md +209 -0
- package/.agents/skills/katalon-cli-runner/references/katalon-api.md +155 -0
- package/.agents/skills/katalon-cli-runner/references/runner_commands.md +67 -0
- package/.agents/skills/lam-script-generator/SKILL.md +123 -0
- package/.agents/skills/lam-script-generator/examples/user_story_sample.md +8 -0
- package/.agents/skills/lean-code-ladder/SKILL.md +94 -0
- package/.agents/skills/lean-code-ladder/examples/ladder_walkthrough.md +37 -0
- package/.agents/skills/lean-impact-scoreboard/SKILL.md +48 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_benchmark_gain.md +20 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_scoreboard.md +15 -0
- package/.agents/skills/meta-prompt-crafter/SKILL.md +107 -0
- package/.agents/skills/meta-prompt-crafter/examples/qa_prompt_template.md +35 -0
- package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
- package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
- package/.agents/skills/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +46 -0
- package/.agents/skills/mobile-appium-som/SKILL.md +88 -0
- package/.agents/skills/mobile-appium-som/examples/BaseScreen.java +88 -0
- package/.agents/skills/mobile-appium-som/examples/LoginScreen.java +46 -0
- package/.agents/skills/mobile-appium-som/examples/TC_MobileLogin.java +43 -0
- package/.agents/skills/persistent-planning-files/SKILL.md +108 -0
- package/.agents/skills/persistent-planning-files/examples/task_plan_example.md +56 -0
- package/.agents/skills/playwright-live-interaction/SKILL.md +131 -0
- package/.agents/skills/playwright-live-interaction/examples/live_probe_script.js +5 -0
- package/.agents/skills/playwright-live-interaction/references/advanced_superpowers.md +160 -0
- package/.agents/skills/playwright-live-interaction/references/compact_accessibility_snapshots.md +75 -0
- package/.agents/skills/playwright-live-interaction/references/recipes.md +388 -0
- package/.agents/skills/playwright-live-interaction/references/swarm_orchestration.md +134 -0
- package/.agents/skills/playwright-webapp-testing/SKILL.md +93 -0
- package/.agents/skills/playwright-webapp-testing/examples/server_lifecycle_playwright.py +63 -0
- package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_code_window_walkthrough.md +40 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
- package/.agents/skills/qa-memory-os/SKILL.md +80 -0
- package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
- package/.agents/skills/rbt-manual-testing/SKILL.md +137 -0
- package/.agents/skills/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +25 -0
- package/.agents/skills/rbt-manual-testing/references/field_validation_checklist.md +29 -0
- package/.agents/skills/repo-quality-audit/SKILL.md +68 -0
- package/.agents/skills/repo-quality-audit/examples/sample_audit_walkthrough.md +15 -0
- package/.agents/skills/repo-quality-audit/examples/sample_repo_audit.md +33 -0
- package/.agents/skills/review-spec/SKILL.md +60 -0
- package/.agents/skills/review-spec/examples/pocock_grilling_decision_rubric.md +40 -0
- package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
- package/.agents/skills/security-dast-sentinel/SKILL.md +119 -0
- package/.agents/skills/security-dast-sentinel/examples/dast_scan_config.json +10 -0
- package/.agents/skills/security-dast-sentinel/references/AI-AND-LLM.md +113 -0
- package/.agents/skills/security-dast-sentinel/references/ATTACK-CLASSES.md +89 -0
- package/.agents/skills/security-dast-sentinel/references/dast_recipes.ts +33 -0
- package/.agents/skills/self-healing-locator/SKILL.md +86 -0
- package/.agents/skills/self-healing-locator/examples/aom_diff_sample.json +16 -0
- package/.agents/skills/senior-code-review/SKILL.md +108 -0
- package/.agents/skills/senior-code-review/examples/sample_review_walkthrough.md +29 -0
- package/.agents/skills/skillspector-security-guard/SKILL.md +57 -0
- package/.agents/skills/skillspector-security-guard/examples/audit_threat_vectors_report.json +35 -0
- package/.agents/skills/skillspector-security-guard/examples/safe_mcp_config.json +12 -0
- package/.agents/skills/surgical-coding-principles/SKILL.md +89 -0
- package/.agents/skills/surgical-coding-principles/examples/surgical_vs_scope_creep.md +46 -0
- package/.agents/skills/synthetic-test-data-generator/SKILL.md +135 -0
- package/.agents/skills/synthetic-test-data-generator/examples/idempotent_data_recipe.json +9 -0
- package/.agents/skills/systematic-debugging/SKILL.md +100 -0
- package/.agents/skills/systematic-debugging/examples/four_phase_case.md +44 -0
- package/.agents/skills/technical-debt-harvester/SKILL.md +70 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_debt_ledger.md +25 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_ledger_output.md +20 -0
- package/.agents/skills/test-driven-development/SKILL.md +114 -0
- package/.agents/skills/test-driven-development/examples/red_green_refactor_qa.md +78 -0
- package/.agents/skills/token-and-context-optimizer/SKILL.md +70 -0
- package/.agents/skills/token-and-context-optimizer/examples/distilled_log_sample.txt +3 -0
- package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
- package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
- package/.agents/skills/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +62 -0
- package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
- package/.agents/skills/verification-before-completion/SKILL.md +100 -0
- package/.agents/skills/verification-before-completion/examples/evidence_log_example.md +46 -0
- package/.agents/skills/visual-regression-sentinel/SKILL.md +82 -0
- package/.agents/skills/visual-regression-sentinel/examples/visual_mask_rules.json +9 -0
- package/.agents/skills/wcag-audit-patterns/SKILL.md +77 -0
- package/.agents/skills/wcag-audit-patterns/examples/wcag_compliance_checklist.json +10 -0
- package/.agents/skills/wcag-audit-patterns/resources/implementation-playbook.md +541 -0
- package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +38 -0
- package/.agents/skills/web-vitals-and-performance-profiler/SKILL.md +65 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +6 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +118 -0
- package/.agents/templates/completion_report.md +57 -0
- package/.agents/workflows/analyze_requirement_document.md +18 -0
- package/.agents/workflows/export_testcases_excel.md +32 -0
- package/.agents/workflows/generate_combinatorial_test_data.md +28 -0
- package/.agents/workflows/generate_cross_module_test_plan.md +37 -0
- package/.agents/workflows/generate_manual_testcases_rbt.md +56 -0
- package/.agents/workflows/generate_requirements_from_website.md +25 -0
- package/.agents/workflows/generate_testcases_from_requirements.md +21 -0
- package/.agents/workflows/graphify.md +10 -0
- package/.agents/workflows/test-impact.md +15 -0
- package/.agents/workflows/verify.md +34 -0
- package/.cursor/rules/agents.mdc +16 -0
- package/.cursor/rules/language.mdc +7 -0
- package/.cursor/rules/synapse-qa.mdc +24 -0
- package/.cursorrules +27 -0
- package/.dockerignore +53 -0
- package/.pre-commit-hooks.yaml +14 -0
- package/.windsurfrules +26 -0
- package/AGENTS.md +86 -0
- package/CLAUDE.md +54 -0
- package/Dockerfile +81 -0
- package/LICENSE +52 -0
- package/NOTICE +264 -0
- package/README.en.md +171 -0
- package/README.md +170 -2
- package/action.yml +51 -0
- package/agentskills.json +16 -0
- package/bin/agent-qa.js +138 -0
- package/docker-compose.yml +74 -0
- package/docs/ARCHITECTURE.en.md +198 -0
- package/docs/ARCHITECTURE.md +199 -0
- package/docs/CI_CD_INTEGRATION.en.md +170 -0
- package/docs/CI_CD_INTEGRATION.md +170 -0
- package/docs/CLI_REFERENCE.en.md +174 -0
- package/docs/CLI_REFERENCE.md +176 -0
- package/docs/CONTRIBUTING.en.md +49 -0
- package/docs/CONTRIBUTING.md +49 -0
- package/docs/PERFORMANCE_AUDIT_REPORT.md +783 -0
- package/docs/PLUGIN_DEVELOPMENT_GUIDE.md +127 -0
- package/docs/QUALITY_GATES.en.md +118 -0
- package/docs/QUALITY_GATES.md +118 -0
- package/docs/TOKEN_QUOTA_PLAYBOOK.md +41 -0
- package/docs/TOOL_CATALOG.md +129 -0
- package/docs/adopted-ecosystem-tools.md +96 -0
- package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
- package/docs/research/agent_skill_training_analysis.md +1358 -0
- package/docs/schemas/synapse.config.schema.json +86 -0
- package/package.json +94 -4
- package/plugin.json +31 -0
- package/scripts/generate_skill_examples.py +244 -0
- package/scripts/install.ps1 +112 -0
- package/scripts/install_global_plugin.ps1 +94 -0
- package/scripts/install_global_plugin.sh +49 -0
- package/scripts/lint_skills.ps1 +57 -0
- package/scripts/package_dist.py +337 -0
- package/scripts/setup.sh +59 -0
- package/scripts/update_hub.ps1 +19 -0
- package/scripts/update_hub.sh +15 -0
- package/skills_manifest.json +854 -0
- package/synapse.config.json +31 -0
- package/templates/PROJECT_AI_GUIDE_TEMPLATE.md +111 -0
- package/templates/PROJECT_STATE_TEMPLATE.md +20 -0
- package/templates/ai_bridges/CLAUDE.md +54 -0
- package/templates/ai_bridges/copilot-instructions.md +20 -0
- package/templates/ai_bridges/cursor_synapse_qa.mdc +24 -0
- package/templates/ai_bridges/windsurfrules +26 -0
- package/templates/ci/github-actions-synapse.yml +95 -0
- package/templates/ci/gitlab-ci-synapse.yml +16 -0
- package/templates/ui/index.html +1069 -0
- package/templates/welcome.html.tmpl +2074 -0
- package/tools/.infer_baseline.json +30 -0
- package/tools/TOOLS_RUNBOOK.md +1553 -0
- package/tools/TOOL_CATALOG.json +1769 -0
- package/tools/__init__.py +43 -0
- package/tools/_openapi_parser.py +158 -0
- package/tools/agent_canary.py +525 -0
- package/tools/agentless_patcher.py +417 -0
- package/tools/analyze_project.py +262 -0
- package/tools/api_drift_sentinel.py +208 -0
- package/tools/api_fuzzer.py +762 -0
- package/tools/author_integrity.py +190 -0
- package/tools/auto_heal.py +271 -0
- package/tools/auto_heal_reflexion.py +532 -0
- package/tools/autogen_qa_broker.py +844 -0
- package/tools/benchmark_swarm_context.py +394 -0
- package/tools/browser_helpers.js +746 -0
- package/tools/browsergym_eval.py +236 -0
- package/tools/bug_reporter.py +252 -0
- package/tools/bump_version.py +423 -0
- package/tools/cache_resolver.py +1214 -0
- package/tools/check_env.py +426 -0
- package/tools/check_version_sync.py +256 -0
- package/tools/ci_healing_hook.py +126 -0
- package/tools/cli.py +1598 -0
- package/tools/config_decoupler.py +253 -0
- package/tools/contract_validator.py +141 -0
- package/tools/core/__init__.py +70 -0
- package/tools/core/adapters.py +431 -0
- package/tools/core/circuit_breaker.py +263 -0
- package/tools/core/cli_runtime.py +66 -0
- package/tools/core/file_lock.py +159 -0
- package/tools/core/i18n.py +394 -0
- package/tools/core/memory_bus.py +905 -0
- package/tools/core/process_supervisor.py +332 -0
- package/tools/core/telemetry.py +329 -0
- package/tools/count_tokens.py +1267 -0
- package/tools/create_mock_docx.py +104 -0
- package/tools/dashboard_generator.py +2403 -0
- package/tools/db_sandbox.py +675 -0
- package/tools/debt_harvester.py +237 -0
- package/tools/distill_log.py +161 -0
- package/tools/dspy_qa_signatures.py +356 -0
- package/tools/e2e_flow_prober.py +132 -0
- package/tools/export_postman_collection.py +945 -0
- package/tools/flaky_detector.py +389 -0
- package/tools/fsm_enforcer.py +450 -0
- package/tools/fsm_middleware.py +401 -0
- package/tools/fuzz_payloads.py +197 -0
- package/tools/generate_allure_report.py +88 -0
- package/tools/generate_api_matrix.py +193 -0
- package/tools/generate_jmx_plan.py +1322 -0
- package/tools/generate_sbom.py +252 -0
- package/tools/generate_tc_from_story.py +203 -0
- package/tools/generate_test_reports.py +133 -0
- package/tools/generate_tool_catalog.py +482 -0
- package/tools/gherkin_suite.py +758 -0
- package/tools/git_pre_commit_guard.py +298 -0
- package/tools/goldfish_review.py +366 -0
- package/tools/heal/__init__.py +28 -0
- package/tools/heal_pr_automator.py +220 -0
- package/tools/heuristic_locator_matcher.py +351 -0
- package/tools/hub_publisher.py +623 -0
- package/tools/humanize_linter.py +438 -0
- package/tools/infer_linter.py +977 -0
- package/tools/init_config.py +306 -0
- package/tools/interview_story.py +116 -0
- package/tools/jira_sync.py +566 -0
- package/tools/jtl_analyzer.py +474 -0
- package/tools/lint/__init__.py +30 -0
- package/tools/lint_ai_docs.py +374 -0
- package/tools/lookup_tc.py +165 -0
- package/tools/lookup_xpath.py +167 -0
- package/tools/matrix_sharder.py +148 -0
- package/tools/mcp/__init__.py +18 -0
- package/tools/mcp_docx_server.ps1 +13 -0
- package/tools/mcp_docx_server.py +851 -0
- package/tools/mcp_excel_server.ps1 +13 -0
- package/tools/mcp_excel_server.py +441 -0
- package/tools/mcp_server.py +725 -0
- package/tools/md_to_xlsx.py +327 -0
- package/tools/micro_mutator.py +887 -0
- package/tools/mipro_assertion_tuner.py +210 -0
- package/tools/network_mock_shield.py +311 -0
- package/tools/newman_analyzer.py +384 -0
- package/tools/omni_emitter.py +579 -0
- package/tools/omni_parser.py +450 -0
- package/tools/omni_transpiler.py +168 -0
- package/tools/openxml_guard.py +438 -0
- package/tools/output_formatter.py +182 -0
- package/tools/package_release.py +325 -0
- package/tools/perf/__init__.py +24 -0
- package/tools/pinpoint_failure.py +190 -0
- package/tools/project_state.py +171 -0
- package/tools/qa_event_stream.py +358 -0
- package/tools/repo_map.py +346 -0
- package/tools/report/__init__.py +32 -0
- package/tools/reversible_sandbox.py +344 -0
- package/tools/safety_firewall.py +437 -0
- package/tools/security_coverage_ledger.py +538 -0
- package/tools/security_scanner.py +229 -0
- package/tools/senior_code_review.py +393 -0
- package/tools/setup_project.py +770 -0
- package/tools/skill_collision_guard.py +304 -0
- package/tools/skill_profiles.py +217 -0
- package/tools/skill_vault.py +481 -0
- package/tools/skillspector.py +1278 -0
- package/tools/smart_visual_masker.py +132 -0
- package/tools/spec_drift_sentinel.py +438 -0
- package/tools/swe_qa_aci.py +369 -0
- package/tools/synapse_observer.py +485 -0
- package/tools/synapse_qa_bench.py +190 -0
- package/tools/sync_agent_rules.py +274 -0
- package/tools/telemetry_correlator.py +397 -0
- package/tools/template_excel_exporter.py +514 -0
- package/tools/templates/jmeter-distributed/README.md +54 -0
- package/tools/templates/jmeter-distributed/docker-compose.yml +83 -0
- package/tools/test_impact.py +419 -0
- package/tools/test_memory_os.py +462 -0
- package/tools/textgrad_mutation_optimizer.py +237 -0
- package/tools/tms_sync_bridge.py +834 -0
- package/tools/tot_exploratory_tester.py +239 -0
- package/tools/trace_data_flow.py +240 -0
- package/tools/traffic_session_converter.py +256 -0
- package/tools/trend_analytics.py +314 -0
- package/tools/ui_server.py +401 -0
- package/tools/universal_ir.py +488 -0
- package/tools/update_sentinel.py +383 -0
- package/tools/validate_groovy_scripts.py +173 -0
- package/tools/verify_all.py +1271 -0
- package/tools/visual_diff_canvas.py +143 -0
- package/tools/visual_som_helper.py +550 -0
- package/tools/watch_mode.py +308 -0
- package/tools/wcag_audit.py +239 -0
- package/tools/welcome_page.py +290 -0
|
@@ -0,0 +1,298 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""
|
|
3
|
+
Enterprise Git Pre-Commit Architecture & Discipline Guard
|
|
4
|
+
--------------------------------------------------
|
|
5
|
+
Automated gatekeeper executed before every 'git commit'.
|
|
6
|
+
Ensures:
|
|
7
|
+
1. 100% UTF-8 No BOM across repository files.
|
|
8
|
+
2. Flat Architecture & Clean POM: Zero raw XPaths or findTestObject in Scripts/TC-xxx.
|
|
9
|
+
3. Path Portability: Zero absolute machine paths (Users/, phungcao, /path/to/project).
|
|
10
|
+
"""
|
|
11
|
+
|
|
12
|
+
import sys
|
|
13
|
+
import os
|
|
14
|
+
import re
|
|
15
|
+
import shlex
|
|
16
|
+
import subprocess
|
|
17
|
+
|
|
18
|
+
# Enforce UTF-8 stdout encoding for Windows console compatibility
|
|
19
|
+
if hasattr(sys.stdout, 'reconfigure'):
|
|
20
|
+
try:
|
|
21
|
+
sys.stdout.reconfigure(encoding='utf-8')
|
|
22
|
+
sys.stderr.reconfigure(encoding='utf-8')
|
|
23
|
+
except Exception:
|
|
24
|
+
pass
|
|
25
|
+
|
|
26
|
+
FORBIDDEN_PATHS = ["/Users/", "C:\\Workspace\\", "D:\\Workspace\\", "file:///c:", "file:///d:"]
|
|
27
|
+
FORBIDDEN_HUB_PREFIXES = (
|
|
28
|
+
"Scripts/", "Keywords/", "Object Repository/", "Test Suites/", "Data Files/", "Include/",
|
|
29
|
+
"e2e/", "pages/", "cypress/"
|
|
30
|
+
)
|
|
31
|
+
|
|
32
|
+
def is_test_script(file_path: str) -> bool:
|
|
33
|
+
"""
|
|
34
|
+
Identifies test scripts across polyglot test frameworks:
|
|
35
|
+
- Katalon (Scripts/*.groovy)
|
|
36
|
+
- Playwright / Cypress (e2e/, cypress/, *.spec.[tj]sx?, *.test.[tj]sx?, *.cy.[tj]sx?)
|
|
37
|
+
- Pytest (test_*.py, *_test.py)
|
|
38
|
+
"""
|
|
39
|
+
if not file_path:
|
|
40
|
+
return False
|
|
41
|
+
norm = file_path.replace("\\", "/")
|
|
42
|
+
base = os.path.basename(norm).lower()
|
|
43
|
+
norm_lower = norm.lower()
|
|
44
|
+
|
|
45
|
+
# Katalon scripts
|
|
46
|
+
if "scripts/" in norm_lower and norm_lower.endswith(".groovy"):
|
|
47
|
+
return True
|
|
48
|
+
|
|
49
|
+
# Playwright / Cypress / E2E directory structures
|
|
50
|
+
if any(norm_lower.startswith(p) or f"/{p}" in norm_lower for p in ("e2e/", "cypress/")):
|
|
51
|
+
if norm_lower.endswith((".ts", ".js", ".mjs", ".cjs", ".tsx", ".jsx", ".py")):
|
|
52
|
+
return True
|
|
53
|
+
|
|
54
|
+
# Spec and test suffixes for JS/TS
|
|
55
|
+
test_suffixes = (
|
|
56
|
+
".spec.ts", ".test.ts", ".spec.js", ".test.js",
|
|
57
|
+
".spec.tsx", ".test.tsx", ".spec.jsx", ".test.jsx",
|
|
58
|
+
".cy.ts", ".cy.js", ".cy.tsx", ".cy.jsx"
|
|
59
|
+
)
|
|
60
|
+
if any(suffix in base for suffix in test_suffixes):
|
|
61
|
+
return True
|
|
62
|
+
|
|
63
|
+
# Pytest / Python test scripts
|
|
64
|
+
if norm_lower.endswith(".py"):
|
|
65
|
+
if base.startswith("test_") or base.endswith("_test.py"):
|
|
66
|
+
return True
|
|
67
|
+
|
|
68
|
+
return False
|
|
69
|
+
|
|
70
|
+
def run_cmd(cmd, timeout: float = 60.0):
|
|
71
|
+
if isinstance(cmd, str):
|
|
72
|
+
cmd = shlex.split(cmd)
|
|
73
|
+
try:
|
|
74
|
+
return subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, timeout=timeout)
|
|
75
|
+
except subprocess.TimeoutExpired:
|
|
76
|
+
return subprocess.CompletedProcess(cmd, returncode=124, stdout="", stderr=f"Command timed out after {timeout}s")
|
|
77
|
+
|
|
78
|
+
def check_bom(files):
|
|
79
|
+
bom_files = []
|
|
80
|
+
for f in files:
|
|
81
|
+
if not os.path.exists(f):
|
|
82
|
+
continue
|
|
83
|
+
try:
|
|
84
|
+
with open(f, "rb") as fp:
|
|
85
|
+
if fp.read(3) == b"\xef\xbb\xbf":
|
|
86
|
+
bom_files.append(f)
|
|
87
|
+
except OSError as err:
|
|
88
|
+
sys.stderr.write(f"Notice: Could not read {f}: {err}\n")
|
|
89
|
+
return bom_files
|
|
90
|
+
|
|
91
|
+
def check_forbidden_paths(files):
|
|
92
|
+
violations = []
|
|
93
|
+
for f in files:
|
|
94
|
+
if not os.path.exists(f) or os.path.isdir(f):
|
|
95
|
+
continue
|
|
96
|
+
# Skip this guard script itself and binary files
|
|
97
|
+
if f.endswith((".py", ".db", ".png", ".jpg", ".zip", ".tar", ".gz")):
|
|
98
|
+
continue
|
|
99
|
+
try:
|
|
100
|
+
with open(f, "r", encoding="utf-8", errors="ignore") as fp:
|
|
101
|
+
for line_no, line in enumerate(fp, 1):
|
|
102
|
+
# Allow mention in historical report or gitignore
|
|
103
|
+
if "FINAL_REPORT.md" in f or ".gitignore" in f:
|
|
104
|
+
continue
|
|
105
|
+
for forbidden in FORBIDDEN_PATHS:
|
|
106
|
+
if forbidden in line:
|
|
107
|
+
violations.append((f, line_no, forbidden))
|
|
108
|
+
except OSError as err:
|
|
109
|
+
sys.stderr.write(f"Notice: Could not read {f}: {err}\n")
|
|
110
|
+
return violations
|
|
111
|
+
|
|
112
|
+
def check_scripts_clean_pom(files):
|
|
113
|
+
violations = []
|
|
114
|
+
is_hub = os.path.exists("skills_manifest.json") and os.path.isdir(".agents")
|
|
115
|
+
xpath_pattern = re.compile(
|
|
116
|
+
r'(?<!:)//(?:\*|table|input|button|div|span|form|select|textarea|a(?=[\[/@\s\'"]|$))'
|
|
117
|
+
)
|
|
118
|
+
for f in files:
|
|
119
|
+
if not os.path.exists(f):
|
|
120
|
+
continue
|
|
121
|
+
norm = f.replace("\\", "/")
|
|
122
|
+
# In Hub repository, ignore Hub's internal unit/functional test suite (tests/test_*.py)
|
|
123
|
+
if is_hub and norm.startswith("tests/"):
|
|
124
|
+
continue
|
|
125
|
+
if is_test_script(f):
|
|
126
|
+
try:
|
|
127
|
+
with open(f, "r", encoding="utf-8", errors="ignore") as fp:
|
|
128
|
+
for line_no, line in enumerate(fp, 1):
|
|
129
|
+
stripped = line.strip()
|
|
130
|
+
if stripped.startswith("//") or stripped.startswith("#"):
|
|
131
|
+
continue
|
|
132
|
+
if "findTestObject" in line:
|
|
133
|
+
violations.append((f, line_no, "Raw findTestObject is forbidden in test scripts"))
|
|
134
|
+
if "xpath=" in line:
|
|
135
|
+
violations.append((f, line_no, "Explicit xpath= locator is forbidden in test scripts"))
|
|
136
|
+
# Strip standard HTTP/HTTPS URLs before checking XPath syntax
|
|
137
|
+
line_no_urls = re.sub(r'https?://[^\s\'"]+', '', line)
|
|
138
|
+
if "//" in line_no_urls and xpath_pattern.search(line_no_urls):
|
|
139
|
+
violations.append((f, line_no, "Raw XPath is forbidden in test scripts"))
|
|
140
|
+
except OSError as err:
|
|
141
|
+
sys.stderr.write(f"Notice: Could not parse {f}: {err}\n")
|
|
142
|
+
return violations
|
|
143
|
+
|
|
144
|
+
def main():
|
|
145
|
+
# If called with --install
|
|
146
|
+
if len(sys.argv) > 1 and sys.argv[1] == "--install":
|
|
147
|
+
git_dir = run_cmd("git rev-parse --git-dir").stdout.strip()
|
|
148
|
+
if not git_dir or not os.path.isdir(git_dir):
|
|
149
|
+
print("❌ Error: Not a git repository.")
|
|
150
|
+
sys.exit(1)
|
|
151
|
+
|
|
152
|
+
# 1. Pre-commit hook
|
|
153
|
+
pre_commit_path = os.path.join(git_dir, "hooks", "pre-commit")
|
|
154
|
+
pre_commit_content = (
|
|
155
|
+
"#!/bin/sh\n"
|
|
156
|
+
"# Enterprise Pre-Commit Guard\n"
|
|
157
|
+
"python3 \"$0/../tools/git_pre_commit_guard.py\" 2>/dev/null || python tools/git_pre_commit_guard.py \"$@\"\n"
|
|
158
|
+
)
|
|
159
|
+
with open(pre_commit_path, "w", encoding="utf-8") as fp:
|
|
160
|
+
fp.write(pre_commit_content)
|
|
161
|
+
os.chmod(pre_commit_path, 0o755)
|
|
162
|
+
|
|
163
|
+
# 2. Post-merge hook (Auto-sync memory cache on git pull)
|
|
164
|
+
post_merge_path = os.path.join(git_dir, "hooks", "post-merge")
|
|
165
|
+
post_merge_content = (
|
|
166
|
+
"#!/bin/sh\n"
|
|
167
|
+
"# Enterprise Post-Merge Hook: Automatically initialize & sync Central Agent Memory\n"
|
|
168
|
+
"if [ -f \"tools/cache_resolver.py\" ]; then\n"
|
|
169
|
+
" echo \"🔄 [Git Post-Merge] Syncing Central Agent Memory...\"\n"
|
|
170
|
+
" python3 \"$0/../tools/cache_resolver.py\" init 2>/dev/null || python tools/cache_resolver.py init 2>/dev/null || true\n"
|
|
171
|
+
"fi\n"
|
|
172
|
+
)
|
|
173
|
+
with open(post_merge_path, "w", encoding="utf-8") as fp:
|
|
174
|
+
fp.write(post_merge_content)
|
|
175
|
+
os.chmod(post_merge_path, 0o755)
|
|
176
|
+
|
|
177
|
+
# 3. Pre-push hook (Auto-sync memory cache on git push)
|
|
178
|
+
pre_push_path = os.path.join(git_dir, "hooks", "pre-push")
|
|
179
|
+
pre_push_content = (
|
|
180
|
+
"#!/bin/sh\n"
|
|
181
|
+
"# Enterprise Pre-Push Hook: Synchronize Central Agent Memory before pushing\n"
|
|
182
|
+
"if [ -f \"tools/cache_resolver.py\" ]; then\n"
|
|
183
|
+
" echo \"🔄 [Git Pre-Push] Synchronizing Central Agent Memory to local cache...\"\n"
|
|
184
|
+
" python3 \"$0/../tools/cache_resolver.py\" sync 2>/dev/null || python tools/cache_resolver.py sync 2>/dev/null || true\n"
|
|
185
|
+
"fi\n"
|
|
186
|
+
)
|
|
187
|
+
with open(pre_push_path, "w", encoding="utf-8") as fp:
|
|
188
|
+
fp.write(pre_push_content)
|
|
189
|
+
os.chmod(pre_push_path, 0o755)
|
|
190
|
+
|
|
191
|
+
print("✅ Git hooks installed successfully:")
|
|
192
|
+
print(f" - Pre-commit: {pre_commit_path}")
|
|
193
|
+
print(f" - Post-merge: {post_merge_path} (Auto-runs cache_resolver.py init on git pull)")
|
|
194
|
+
print(f" - Pre-push: {pre_push_path} (Auto-runs cache_resolver.py sync on git push)")
|
|
195
|
+
sys.exit(0)
|
|
196
|
+
|
|
197
|
+
# Get staged files
|
|
198
|
+
res = run_cmd("git diff --cached --name-only")
|
|
199
|
+
staged_files = [f.strip() for f in res.stdout.splitlines() if f.strip()]
|
|
200
|
+
|
|
201
|
+
if not staged_files:
|
|
202
|
+
sys.exit(0)
|
|
203
|
+
|
|
204
|
+
errors_found = False
|
|
205
|
+
|
|
206
|
+
# 0. Hub Pollution Guard (When committing inside Synapse-Hub)
|
|
207
|
+
is_hub = os.path.exists("skills_manifest.json") and os.path.isdir(".agents")
|
|
208
|
+
if is_hub:
|
|
209
|
+
polluting_files = []
|
|
210
|
+
for f in staged_files:
|
|
211
|
+
norm = f.replace("\\", "/")
|
|
212
|
+
norm_lower = norm.lower()
|
|
213
|
+
# Katalon Scripts/ is case-sensitive or .groovy to avoid collision with Hub's scripts/
|
|
214
|
+
is_katalon_script = norm.startswith("Scripts/") or (norm_lower.startswith("scripts/") and norm_lower.endswith(".groovy"))
|
|
215
|
+
is_forbidden_prefix = is_katalon_script or any(
|
|
216
|
+
p.lower() != "scripts/" and norm_lower.startswith(p.lower())
|
|
217
|
+
for p in FORBIDDEN_HUB_PREFIXES
|
|
218
|
+
)
|
|
219
|
+
is_hub_internal_test = norm_lower.startswith("tests/")
|
|
220
|
+
if is_forbidden_prefix or (is_test_script(f) and not is_hub_internal_test):
|
|
221
|
+
polluting_files.append(f)
|
|
222
|
+
if polluting_files:
|
|
223
|
+
print("❌ [PRE-COMMIT BLOCKED] Target project business test files detected in Synapse-Hub:")
|
|
224
|
+
for pf in polluting_files:
|
|
225
|
+
print(f" - {pf}")
|
|
226
|
+
print("\n🚨 CWD CONFUSION GUARD: You are attempting to commit target project code into Synapse-Hub!")
|
|
227
|
+
print(" Please unstage these files ('git reset HEAD') and commit them inside your target project workspace.")
|
|
228
|
+
errors_found = True
|
|
229
|
+
|
|
230
|
+
# 1. BOM Check
|
|
231
|
+
target_exts = (
|
|
232
|
+
".groovy", ".tc", ".ts", ".js", ".mjs", ".cjs", ".tsx", ".jsx",
|
|
233
|
+
".glbl", ".md", ".py", ".json", ".ps1", ".sh", ".yml", ".yaml"
|
|
234
|
+
)
|
|
235
|
+
check_files = [f for f in staged_files if f.endswith(target_exts)]
|
|
236
|
+
bom_files = check_bom(check_files)
|
|
237
|
+
if bom_files:
|
|
238
|
+
print("❌ [PRE-COMMIT BLOCKED] UTF-8 BOM detected in staged files:")
|
|
239
|
+
for bf in bom_files:
|
|
240
|
+
print(f" - {bf}")
|
|
241
|
+
errors_found = True
|
|
242
|
+
|
|
243
|
+
# 2. Path Portability Check
|
|
244
|
+
path_violations = check_forbidden_paths(staged_files)
|
|
245
|
+
if path_violations:
|
|
246
|
+
print("❌ [PRE-COMMIT BLOCKED] Absolute machine path detected in staged files:")
|
|
247
|
+
for f, line_no, term in path_violations:
|
|
248
|
+
print(f" - {f}:{line_no} (Forbidden: '{term}')")
|
|
249
|
+
errors_found = True
|
|
250
|
+
|
|
251
|
+
# 3. Clean POM Guard
|
|
252
|
+
pom_violations = check_scripts_clean_pom(staged_files)
|
|
253
|
+
if pom_violations:
|
|
254
|
+
print("❌ [PRE-COMMIT BLOCKED] Clean POM violation in test scripts:")
|
|
255
|
+
for f, line_no, reason in pom_violations:
|
|
256
|
+
print(f" - {f}:{line_no} ({reason})")
|
|
257
|
+
errors_found = True
|
|
258
|
+
|
|
259
|
+
# 4. AI Documentation & Anti-Drift Guard
|
|
260
|
+
doc_affected = any(f.endswith(".md") or ".agents" in f or "tools/" in f or "Keywords/" in f or "Test Suites/" in f for f in staged_files)
|
|
261
|
+
if doc_affected:
|
|
262
|
+
linter_script = os.path.join(os.path.dirname(__file__), "lint_ai_docs.py")
|
|
263
|
+
if os.path.exists(linter_script):
|
|
264
|
+
res = run_cmd([sys.executable, linter_script], timeout=60.0)
|
|
265
|
+
if res.returncode != 0:
|
|
266
|
+
print("❌ [PRE-COMMIT BLOCKED] AI Documentation Linter detected drift:")
|
|
267
|
+
print(res.stdout.strip())
|
|
268
|
+
errors_found = True
|
|
269
|
+
|
|
270
|
+
# 5. Keywords/ change -> Auto-regenerate Repo Map
|
|
271
|
+
keywords_affected = any(f.startswith("Keywords/") and f.endswith(".groovy") for f in staged_files)
|
|
272
|
+
if keywords_affected:
|
|
273
|
+
repo_map_script = os.path.join(os.path.dirname(__file__), "repo_map.py")
|
|
274
|
+
if os.path.exists(repo_map_script):
|
|
275
|
+
run_cmd([sys.executable, repo_map_script], timeout=60.0)
|
|
276
|
+
# Stage updated repo_map files
|
|
277
|
+
run_cmd(["git", "add", "tools/repo_map.txt", "tools/repo_map.json"], timeout=30.0)
|
|
278
|
+
|
|
279
|
+
# 6. Scripts/ change -> Static Defect Linter (Meta Infer-Style)
|
|
280
|
+
scripts_affected = any(f.startswith("Scripts/") and f.endswith(".groovy") for f in staged_files)
|
|
281
|
+
if scripts_affected:
|
|
282
|
+
infer_script = os.path.join(os.path.dirname(__file__), "infer_linter.py")
|
|
283
|
+
if os.path.exists(infer_script):
|
|
284
|
+
res = run_cmd([sys.executable, infer_script], timeout=60.0)
|
|
285
|
+
if res.returncode != 0:
|
|
286
|
+
print("❌ [PRE-COMMIT BLOCKED] Static Defect Sentinel detected critical issues in staged scripts:")
|
|
287
|
+
print(res.stdout.strip())
|
|
288
|
+
errors_found = True
|
|
289
|
+
|
|
290
|
+
if errors_found:
|
|
291
|
+
print("\n🚫 Commit aborted. Please fix violations before committing.")
|
|
292
|
+
sys.exit(1)
|
|
293
|
+
else:
|
|
294
|
+
print("✅ [PRE-COMMIT GUARD] All quality gates passed (No BOM, Clean POM, Clean Paths, Docs Aligned, Static Lint Pass).")
|
|
295
|
+
sys.exit(0)
|
|
296
|
+
|
|
297
|
+
if __name__ == "__main__":
|
|
298
|
+
main()
|
|
@@ -0,0 +1,366 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# SPDX-FileCopyrightText: Copyright (c) 2026 Thế Vị (@TeeVee98). All rights reserved.
|
|
3
|
+
# SPDX-License-Identifier: MIT
|
|
4
|
+
# Project: Synapse-Hub (https://github.com/TeeVee98/Synapse-Hub)
|
|
5
|
+
|
|
6
|
+
"""
|
|
7
|
+
tools/goldfish_review.py — Zero-Context Test Specification Reviewer
|
|
8
|
+
-------------------------------------------------------------------
|
|
9
|
+
Inspired by Google's Elephant-Goldfish Model (EGM).
|
|
10
|
+
Acts as a stateless, zero-context 'Goldfish' reviewer to stress-test test specifications,
|
|
11
|
+
BDD Gherkin feature files, and Acceptance Criteria BEFORE code synthesis begins.
|
|
12
|
+
|
|
13
|
+
5 Verification Vectors:
|
|
14
|
+
1. Comprehension & System Boundaries (20%): Actor, Preconditions, Clear Target Scope.
|
|
15
|
+
2. Dynamic Data & Idempotent Teardown (20%): Dynamic IDs (uniqueCode), No hardcoded collisions, Teardown hook.
|
|
16
|
+
3. Assertion Rigor (25%): Unambiguous expected results, Anti-Fake Pass, explicit state checks.
|
|
17
|
+
4. Boundary & Negative Scenarios (20%): Negative flows, invalid inputs, edge cases covered.
|
|
18
|
+
5. Implementation Target (15%): Concrete Page Class mapping, API endpoints, or UI targets specified.
|
|
19
|
+
|
|
20
|
+
Usage:
|
|
21
|
+
python tools/goldfish_review.py <path_to_spec.md_or_.feature>
|
|
22
|
+
python tools/goldfish_review.py --json <path_to_spec>
|
|
23
|
+
"""
|
|
24
|
+
|
|
25
|
+
import os
|
|
26
|
+
import sys
|
|
27
|
+
import re
|
|
28
|
+
import json
|
|
29
|
+
import argparse
|
|
30
|
+
|
|
31
|
+
if hasattr(sys.stdout, 'reconfigure'):
|
|
32
|
+
try:
|
|
33
|
+
sys.stdout.reconfigure(encoding='utf-8')
|
|
34
|
+
sys.stderr.reconfigure(encoding='utf-8')
|
|
35
|
+
except Exception:
|
|
36
|
+
pass
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
VAGUE_ASSERTION_PATTERNS = [
|
|
40
|
+
re.compile(r'\b(works? fine|works? properly|works? as expected)\b', re.IGNORECASE),
|
|
41
|
+
re.compile(r'\b(system works|page opens|everything is ok|no errors?)\b', re.IGNORECASE),
|
|
42
|
+
re.compile(r'\b(hệ thống hoạt động bình thường|thành công mà không có lỗi|hiển thị đúng)\b', re.IGNORECASE),
|
|
43
|
+
re.compile(r'\b(should succeed|should pass)\b(?!\s+(with|and assert|expecting))', re.IGNORECASE),
|
|
44
|
+
]
|
|
45
|
+
|
|
46
|
+
PRECISE_ASSERTION_PATTERNS = [
|
|
47
|
+
re.compile(r'\b(assert|expect|verify|check)\b', re.IGNORECASE),
|
|
48
|
+
re.compile(r'\b(status code|http \d{3}|returns? \d{3})\b', re.IGNORECASE),
|
|
49
|
+
re.compile(r'\b(contains?|equals?|matches?|visible|hidden|disabled|enabled)\b', re.IGNORECASE),
|
|
50
|
+
re.compile(r'\b(then\s+the\s+.*\s+(should|must|will))\b', re.IGNORECASE),
|
|
51
|
+
re.compile(r'\b(thông báo|thành công|thất bại|mã lỗi|kết quả mong đợi)\b', re.IGNORECASE),
|
|
52
|
+
]
|
|
53
|
+
|
|
54
|
+
DYNAMIC_DATA_PATTERNS = [
|
|
55
|
+
re.compile(r'\b(uniquecode|timestamp|random|uuid|generator|autogen|dyn_)\b', re.IGNORECASE),
|
|
56
|
+
re.compile(r'\b(auto_\w+|test_\$\w+|faker)\b', re.IGNORECASE),
|
|
57
|
+
re.compile(r'\b(dữ liệu động|ngẫu nhiên|mã tự sinh)\b', re.IGNORECASE),
|
|
58
|
+
]
|
|
59
|
+
|
|
60
|
+
HARDCODED_DATA_PATTERNS = [
|
|
61
|
+
re.compile(r'["\'](user\d+|admin\d+|testuser|demo\d+|pass\d+)["\']', re.IGNORECASE),
|
|
62
|
+
re.compile(r'id\s*[:=]\s*["\']\d+["\']', re.IGNORECASE),
|
|
63
|
+
]
|
|
64
|
+
|
|
65
|
+
TEARDOWN_PATTERNS = [
|
|
66
|
+
re.compile(r'\b(teardown|cleanup|delete after|roll back|xóa dữ liệu|dọn dẹp|aftereach|afterall)\b', re.IGNORECASE),
|
|
67
|
+
]
|
|
68
|
+
|
|
69
|
+
BOUNDARY_NEGATIVE_PATTERNS = [
|
|
70
|
+
re.compile(r'\b(negative|invalid|boundary|error|fail|reject|unauthorized|forbidden|400|401|403|404|500)\b', re.IGNORECASE),
|
|
71
|
+
re.compile(r'\b(trường hợp lỗi|không hợp lệ|quá độ dài|để trống|bỏ trống|sai định dạng)\b', re.IGNORECASE),
|
|
72
|
+
re.compile(r'\b(double submit|race condition|timeout|network lag)\b', re.IGNORECASE),
|
|
73
|
+
]
|
|
74
|
+
|
|
75
|
+
IMPLEMENTATION_TARGET_PATTERNS = [
|
|
76
|
+
re.compile(r'\b([A-Z][a-zA-Z0-9]+(Page|Screen|View|Modal|Dialog|Api|Client|Service))\b'),
|
|
77
|
+
re.compile(r'\b(page class|endpoint|url|route|table|input|button|form)\b', re.IGNORECASE),
|
|
78
|
+
re.compile(r'(/api/v\d+/[\w/]+)', re.IGNORECASE),
|
|
79
|
+
]
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
def evaluate_spec_content(content: str, filename: str = "") -> dict:
|
|
83
|
+
"""
|
|
84
|
+
Evaluates a test specification content through the 5 Goldfish vectors.
|
|
85
|
+
Returns a structured dictionary with scores, findings, and overall readiness.
|
|
86
|
+
"""
|
|
87
|
+
if not content or not content.strip():
|
|
88
|
+
return {
|
|
89
|
+
"file": filename,
|
|
90
|
+
"score": 0,
|
|
91
|
+
"passed": False,
|
|
92
|
+
"status": "REJECTED",
|
|
93
|
+
"vector_scores": {
|
|
94
|
+
"Comprehension": 0,
|
|
95
|
+
"Data Independence": 0,
|
|
96
|
+
"Assertion Rigor": 0,
|
|
97
|
+
"Boundary Coverage": 0,
|
|
98
|
+
"Implementation Target": 0
|
|
99
|
+
},
|
|
100
|
+
"findings_count": 1,
|
|
101
|
+
"findings": [{
|
|
102
|
+
"vector": "Comprehension",
|
|
103
|
+
"severity": "CRITICAL",
|
|
104
|
+
"message": "Specification content is completely empty or whitespace only."
|
|
105
|
+
}]
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
findings = []
|
|
109
|
+
vector_scores = {}
|
|
110
|
+
|
|
111
|
+
[line.strip() for line in content.splitlines() if line.strip()]
|
|
112
|
+
content.lower()
|
|
113
|
+
|
|
114
|
+
# -------------------------------------------------------------
|
|
115
|
+
# Vector 1: Comprehension & System Boundaries (Weight: 20)
|
|
116
|
+
# -------------------------------------------------------------
|
|
117
|
+
v1_score = 0
|
|
118
|
+
has_title = bool(re.search(r'^(#|feature:|title:|user story:)', content, re.MULTILINE | re.IGNORECASE))
|
|
119
|
+
has_preconditions = bool(re.search(r'\b(precondition|given|context|tiền điều kiện|bối cảnh|trước khi)\b', content, re.IGNORECASE))
|
|
120
|
+
has_actor = bool(re.search(r'\b(as a|actor|user|admin|role|người dùng|vai trò)\b', content, re.IGNORECASE))
|
|
121
|
+
|
|
122
|
+
if has_title:
|
|
123
|
+
v1_score += 8
|
|
124
|
+
else:
|
|
125
|
+
findings.append({
|
|
126
|
+
"vector": "Comprehension",
|
|
127
|
+
"severity": "MEDIUM",
|
|
128
|
+
"message": "Missing explicit Title or Feature declaration (# Title / Feature: ...)."
|
|
129
|
+
})
|
|
130
|
+
|
|
131
|
+
if has_preconditions:
|
|
132
|
+
v1_score += 7
|
|
133
|
+
else:
|
|
134
|
+
findings.append({
|
|
135
|
+
"vector": "Comprehension",
|
|
136
|
+
"severity": "HIGH",
|
|
137
|
+
"message": "Missing Preconditions / Given setup context. Zero-context agents cannot deduce start state."
|
|
138
|
+
})
|
|
139
|
+
|
|
140
|
+
if has_actor:
|
|
141
|
+
v1_score += 5
|
|
142
|
+
else:
|
|
143
|
+
findings.append({
|
|
144
|
+
"vector": "Comprehension",
|
|
145
|
+
"severity": "LOW",
|
|
146
|
+
"message": "Missing explicit Actor/Role definition ('As a ...' / 'Actor: ...')."
|
|
147
|
+
})
|
|
148
|
+
vector_scores["Comprehension"] = v1_score
|
|
149
|
+
|
|
150
|
+
# -------------------------------------------------------------
|
|
151
|
+
# Vector 2: Dynamic Data & Idempotent Teardown (Weight: 20)
|
|
152
|
+
# -------------------------------------------------------------
|
|
153
|
+
v2_score = 0
|
|
154
|
+
has_dynamic_data = any(p.search(content) for p in DYNAMIC_DATA_PATTERNS)
|
|
155
|
+
has_hardcoded_data = any(p.search(content) for p in HARDCODED_DATA_PATTERNS)
|
|
156
|
+
has_teardown = any(p.search(content) for p in TEARDOWN_PATTERNS)
|
|
157
|
+
|
|
158
|
+
is_creation_test = bool(re.search(r'\b(create|add|insert|register|post|tạo mới|thêm mới|đăng ký)\b', content, re.IGNORECASE))
|
|
159
|
+
|
|
160
|
+
if has_dynamic_data:
|
|
161
|
+
v2_score += 10
|
|
162
|
+
elif not is_creation_test:
|
|
163
|
+
v2_score += 7 # Read-only or navigation spec
|
|
164
|
+
else:
|
|
165
|
+
findings.append({
|
|
166
|
+
"vector": "Data Independence",
|
|
167
|
+
"severity": "HIGH",
|
|
168
|
+
"message": "Creation spec lacks dynamic test data generation (uniqueCode, timestamp). High risk of DB collisions."
|
|
169
|
+
})
|
|
170
|
+
|
|
171
|
+
if has_teardown:
|
|
172
|
+
v2_score += 10
|
|
173
|
+
elif not is_creation_test:
|
|
174
|
+
v2_score += 10
|
|
175
|
+
else:
|
|
176
|
+
findings.append({
|
|
177
|
+
"vector": "Data Independence",
|
|
178
|
+
"severity": "HIGH",
|
|
179
|
+
"message": "Creation spec lacks explicit automated Teardown / Cleanup step. Violates DB hygiene discipline."
|
|
180
|
+
})
|
|
181
|
+
|
|
182
|
+
if has_hardcoded_data:
|
|
183
|
+
v2_score = max(0, v2_score - 5)
|
|
184
|
+
findings.append({
|
|
185
|
+
"vector": "Data Independence",
|
|
186
|
+
"severity": "MEDIUM",
|
|
187
|
+
"message": "Detected static/hardcoded credentials or entity IDs. Must parameterize via environment or dynamic generator."
|
|
188
|
+
})
|
|
189
|
+
vector_scores["Data Independence"] = v2_score
|
|
190
|
+
|
|
191
|
+
# -------------------------------------------------------------
|
|
192
|
+
# Vector 3: Assertion Rigor & Truth Anchor (Weight: 25)
|
|
193
|
+
# -------------------------------------------------------------
|
|
194
|
+
v3_score = 0
|
|
195
|
+
precise_matches = sum(len(p.findall(content)) for p in PRECISE_ASSERTION_PATTERNS)
|
|
196
|
+
vague_matches = sum(len(p.findall(content)) for p in VAGUE_ASSERTION_PATTERNS)
|
|
197
|
+
|
|
198
|
+
if precise_matches >= 3:
|
|
199
|
+
v3_score += 25
|
|
200
|
+
elif precise_matches >= 1:
|
|
201
|
+
v3_score += 15
|
|
202
|
+
findings.append({
|
|
203
|
+
"vector": "Assertion Rigor",
|
|
204
|
+
"severity": "MEDIUM",
|
|
205
|
+
"message": f"Low assertion density (found {precise_matches} precise check(s)). Spec needs more concrete expected values."
|
|
206
|
+
})
|
|
207
|
+
else:
|
|
208
|
+
findings.append({
|
|
209
|
+
"vector": "Assertion Rigor",
|
|
210
|
+
"severity": "CRITICAL",
|
|
211
|
+
"message": "Zero concrete assertions or expected outcomes detected in spec. Violates Truth Anchor."
|
|
212
|
+
})
|
|
213
|
+
|
|
214
|
+
if vague_matches > 0:
|
|
215
|
+
v3_score = max(0, v3_score - (vague_matches * 5))
|
|
216
|
+
findings.append({
|
|
217
|
+
"vector": "Assertion Rigor",
|
|
218
|
+
"severity": "HIGH",
|
|
219
|
+
"message": f"Found {vague_matches} vague assertion phrase(s) ('works fine', 'hoạt động bình thường'). Replace with concrete verification criteria."
|
|
220
|
+
})
|
|
221
|
+
vector_scores["Assertion Rigor"] = v3_score
|
|
222
|
+
|
|
223
|
+
# -------------------------------------------------------------
|
|
224
|
+
# Vector 4: Boundary & Negative Scenarios (Weight: 20)
|
|
225
|
+
# -------------------------------------------------------------
|
|
226
|
+
v4_score = 0
|
|
227
|
+
has_boundary = any(p.search(content) for p in BOUNDARY_NEGATIVE_PATTERNS)
|
|
228
|
+
|
|
229
|
+
if has_boundary:
|
|
230
|
+
v4_score = 20
|
|
231
|
+
else:
|
|
232
|
+
findings.append({
|
|
233
|
+
"vector": "Boundary Coverage",
|
|
234
|
+
"severity": "MEDIUM",
|
|
235
|
+
"message": "No negative, boundary, or invalid input scenarios specified. Spec only tests the happy path."
|
|
236
|
+
})
|
|
237
|
+
v4_score = 5
|
|
238
|
+
vector_scores["Boundary Coverage"] = v4_score
|
|
239
|
+
|
|
240
|
+
# -------------------------------------------------------------
|
|
241
|
+
# Vector 5: Implementation Target & Technical Mapping (Weight: 15)
|
|
242
|
+
# -------------------------------------------------------------
|
|
243
|
+
v5_score = 0
|
|
244
|
+
has_target = any(p.search(content) for p in IMPLEMENTATION_TARGET_PATTERNS)
|
|
245
|
+
|
|
246
|
+
if has_target:
|
|
247
|
+
v5_score = 15
|
|
248
|
+
else:
|
|
249
|
+
findings.append({
|
|
250
|
+
"vector": "Implementation Target",
|
|
251
|
+
"severity": "LOW",
|
|
252
|
+
"message": "No target PageClass, API endpoint, or concrete UI selector category referenced. Engineers must guess technical anchors."
|
|
253
|
+
})
|
|
254
|
+
v5_score = 5
|
|
255
|
+
vector_scores["Implementation Target"] = v5_score
|
|
256
|
+
|
|
257
|
+
# Total score calculation
|
|
258
|
+
total_score = sum(vector_scores.values())
|
|
259
|
+
total_score = max(0, min(100, total_score))
|
|
260
|
+
|
|
261
|
+
passed = total_score >= 80 and not any(f["severity"] == "CRITICAL" for f in findings)
|
|
262
|
+
|
|
263
|
+
return {
|
|
264
|
+
"file": filename,
|
|
265
|
+
"score": total_score,
|
|
266
|
+
"passed": passed,
|
|
267
|
+
"status": "APPROVED" if passed else "REJECTED",
|
|
268
|
+
"vector_scores": vector_scores,
|
|
269
|
+
"findings_count": len(findings),
|
|
270
|
+
"findings": findings
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
|
|
274
|
+
def review_file(filepath: str) -> dict:
|
|
275
|
+
if not os.path.isfile(filepath):
|
|
276
|
+
return {
|
|
277
|
+
"file": filepath,
|
|
278
|
+
"score": 0,
|
|
279
|
+
"passed": False,
|
|
280
|
+
"status": "ERROR",
|
|
281
|
+
"vector_scores": {},
|
|
282
|
+
"findings_count": 1,
|
|
283
|
+
"findings": [{"vector": "File System", "severity": "CRITICAL", "message": f"File not found: {filepath}"}]
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
try:
|
|
287
|
+
with open(filepath, "r", encoding="utf-8") as f:
|
|
288
|
+
content = f.read()
|
|
289
|
+
except UnicodeDecodeError:
|
|
290
|
+
try:
|
|
291
|
+
with open(filepath, "r", encoding="latin-1") as f:
|
|
292
|
+
content = f.read()
|
|
293
|
+
except Exception as e:
|
|
294
|
+
return {
|
|
295
|
+
"file": filepath,
|
|
296
|
+
"score": 0,
|
|
297
|
+
"passed": False,
|
|
298
|
+
"status": "ERROR",
|
|
299
|
+
"vector_scores": {},
|
|
300
|
+
"findings_count": 1,
|
|
301
|
+
"findings": [{"vector": "Encoding", "severity": "CRITICAL", "message": f"Could not read file: {e}"}]
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
return evaluate_spec_content(content, filename=filepath)
|
|
305
|
+
|
|
306
|
+
|
|
307
|
+
def print_cli_report(result: dict):
|
|
308
|
+
print("=" * 70)
|
|
309
|
+
print(" GOLDFISH SPECIFICATION AUDITOR — ZERO-CONTEXT VERIFICATION")
|
|
310
|
+
print(" Inspired by Google Elephant-Goldfish Model (EGM)")
|
|
311
|
+
print("=" * 70)
|
|
312
|
+
print(f"Target Specification : {result['file'] or 'Direct Input'}")
|
|
313
|
+
print(f"Readiness Score : {result['score']}/100")
|
|
314
|
+
status_icon = "✅" if result['passed'] else "❌"
|
|
315
|
+
print(f"Audit Verdict : {status_icon} [{result['status']}] (Threshold: >= 80%)")
|
|
316
|
+
print("-" * 70)
|
|
317
|
+
print("Vector Breakdown:")
|
|
318
|
+
for vec, score in result.get("vector_scores", {}).items():
|
|
319
|
+
max_v = 25 if vec == "Assertion Rigor" else (15 if vec == "Implementation Target" else 20)
|
|
320
|
+
filled = int(score / max_v * 10) if max_v > 0 else 0
|
|
321
|
+
filled = max(0, min(10, filled))
|
|
322
|
+
bar = "#" * filled + "-" * (10 - filled)
|
|
323
|
+
print(f" • {vec:<24}: {score:>2}/{max_v:>2} [{bar}]")
|
|
324
|
+
|
|
325
|
+
print("-" * 70)
|
|
326
|
+
if result["findings"]:
|
|
327
|
+
print(f"Discovered Unstated Assumptions & Gaps ({len(result['findings'])}):")
|
|
328
|
+
for i, item in enumerate(result["findings"], 1):
|
|
329
|
+
sev = item["severity"]
|
|
330
|
+
sev_badge = f"[{sev}]"
|
|
331
|
+
print(f" {i}. {sev_badge:<10} ({item['vector']}) {item['message']}")
|
|
332
|
+
else:
|
|
333
|
+
print("✅ Zero unstated assumptions detected. Specification is 100% implementation-ready.")
|
|
334
|
+
print("=" * 70)
|
|
335
|
+
|
|
336
|
+
|
|
337
|
+
def main():
|
|
338
|
+
parser = argparse.ArgumentParser(
|
|
339
|
+
description="Goldfish Spec Reviewer — Zero-context stress-test for specifications and user stories."
|
|
340
|
+
)
|
|
341
|
+
parser.add_argument("spec_file", nargs="?", default="", help="Path to specification Markdown or Gherkin .feature file (use '-' for stdin)")
|
|
342
|
+
parser.add_argument("--stdin", action="store_true", help="Read specification from standard input (stdin)")
|
|
343
|
+
parser.add_argument("--json", action="store_true", help="Output machine-readable JSON format")
|
|
344
|
+
parser.add_argument("--min-score", type=int, default=80, help="Minimum readiness score threshold (default: 80)")
|
|
345
|
+
|
|
346
|
+
args = parser.parse_args()
|
|
347
|
+
|
|
348
|
+
if args.spec_file == "-" or getattr(args, "stdin", False):
|
|
349
|
+
content = sys.stdin.read()
|
|
350
|
+
result = evaluate_spec_content(content, filename="<stdin>")
|
|
351
|
+
elif not args.spec_file:
|
|
352
|
+
parser.print_help()
|
|
353
|
+
sys.exit(1)
|
|
354
|
+
else:
|
|
355
|
+
result = review_file(args.spec_file)
|
|
356
|
+
|
|
357
|
+
if args.json:
|
|
358
|
+
print(json.dumps(result, indent=2, ensure_ascii=False))
|
|
359
|
+
else:
|
|
360
|
+
print_cli_report(result)
|
|
361
|
+
|
|
362
|
+
sys.exit(0 if result["passed"] else 1)
|
|
363
|
+
|
|
364
|
+
|
|
365
|
+
if __name__ == "__main__":
|
|
366
|
+
main()
|