@teevee98/synapse-hub 0.0.0-stage → 3.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/agents/api-engineer.md +67 -0
- package/.agents/agents/failure-analyst.md +75 -0
- package/.agents/agents/live-explorer.md +70 -0
- package/.agents/agents/orchestrator.md +104 -0
- package/.agents/agents/perf-engineer.md +74 -0
- package/.agents/agents/pom-crafter.md +112 -0
- package/.agents/agents/quality-gatekeeper.md +87 -0
- package/.agents/agents/test-designer.md +73 -0
- package/.agents/agents/test-runner.md +67 -0
- package/.agents/rules/author-integrity-guard.md +33 -0
- package/.agents/rules/communication-style.md +18 -0
- package/.agents/rules/context-engineering.md +37 -0
- package/.agents/rules/git-push-protocol.md +33 -0
- package/.agents/rules/graphify.md +14 -0
- package/.agents/rules/lessons-learned.md +25 -0
- package/.agents/rules/mandatory-playwright-live.md +25 -0
- package/.agents/rules/mobile_appium_rules.md +43 -0
- package/.agents/rules/performance_testing_rules.md +35 -0
- package/.agents/rules/skill-precedence.md +29 -0
- package/.agents/rules/systematic-debugging.md +36 -0
- package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
- package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/SKILL.md +88 -0
- package/.agents/skills/agent-orchestration-multi-agent-optimize/examples/swarm_workload_config.json +15 -0
- package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
- package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
- package/.agents/skills/agentless-qa-repair/examples/three_phase_repair_workflow.md +40 -0
- package/.agents/skills/antigravity-test-sentinel/SKILL.md +63 -0
- package/.agents/skills/antigravity-test-sentinel/examples/dod_gate_policy.json +11 -0
- package/.agents/skills/antigravity-test-sentinel/examples/sprint_dod_enforcement.md +47 -0
- package/.agents/skills/api-network-mocking-interception/SKILL.md +142 -0
- package/.agents/skills/api-network-mocking-interception/examples/network_route_stub.json +9 -0
- package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +80 -0
- package/.agents/skills/api-spec-to-e2e-matrix/examples/sample_openapi.json +19 -0
- package/.agents/skills/architecture-decision-records/SKILL.md +64 -0
- package/.agents/skills/architecture-decision-records/examples/0001-record-architecture-decisions.md +12 -0
- package/.agents/skills/auth-session-and-cookie-manager/SKILL.md +75 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/multi_role_auth_matrix.md +70 -0
- package/.agents/skills/auth-session-and-cookie-manager/examples/storage_state_sample.json +11 -0
- package/.agents/skills/backend-load-and-stress-patterns/SKILL.md +85 -0
- package/.agents/skills/backend-load-and-stress-patterns/examples/k6_load_test_sample.js +13 -0
- package/.agents/skills/backend-load-and-stress-patterns/references/k6_load_template.js +82 -0
- package/.agents/skills/bats-testing-patterns/SKILL.md +100 -0
- package/.agents/skills/bats-testing-patterns/examples/cli_runner_test.bats +6 -0
- package/.agents/skills/bats-testing-patterns/resources/implementation-playbook.md +614 -0
- package/.agents/skills/clean-pom-crafter/SKILL.md +110 -0
- package/.agents/skills/clean-pom-crafter/examples/standard_test_case.groovy +28 -0
- package/.agents/skills/clean-pom-crafter/references/pom_patterns.groovy +138 -0
- package/.agents/skills/code-refactoring-refactor-clean/SKILL.md +64 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_page_sample.groovy +9 -0
- package/.agents/skills/code-refactoring-refactor-clean/examples/refactored_playwright_pom.ts +52 -0
- package/.agents/skills/code-refactoring-refactor-clean/resources/implementation-playbook.md +881 -0
- package/.agents/skills/consumer-driven-contract-testing/SKILL.md +147 -0
- package/.agents/skills/consumer-driven-contract-testing/examples/order_service_pact.json +45 -0
- package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +123 -0
- package/.agents/skills/db-state-verifier-and-seeder/examples/db_fixture_seed.json +12 -0
- package/.agents/skills/e2e-testing-patterns/SKILL.md +103 -0
- package/.agents/skills/e2e-testing-patterns/examples/playwright_sharded_config.ts +12 -0
- package/.agents/skills/e2e-testing-patterns/resources/implementation-playbook.md +522 -0
- package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
- package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
- package/.agents/skills/failure-autopsy-and-healing/SKILL.md +66 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/closed_loop_healing_walkthrough.md +48 -0
- package/.agents/skills/failure-autopsy-and-healing/examples/sample_junit_failure.xml +8 -0
- package/.agents/skills/failure-autopsy-and-healing/references/healing_matrix.md +64 -0
- package/.agents/skills/failure-autopsy-and-healing/references/qa_investigation_protocol.md +56 -0
- package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +83 -0
- package/.agents/skills/file-and-report-validator/SKILL.md +90 -0
- package/.agents/skills/file-and-report-validator/examples/sample_export_schema.json +14 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/SKILL.md +114 -0
- package/.agents/skills/flaky-test-sentinel-and-quarantine/examples/quarantine_registry.json +11 -0
- package/.agents/skills/gherkin-to-suite/SKILL.md +103 -0
- package/.agents/skills/gherkin-to-suite/examples/checkout.feature +39 -0
- package/.agents/skills/gherkin-to-suite/examples/suite_report_sample.json +334 -0
- package/.agents/skills/github-actions-templates/SKILL.md +77 -0
- package/.agents/skills/github-actions-templates/examples/matrix_test_pipeline.yml +8 -0
- package/.agents/skills/graphify-impact-analyzer/SKILL.md +76 -0
- package/.agents/skills/graphify-impact-analyzer/examples/dependency_blast_radius.json +8 -0
- package/.agents/skills/katalon-cli-runner/SKILL.md +76 -0
- package/.agents/skills/katalon-cli-runner/examples/headless_kre_exec.sh +3 -0
- package/.agents/skills/katalon-cli-runner/references/groovy-patterns.md +209 -0
- package/.agents/skills/katalon-cli-runner/references/katalon-api.md +155 -0
- package/.agents/skills/katalon-cli-runner/references/runner_commands.md +67 -0
- package/.agents/skills/lam-script-generator/SKILL.md +123 -0
- package/.agents/skills/lam-script-generator/examples/user_story_sample.md +8 -0
- package/.agents/skills/lean-code-ladder/SKILL.md +94 -0
- package/.agents/skills/lean-code-ladder/examples/ladder_walkthrough.md +37 -0
- package/.agents/skills/lean-impact-scoreboard/SKILL.md +48 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_benchmark_gain.md +20 -0
- package/.agents/skills/lean-impact-scoreboard/examples/sample_scoreboard.md +15 -0
- package/.agents/skills/meta-prompt-crafter/SKILL.md +107 -0
- package/.agents/skills/meta-prompt-crafter/examples/qa_prompt_template.md +35 -0
- package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
- package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
- package/.agents/skills/mipro-prompt-compiler/examples/dspy_assertion_optimizer_case.md +46 -0
- package/.agents/skills/mobile-appium-som/SKILL.md +88 -0
- package/.agents/skills/mobile-appium-som/examples/BaseScreen.java +88 -0
- package/.agents/skills/mobile-appium-som/examples/LoginScreen.java +46 -0
- package/.agents/skills/mobile-appium-som/examples/TC_MobileLogin.java +43 -0
- package/.agents/skills/persistent-planning-files/SKILL.md +108 -0
- package/.agents/skills/persistent-planning-files/examples/task_plan_example.md +56 -0
- package/.agents/skills/playwright-live-interaction/SKILL.md +131 -0
- package/.agents/skills/playwright-live-interaction/examples/live_probe_script.js +5 -0
- package/.agents/skills/playwright-live-interaction/references/advanced_superpowers.md +160 -0
- package/.agents/skills/playwright-live-interaction/references/compact_accessibility_snapshots.md +75 -0
- package/.agents/skills/playwright-live-interaction/references/recipes.md +388 -0
- package/.agents/skills/playwright-live-interaction/references/swarm_orchestration.md +134 -0
- package/.agents/skills/playwright-webapp-testing/SKILL.md +93 -0
- package/.agents/skills/playwright-webapp-testing/examples/server_lifecycle_playwright.py +63 -0
- package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_code_window_walkthrough.md +40 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
- package/.agents/skills/qa-memory-os/SKILL.md +80 -0
- package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
- package/.agents/skills/rbt-manual-testing/SKILL.md +137 -0
- package/.agents/skills/rbt-manual-testing/examples/checkout_rbt_manual_suite.md +25 -0
- package/.agents/skills/rbt-manual-testing/references/field_validation_checklist.md +29 -0
- package/.agents/skills/repo-quality-audit/SKILL.md +68 -0
- package/.agents/skills/repo-quality-audit/examples/sample_audit_walkthrough.md +15 -0
- package/.agents/skills/repo-quality-audit/examples/sample_repo_audit.md +33 -0
- package/.agents/skills/review-spec/SKILL.md +60 -0
- package/.agents/skills/review-spec/examples/pocock_grilling_decision_rubric.md +40 -0
- package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
- package/.agents/skills/security-dast-sentinel/SKILL.md +119 -0
- package/.agents/skills/security-dast-sentinel/examples/dast_scan_config.json +10 -0
- package/.agents/skills/security-dast-sentinel/references/AI-AND-LLM.md +113 -0
- package/.agents/skills/security-dast-sentinel/references/ATTACK-CLASSES.md +89 -0
- package/.agents/skills/security-dast-sentinel/references/dast_recipes.ts +33 -0
- package/.agents/skills/self-healing-locator/SKILL.md +86 -0
- package/.agents/skills/self-healing-locator/examples/aom_diff_sample.json +16 -0
- package/.agents/skills/senior-code-review/SKILL.md +108 -0
- package/.agents/skills/senior-code-review/examples/sample_review_walkthrough.md +29 -0
- package/.agents/skills/skillspector-security-guard/SKILL.md +57 -0
- package/.agents/skills/skillspector-security-guard/examples/audit_threat_vectors_report.json +35 -0
- package/.agents/skills/skillspector-security-guard/examples/safe_mcp_config.json +12 -0
- package/.agents/skills/surgical-coding-principles/SKILL.md +89 -0
- package/.agents/skills/surgical-coding-principles/examples/surgical_vs_scope_creep.md +46 -0
- package/.agents/skills/synthetic-test-data-generator/SKILL.md +135 -0
- package/.agents/skills/synthetic-test-data-generator/examples/idempotent_data_recipe.json +9 -0
- package/.agents/skills/systematic-debugging/SKILL.md +100 -0
- package/.agents/skills/systematic-debugging/examples/four_phase_case.md +44 -0
- package/.agents/skills/technical-debt-harvester/SKILL.md +70 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_debt_ledger.md +25 -0
- package/.agents/skills/technical-debt-harvester/examples/sample_ledger_output.md +20 -0
- package/.agents/skills/test-driven-development/SKILL.md +114 -0
- package/.agents/skills/test-driven-development/examples/red_green_refactor_qa.md +78 -0
- package/.agents/skills/token-and-context-optimizer/SKILL.md +70 -0
- package/.agents/skills/token-and-context-optimizer/examples/distilled_log_sample.txt +3 -0
- package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
- package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
- package/.agents/skills/tot-exploratory-testing/examples/payment_gateway_tot_tree.json +62 -0
- package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
- package/.agents/skills/verification-before-completion/SKILL.md +100 -0
- package/.agents/skills/verification-before-completion/examples/evidence_log_example.md +46 -0
- package/.agents/skills/visual-regression-sentinel/SKILL.md +82 -0
- package/.agents/skills/visual-regression-sentinel/examples/visual_mask_rules.json +9 -0
- package/.agents/skills/wcag-audit-patterns/SKILL.md +77 -0
- package/.agents/skills/wcag-audit-patterns/examples/wcag_compliance_checklist.json +10 -0
- package/.agents/skills/wcag-audit-patterns/resources/implementation-playbook.md +541 -0
- package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/enterprise_tasks_suite.json +38 -0
- package/.agents/skills/web-vitals-and-performance-profiler/SKILL.md +65 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/cwv_budget_policy.json +6 -0
- package/.agents/skills/web-vitals-and-performance-profiler/examples/playwright_cwv_profiler_fixture.ts +118 -0
- package/.agents/templates/completion_report.md +57 -0
- package/.agents/workflows/analyze_requirement_document.md +18 -0
- package/.agents/workflows/export_testcases_excel.md +32 -0
- package/.agents/workflows/generate_combinatorial_test_data.md +28 -0
- package/.agents/workflows/generate_cross_module_test_plan.md +37 -0
- package/.agents/workflows/generate_manual_testcases_rbt.md +56 -0
- package/.agents/workflows/generate_requirements_from_website.md +25 -0
- package/.agents/workflows/generate_testcases_from_requirements.md +21 -0
- package/.agents/workflows/graphify.md +10 -0
- package/.agents/workflows/test-impact.md +15 -0
- package/.agents/workflows/verify.md +34 -0
- package/.cursor/rules/agents.mdc +16 -0
- package/.cursor/rules/language.mdc +7 -0
- package/.cursor/rules/synapse-qa.mdc +24 -0
- package/.cursorrules +27 -0
- package/.dockerignore +53 -0
- package/.pre-commit-hooks.yaml +14 -0
- package/.windsurfrules +26 -0
- package/AGENTS.md +86 -0
- package/CLAUDE.md +54 -0
- package/Dockerfile +81 -0
- package/LICENSE +52 -0
- package/NOTICE +264 -0
- package/README.en.md +172 -0
- package/README.md +171 -2
- package/action.yml +51 -0
- package/agentskills.json +16 -0
- package/bin/agent-qa.js +138 -0
- package/docker-compose.yml +74 -0
- package/docs/ARCHITECTURE.en.md +197 -0
- package/docs/ARCHITECTURE.md +198 -0
- package/docs/CI_CD_INTEGRATION.en.md +170 -0
- package/docs/CI_CD_INTEGRATION.md +170 -0
- package/docs/CLI_REFERENCE.en.md +175 -0
- package/docs/CLI_REFERENCE.md +177 -0
- package/docs/CONTRIBUTING.en.md +49 -0
- package/docs/CONTRIBUTING.md +49 -0
- package/docs/PERFORMANCE_AUDIT_REPORT.md +784 -0
- package/docs/PLUGIN_DEVELOPMENT_GUIDE.md +127 -0
- package/docs/QUALITY_GATES.en.md +121 -0
- package/docs/QUALITY_GATES.md +121 -0
- package/docs/TOKEN_QUOTA_PLAYBOOK.md +41 -0
- package/docs/TOOL_CATALOG.md +129 -0
- package/docs/adopted-ecosystem-tools.md +96 -0
- package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
- package/docs/research/agent_skill_training_analysis.md +1359 -0
- package/docs/schemas/synapse.config.schema.json +87 -0
- package/package.json +94 -4
- package/plugin.json +31 -0
- package/scripts/generate_skill_examples.py +244 -0
- package/scripts/install.ps1 +112 -0
- package/scripts/install_global_plugin.ps1 +94 -0
- package/scripts/install_global_plugin.sh +49 -0
- package/scripts/lint_skills.ps1 +57 -0
- package/scripts/package_dist.py +337 -0
- package/scripts/setup.sh +59 -0
- package/scripts/update_hub.ps1 +19 -0
- package/scripts/update_hub.sh +15 -0
- package/skills_manifest.json +854 -0
- package/synapse.config.json +32 -0
- package/templates/PROJECT_AI_GUIDE_TEMPLATE.md +111 -0
- package/templates/PROJECT_STATE_TEMPLATE.md +20 -0
- package/templates/ai_bridges/CLAUDE.md +54 -0
- package/templates/ai_bridges/copilot-instructions.md +20 -0
- package/templates/ai_bridges/cursor_synapse_qa.mdc +24 -0
- package/templates/ai_bridges/windsurfrules +26 -0
- package/templates/ci/github-actions-synapse.yml +95 -0
- package/templates/ci/gitlab-ci-synapse.yml +16 -0
- package/templates/ui/index.html +1069 -0
- package/templates/welcome.html.tmpl +2079 -0
- package/tools/.infer_baseline.json +30 -0
- package/tools/TOOLS_RUNBOOK.md +1553 -0
- package/tools/TOOL_CATALOG.json +1769 -0
- package/tools/__init__.py +43 -0
- package/tools/_openapi_parser.py +158 -0
- package/tools/agent_canary.py +525 -0
- package/tools/agentless_patcher.py +417 -0
- package/tools/analyze_project.py +258 -0
- package/tools/api_drift_sentinel.py +208 -0
- package/tools/api_fuzzer.py +762 -0
- package/tools/author_integrity.py +184 -0
- package/tools/auto_heal.py +271 -0
- package/tools/auto_heal_reflexion.py +532 -0
- package/tools/autogen_qa_broker.py +844 -0
- package/tools/benchmark_swarm_context.py +394 -0
- package/tools/browser_helpers.js +746 -0
- package/tools/browsergym_eval.py +236 -0
- package/tools/bug_reporter.py +252 -0
- package/tools/bump_version.py +423 -0
- package/tools/cache_resolver.py +1214 -0
- package/tools/check_env.py +426 -0
- package/tools/check_version_sync.py +256 -0
- package/tools/ci_healing_hook.py +126 -0
- package/tools/cli.py +1598 -0
- package/tools/config_decoupler.py +253 -0
- package/tools/contract_validator.py +141 -0
- package/tools/core/__init__.py +70 -0
- package/tools/core/adapters.py +431 -0
- package/tools/core/circuit_breaker.py +263 -0
- package/tools/core/cli_runtime.py +66 -0
- package/tools/core/file_lock.py +159 -0
- package/tools/core/i18n.py +394 -0
- package/tools/core/memory_bus.py +905 -0
- package/tools/core/process_supervisor.py +332 -0
- package/tools/core/telemetry.py +329 -0
- package/tools/count_tokens.py +1267 -0
- package/tools/create_mock_docx.py +104 -0
- package/tools/dashboard_generator.py +2419 -0
- package/tools/db_sandbox.py +675 -0
- package/tools/debt_harvester.py +237 -0
- package/tools/distill_log.py +161 -0
- package/tools/dspy_qa_signatures.py +356 -0
- package/tools/e2e_flow_prober.py +132 -0
- package/tools/export_postman_collection.py +945 -0
- package/tools/flaky_detector.py +389 -0
- package/tools/fsm_enforcer.py +450 -0
- package/tools/fsm_middleware.py +401 -0
- package/tools/fuzz_payloads.py +197 -0
- package/tools/generate_allure_report.py +88 -0
- package/tools/generate_api_matrix.py +193 -0
- package/tools/generate_jmx_plan.py +1322 -0
- package/tools/generate_sbom.py +252 -0
- package/tools/generate_tc_from_story.py +203 -0
- package/tools/generate_test_reports.py +133 -0
- package/tools/generate_tool_catalog.py +482 -0
- package/tools/gherkin_suite.py +758 -0
- package/tools/git_pre_commit_guard.py +298 -0
- package/tools/goldfish_review.py +366 -0
- package/tools/heal/__init__.py +28 -0
- package/tools/heal_pr_automator.py +220 -0
- package/tools/heuristic_locator_matcher.py +351 -0
- package/tools/hub_publisher.py +623 -0
- package/tools/humanize_linter.py +438 -0
- package/tools/infer_linter.py +977 -0
- package/tools/init_config.py +307 -0
- package/tools/interview_story.py +116 -0
- package/tools/jira_sync.py +566 -0
- package/tools/jtl_analyzer.py +474 -0
- package/tools/lint/__init__.py +30 -0
- package/tools/lint_ai_docs.py +374 -0
- package/tools/lookup_tc.py +165 -0
- package/tools/lookup_xpath.py +167 -0
- package/tools/matrix_sharder.py +148 -0
- package/tools/mcp/__init__.py +18 -0
- package/tools/mcp_docx_server.ps1 +13 -0
- package/tools/mcp_docx_server.py +851 -0
- package/tools/mcp_excel_server.ps1 +13 -0
- package/tools/mcp_excel_server.py +441 -0
- package/tools/mcp_server.py +724 -0
- package/tools/md_to_xlsx.py +327 -0
- package/tools/micro_mutator.py +887 -0
- package/tools/mipro_assertion_tuner.py +210 -0
- package/tools/network_mock_shield.py +311 -0
- package/tools/newman_analyzer.py +384 -0
- package/tools/omni_emitter.py +579 -0
- package/tools/omni_parser.py +450 -0
- package/tools/omni_transpiler.py +168 -0
- package/tools/openxml_guard.py +438 -0
- package/tools/output_formatter.py +182 -0
- package/tools/package_release.py +325 -0
- package/tools/perf/__init__.py +24 -0
- package/tools/pinpoint_failure.py +190 -0
- package/tools/project_state.py +171 -0
- package/tools/qa_event_stream.py +358 -0
- package/tools/repo_map.py +346 -0
- package/tools/report/__init__.py +32 -0
- package/tools/reversible_sandbox.py +344 -0
- package/tools/safety_firewall.py +437 -0
- package/tools/security_coverage_ledger.py +538 -0
- package/tools/security_scanner.py +229 -0
- package/tools/senior_code_review.py +393 -0
- package/tools/setup_project.py +770 -0
- package/tools/skill_collision_guard.py +304 -0
- package/tools/skill_profiles.py +217 -0
- package/tools/skill_vault.py +481 -0
- package/tools/skillspector.py +1278 -0
- package/tools/smart_visual_masker.py +132 -0
- package/tools/spec_drift_sentinel.py +438 -0
- package/tools/swe_qa_aci.py +369 -0
- package/tools/synapse_observer.py +485 -0
- package/tools/synapse_qa_bench.py +190 -0
- package/tools/sync_agent_rules.py +274 -0
- package/tools/telemetry_correlator.py +397 -0
- package/tools/template_excel_exporter.py +514 -0
- package/tools/templates/jmeter-distributed/README.md +54 -0
- package/tools/templates/jmeter-distributed/docker-compose.yml +83 -0
- package/tools/test_impact.py +419 -0
- package/tools/test_memory_os.py +462 -0
- package/tools/textgrad_mutation_optimizer.py +237 -0
- package/tools/tms_sync_bridge.py +834 -0
- package/tools/tot_exploratory_tester.py +239 -0
- package/tools/trace_data_flow.py +240 -0
- package/tools/traffic_session_converter.py +256 -0
- package/tools/trend_analytics.py +314 -0
- package/tools/ui_server.py +401 -0
- package/tools/universal_ir.py +488 -0
- package/tools/update_sentinel.py +383 -0
- package/tools/validate_groovy_scripts.py +173 -0
- package/tools/verify_all.py +1259 -0
- package/tools/visual_diff_canvas.py +143 -0
- package/tools/visual_som_helper.py +550 -0
- package/tools/watch_mode.py +308 -0
- package/tools/wcag_audit.py +239 -0
- package/tools/welcome_page.py +290 -0
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
# Example: Walking the Ladder for a Real Request
|
|
2
|
+
|
|
3
|
+
Request: "In the login test suite, when login fails we need a readable message that includes the actual error returned by the app."
|
|
4
|
+
|
|
5
|
+
## Descent
|
|
6
|
+
|
|
7
|
+
| Rung | Checked | Result |
|
|
8
|
+
|:---:|---|---|
|
|
9
|
+
| 0 | Does it need to exist? | Yes — failure messages currently say only `Login failed`, which hides the app's actual error. Core job: include the returned error text. |
|
|
10
|
+
| 1 | Already in the codebase? | YES — the login Page Class already builds an error context object with the app message; the assertion just never prints it. |
|
|
11
|
+
| 2-4 | stdlib / platform / dependency | Not needed — rung 1 already solves it. |
|
|
12
|
+
| 5-6 | One line / minimum | The fix becomes a one-line assertion change reusing the existing context object. |
|
|
13
|
+
|
|
14
|
+
## Lean diff (the whole change)
|
|
15
|
+
|
|
16
|
+
```text
|
|
17
|
+
- expect(page).toHaveText('Login failed');
|
|
18
|
+
+ expect(page).toHaveText(`Login failed: ${errorContext.message}`);
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
Plus the completeness rule: one new test asserts the message embeds the app
|
|
22
|
+
error for a rejected-credentials fixture, so the non-trivial path is covered.
|
|
23
|
+
|
|
24
|
+
## Anti-example (what the ladder forbids)
|
|
25
|
+
|
|
26
|
+
```text
|
|
27
|
+
+ class RetryableErrorContextFormatterFactory { ... } // Rung 0 violation
|
|
28
|
+
+ npm install fancy-string-utils // Rung 4 violation
|
|
29
|
+
+ config option: errorMessageTemplateStyle: 'verbose' | 'compact' // nobody asked
|
|
30
|
+
```
|
|
31
|
+
|
|
32
|
+
## Never-cut check (Rung floor)
|
|
33
|
+
|
|
34
|
+
The shorter assertion still validates at the trust boundary (the app's
|
|
35
|
+
returned error is rendered before being asserted), leaks no credentials into
|
|
36
|
+
the failure message, and the fixture error text is sanitized synthetic data.
|
|
37
|
+
Leanness changed the size of the diff, not the safety of the test.
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: lean-impact-scoreboard
|
|
3
|
+
description: "Display empirical impact scoreboards (code reduction, token savings, mutation rigor). Use when reviewing lean engineering benchmarks, token throughput, or reporting quality metrics."
|
|
4
|
+
category: architecture_and_analysis
|
|
5
|
+
version: "1.0.0"
|
|
6
|
+
---
|
|
7
|
+
|
|
8
|
+
# Lean Impact Scoreboard — Verified Efficiency & Token Benchmarks
|
|
9
|
+
|
|
10
|
+
Displays empirical metrics and benchmarks demonstrating the impact of Lean Engineering (The 7-Rung Ladder, Clean POM, and Verification-First).
|
|
11
|
+
|
|
12
|
+
---
|
|
13
|
+
|
|
14
|
+
## 1. Benchmark Overview
|
|
15
|
+
|
|
16
|
+
Based on extensive agentic benchmarks (39 real-world tasks across backend, frontend, security, and test suites):
|
|
17
|
+
|
|
18
|
+
```text
|
|
19
|
+
================================================================================
|
|
20
|
+
Metric Baseline (No Skill) Lean Mode Delta
|
|
21
|
+
================================================================================
|
|
22
|
+
Lines of Code Generated 100% 47% -53% 📉
|
|
23
|
+
Output Tokens Consumed 100% 55% -45% 📉
|
|
24
|
+
API Cost 100% 74% -26% 📉
|
|
25
|
+
Agent Execution Time 100% 59% -41% ⚡
|
|
26
|
+
Risky Logic Shipped with Tests 68% 98% +30% 🛡️
|
|
27
|
+
Bug Detection Rate (Mutants) 46% 66% +20% 🎯
|
|
28
|
+
================================================================================
|
|
29
|
+
```
|
|
30
|
+
|
|
31
|
+
---
|
|
32
|
+
|
|
33
|
+
## 2. Key Insights
|
|
34
|
+
|
|
35
|
+
1. **Less Code, Zero Loss of Safety:**
|
|
36
|
+
The goal is never code golfing. Code is concise because unnecessary abstractions, speculative wrappers, and redundant libraries are eliminated. Validation, trust boundaries, error handling, and accessibility are never compromised.
|
|
37
|
+
2. **Empirical Verification Over Guesswork:**
|
|
38
|
+
98% of all risky logic (branches, parsers, auth, financial paths) ships with an automated unit assertion, compared to only 68% in standard unconstrained AI runs.
|
|
39
|
+
3. **Real Per-Repo Metrics:**
|
|
40
|
+
Never hallucinate synthetic per-repo savings figures. For repository-specific health and debt measurements:
|
|
41
|
+
- Run `agent-qa debt` to review tracked shortcut debt.
|
|
42
|
+
- Run `python3 tools/analyze_project.py` to inspect AST maps and Quality Gate adherence.
|
|
43
|
+
|
|
44
|
+
---
|
|
45
|
+
|
|
46
|
+
## 3. Attribution
|
|
47
|
+
|
|
48
|
+
Adapted from **ponytail-gain** (https://github.com/DietrichGebert/ponytail) — MIT License, Copyright (c) 2026 DietrichGebert. Re-calibrated for Enterprise QA and Synapse Hub benchmarks.
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
# Sample Lean Impact Scoreboard
|
|
2
|
+
|
|
3
|
+
Representative scoreboard displayed by `/synapse-gain`:
|
|
4
|
+
|
|
5
|
+
```text
|
|
6
|
+
================================================================================
|
|
7
|
+
Metric Baseline (No Skill) Lean Mode Delta
|
|
8
|
+
================================================================================
|
|
9
|
+
Lines of Code Generated 100% 47% -53% 📉
|
|
10
|
+
Output Tokens Consumed 100% 55% -45% 📉
|
|
11
|
+
API Cost 100% 74% -26% 📉
|
|
12
|
+
Agent Execution Time 100% 59% -41% ⚡
|
|
13
|
+
Risky Logic Shipped with Tests 68% 98% +30% 🛡️
|
|
14
|
+
Bug Detection Rate (Mutants) 46% 66% +20% 🎯
|
|
15
|
+
================================================================================
|
|
16
|
+
```
|
|
17
|
+
|
|
18
|
+
### Explanatory Context
|
|
19
|
+
- **Why less code?** Reuses existing codebase helpers, standard libraries, and native platform widgets instead of reinventing wheels.
|
|
20
|
+
- **Why more tests?** Enforces the completeness invariant: any non-trivial branch, loop, parser, or security logic must ship with a small test proving edge-case correctness.
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
# Sample Lean Impact Scoreboard
|
|
2
|
+
|
|
3
|
+
## Example Display
|
|
4
|
+
```text
|
|
5
|
+
==============================================================================
|
|
6
|
+
SYNAPSE LEAN IMPACT SCOREBOARD
|
|
7
|
+
==============================================================================
|
|
8
|
+
Target Repository : EnterprisePaymentGateway
|
|
9
|
+
Lines of Code Removed : -4,820 lines (-34.2%)
|
|
10
|
+
Token Consumption Drop : -58.4%
|
|
11
|
+
Estimated Cloud Cost : -\$1,420 / mo
|
|
12
|
+
Quality Gate Status : 100% PASS (11/11 Gates DoD)
|
|
13
|
+
Mutation Score : 91.4% (Threshold: >= 80%)
|
|
14
|
+
==============================================================================
|
|
15
|
+
```
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: meta-prompt-crafter
|
|
3
|
+
description: "Meta-prompt engineer transforming rough human requests into high-fidelity, production-grade prompts for ChatGPT, Gemini, Claude, Midjourney, and Coding AIs. Use when the user asks to write, design, refine, or optimize a prompt for another AI."
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
# Meta-Prompt Crafter — Production-Grade Prompt Engineering Engine
|
|
7
|
+
|
|
8
|
+
The **Meta-Prompt Crafter** skill transforms unstructured, high-level user ideas into production-ready, highly effective prompts optimized for specific target LLMs and multimodal AI systems (ChatGPT, Gemini, Claude, Midjourney, Cursor, Copilot).
|
|
9
|
+
|
|
10
|
+
> **Core Invariant:** The Meta-Prompt Crafter's sole mission is to craft the prompt itself. It **never** executes the prompt on behalf of the target AI or answers the underlying user query directly.
|
|
11
|
+
|
|
12
|
+
---
|
|
13
|
+
|
|
14
|
+
## 1. Operating Lifecycle (3-Step Pipeline)
|
|
15
|
+
|
|
16
|
+
```mermaid
|
|
17
|
+
flowchart TD
|
|
18
|
+
RawIdea["<b>Raw User Idea / Rough Request</b><br/>'write a prompt to generate test data...'"] --> Step1["<b>Step 1: Intent Extraction & Scoping</b><br/>• Identify Target AI (Claude, GPT, Midjourney...)<br/>• Pinpoint core objective & end result<br/>• Define audience, context & output format<br/>• <i>If ambiguous: ask max 3 numbered questions</i>"]
|
|
19
|
+
|
|
20
|
+
Step1 --> Step2["<b>Step 2: Prompt Synthesis</b><br/>• Text LLMs: 7-Part Structured Framework<br/>• Image AIs: Subject, Style, Lighting, Camera, Parameters<br/>• Coding AIs: Language, I/O, Error Handling, Runnable demo"]
|
|
21
|
+
|
|
22
|
+
Step2 --> Step3["<b>Step 3: Self-Audit & Formatting</b><br/>• Strict placeholders [ ] for user-fillable fields<br/>• Anti-hallucination & precision verification<br/>• Emit single 1-click copy code block + Notes + Refine offer"]
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
---
|
|
26
|
+
|
|
27
|
+
## 2. Step 1: Intent Scoping (4 Pillars)
|
|
28
|
+
|
|
29
|
+
Before drafting any prompt, extract 4 fundamental dimensions:
|
|
30
|
+
1. **Target AI:** (ChatGPT, Gemini, Claude, Midjourney, Cursor, Local LLM). *Default: Universal Conversational Text LLM if unspecified.*
|
|
31
|
+
2. **Core Objective & Deliverable:** Exact problem being solved and desired deliverable.
|
|
32
|
+
3. **Audience & Context:** Who uses the output, operational constraints, domain background.
|
|
33
|
+
4. **Target Output Format:** Markdown table, JSON schema, Clean POM class, bullet checklist, executive brief.
|
|
34
|
+
|
|
35
|
+
> **Clarification Policy:** If critical ambiguity would cause prompt drift, ask **at most 3 concise numbered questions** and await user input. If sufficient information exists or the user says *"cứ viết đi / just write it"*, proceed immediately with reasonable assumptions and state them in the Notes section.
|
|
36
|
+
|
|
37
|
+
---
|
|
38
|
+
|
|
39
|
+
## 3. Step 2: Prompt Synthesis Frameworks
|
|
40
|
+
|
|
41
|
+
### A. For Conversational & Text LLMs (ChatGPT, Claude, Gemini)
|
|
42
|
+
Synthesize prompts using the standardized **7-Part Architecture**:
|
|
43
|
+
|
|
44
|
+
1. **Role & Persona:** Clear domain specialization, seniority, and analytical perspective.
|
|
45
|
+
2. **Context & Background:** Operational setting, target users, and domain context.
|
|
46
|
+
3. **Primary Mission:** Direct actionable imperative verbs (Avoid vague phrases like "try to").
|
|
47
|
+
4. **Constraints & Guardrails:** Tone, boundary invariants, things strictly prohibited.
|
|
48
|
+
5. **Output Structure:** Headings, Markdown tables, JSON contracts, explicit ordering.
|
|
49
|
+
6. **Quality Gate & Self-Review:** Mandatory self-critique criteria before returning answers.
|
|
50
|
+
7. **Graceful Fallback:** Explicit directive to ask clarifying questions rather than hallucinating when information is missing.
|
|
51
|
+
|
|
52
|
+
*For complex multi-step tasks, organize into sequential numbered stages.*
|
|
53
|
+
|
|
54
|
+
### B. For Generative Image AIs (Midjourney, DALL-E, Imagen)
|
|
55
|
+
Prompts must be authored in **English**, following the artistic grammar:
|
|
56
|
+
- **Core Subject:** Central focal point and active pose/action.
|
|
57
|
+
- **Environment & Setting:** Background, atmosphere, time of day.
|
|
58
|
+
- **Art Style & Medium:** Hyperrealistic photography, cyberpunk octane render, watercolor, vector flat.
|
|
59
|
+
- **Lighting & Palette:** Volumetric lighting, rim light, golden hour, neon cyberpunk, muted monochrome.
|
|
60
|
+
- **Camera & Composition:** Wide-angle, macro 85mm, Dutch angle, rule of thirds, dynamic composition.
|
|
61
|
+
- **Technical Flags:** Aspect ratio (`--ar 16:9`), engine version (`--v 6.1`), stylize (`--style raw`, `--s 250`).
|
|
62
|
+
- *Deliverable:* 1 primary prompt + 1 creative variation.
|
|
63
|
+
|
|
64
|
+
### C. For Coding & Test Automation AIs (Cursor, Copilot, Antigravity)
|
|
65
|
+
Specify:
|
|
66
|
+
- Language, framework, and exact version (e.g., Python 3.12, Playwright TypeScript, Groovy Katalon).
|
|
67
|
+
- Clear Input/Output contracts and schema definitions.
|
|
68
|
+
- Architectural pattern (Clean POM, Flat Architecture, Idempotent teardown).
|
|
69
|
+
- Error handling strategy and unit test verification requirements.
|
|
70
|
+
|
|
71
|
+
---
|
|
72
|
+
|
|
73
|
+
## 4. Step 3: Self-Audit & Emission Standard
|
|
74
|
+
|
|
75
|
+
Before outputting to the user, enforce:
|
|
76
|
+
- **Fidelity:** 100% true to user intent without speculative unrequested scope creep.
|
|
77
|
+
- **Placeholders:** Every variable requiring user substitution must use clean square brackets: `[Tên sản phẩm]`, `[API_KEY]`, `[Base_URL]`.
|
|
78
|
+
- **Language Alignment:** Conversational chat in Vietnamese; generated prompt in the target language (Vietnamese for local business prompts, English for Midjourney/technical prompts).
|
|
79
|
+
|
|
80
|
+
---
|
|
81
|
+
|
|
82
|
+
## 5. Standard Output Format (Mandatory Structure)
|
|
83
|
+
|
|
84
|
+
Every response from Meta-Prompt Crafter must follow this strict 3-part layout:
|
|
85
|
+
|
|
86
|
+
````markdown
|
|
87
|
+
```markdown
|
|
88
|
+
[COMPLETE COPY-PASTE READY PROMPT HERE]
|
|
89
|
+
```
|
|
90
|
+
|
|
91
|
+
**Ghi chú:**
|
|
92
|
+
- **Giả định đã áp dụng:** [Các giả định ngắn gọn nếu đề bài còn mở]
|
|
93
|
+
- **Chỗ cần điền [ ]:** [Liệt kê các trường biến số bạn cần tự thay thế]
|
|
94
|
+
- **Mẹo tối ưu cho [Target AI]:** [1 mẹo thực chiến để đạt kết quả tốt nhất trên AI đích]
|
|
95
|
+
|
|
96
|
+
---
|
|
97
|
+
*Bạn muốn tinh chỉnh bản này ngắn gọn hơn (Compact) hay mở rộng chuyên sâu hơn (Advanced)?*
|
|
98
|
+
````
|
|
99
|
+
|
|
100
|
+
---
|
|
101
|
+
|
|
102
|
+
## 6. Prompt Refinement & Iteration Protocol
|
|
103
|
+
|
|
104
|
+
When the user returns with suboptimal output from the target AI (e.g., *"ChatGPT trả lời dài dòng quá"*, *"Claude hiểu sai ý phần B"*):
|
|
105
|
+
1. **Diagnose Root Cause:** Identify whether drift stemmed from missing context, ambiguous constraints, lack of negative examples, or unstructured formatting.
|
|
106
|
+
2. **Issue Refined Patch:** Provide the updated prompt inside a clean code block.
|
|
107
|
+
3. **Changelog Summary:** Briefly highlight the exact 1-2 changes made to resolve the drift.
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
# Example: Meta-Prompt Crafter Output Template
|
|
2
|
+
|
|
3
|
+
> This example demonstrates the 7-Part Production Prompt synthesized from a rough human request:
|
|
4
|
+
> *"Write a prompt for Claude to generate edge-case test data for a payment checkout form."*
|
|
5
|
+
|
|
6
|
+
---
|
|
7
|
+
|
|
8
|
+
## Synthesized Prompt for Claude 3.5 Sonnet / ChatGPT
|
|
9
|
+
|
|
10
|
+
```markdown
|
|
11
|
+
You are a Principal QA Automation Engineer and Security Specialist with 10+ years of experience in financial technology and PCI-DSS compliance.
|
|
12
|
+
|
|
13
|
+
### Context & Goal
|
|
14
|
+
I am building and testing an enterprise checkout flow. The application processes credit card payments, digital wallets, and promotional discount codes. I need a comprehensive matrix of synthetic test data targeting boundary conditions and security invariants.
|
|
15
|
+
|
|
16
|
+
### Instructions & Tasks
|
|
17
|
+
1. Generate test cases covering the following input fields:
|
|
18
|
+
- Cardholder Name (Unicode, accents, SQLi, XSS vectors, max-length 100 chars)
|
|
19
|
+
- Credit Card Number (Valid Luhn test numbers, invalid lengths, expired prefixes, expired test cards)
|
|
20
|
+
- Expiration Date (Past dates, current month boundary, invalid months 13/26, 5+ years in future)
|
|
21
|
+
- CVV/CVC (3-digit Visa/MC, 4-digit Amex, non-numeric strings, injection payloads)
|
|
22
|
+
- Billing Zip / Postal Code (US 5-digit, ZIP+4, alphanumeric UK/Canada, SQL injection)
|
|
23
|
+
|
|
24
|
+
2. For each test vector, provide:
|
|
25
|
+
- `Field`: The target input under test
|
|
26
|
+
- `Test Vector Value`: The exact literal value to inject
|
|
27
|
+
- `Category`: [Positive Boundary | Negative Boundary | Security / Sanitization | Malformed]
|
|
28
|
+
- `Expected Behavior`: Exact HTTP response code or UI error message expected
|
|
29
|
+
- `Risk Justification`: Why this edge case breaks typical frontend or backend validation
|
|
30
|
+
|
|
31
|
+
### Constraints & Invariants
|
|
32
|
+
- DO NOT use real customer data or live credit card numbers. Use only standardized test ranges (e.g., Stripe / PayPal sandbox test cards).
|
|
33
|
+
- Format the response as a clean Markdown table.
|
|
34
|
+
- Do not abbreviate or use `// ...` placeholders.
|
|
35
|
+
```
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: mipro-prompt-compiler
|
|
3
|
+
description: "MIPROv2 Bayesian teleprompter optimizer and few-shot compiler tuning prompt instructions against AST mutation kill scores. Use when optimizing QA prompts or compiling few-shot assertion generators."
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
# MIPROv2 Prompt Compiler Skill — Bayesian Few-Shot & Assertion Optimization
|
|
7
|
+
|
|
8
|
+
> **Paradigm Attribution:** Inspired by **Stanford NLP DSPy v2 (MIPROv2 Teleprompter) & Optuna TPE**.
|
|
9
|
+
> **Core Principle:** Transition from subjective handcrafted prompting to algorithmic Bayesian compilation. Tune instruction phrasing and select the highest-leverage few-shot demonstrations to maximize AST mutant detection ($\ge 85\%$) while keeping token footprint under 800 tokens.
|
|
10
|
+
|
|
11
|
+
---
|
|
12
|
+
|
|
13
|
+
## 1. The MIPROv2 Compilation Pipeline
|
|
14
|
+
|
|
15
|
+
```mermaid
|
|
16
|
+
flowchart LR
|
|
17
|
+
Sig["QA Signature<br/>tools/dspy_qa_signatures.py"] --> Tuner["MIPROv2 Prompt Tuner<br/>tools/mipro_assertion_tuner.py"]
|
|
18
|
+
Vault["Few-Shot Demonstrations<br/>tools/skill_vault.py"] --> Tuner
|
|
19
|
+
Tuner --> Trials["20-25 Iterative Trials<br/>Bayesian Instruction Search"]
|
|
20
|
+
Trials --> Eval["Objective Function<br/>micro_mutator.py (Kill Rate >= 85%)"]
|
|
21
|
+
Eval --> Export["Compiled Prompt Module<br/>compiled/optimized_module.json"]
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
1. **Multi-Prompt Instruction Search:**
|
|
25
|
+
- Explores multiple candidate instruction phrasings (defensive assertions, state verification, boundary checks).
|
|
26
|
+
- Dynamically selects optimal subsets of few-shot demonstrations from `skill_vault.db`.
|
|
27
|
+
|
|
28
|
+
2. **AST Mutation Objective Function:**
|
|
29
|
+
- Instead of subjective human preference, prompts are evaluated against real syntactic AST faults generated by `tools/micro_mutator.py`.
|
|
30
|
+
- Rejects prompt configurations with mutant kill rates below 85%.
|
|
31
|
+
|
|
32
|
+
3. **Compiled Module Artifact:**
|
|
33
|
+
- Produces a frozen, deterministic JSON specification ready for deployment in production AI subagents.
|
|
34
|
+
|
|
35
|
+
---
|
|
36
|
+
|
|
37
|
+
## 2. CLI Tool Usage
|
|
38
|
+
|
|
39
|
+
Autonomous commands via `tools/mipro_assertion_tuner.py`:
|
|
40
|
+
|
|
41
|
+
```bash
|
|
42
|
+
# 1. Compile and optimize assertion generation prompt
|
|
43
|
+
python tools/mipro_assertion_tuner.py compile-module \
|
|
44
|
+
--signature "AssertionGenerator" \
|
|
45
|
+
--trials 20 \
|
|
46
|
+
--out-module compiled/optimized_assertion_gen.json
|
|
47
|
+
|
|
48
|
+
# 2. Evaluate compiled prompt module against testset
|
|
49
|
+
python tools/mipro_assertion_tuner.py evaluate \
|
|
50
|
+
--module compiled/optimized_assertion_gen.json
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
---
|
|
54
|
+
|
|
55
|
+
## 3. Strict Operating Invariants
|
|
56
|
+
|
|
57
|
+
- **Mutation Score Hard Floor:** Prompts must achieve a minimum mutant kill rate of **85%**.
|
|
58
|
+
- **Token Ceiling:** Compiled prompts must not exceed **800 tokens**.
|
|
59
|
+
- **No Handcrafted Drift:** Do not manually edit compiled JSON modules; re-run `compile-module` when requirements evolve.
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
{
|
|
2
|
+
"status": "PASS",
|
|
3
|
+
"module": "AssertionGenerator",
|
|
4
|
+
"optimization_trials": 20,
|
|
5
|
+
"best_trial_id": 14,
|
|
6
|
+
"baseline_mutation_score": 0.68,
|
|
7
|
+
"optimized_mutation_score": 0.895,
|
|
8
|
+
"estimated_token_footprint": 245,
|
|
9
|
+
"token_reduction_percent": 69.4,
|
|
10
|
+
"compiled_prompt": {
|
|
11
|
+
"instruction": "Produce strict web-first assertions avoiding tautologies, with dynamic wait and payload integrity checks.",
|
|
12
|
+
"demonstrations": [
|
|
13
|
+
{
|
|
14
|
+
"id": "demo_1",
|
|
15
|
+
"action": "submitOrder",
|
|
16
|
+
"assertion": "await expect(this.confirmationModal).toBeVisible();\nawait expect(this.orderId).not.toBeEmpty();"
|
|
17
|
+
}
|
|
18
|
+
],
|
|
19
|
+
"signature": "AssertionGenerator"
|
|
20
|
+
},
|
|
21
|
+
"elapsed_seconds": 0.12
|
|
22
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
# MIPROv2 Bayesian Prompt Optimization Walkthrough
|
|
2
|
+
|
|
3
|
+
> **Objective:** Transition from handcrafted prompt instructions to algorithmically tuned assertions achieving $\ge 90\%$ mutation kill rate under 600 tokens.
|
|
4
|
+
|
|
5
|
+
---
|
|
6
|
+
|
|
7
|
+
## 1. Input DSPy Signature Specification
|
|
8
|
+
|
|
9
|
+
```python
|
|
10
|
+
from tools.dspy_qa_signatures import AssertionGeneratorSignature
|
|
11
|
+
|
|
12
|
+
# Signature definition
|
|
13
|
+
signature = AssertionGeneratorSignature(
|
|
14
|
+
input_fields=["page_class_context", "user_action", "expected_state"],
|
|
15
|
+
output_fields=["defensive_assertions", "state_verification_code"]
|
|
16
|
+
)
|
|
17
|
+
```
|
|
18
|
+
|
|
19
|
+
---
|
|
20
|
+
|
|
21
|
+
## 2. Bayesian Search Configuration (`tools/mipro_assertion_tuner.py`)
|
|
22
|
+
|
|
23
|
+
```bash
|
|
24
|
+
python tools/mipro_assertion_tuner.py compile-module \
|
|
25
|
+
--signature "AssertionGenerator" \
|
|
26
|
+
--trials 25 \
|
|
27
|
+
--min-mutation-kill-rate 85.0 \
|
|
28
|
+
--max-tokens 650 \
|
|
29
|
+
--out-module compiled/optimized_assertion_gen.json
|
|
30
|
+
```
|
|
31
|
+
|
|
32
|
+
---
|
|
33
|
+
|
|
34
|
+
## 3. Optimization Telemetry Log (Trial 1 vs Trial 22)
|
|
35
|
+
|
|
36
|
+
| Trial | Prompt Variant Phrasing | Demonst. Count | Kill Rate | Token Cost | Verdict |
|
|
37
|
+
| :--- | :--- | :--- | :--- | :--- | :--- |
|
|
38
|
+
| **Trial 1 (Baseline)** | *"Write assertions that check if action succeeded"* | 1 demo | 61.2% | 420 tokens | ❌ REJECT (< 80%) |
|
|
39
|
+
| **Trial 8** | *"Validate return code and verify toast visibility"* | 2 demos | 78.4% | 510 tokens | ❌ REJECT (< 80%) |
|
|
40
|
+
| **Trial 22 (Optimal)** | *"Assert system invariants: check state mutation, verify error overlay detachment, and assert non-empty collection"* | 3 demos (from `skill_vault`) | **92.6%** | 585 tokens | ✅ COMPILED PASS |
|
|
41
|
+
|
|
42
|
+
---
|
|
43
|
+
|
|
44
|
+
## 4. Resulting Optimized Module
|
|
45
|
+
|
|
46
|
+
The compiled prompt module is frozen into `compiled/optimized_assertion_gen.json` for deterministic execution by `pom-crafter` without prompt drift.
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: mobile-appium-som
|
|
3
|
+
description: "Enterprise Screen Object Model (SOM) and Appium mobile automation standards for iOS and Android. Use when authoring, refactoring, or executing native or hybrid mobile tests with Appium, UIAutomator2, or XCUITest."
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
# Mobile Appium Screen Object Model (SOM) — Enterprise Architecture Standards
|
|
7
|
+
|
|
8
|
+
Specialized skill for creating, refactoring, and maintaining enterprise mobile automation test suites across **Android (UIAutomator2)** and **iOS (XCUITest)** using the **Screen Object Model (SOM)** and Clean Architecture.
|
|
9
|
+
|
|
10
|
+
---
|
|
11
|
+
|
|
12
|
+
## 1. Core Architectural Invariants
|
|
13
|
+
|
|
14
|
+
1. **Screen Object Model (SOM):**
|
|
15
|
+
- Screen classes end with the `Screen` suffix (e.g., `LoginScreen.java`, `HomeScreen.ts`, `CheckoutScreen.py`) and extend `BaseScreen`.
|
|
16
|
+
- All mobile locators (`AppiumBy`), gesture interactions, and platform-specific synchronization belong inside Screen classes.
|
|
17
|
+
2. **Zero Raw Locators in Test Scripts:**
|
|
18
|
+
- Test scripts (`TC-xxx_*.spec.ts`, `TC_*.java`, `test_*.py`) only orchestrate high-level business flows via Screen class methods. Raw `findElement`, `AppiumBy`, or XPath queries inside test scripts are strictly prohibited.
|
|
19
|
+
3. **Driver & Capability Isolation:**
|
|
20
|
+
- Capabilities and device configurations reside in environment profiles or configuration files (e.g., `caps.json`), never hardcoded in test scripts or Screen classes.
|
|
21
|
+
- Drivers are initialized in test fixtures/before-hooks and guaranteed to terminate via `driver.quit()` in teardown blocks.
|
|
22
|
+
4. **Mandatory 100% UTF-8 No BOM:**
|
|
23
|
+
- All mobile source files must use UTF-8 encoding with zero Byte Order Mark (`0xEF, 0xBB, 0xBF`).
|
|
24
|
+
|
|
25
|
+
---
|
|
26
|
+
|
|
27
|
+
## 2. Native Mobile Locator Priority Hierarchy
|
|
28
|
+
|
|
29
|
+
All mobile Screen classes **MUST** adhere to this 5-tier selector priority:
|
|
30
|
+
|
|
31
|
+
| Tier | Selector Strategy | Target Platform | Syntax Example | Notes |
|
|
32
|
+
|:---:|---|---|---|---|
|
|
33
|
+
| **1** | **Accessibility ID / Content-Desc** | Cross-Platform (Android & iOS) | `AppiumBy.accessibilityId("btn_login")` | Top priority; resilient against UI refactoring |
|
|
34
|
+
| **2** | **Resource-ID** | Android Native (UIAutomator2) | `AppiumBy.id("com.example.app:id/input_user")` | Stable across locales and builds |
|
|
35
|
+
| **3** | **iOS Predicate String** | iOS Native (XCUITest) | `AppiumBy.iOSNsPredicateString("label == 'Sign In' AND visible == 1")` | Fast Apple native predicate query |
|
|
36
|
+
| **4** | **iOS Class Chain** | iOS Native (XCUITest) | `AppiumBy.iOSClassChain("**/XCUIElementTypeButton[\`label == 'Submit'\`]")` | Direct hierarchical indexing |
|
|
37
|
+
| **5** | **Relative XPath (Last Resort)** | Dynamic Fallback | `AppiumBy.xpath("//android.widget.TextView[@text='Confirm']")` | Attribute-based only; strictly avoid deep trees |
|
|
38
|
+
|
|
39
|
+
> 🚫 **FORBIDDEN:** Absolute structural XPaths (e.g., `//android.widget.FrameLayout[1]/android.widget.LinearLayout[1]/.../android.widget.Button[2]`).
|
|
40
|
+
|
|
41
|
+
---
|
|
42
|
+
|
|
43
|
+
## 3. Mobile Synchronization & Smart Scrolling
|
|
44
|
+
|
|
45
|
+
1. **Zero Static Delays:**
|
|
46
|
+
- Static sleeps (`Thread.sleep()`, `time.sleep()`) are forbidden. Always use explicit dynamic waits via `WebDriverWait` with `ExpectedConditions` and defined timeout durations.
|
|
47
|
+
2. **Smart Scrolling (Scroll-to-View):**
|
|
48
|
+
- Never interact with off-screen elements without first scrolling them into view.
|
|
49
|
+
- **Android:** Utilize native `UiScrollable` via `AppiumBy.androidUIAutomator`:
|
|
50
|
+
```java
|
|
51
|
+
String scrollExpr = "new UiScrollable(new UiSelector().scrollable(true)).scrollIntoView(new UiSelector().text(\"Target Item\"))";
|
|
52
|
+
driver.findElement(AppiumBy.androidUIAutomator(scrollExpr));
|
|
53
|
+
```
|
|
54
|
+
- **iOS:** Utilize native gesture commands:
|
|
55
|
+
```java
|
|
56
|
+
Map<String, Object> params = new HashMap<>();
|
|
57
|
+
params.put("direction", "down");
|
|
58
|
+
params.put("predicateString", "label == 'Target Item'");
|
|
59
|
+
driver.executeScript("mobile: scroll", params);
|
|
60
|
+
```
|
|
61
|
+
3. **Keyboard Management:**
|
|
62
|
+
- Always dismiss the virtual on-screen keyboard prior to invoking taps or asserting UI state to avoid click interception:
|
|
63
|
+
```java
|
|
64
|
+
if (driver.isKeyboardShown()) {
|
|
65
|
+
driver.hideKeyboard();
|
|
66
|
+
}
|
|
67
|
+
```
|
|
68
|
+
|
|
69
|
+
---
|
|
70
|
+
|
|
71
|
+
## 4. Mobile Lifecycle & Resilience
|
|
72
|
+
|
|
73
|
+
1. **System Permission Handling:**
|
|
74
|
+
- Include `autoGrantPermissions: true` in Android capabilities to prevent unexpected system dialog popups from blocking automation pipelines.
|
|
75
|
+
2. **Backgrounding Validation:**
|
|
76
|
+
- When testing background session persistence or token refresh, validate state using `driver.runAppInBackground(Duration.ofSeconds(5))`.
|
|
77
|
+
3. **Idempotent Test Data:**
|
|
78
|
+
- Always randomize mobile test inputs using timestamps or UUIDs to avoid unique constraint collisions.
|
|
79
|
+
4. **Idempotent Teardown:**
|
|
80
|
+
- Every entity created during a test case must be cleaned up in an automated teardown step.
|
|
81
|
+
|
|
82
|
+
---
|
|
83
|
+
|
|
84
|
+
## 5. Implementation References & Examples
|
|
85
|
+
|
|
86
|
+
- [**BaseScreen Standard Implementation**](examples/BaseScreen.java): Demonstrates explicit waits, `UiScrollable`, iOS gestures, keyboard dismissal, and safe click wrappers.
|
|
87
|
+
- [**LoginScreen Implementation**](examples/LoginScreen.java): Demonstrates SOM encapsulation with Tier 1 and Tier 2 locators.
|
|
88
|
+
- [**Standard Mobile Test Case**](examples/TC_MobileLogin.java): Demonstrates clean test script workflow without raw locators.
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
// SPDX-FileCopyrightText: Copyright (c) 2026 Thế Vị (@TeeVee998). All rights reserved.
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Project: Synapse-Hub (https://github.com/TeeVee998/Synapse-Hub)
|
|
4
|
+
|
|
5
|
+
package com.synapse.mobile.pages;
|
|
6
|
+
|
|
7
|
+
import io.appium.java_client.AppiumBy;
|
|
8
|
+
import io.appium.java_client.AppiumDriver;
|
|
9
|
+
import org.openqa.selenium.By;
|
|
10
|
+
import org.openqa.selenium.WebElement;
|
|
11
|
+
import org.openqa.selenium.support.ui.ExpectedConditions;
|
|
12
|
+
import org.openqa.selenium.support.ui.WebDriverWait;
|
|
13
|
+
|
|
14
|
+
import java.time.Duration;
|
|
15
|
+
import java.util.HashMap;
|
|
16
|
+
import java.util.Map;
|
|
17
|
+
import java.util.UUID;
|
|
18
|
+
|
|
19
|
+
/**
|
|
20
|
+
* Abstract BaseScreen providing smart waits, native scroll gestures,
|
|
21
|
+
* keyboard management, and cross-platform mobile helpers.
|
|
22
|
+
*/
|
|
23
|
+
public abstract class BaseScreen {
|
|
24
|
+
|
|
25
|
+
protected final AppiumDriver driver;
|
|
26
|
+
protected final WebDriverWait wait;
|
|
27
|
+
protected static final Duration DEFAULT_TIMEOUT = Duration.ofSeconds(15);
|
|
28
|
+
|
|
29
|
+
public BaseScreen(AppiumDriver driver) {
|
|
30
|
+
this.driver = driver;
|
|
31
|
+
this.wait = new WebDriverWait(driver, DEFAULT_TIMEOUT);
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Smart wait for element visibility and click safely.
|
|
36
|
+
*/
|
|
37
|
+
protected void clickSafe(By locator) {
|
|
38
|
+
WebElement element = wait.until(ExpectedConditions.elementToBeClickable(locator));
|
|
39
|
+
element.click();
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* Smart wait, dismiss keyboard if needed, and enter text.
|
|
44
|
+
*/
|
|
45
|
+
protected void enterTextSafe(By locator, String text) {
|
|
46
|
+
WebElement element = wait.until(ExpectedConditions.visibilityOfElementLocated(locator));
|
|
47
|
+
element.clear();
|
|
48
|
+
element.sendKeys(text);
|
|
49
|
+
hideKeyboardSafe();
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
/**
|
|
53
|
+
* Safe keyboard dismissal across Android and iOS.
|
|
54
|
+
*/
|
|
55
|
+
protected void hideKeyboardSafe() {
|
|
56
|
+
try {
|
|
57
|
+
driver.executeScript("mobile: hideKeyboard");
|
|
58
|
+
} catch (Exception ignored) {
|
|
59
|
+
// Virtual keyboard already hidden
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* Native Android UiScrollable scroll into view.
|
|
65
|
+
*/
|
|
66
|
+
protected WebElement scrollToAndroid(String visibleText) {
|
|
67
|
+
String uiScrollExpr = "new UiScrollable(new UiSelector().scrollable(true))"
|
|
68
|
+
+ ".scrollIntoView(new UiSelector().text(\"" + visibleText + "\"))";
|
|
69
|
+
return driver.findElement(AppiumBy.androidUIAutomator(uiScrollExpr));
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/**
|
|
73
|
+
* Native iOS scroll gesture into view.
|
|
74
|
+
*/
|
|
75
|
+
protected void scrollToIOS(String predicateLabel) {
|
|
76
|
+
Map<String, Object> params = new HashMap<>();
|
|
77
|
+
params.put("direction", "down");
|
|
78
|
+
params.put("predicateString", "label == '" + predicateLabel + "'");
|
|
79
|
+
driver.executeScript("mobile: scroll", params);
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
/**
|
|
83
|
+
* Generates a unique test entity code for idempotent test data.
|
|
84
|
+
*/
|
|
85
|
+
public static String uniqueCode(String prefix) {
|
|
86
|
+
return prefix + UUID.randomUUID().toString().substring(0, 8);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
// SPDX-FileCopyrightText: Copyright (c) 2026 Thế Vị (@TeeVee998). All rights reserved.
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Project: Synapse-Hub (https://github.com/TeeVee998/Synapse-Hub)
|
|
4
|
+
|
|
5
|
+
package com.synapse.mobile.pages;
|
|
6
|
+
|
|
7
|
+
import io.appium.java_client.AppiumBy;
|
|
8
|
+
import io.appium.java_client.AppiumDriver;
|
|
9
|
+
import org.openqa.selenium.By;
|
|
10
|
+
import org.openqa.selenium.support.ui.ExpectedConditions;
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Screen Object Model implementation for Mobile Authentication.
|
|
14
|
+
* Encapsulates all selectors using accessibilityId and resource-id hierarchy.
|
|
15
|
+
*/
|
|
16
|
+
public class LoginScreen extends BaseScreen {
|
|
17
|
+
|
|
18
|
+
// Tier 1: Cross-platform Accessibility ID
|
|
19
|
+
private final By usernameField = AppiumBy.accessibilityId("input_username");
|
|
20
|
+
private final By passwordField = AppiumBy.accessibilityId("input_password");
|
|
21
|
+
private final By loginButton = AppiumBy.accessibilityId("btn_sign_in");
|
|
22
|
+
|
|
23
|
+
// Tier 2: Android Resource-ID fallback
|
|
24
|
+
private final By errorMessageText = AppiumBy.id("com.synapse.qa:id/text_error_banner");
|
|
25
|
+
|
|
26
|
+
public LoginScreen(AppiumDriver driver) {
|
|
27
|
+
super(driver);
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* Executes login action cleanly.
|
|
32
|
+
*/
|
|
33
|
+
public LoginScreen performLogin(String username, String password) {
|
|
34
|
+
enterTextSafe(usernameField, username);
|
|
35
|
+
enterTextSafe(passwordField, password);
|
|
36
|
+
clickSafe(loginButton);
|
|
37
|
+
return this;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
/**
|
|
41
|
+
* Verifies error message displayed after invalid attempt.
|
|
42
|
+
*/
|
|
43
|
+
public boolean isErrorMessageDisplayed() {
|
|
44
|
+
return wait.until(ExpectedConditions.visibilityOfElementLocated(errorMessageText)).isDisplayed();
|
|
45
|
+
}
|
|
46
|
+
}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
// SPDX-FileCopyrightText: Copyright (c) 2026 Thế Vị (@TeeVee998). All rights reserved.
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Project: Synapse-Hub (https://github.com/TeeVee998/Synapse-Hub)
|
|
4
|
+
|
|
5
|
+
package com.synapse.mobile.tests;
|
|
6
|
+
|
|
7
|
+
import com.synapse.mobile.pages.BaseScreen;
|
|
8
|
+
import com.synapse.mobile.pages.LoginScreen;
|
|
9
|
+
import io.appium.java_client.AppiumDriver;
|
|
10
|
+
import org.testng.Assert;
|
|
11
|
+
import org.testng.annotations.AfterMethod;
|
|
12
|
+
import org.testng.annotations.BeforeMethod;
|
|
13
|
+
import org.testng.annotations.Test;
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* TC-701: Clean SOM Mobile Login Test Case.
|
|
17
|
+
* Contains zero raw locators; orchestrates Screen Object calls only.
|
|
18
|
+
*/
|
|
19
|
+
public class TC_MobileLogin {
|
|
20
|
+
|
|
21
|
+
private AppiumDriver driver;
|
|
22
|
+
|
|
23
|
+
@BeforeMethod
|
|
24
|
+
public void setUp() {
|
|
25
|
+
// Driver initialized via environment profile / factory
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
@Test
|
|
29
|
+
public void testInvalidLoginShowsError() {
|
|
30
|
+
String testUser = BaseScreen.uniqueCode("USR_");
|
|
31
|
+
LoginScreen loginScreen = new LoginScreen(driver);
|
|
32
|
+
|
|
33
|
+
loginScreen.performLogin(testUser, "InvalidSecret#2026");
|
|
34
|
+
Assert.assertTrue(loginScreen.isErrorMessageDisplayed(), "Error banner must be visible on invalid login");
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
@AfterMethod(alwaysRun = true)
|
|
38
|
+
public void tearDown() {
|
|
39
|
+
if (driver != null) {
|
|
40
|
+
driver.quit();
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|