synapse-hub 2.5.0 → 2.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/agents/failure-analyst.md +17 -0
- package/.agents/agents/orchestrator.md +20 -2
- package/.agents/agents/pom-crafter.md +20 -0
- package/.agents/agents/quality-gatekeeper.md +20 -2
- package/.agents/agents/test-runner.md +16 -0
- package/.agents/rules/context-engineering.md +22 -102
- package/.agents/rules/git-push-protocol.md +1 -1
- package/.agents/rules/graphify.md +2 -0
- package/.agents/rules/mandatory-playwright-live.md +9 -9
- package/.agents/rules/mobile_appium_rules.md +27 -116
- package/.agents/rules/performance_testing_rules.md +18 -62
- package/.agents/rules/skill-precedence.md +22 -42
- package/.agents/rules/systematic-debugging.md +10 -29
- package/.agents/skills/actor-qa-swarm/SKILL.md +77 -0
- package/.agents/skills/actor-qa-swarm/examples/broker_sharding_sample.json +12 -0
- package/.agents/skills/agentless-qa-repair/SKILL.md +69 -0
- package/.agents/skills/agentless-qa-repair/examples/healing_report_sample.json +17 -0
- package/.agents/skills/api-spec-to-e2e-matrix/SKILL.md +1 -1
- package/.agents/skills/clean-pom-crafter/SKILL.md +2 -2
- package/.agents/skills/db-state-verifier-and-seeder/SKILL.md +4 -4
- package/.agents/skills/event-stream-qa-orchestrator/SKILL.md +79 -0
- package/.agents/skills/event-stream-qa-orchestrator/examples/timeline_sample.jsonl +2 -0
- package/.agents/skills/failure-autopsy-and-healing/SKILL.md +2 -2
- package/.agents/skills/failure-autopsy-and-healing/scripts/triage_failures.sh +6 -21
- package/.agents/skills/katalon-cli-runner/SKILL.md +1 -1
- package/.agents/skills/mipro-prompt-compiler/SKILL.md +59 -0
- package/.agents/skills/mipro-prompt-compiler/examples/compiled_module_sample.json +22 -0
- package/.agents/skills/qa-aci-interface/SKILL.md +67 -0
- package/.agents/skills/qa-aci-interface/examples/surgical_edit_sample.json +12 -0
- package/.agents/skills/qa-memory-os/SKILL.md +80 -0
- package/.agents/skills/qa-memory-os/examples/archival_memory_sample.json +21 -0
- package/.agents/skills/review-spec/SKILL.md +60 -0
- package/.agents/skills/review-spec/examples/sample_spec_review.md +33 -0
- package/.agents/skills/synthetic-test-data-generator/SKILL.md +2 -2
- package/.agents/skills/token-and-context-optimizer/references/context_engineering_guide.md +49 -0
- package/.agents/skills/tot-exploratory-testing/SKILL.md +59 -0
- package/.agents/skills/tot-exploratory-testing/examples/tot_graph_sample.json +35 -0
- package/.agents/skills/wcag-audit-patterns/SKILL.md +2 -2
- package/.agents/skills/web-agent-gym-benchmarking/SKILL.md +62 -0
- package/.agents/skills/web-agent-gym-benchmarking/examples/benchmark_report_sample.json +22 -0
- package/AGENTS.md +6 -1
- package/CLAUDE.md +1 -1
- package/NOTICE +40 -4
- package/README.en.md +27 -11
- package/README.md +28 -12
- package/docs/ARCHITECTURE.md +39 -11
- package/docs/adopted-ecosystem-tools.md +9 -0
- package/docs/research/EXTERNAL_AGENT_SKILLS_SURVEY.md +1062 -0
- package/docs/research/agent_skill_training_analysis.md +1357 -0
- package/package.json +1 -1
- package/skills_manifest.json +88 -7
- package/synapse.config.json +3 -2
- package/templates/ai_bridges/CLAUDE.md +1 -1
- package/templates/welcome.html.tmpl +34 -25
- package/tools/TOOLS_RUNBOOK.md +130 -1
- package/tools/__init__.py +1 -1
- package/tools/_openapi_parser.py +158 -0
- package/tools/agentless_patcher.py +417 -0
- package/tools/analyze_project.py +9 -6
- package/tools/auto_heal.py +29 -0
- package/tools/auto_heal_reflexion.py +172 -0
- package/tools/autogen_qa_broker.py +318 -0
- package/tools/browser_helpers.js +57 -2
- package/tools/browsergym_eval.py +237 -0
- package/tools/ci_healing_hook.py +1 -1
- package/tools/cli.py +3 -3
- package/tools/dashboard_generator.py +29 -13
- package/tools/db_sandbox.py +4 -0
- package/tools/dspy_qa_signatures.py +357 -0
- package/tools/heal_pr_automator.py +25 -0
- package/tools/interview_story.py +117 -0
- package/tools/lint_ai_docs.py +1 -1
- package/tools/mcp_excel_server.py +1 -1
- package/tools/mcp_server.py +1 -1
- package/tools/mipro_assertion_tuner.py +207 -0
- package/tools/pinpoint_failure.py +12 -0
- package/tools/project_state.py +4 -0
- package/tools/qa_event_stream.py +336 -0
- package/tools/reversible_sandbox.py +161 -0
- package/tools/safety_firewall.py +28 -0
- package/tools/skill_collision_guard.py +231 -0
- package/tools/skill_vault.py +343 -0
- package/tools/swe_qa_aci.py +369 -0
- package/tools/synapse_qa_bench.py +190 -0
- package/tools/sync_agent_rules.py +1 -1
- package/tools/test_memory_os.py +409 -0
- package/tools/textgrad_mutation_optimizer.py +234 -0
- package/tools/tot_exploratory_tester.py +240 -0
- package/tools/update_sentinel.py +3 -3
- package/tools/verify_all.py +35 -4
- package/tools/watch_mode.py +1 -1
- package/tools/welcome_page.py +2 -2
package/package.json
CHANGED
package/skills_manifest.json
CHANGED
|
@@ -1,15 +1,18 @@
|
|
|
1
1
|
{
|
|
2
2
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
3
|
"name": "Enterprise Agent Skills Hub",
|
|
4
|
-
"version": "2.
|
|
5
|
-
"description": "Unified Catalog of
|
|
6
|
-
"totalSkills":
|
|
4
|
+
"version": "2.7.0",
|
|
5
|
+
"description": "Unified Catalog of 51 Specialized Skills for Autonomous AI Agents in Enterprise Software Quality Engineering, Performance, and Architecture.",
|
|
6
|
+
"totalSkills": 51,
|
|
7
7
|
"categories": {
|
|
8
8
|
"context_and_optimization": [
|
|
9
9
|
"token-and-context-optimizer",
|
|
10
10
|
"agent-orchestration-multi-agent-optimize",
|
|
11
11
|
"persistent-planning-files",
|
|
12
|
-
"meta-prompt-crafter"
|
|
12
|
+
"meta-prompt-crafter",
|
|
13
|
+
"qa-memory-os",
|
|
14
|
+
"event-stream-qa-orchestrator",
|
|
15
|
+
"actor-qa-swarm"
|
|
13
16
|
],
|
|
14
17
|
"test_automation_and_execution": [
|
|
15
18
|
"clean-pom-crafter",
|
|
@@ -22,7 +25,9 @@
|
|
|
22
25
|
"gherkin-to-suite",
|
|
23
26
|
"auth-session-and-cookie-manager",
|
|
24
27
|
"backend-load-and-stress-patterns",
|
|
25
|
-
"rbt-manual-testing"
|
|
28
|
+
"rbt-manual-testing",
|
|
29
|
+
"web-agent-gym-benchmarking",
|
|
30
|
+
"tot-exploratory-testing"
|
|
26
31
|
],
|
|
27
32
|
"verification_and_resilience": [
|
|
28
33
|
"antigravity-test-sentinel",
|
|
@@ -38,7 +43,8 @@
|
|
|
38
43
|
"flaky-test-sentinel-and-quarantine",
|
|
39
44
|
"test-driven-development",
|
|
40
45
|
"systematic-debugging",
|
|
41
|
-
"verification-before-completion"
|
|
46
|
+
"verification-before-completion",
|
|
47
|
+
"agentless-qa-repair"
|
|
42
48
|
],
|
|
43
49
|
"architecture_and_analysis": [
|
|
44
50
|
"api-spec-to-e2e-matrix",
|
|
@@ -53,7 +59,10 @@
|
|
|
53
59
|
"graphify-impact-analyzer",
|
|
54
60
|
"wcag-audit-patterns",
|
|
55
61
|
"github-actions-templates",
|
|
56
|
-
"web-vitals-and-performance-profiler"
|
|
62
|
+
"web-vitals-and-performance-profiler",
|
|
63
|
+
"qa-aci-interface",
|
|
64
|
+
"mipro-prompt-compiler",
|
|
65
|
+
"review-spec"
|
|
57
66
|
]
|
|
58
67
|
},
|
|
59
68
|
"profiles": {
|
|
@@ -509,6 +518,78 @@
|
|
|
509
518
|
"path": ".agents/skills/lean-impact-scoreboard/SKILL.md",
|
|
510
519
|
"summary": "Display the measured impact scoreboard (code reduction %, token optimization %, cost reduction %, test rigor) from lean engineering benchmarks.",
|
|
511
520
|
"version": "1.0.0"
|
|
521
|
+
},
|
|
522
|
+
{
|
|
523
|
+
"id": "agentless-qa-repair",
|
|
524
|
+
"name": "Agentless QA Repair",
|
|
525
|
+
"category": "verification_and_resilience",
|
|
526
|
+
"path": ".agents/skills/agentless-qa-repair/SKILL.md",
|
|
527
|
+
"summary": "Repair broken test scripts and Page Classes using an Agentless 3-phase flow: localization, candidate synthesis, and minimal diff validation.",
|
|
528
|
+
"version": "1.0.0"
|
|
529
|
+
},
|
|
530
|
+
{
|
|
531
|
+
"id": "qa-aci-interface",
|
|
532
|
+
"name": "QA Agent-Computer Interface",
|
|
533
|
+
"category": "architecture_and_analysis",
|
|
534
|
+
"path": ".agents/skills/qa-aci-interface/SKILL.md",
|
|
535
|
+
"summary": "Safe Agent-Computer Interface for inspecting code windows (40-50 lines), surgical editing with pre-commit AST checks, and distilled test execution.",
|
|
536
|
+
"version": "1.0.0"
|
|
537
|
+
},
|
|
538
|
+
{
|
|
539
|
+
"id": "qa-memory-os",
|
|
540
|
+
"name": "QA Test Memory OS",
|
|
541
|
+
"category": "context_and_optimization",
|
|
542
|
+
"path": ".agents/skills/qa-memory-os/SKILL.md",
|
|
543
|
+
"summary": "Hierarchical 3-tier memory operating system for test automation: Core Memory blocks, Recall step logs, and Archival semantic store with AUT version scoping.",
|
|
544
|
+
"version": "1.0.0"
|
|
545
|
+
},
|
|
546
|
+
{
|
|
547
|
+
"id": "event-stream-qa-orchestrator",
|
|
548
|
+
"name": "EventStream QA Orchestrator",
|
|
549
|
+
"category": "context_and_optimization",
|
|
550
|
+
"path": ".agents/skills/event-stream-qa-orchestrator/SKILL.md",
|
|
551
|
+
"summary": "Immutable EventStream orchestrator recording deterministic action/observation timelines with SHA-256 hash chains and reversible checkpoint rollbacks.",
|
|
552
|
+
"version": "1.0.0"
|
|
553
|
+
},
|
|
554
|
+
{
|
|
555
|
+
"id": "web-agent-gym-benchmarking",
|
|
556
|
+
"name": "Web Agent Gym Benchmarking",
|
|
557
|
+
"category": "test_automation_and_execution",
|
|
558
|
+
"path": ".agents/skills/web-agent-gym-benchmarking/SKILL.md",
|
|
559
|
+
"summary": "Empirical benchmark harness evaluating web agents and Page Classes against standardized enterprise tasks with headless <200ms latency budgets and ground-truth DB state verification.",
|
|
560
|
+
"version": "1.0.0"
|
|
561
|
+
},
|
|
562
|
+
{
|
|
563
|
+
"id": "tot-exploratory-testing",
|
|
564
|
+
"name": "Tree-of-Thoughts Exploratory Testing",
|
|
565
|
+
"category": "test_automation_and_execution",
|
|
566
|
+
"path": ".agents/skills/tot-exploratory-testing/SKILL.md",
|
|
567
|
+
"summary": "Non-linear Tree/Graph-of-Thoughts exploratory testing engine exploring Happy Path, Boundary/Race, and Negative/Chaos branches with Beam Search risk scoring and multi-hypothesis RCA.",
|
|
568
|
+
"version": "1.0.0"
|
|
569
|
+
},
|
|
570
|
+
{
|
|
571
|
+
"id": "actor-qa-swarm",
|
|
572
|
+
"name": "Actor QA Swarm",
|
|
573
|
+
"category": "context_and_optimization",
|
|
574
|
+
"path": ".agents/skills/actor-qa-swarm/SKILL.md",
|
|
575
|
+
"summary": "Asynchronous Actor Model message broker and matrix sharding coordinator for multi-agent test execution.",
|
|
576
|
+
"version": "1.0.0"
|
|
577
|
+
},
|
|
578
|
+
{
|
|
579
|
+
"id": "mipro-prompt-compiler",
|
|
580
|
+
"name": "MIPROv2 Prompt Compiler",
|
|
581
|
+
"category": "architecture_and_analysis",
|
|
582
|
+
"path": ".agents/skills/mipro-prompt-compiler/SKILL.md",
|
|
583
|
+
"summary": "MIPROv2 Bayesian teleprompter optimizer and few-shot compiler tuning prompt instructions against AST mutation kill scores.",
|
|
584
|
+
"version": "1.0.0"
|
|
585
|
+
},
|
|
586
|
+
{
|
|
587
|
+
"id": "review-spec",
|
|
588
|
+
"name": "Review Spec (Goldfish Protocol)",
|
|
589
|
+
"category": "architecture_and_analysis",
|
|
590
|
+
"path": ".agents/skills/review-spec/SKILL.md",
|
|
591
|
+
"summary": "Zero-context stress test and quality review of test specifications, user stories, BDD feature files, and acceptance criteria before code generation begins.",
|
|
592
|
+
"version": "1.0.0"
|
|
512
593
|
}
|
|
513
594
|
]
|
|
514
595
|
}
|
package/synapse.config.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"$schema": "https://raw.githubusercontent.com/TeeVee998/Synapse-Hub/main/docs/schemas/synapse.config.schema.json",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.7.0",
|
|
4
4
|
"quality_gates": {
|
|
5
5
|
"mutation_min_score": 80,
|
|
6
6
|
"gates": {
|
|
@@ -12,7 +12,8 @@
|
|
|
12
12
|
"gate_5_cleanup_blacklist": true,
|
|
13
13
|
"gate_6_credential_security": true,
|
|
14
14
|
"gate_7_infer_linter": true,
|
|
15
|
-
"gate_8_micro_mutator": true
|
|
15
|
+
"gate_8_micro_mutator": true,
|
|
16
|
+
"gate_9_skill_collision": true
|
|
16
17
|
}
|
|
17
18
|
},
|
|
18
19
|
"infer_linter": {
|
|
@@ -17,7 +17,7 @@ In accordance with the MIT License, the original copyright notice crediting **Th
|
|
|
17
17
|
---
|
|
18
18
|
|
|
19
19
|
## ⚡ Quick Commands
|
|
20
|
-
- Verify
|
|
20
|
+
- Verify 10 Quality Gates: `npx synapse-hub verify` (or `python tools/verify_all.py`)
|
|
21
21
|
- Project Health Audit: `npx synapse-hub analyze` (or `python tools/analyze_project.py`)
|
|
22
22
|
- Code Linter & Fake-Pass Sentinel: `npx synapse-hub lint` (or `python tools/infer_linter.py`)
|
|
23
23
|
- Verify Author Attribution: `python tools/author_integrity.py`
|
|
@@ -781,7 +781,7 @@
|
|
|
781
781
|
<li><a href="#pillars" data-i18n="nav_pillars">4 Trụ Cột</a></li>
|
|
782
782
|
<li><a href="#hero-features" data-i18n="nav_features">Tính Năng</a></li>
|
|
783
783
|
<li><a href="#quickstart" data-i18n="nav_quickstart">Lệnh CLI</a></li>
|
|
784
|
-
<li><a href="#quality-gates" data-i18n="nav_gates">
|
|
784
|
+
<li><a href="#quality-gates" data-i18n="nav_gates">10 Quality Gates</a></li>
|
|
785
785
|
<li><a href="#comparison" data-i18n="nav_compare">So Sánh</a></li>
|
|
786
786
|
</ul>
|
|
787
787
|
<div class="nav-actions">
|
|
@@ -806,7 +806,7 @@
|
|
|
806
806
|
<p data-i18n="hero_desc">
|
|
807
807
|
Tăng cường sức mạnh cho QA Engineers và các Autonomous AI Agent trên cả 4 mảng:
|
|
808
808
|
<strong>Manual</strong>, <strong>Automation</strong>, <strong>API</strong> và <strong>Performance Testing</strong>.
|
|
809
|
-
Trang bị các Sentinel phân tích cú pháp AST 100% offline, 6 hồ sơ Swarm Agent, và
|
|
809
|
+
Trang bị các Sentinel phân tích cú pháp AST 100% offline, 6 hồ sơ Swarm Agent, và 10 Quality Gates Definition-of-Done.
|
|
810
810
|
</p>
|
|
811
811
|
<div class="hero-modes" style="display: flex; justify-content: center; gap: 16px; margin: 0 auto 32px; max-width: 820px; flex-wrap: wrap;">
|
|
812
812
|
<div style="background: rgba(255, 255, 255, 0.04); border: 1px solid rgba(255, 255, 255, 0.08); border-radius: 12px; padding: 14px 18px; text-align: left; flex: 1; min-width: 260px;">
|
|
@@ -821,7 +821,7 @@
|
|
|
821
821
|
<div class="hero-buttons">
|
|
822
822
|
<a href="#quickstart" class="btn btn-primary" style="padding: 12px 24px; font-size: 15px;" data-i18n="btn_quickstart">🚀 Bắt Đầu Trong 5 Giây</a>
|
|
823
823
|
<a href="#pillars" class="btn btn-secondary" style="padding: 12px 24px; font-size: 15px;" data-i18n="btn_pillars">🎯 Khám Phá 4 Trụ Cột</a>
|
|
824
|
-
<a href="#quality-gates" class="btn btn-emerald" style="padding: 12px 24px; font-size: 15px;" data-i18n="btn_gates">🛡️ Xem
|
|
824
|
+
<a href="#quality-gates" class="btn btn-emerald" style="padding: 12px 24px; font-size: 15px;" data-i18n="btn_gates">🛡️ Xem 10 Quality Gates</a>
|
|
825
825
|
</div>
|
|
826
826
|
|
|
827
827
|
<!-- Stats Ribbon -->
|
|
@@ -831,7 +831,7 @@
|
|
|
831
831
|
<div class="stat-label" data-i18n="stat_skills">Kỹ Năng AI Tiêu Chuẩn</div>
|
|
832
832
|
</div>
|
|
833
833
|
<div class="stat-item">
|
|
834
|
-
<div class="stat-val" style="color: var(--accent-emerald);">
|
|
834
|
+
<div class="stat-val" style="color: var(--accent-emerald);">10 / 10</div>
|
|
835
835
|
<div class="stat-label" data-i18n="stat_gates">Cổng Kiểm Soát DoD</div>
|
|
836
836
|
</div>
|
|
837
837
|
<div class="stat-item">
|
|
@@ -983,7 +983,7 @@
|
|
|
983
983
|
<div class="terminal-tabs">
|
|
984
984
|
<div class="terminal-tab active" onclick="switchTab(event, 'tab-doctor')" data-i18n="t_doctor">1. Chẩn Đoán (Doctor)</div>
|
|
985
985
|
<div class="terminal-tab" onclick="switchTab(event, 'tab-setup')" data-i18n="t_setup">2. Cài Đặt (Setup)</div>
|
|
986
|
-
<div class="terminal-tab" onclick="switchTab(event, 'tab-verify')" data-i18n="t_verify">3. Kiểm Tra
|
|
986
|
+
<div class="terminal-tab" onclick="switchTab(event, 'tab-verify')" data-i18n="t_verify">3. Kiểm Tra 10 Cổng</div>
|
|
987
987
|
<div class="terminal-tab" onclick="switchTab(event, 'tab-lint')" data-i18n="t_lint">4. Quét Fake-Pass</div>
|
|
988
988
|
<div class="terminal-tab" onclick="switchTab(event, 'tab-excel')" data-i18n="t_excel">5. Xuất Excel</div>
|
|
989
989
|
<div class="terminal-tab" onclick="switchTab(event, 'tab-dashboard')" data-i18n="t_dashboard">6. Dashboard</div>
|
|
@@ -1016,7 +1016,7 @@
|
|
|
1016
1016
|
<div class="cmd-text"><span class="prompt">$</span>npx synapse-hub verify</div>
|
|
1017
1017
|
<button class="copy-btn" onclick="copyCmd('npx synapse-hub verify')">Copy</button>
|
|
1018
1018
|
</div>
|
|
1019
|
-
<p class="cmd-desc" data-i18n="t_desc_verify">🛡️ Thực thi toàn bộ
|
|
1019
|
+
<p class="cmd-desc" data-i18n="t_desc_verify">🛡️ Thực thi toàn bộ 10 Quality Gates Definition-of-Done (UTF-8 No BOM, Clean POM, Đường dẫn khả chuyển, Mutation ≥ 80%, Skill Routing Guard).</p>
|
|
1020
1020
|
</div>
|
|
1021
1021
|
|
|
1022
1022
|
<!-- Tab Lint -->
|
|
@@ -1141,12 +1141,12 @@
|
|
|
1141
1141
|
</div>
|
|
1142
1142
|
</section>
|
|
1143
1143
|
|
|
1144
|
-
<!--
|
|
1144
|
+
<!-- 10 Quality Gates DoD Section -->
|
|
1145
1145
|
<section id="quality-gates" style="scroll-margin-top: 100px;">
|
|
1146
1146
|
<div class="section-header">
|
|
1147
1147
|
<span class="section-tag" data-i18n="sec_gates_tag">Kiểm Định Toàn Diện</span>
|
|
1148
|
-
<h2 class="section-title" data-i18n="sec_gates_title">
|
|
1149
|
-
<p class="section-desc" data-i18n="sec_gates_desc">Mọi kịch bản test do AI sinh ra bắt buộc phải vượt qua toàn bộ
|
|
1148
|
+
<h2 class="section-title" data-i18n="sec_gates_title">10 Cổng Kiểm Soát Chất Lượng (DoD Sentinel)</h2>
|
|
1149
|
+
<p class="section-desc" data-i18n="sec_gates_desc">Mọi kịch bản test do AI sinh ra bắt buộc phải vượt qua toàn bộ 10 Quality Gates trước khi được commit hoặc merge code.</p>
|
|
1150
1150
|
</div>
|
|
1151
1151
|
|
|
1152
1152
|
<div class="gates-grid">
|
|
@@ -1195,6 +1195,11 @@
|
|
|
1195
1195
|
<div class="gate-name" data-i18n="g8_name">Kiểm Thử Đột Biến Mã (Micro-Mutation)</div>
|
|
1196
1196
|
<div class="gate-desc" data-i18n="g8_desc">Yêu cầu điểm Mutation ≥ 80% để loại bỏ các bài test pass ảo nhưng không kiểm tra logic thực tế.</div>
|
|
1197
1197
|
</div>
|
|
1198
|
+
<div class="gate-card">
|
|
1199
|
+
<div class="gate-top"><span class="gate-badge">GATE 9</span><span class="gate-pass">✓ PASS</span></div>
|
|
1200
|
+
<div class="gate-name" data-i18n="g9_name">Điều Phối Kỹ Năng & Ngăn Xung Đột</div>
|
|
1201
|
+
<div class="gate-desc" data-i18n="g9_desc">Kiểm tra độ tương đồng ngữ nghĩa và trigger giữa các skill, loại bỏ hoàn toàn kích hoạt nhầm lẫn.</div>
|
|
1202
|
+
</div>
|
|
1198
1203
|
</div>
|
|
1199
1204
|
</section>
|
|
1200
1205
|
|
|
@@ -1287,21 +1292,21 @@
|
|
|
1287
1292
|
nav_pillars: "4 Trụ Cột",
|
|
1288
1293
|
nav_features: "Tính Năng",
|
|
1289
1294
|
nav_quickstart: "Lệnh CLI",
|
|
1290
|
-
nav_gates: "
|
|
1295
|
+
nav_gates: "10 Quality Gates",
|
|
1291
1296
|
nav_compare: "So Sánh",
|
|
1292
1297
|
status_ready: "● Sẵn sàng",
|
|
1293
1298
|
hero_pill_tag: "🛡️ Trung Tâm Trí Tuệ Chất Lượng AI Doanh Nghiệp",
|
|
1294
1299
|
hero_pill_status: "Sẵn Sàng 100% Offline",
|
|
1295
1300
|
hero_target_label: "Dự án mục tiêu",
|
|
1296
1301
|
hero_title: "Trung Tâm Trí Tuệ QA Toàn Diện<br>Dành Cho AI Coding Agents",
|
|
1297
|
-
hero_desc: "Tăng cường sức mạnh cho QA Engineers và các Autonomous AI Agent trên cả 4 mảng: <strong>Manual</strong>, <strong>Automation</strong>, <strong>API</strong> và <strong>Performance Testing</strong>. Trang bị các Sentinel phân tích cú pháp AST 100% offline, 6 hồ sơ Swarm Agent, và
|
|
1302
|
+
hero_desc: "Tăng cường sức mạnh cho QA Engineers và các Autonomous AI Agent trên cả 4 mảng: <strong>Manual</strong>, <strong>Automation</strong>, <strong>API</strong> và <strong>Performance Testing</strong>. Trang bị các Sentinel phân tích cú pháp AST 100% offline, 6 hồ sơ Swarm Agent, và 10 Quality Gates Definition-of-Done.",
|
|
1298
1303
|
mode_cli_title: "🛠️ Cách 1: CLI Độc Lập (Zero AI)",
|
|
1299
1304
|
mode_cli_desc: "Chạy <code>npx synapse-hub lint</code> phát hiện test pass ảo, nén log CI hoặc xuất Excel chuẩn mà không cần cấu hình.",
|
|
1300
1305
|
mode_agent_title: "🧠 Cách 2: Chốt Chặn Cho AI Coding",
|
|
1301
1306
|
mode_agent_desc: "Tích hợp vào Cursor, Antigravity, Claude Code làm bộ quy chuẩn — ngăn AI sinh mã nguồn cẩu thả hoặc bỏ qua ngoại lệ ngầm.",
|
|
1302
1307
|
btn_quickstart: "🚀 Bắt Đầu Trong 5 Giây",
|
|
1303
1308
|
btn_pillars: "🎯 Khám Phá 4 Trụ Cột",
|
|
1304
|
-
btn_gates: "🛡️ Xem
|
|
1309
|
+
btn_gates: "🛡️ Xem 10 Quality Gates",
|
|
1305
1310
|
stat_skills: "Kỹ Năng AI Tiêu Chuẩn",
|
|
1306
1311
|
stat_gates: "Cổng Kiểm Soát DoD",
|
|
1307
1312
|
stat_swarm: "Vai Trò AI Chuyên Biệt",
|
|
@@ -1354,7 +1359,7 @@
|
|
|
1354
1359
|
sec_cli_desc: "Thực thi mọi tính năng mạnh mẽ của Synapse Hub trực tiếp qua npx hoặc npm mà không cần cài đặt phức tạp.",
|
|
1355
1360
|
t_doctor: "1. Chẩn Đoán (Doctor)",
|
|
1356
1361
|
t_setup: "2. Cài Đặt (Setup)",
|
|
1357
|
-
t_verify: "3. Kiểm Tra
|
|
1362
|
+
t_verify: "3. Kiểm Tra 10 Cổng",
|
|
1358
1363
|
t_lint: "4. Quét Fake-Pass",
|
|
1359
1364
|
t_excel: "5. Xuất Excel",
|
|
1360
1365
|
t_dashboard: "6. Dashboard",
|
|
@@ -1362,7 +1367,7 @@
|
|
|
1362
1367
|
t_watch: "8. Giám Sát Real-Time",
|
|
1363
1368
|
t_desc_doctor: "🩺 Quét chẩn đoán 1-click kiểm tra môi trường Python 3.9+, Node.js, Git hook, trình duyệt, và Bộ nhớ Agent Trung tâm.",
|
|
1364
1369
|
t_desc_setup: "⚡ Cài đặt dự án 1-click: sinh hướng dẫn PROJECT_AI_GUIDE.md, cầu nối Universal AI bridges, bản đồ AST, và git hook chặn rò rỉ.",
|
|
1365
|
-
t_desc_verify: "🛡️ Thực thi toàn bộ
|
|
1370
|
+
t_desc_verify: "🛡️ Thực thi toàn bộ 10 Quality Gates Definition-of-Done (UTF-8 No BOM, Clean POM, Đường dẫn linh hoạt, Mutation ≥ 80%, Skill Routing Guard).",
|
|
1366
1371
|
t_desc_lint: "🔍 Quét AST phát hiện các test case pass ảo (0 assertion), khối catch rỗng và ngoại lệ bị bỏ qua ngầm (swallowed exceptions) trên toàn bộ test script.",
|
|
1367
1372
|
t_desc_excel: "📊 Biên dịch tài liệu test case markdown sang file bảng tính Excel 12 cột chuyên nghiệp có công thức và danh sách chọn trạng thái.",
|
|
1368
1373
|
t_desc_dashboard: "📈 Khởi tạo và mở trang Báo cáo QA Tổng thể dạng HTML độc lập ngay trong trình duyệt của bạn.",
|
|
@@ -1392,8 +1397,8 @@
|
|
|
1392
1397
|
tr6_dim: "QA Thủ Công (AI-RBT & Excel)",
|
|
1393
1398
|
tr6_syn: "Xuất Excel 12 cột tích hợp sẵn",
|
|
1394
1399
|
sec_gates_tag: "Kiểm Định Toàn Diện",
|
|
1395
|
-
sec_gates_title: "
|
|
1396
|
-
sec_gates_desc: "Mọi kịch bản test do AI sinh ra bắt buộc phải vượt qua toàn bộ
|
|
1400
|
+
sec_gates_title: "10 Cổng Kiểm Soát Chất Lượng (DoD Sentinel)",
|
|
1401
|
+
sec_gates_desc: "Mọi kịch bản test do AI sinh ra bắt buộc phải vượt qua toàn bộ 10 Quality Gates trước khi được commit hoặc merge code.",
|
|
1397
1402
|
g0_name: "Bảo Đảm Bản Quyền & Tác Giả",
|
|
1398
1403
|
g0_desc: "Bảo chứng nguồn gốc tác quyền Thế Vị (@TeeVee998) theo chuẩn Giấy phép MIT.",
|
|
1399
1404
|
g1_name: "Chuẩn Mã Hóa UTF-8 No BOM",
|
|
@@ -1412,6 +1417,8 @@
|
|
|
1412
1417
|
g7_desc: "Tự động quét phát hiện test thiếu assertion, sleep cố định và try-catch bỏ qua ngoại lệ ngầm.",
|
|
1413
1418
|
g8_name: "Kiểm Thử Đột Biến Mã (Micro-Mutation)",
|
|
1414
1419
|
g8_desc: "Yêu cầu điểm Mutation ≥ 80% để loại bỏ các bài test pass ảo nhưng không kiểm tra logic thực tế.",
|
|
1420
|
+
g9_name: "Điều Phối Kỹ Năng & Ngăn Xung Đột (Skill Collision Guard)",
|
|
1421
|
+
g9_desc: "Kiểm tra độ tương đồng ngữ nghĩa và trigger giữa các skill, loại bỏ hoàn toàn xung đột nhầm lẫn.",
|
|
1415
1422
|
sec_swarm_tag: "Hệ Thống AI Agent Tự Động (Swarm)",
|
|
1416
1423
|
sec_swarm_title: "6 Hồ Sơ Subagent Chuyên Biệt",
|
|
1417
1424
|
sec_swarm_desc: "Phối hợp nhịp nhàng thông qua kiến trúc Single Front-Door FSM, loại bỏ hoàn toàn sự lúng túng khi điều phối agent.",
|
|
@@ -1426,7 +1433,7 @@
|
|
|
1426
1433
|
a5_role: "Chuyên Gia Phân Tích & Điều Tra Lỗi (Failure Autopsy)",
|
|
1427
1434
|
a5_desc: "Chẩn đoán nguyên nhân gốc (RCA) từ JUnit XML và ảnh chụp lỗi; tự động đề xuất giải pháp và tạo PR khắc phục lỗi.",
|
|
1428
1435
|
a6_role: "Chốt Chặn Kiểm Soát Chất Lượng (Quality Gatekeeper)",
|
|
1429
|
-
a6_desc: "Kiểm định nghiêm ngặt toàn bộ
|
|
1436
|
+
a6_desc: "Kiểm định nghiêm ngặt toàn bộ 10 Quality Gates DoD và điểm mutation ≥ 80% trước khi hoàn tất công việc.",
|
|
1430
1437
|
footer_subtitle: "Nền Tảng Kiểm Định Chất Lượng & Guardrail Cho AI Coding Doanh Nghiệp.",
|
|
1431
1438
|
footer_creator: "Tác giả sáng lập",
|
|
1432
1439
|
footer_license: "Phát hành theo",
|
|
@@ -1438,21 +1445,21 @@
|
|
|
1438
1445
|
nav_pillars: "4 Pillars",
|
|
1439
1446
|
nav_features: "Features",
|
|
1440
1447
|
nav_quickstart: "CLI Commands",
|
|
1441
|
-
nav_gates: "
|
|
1448
|
+
nav_gates: "10 Quality Gates",
|
|
1442
1449
|
nav_compare: "Comparison",
|
|
1443
1450
|
status_ready: "● Ready",
|
|
1444
1451
|
hero_pill_tag: "🛡️ Enterprise AI Quality Intelligence Hub",
|
|
1445
1452
|
hero_pill_status: "100% Offline Ready",
|
|
1446
1453
|
hero_target_label: "Target Project",
|
|
1447
1454
|
hero_title: "The Complete QA Intelligence Hub<br>for AI Coding Agents",
|
|
1448
|
-
hero_desc: "Empowering QA Engineers and Autonomous AI Agents across <strong>Manual</strong>, <strong>Automation</strong>, <strong>API</strong>, and <strong>Performance</strong> testing. Equipped with 100% offline-first AST sentinels, 6 swarm profiles, and
|
|
1455
|
+
hero_desc: "Empowering QA Engineers and Autonomous AI Agents across <strong>Manual</strong>, <strong>Automation</strong>, <strong>API</strong>, and <strong>Performance</strong> testing. Equipped with 100% offline-first AST sentinels, 6 swarm profiles, and 10 Quality Gates Definition-of-Done.",
|
|
1449
1456
|
mode_cli_title: "🛠️ Mode 1: Standalone CLI (Zero AI)",
|
|
1450
1457
|
mode_cli_desc: "Run <code>npx synapse-hub lint</code> to catch fake passes, distill CI logs, or export Excel with zero setup.",
|
|
1451
1458
|
mode_agent_title: "🧠 Mode 2: Guardrail for AI Coding",
|
|
1452
1459
|
mode_agent_desc: "Mount into Cursor, Antigravity, or Claude Code as quality guardrails — stopping AI from writing brittle or tautological tests.",
|
|
1453
1460
|
btn_quickstart: "🚀 5-Second Quickstart",
|
|
1454
1461
|
btn_pillars: "🎯 Explore 4 Pillars",
|
|
1455
|
-
btn_gates: "🛡️ View
|
|
1462
|
+
btn_gates: "🛡️ View 10 Quality Gates",
|
|
1456
1463
|
stat_skills: "Standardized AI Skills",
|
|
1457
1464
|
stat_gates: "Quality Gates DoD",
|
|
1458
1465
|
stat_swarm: "Autonomous Swarm Roles",
|
|
@@ -1505,7 +1512,7 @@
|
|
|
1505
1512
|
sec_cli_desc: "Run all Synapse Hub capabilities directly via npx without manual configuration.",
|
|
1506
1513
|
t_doctor: "1. Doctor",
|
|
1507
1514
|
t_setup: "2. Setup Project",
|
|
1508
|
-
t_verify: "3. Verify
|
|
1515
|
+
t_verify: "3. Verify 10 Gates",
|
|
1509
1516
|
t_lint: "4. Scan Fake-Pass",
|
|
1510
1517
|
t_excel: "5. Export Excel",
|
|
1511
1518
|
t_dashboard: "6. Dashboard",
|
|
@@ -1513,7 +1520,7 @@
|
|
|
1513
1520
|
t_watch: "8. Real-Time Watch",
|
|
1514
1521
|
t_desc_doctor: "🩺 Runs a 1-click diagnostic scan verifying Python 3.9+, Node.js, Git hooks, browser drivers, and Central Agent Memory.",
|
|
1515
1522
|
t_desc_setup: "⚡ 1-click bootstrap of target repository: generates PROJECT_AI_GUIDE.md, universal AI bridges, AST map, and pre-push sentinel.",
|
|
1516
|
-
t_desc_verify: "🛡️ Enforces all
|
|
1523
|
+
t_desc_verify: "🛡️ Enforces all 10 Quality Gates Definition-of-Done (UTF-8 No BOM, Clean POM, Path Portability, Mutation ≥ 80%, Skill Routing Guard).",
|
|
1517
1524
|
t_desc_lint: "🔍 AST scan detecting fake passes (0 assertions), empty catch blocks, and swallowed exceptions across all test scripts.",
|
|
1518
1525
|
t_desc_excel: "📊 Compiles markdown test cases into a professional 12-column Excel workbook with status dropdowns and formulas.",
|
|
1519
1526
|
t_desc_dashboard: "📈 Compiles and opens the standalone executive QA HTML report in your browser.",
|
|
@@ -1543,8 +1550,8 @@
|
|
|
1543
1550
|
tr6_dim: "Manual QA (AI-RBT & Excel)",
|
|
1544
1551
|
tr6_syn: "Native 12-Col Exporter",
|
|
1545
1552
|
sec_gates_tag: "Zero-Hallucination Pipeline",
|
|
1546
|
-
sec_gates_title: "
|
|
1547
|
-
sec_gates_desc: "Every AI-generated test script must satisfy all
|
|
1553
|
+
sec_gates_title: "10 Quality Gates DoD Sentinel",
|
|
1554
|
+
sec_gates_desc: "Every AI-generated test script must satisfy all 10 Quality Gates before code can be committed or merged.",
|
|
1548
1555
|
g0_name: "Author Attribution & Integrity",
|
|
1549
1556
|
g0_desc: "Cryptographic provenance invariant preserving author Thế Vị (@TeeVee998) MIT license.",
|
|
1550
1557
|
g1_name: "UTF-8 No BOM & Clean Encoding",
|
|
@@ -1563,6 +1570,8 @@
|
|
|
1563
1570
|
g7_desc: "Meta Infer-style heuristic & static AST scan catching 0-assertion tests, static sleeps, and swallowed exception blocks.",
|
|
1564
1571
|
g8_name: "Syntactic Micro-Mutation",
|
|
1565
1572
|
g8_desc: "Requires test suite mutation score ≥ 80% to eliminate tautological test cases.",
|
|
1573
|
+
g9_name: "Skill Routing & Collision Guard",
|
|
1574
|
+
g9_desc: "Audits semantic descriptions and activation triggers between skills, eliminating ambiguous dispatch.",
|
|
1566
1575
|
sec_swarm_tag: "Autonomous Multi-Agent System",
|
|
1567
1576
|
sec_swarm_title: "6 Specialized Subagent Profiles",
|
|
1568
1577
|
sec_swarm_desc: "Coordinated through a single front-door FSM architecture to avoid decision paralysis.",
|
|
@@ -1577,7 +1586,7 @@
|
|
|
1577
1586
|
a5_role: "Failure Autopsy Analyst",
|
|
1578
1587
|
a5_desc: "Closed-loop failure diagnosis from JUnit XML and screenshots; generates auto-healing PR plans.",
|
|
1579
1588
|
a6_role: "Quality Gatekeeper Sentinel",
|
|
1580
|
-
a6_desc: "Final gatekeeper enforcing all
|
|
1589
|
+
a6_desc: "Final gatekeeper enforcing all 10 Quality Gates DoD and ≥ 80% mutation score before task completion.",
|
|
1581
1590
|
footer_subtitle: "The Enterprise AI Agent Quality Engineering & Autonomous Skill Network.",
|
|
1582
1591
|
footer_creator: "Original Creator",
|
|
1583
1592
|
footer_license: "Released under the",
|
package/tools/TOOLS_RUNBOOK.md
CHANGED
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
| **Flaky Test Detection & Quarantine Governance ("flaky")** | `tools/flaky_detector.py` | `agent-qa flaky --detect` (or `npx synapse-hub flaky`) |
|
|
16
16
|
| **Executive Project Health & Quality Dashboard ("dashboard")** | `tools/dashboard_generator.py` | `agent-qa dashboard` (or `npx synapse-hub dashboard`) |
|
|
17
17
|
| **Clean Uninstall of AI Bridges & Global Plugins ("uninstall")** | `tools/cli.py` | `agent-qa uninstall` (or `npx synapse-hub uninstall`) |
|
|
18
|
-
| **Comprehensive Health & AST Analysis ("analyze project")** | `tools/analyze_project.py` | `python tools/analyze_project.py [target]` (or `agent-qa analyze`).<br/>*Post-Audit:* Stages
|
|
18
|
+
| **Comprehensive Health & AST Analysis ("analyze project")** | `tools/analyze_project.py` | `python tools/analyze_project.py [target]` (or `agent-qa analyze`).<br/>*Post-Audit:* Stages and commits `PROJECT_HEALTH_REPORT.md` & `repo_map.txt` locally; confirms with user before pushing to remote. |
|
|
19
19
|
| **Action Safety Firewall (Environment Protection)** | `tools/safety_firewall.py` | `python tools/safety_firewall.py --text "Delete" --action click` (or `agent-qa safety-check`) |
|
|
20
20
|
| **API Contract Drift (Breaking Change Detection)** | `tools/api_drift_sentinel.py` | `python tools/api_drift_sentinel.py --old base.json --new curr.json` (or `agent-qa contract-drift`) |
|
|
21
21
|
| **Autonomous API Fuzzing & Chaos Breaker** | `tools/api_fuzzer.py` | `agent-qa fuzz-api --base-url <url> --spec <swagger.json>` (Catches 500, DB leaks, SLA breach) |
|
|
@@ -78,6 +78,14 @@
|
|
|
78
78
|
| **Technical Debt & Shortcut Harvester ("debt")** | `tools/debt_harvester.py` | `agent-qa debt [path]` (or `python tools/debt_harvester.py --scan`).<br/>*Autonomous:* Scans `shortcut:` markers across repo, generates tracked markdown ledger. |
|
|
79
79
|
| **6-Pillar Senior Git Diff Reviewer ("review")** | `tools/senior_code_review.py` | `agent-qa review [--staged]` (or `python tools/senior_code_review.py`).<br/>*Autonomous:* Reviews diff across Bugs, Security, Concurrency, Missing Tests, Speed, Bloat. |
|
|
80
80
|
| **Upstream Version Check & 1-Click Self-Update** | `tools/update_sentinel.py` | `python tools/update_sentinel.py --check / --update` (or `agent-qa update` / `npx synapse-hub update`) |
|
|
81
|
+
| **Tier-2 Skill Routing & Collision Guard (Gate 9)** | `tools/skill_collision_guard.py` | `python tools/skill_collision_guard.py` (or `verify_all Gate 9` / `--route "<intent>"`) |
|
|
82
|
+
| **GoEx Reversible Sandbox Teardown Stack** | `tools/reversible_sandbox.py` | `python tools/reversible_sandbox.py run --cmd "<cmd>" --rollback "<cleanup>"` |
|
|
83
|
+
| **Multi-Trial Episodic Reflexion Loop (K=3)** | `tools/auto_heal_reflexion.py` | `python tools/auto_heal_reflexion.py --test-cmd "<cmd>" --max-trials 3` |
|
|
84
|
+
| **Voyager Lifelong Page Class SQLite Vault** | `tools/skill_vault.py` | `python tools/skill_vault.py query "<keyword>"` / `stats` / `store` |
|
|
85
|
+
| **Stanford DSPy Declarative QA Signatures** | `tools/dspy_qa_signatures.py` | `python tools/dspy_qa_signatures.py compile-suite --spec <file>` |
|
|
86
|
+
| **Pocock Grilling Primitive & Requirement Interrogation** | `tools/interview_story.py` | `python tools/interview_story.py analyze <story.md>` / `interactive` |
|
|
87
|
+
| **Mutant-Directed Textual Loss Optimizer (TextGrad)** | `tools/textgrad_mutation_optimizer.py` | `python tools/textgrad_mutation_optimizer.py optimize --test-file <path>` |
|
|
88
|
+
| **Tool Function Calling Benchmark (Gorilla BFCL)** | `tools/synapse_qa_bench.py` | `python tools/synapse_qa_bench.py benchmark --top-k 5` |
|
|
81
89
|
|
|
82
90
|
---
|
|
83
91
|
|
|
@@ -565,3 +573,124 @@ agent-qa update
|
|
|
565
573
|
agent-qa review --output-md REVIEW_REPORT.md
|
|
566
574
|
agent-qa review --json
|
|
567
575
|
```
|
|
576
|
+
|
|
577
|
+
---
|
|
578
|
+
|
|
579
|
+
### 32. `tools/skill_collision_guard.py` (Tier-2 Skill Routing & Collision Guard — Gate 9)
|
|
580
|
+
- **Purpose:** Enforces deterministic skill dispatch and prevents routing collision across internal Hub skills (`.agents/skills/`) and external plugins based on cosine/Jaccard semantic overlap. Guarantees zero ambiguous triggers and acts as DoD Gate 9.
|
|
581
|
+
- **Trigger Condition:** Executed automatically during `verify_all.py` (Gate 9), pre-commit, or on-demand when auditing skill trigger uniqueness.
|
|
582
|
+
- **CLI Syntax:**
|
|
583
|
+
```bash
|
|
584
|
+
# 1. Audit skill overlap and check for collision
|
|
585
|
+
python3 tools/skill_collision_guard.py
|
|
586
|
+
|
|
587
|
+
# 2. Audit with custom similarity threshold (default: 0.75 critical, 0.50 warning)
|
|
588
|
+
python3 tools/skill_collision_guard.py --threshold 0.80 --warn-threshold 0.45
|
|
589
|
+
|
|
590
|
+
# 3. Output machine-readable JSON for CI integration
|
|
591
|
+
python3 tools/skill_collision_guard.py --json
|
|
592
|
+
```
|
|
593
|
+
|
|
594
|
+
---
|
|
595
|
+
|
|
596
|
+
### 33. `tools/reversible_sandbox.py` (GoEx Reversible Teardown Sandbox Stack)
|
|
597
|
+
- **Purpose:** Manages a deterministic LIFO undo execution stack for safe test automation and self-healing. Automatically rolls back filesystem mutations, database fixture insertions, and environment changes if a test or patch crashes.
|
|
598
|
+
- **Trigger Condition:** When dispatching destructive mutations, exploratory self-healing patches, or running isolated trial runs.
|
|
599
|
+
- **CLI Syntax:**
|
|
600
|
+
```bash
|
|
601
|
+
# 1. Check current sandbox undo stack status
|
|
602
|
+
python3 tools/reversible_sandbox.py --status
|
|
603
|
+
|
|
604
|
+
# 2. Run reversible stack verification demo
|
|
605
|
+
python3 tools/reversible_sandbox.py --demo
|
|
606
|
+
```
|
|
607
|
+
|
|
608
|
+
---
|
|
609
|
+
|
|
610
|
+
### 34. `tools/auto_heal_reflexion.py` (Multi-Trial Episodic Reflexion Loop — K=3)
|
|
611
|
+
- **Purpose:** Implements the Noah Shinn Episodic Reflexion loop for failed automated tests. Performs up to $K=3$ iterative trial-feedback cycles, updating episodic memory and self-correcting locators/code without polluting git history.
|
|
612
|
+
- **Trigger Condition:** When headless test suites fail in runner, or single-pass self-healing fails to resolve complex selector or timing issues.
|
|
613
|
+
- **CLI Syntax:**
|
|
614
|
+
```bash
|
|
615
|
+
# 1. Run multi-trial reflexion self-healing on failing test
|
|
616
|
+
python3 tools/auto_heal_reflexion.py --test "TC_Checkout_01" --error "ElementClickInterceptedException"
|
|
617
|
+
|
|
618
|
+
# 2. Configure custom max trials (default: 3)
|
|
619
|
+
python3 tools/auto_heal_reflexion.py --test "TC_Login_02" --error "TimeoutException" --max-trials 5
|
|
620
|
+
```
|
|
621
|
+
|
|
622
|
+
---
|
|
623
|
+
|
|
624
|
+
### 35. `tools/skill_vault.py` (Voyager Lifelong Page Class SQLite Vault)
|
|
625
|
+
- **Purpose:** Persists, indexes, and retrieves verified Clean POM Page Class methods, custom locators, and resilient interaction primitives in a permanent SQLite repository (`~/.agent_memory/skill_vault.db`). Prevents re-inventing known solutions across sessions.
|
|
626
|
+
- **Trigger Condition:** When authoring new Page Classes, searching for proven element interactions, or archiving new successful POM patterns.
|
|
627
|
+
- **CLI Syntax:**
|
|
628
|
+
```bash
|
|
629
|
+
# 1. Query verified Page Class primitives by keyword
|
|
630
|
+
python3 tools/skill_vault.py --query "table_pagination"
|
|
631
|
+
|
|
632
|
+
# 2. List all indexed primitives in the lifelong vault
|
|
633
|
+
python3 tools/skill_vault.py --list
|
|
634
|
+
|
|
635
|
+
# 3. Seed initial baseline POM primitives
|
|
636
|
+
python3 tools/skill_vault.py --seed-samples
|
|
637
|
+
```
|
|
638
|
+
|
|
639
|
+
---
|
|
640
|
+
|
|
641
|
+
### 36. `tools/dspy_qa_signatures.py` (Stanford DSPy Declarative QA Signature Engine)
|
|
642
|
+
- **Purpose:** Transforms prompt-based test generation into typed, declarative signatures (`StoryToUniversalIR`, `HealBrokenLocator`, `MutantAssertionSignature`) with formal input/output contracts, eliminating brittle prompt hacking.
|
|
643
|
+
- **Trigger Condition:** When compiling user stories into Universal IR, generating defensive assertions, or verifying agent signature compatibility.
|
|
644
|
+
- **CLI Syntax:**
|
|
645
|
+
```bash
|
|
646
|
+
# 1. Check DSPy engine status and signature registrations
|
|
647
|
+
python3 tools/dspy_qa_signatures.py --check
|
|
648
|
+
|
|
649
|
+
# 2. Run declarative compilation demonstration
|
|
650
|
+
python3 tools/dspy_qa_signatures.py --demo
|
|
651
|
+
```
|
|
652
|
+
|
|
653
|
+
---
|
|
654
|
+
|
|
655
|
+
### 37. `tools/interview_story.py` (Pocock Grilling Primitive & Requirement Interrogation)
|
|
656
|
+
- **Purpose:** Analyzes rough user stories and acceptance criteria against the Frontier Interrogation Checklist, identifying ambiguities, missing negative boundaries, unstated auth constraints, and race conditions before coding begins.
|
|
657
|
+
- **Trigger Condition:** Triggered autonomously when a user provides an incomplete story or uses `/grill-me` to sharpen requirements.
|
|
658
|
+
- **CLI Syntax:**
|
|
659
|
+
```bash
|
|
660
|
+
# 1. Interrogate user story text directly
|
|
661
|
+
python3 tools/interview_story.py "As a user I want to checkout cart"
|
|
662
|
+
|
|
663
|
+
# 2. Analyze user story file and output JSON questions
|
|
664
|
+
python3 tools/interview_story.py docs/specs/order_flow.md --json
|
|
665
|
+
```
|
|
666
|
+
|
|
667
|
+
---
|
|
668
|
+
|
|
669
|
+
### 38. `tools/textgrad_mutation_optimizer.py` (Mutant-Directed Textual Loss Optimizer)
|
|
670
|
+
- **Purpose:** Uses AST micro-mutants as a "textual loss function" to iteratively refine test assertions and Page Class validation methods until mutation score satisfies $\ge 80\%$.
|
|
671
|
+
- **Trigger Condition:** When newly generated tests fail Gate 8 (Mutation Score $< 80\%$), optimizing assertions to catch all logic mutations.
|
|
672
|
+
- **CLI Syntax:**
|
|
673
|
+
```bash
|
|
674
|
+
# 1. Optimize test script assertions against mutants
|
|
675
|
+
python3 tools/textgrad_mutation_optimizer.py --file tests/test_checkout.py
|
|
676
|
+
|
|
677
|
+
# 2. Optimize with custom target score threshold
|
|
678
|
+
python3 tools/textgrad_mutation_optimizer.py --file tests/test_login.py --target-score 85.0
|
|
679
|
+
|
|
680
|
+
# 3. Output results as JSON
|
|
681
|
+
python3 tools/textgrad_mutation_optimizer.py --file tests/test_checkout.py --json
|
|
682
|
+
```
|
|
683
|
+
|
|
684
|
+
---
|
|
685
|
+
|
|
686
|
+
### 39. `tools/synapse_qa_bench.py` (Tool Function Calling Benchmark — Gorilla BFCL)
|
|
687
|
+
- **Purpose:** Evaluates AI Agent tool-selection accuracy, argument validation precision, and multi-turn execution efficiency against standardized enterprise QA scenarios.
|
|
688
|
+
- **Trigger Condition:** On-demand when benchmarking agent model upgrades, evaluating tool prompt updates, or running QA engine evaluations.
|
|
689
|
+
- **CLI Syntax:**
|
|
690
|
+
```bash
|
|
691
|
+
# 1. Run QA function-calling benchmark across all test scenarios
|
|
692
|
+
python3 tools/synapse_qa_bench.py
|
|
693
|
+
|
|
694
|
+
# 2. Output detailed benchmark report as JSON
|
|
695
|
+
python3 tools/synapse_qa_bench.py --json
|
|
696
|
+
```
|