synapse-hub 2.4.3 → 2.6.0

package/tools/welcome_page.py

@@ -17,7 +17,7 @@ Features:
   - Interactive tabs covering the 4 Core Pillars of QA Intelligence.
   - Interactive CLI Cheatsheet with 1-click clipboard copy.
   - Comparison matrix vs existing industry tools (ESLint, Stryker, Allure, Healenium).
-  - 6 Subagent Swarm Profiles & 9 Quality Gates DoD showcase.
+  - 6 Subagent Swarm Profiles & 10 Quality Gates DoD showcase.
   - Automatic browser launching on setup, pull, or CLI dispatch.
 """
 
@@ -48,8 +48,8 @@ def get_hub_metadata() -> Dict[str, Any]:
     """Retrieves version and catalog count from skills_manifest.json."""
     manifest_path = os.path.join(HUB_ROOT, "skills_manifest.json")
     meta = {
-        "version": "2.4.3",
-        "totalSkills": 38,
+        "version": "2.6.0",
+        "totalSkills": 42,
         "author": "Thế Vị (@TeeVee998)",
         "repo": "https://github.com/TeeVee998/Synapse-Hub"
     }
@@ -60,7 +60,7 @@ def get_hub_metadata() -> Dict[str, Any]:
                 meta["version"] = data.get("version", meta["version"])
                 meta["totalSkills"] = data.get("totalSkills", meta["totalSkills"])
         except (OSError, json.JSONDecodeError):
-            pass
+            return meta
     return meta
 
 
@@ -108,7 +108,7 @@ def generate_welcome_html(target_repo: Optional[str] = None, stack_info: Optiona
                     template_str = tf.read()
                     break
             except OSError:
-                pass
+                continue
 
     if not template_str:
         return f"""<!DOCTYPE html>
@@ -116,7 +116,7 @@ def generate_welcome_html(target_repo: Optional[str] = None, stack_info: Optiona
 <body style="font-family:sans-serif;background:#0f172a;color:#f8fafc;padding:40px;text-align:center;">
 <h1>🛡️ Synapse Hub Enterprise QA v{meta.get('version', '2.4.0')}</h1>
 <p>{hero_pill_content}</p>
-<p>Total Standardized Skills: {meta.get('totalSkills', 38)}</p>
+<p>Total Standardized Skills: {meta.get('totalSkills', 42)}</p>
 <p>Author: {meta.get('author', 'Thế Vị (@TeeVee998)')}</p>
 </body></html>"""
 
@@ -126,7 +126,7 @@ def generate_welcome_html(target_repo: Optional[str] = None, stack_info: Optiona
         .replace("__NOW_STR__", now_str)
         .replace("__VERSION__", str(meta.get("version", "2.4.0")))
         .replace("__AUTHOR__", str(meta.get("author", "Thế Vị (@TeeVee998)")))
-        .replace("__TOTAL_SKILLS__", str(meta.get("totalSkills", 38)))
+        .replace("__TOTAL_SKILLS__", str(meta.get("totalSkills", 42)))
         .replace("__REPO__", str(meta.get("repo", "https://github.com/TeeVee998/Synapse-Hub")))
     )
     return rendered_html
@@ -175,7 +175,7 @@ def is_first_run(target_repo: Optional[str] = None) -> bool:
                 if key in data:
                     return False
         except (OSError, json.JSONDecodeError):
-            pass
+            return True
 
     return True
 
@@ -192,8 +192,8 @@ def mark_first_run_completed(target_repo: Optional[str] = None):
                 "shown_at": datetime.now().isoformat(),
                 "repo": os.path.realpath(target_repo or HUB_ROOT)
             }, f, indent=2)
-    except OSError:
-        pass
+    except OSError as err:
+        sys.stderr.write(f"[WARN] Failed to write local marker: {err}\n")
 
     try:
         global_dir = os.path.expanduser("~/.agent_memory")
@@ -210,8 +210,8 @@ def mark_first_run_completed(target_repo: Optional[str] = None):
         data[key] = datetime.now().isoformat()
         with open(global_marker, "w", encoding="utf-8") as f:
             json.dump(data, f, indent=2)
-    except OSError:
-        pass
+    except OSError as err:
+        sys.stderr.write(f"[WARN] Failed to write global marker: {err}\n")
 
 
 def open_welcome_page(file_path: str) -> bool:

package/benchmarks/qa_eval/README.md

@@ -1,71 +0,0 @@
-# QA Agent Heuristic Regression Benchmark (25 Challenge Vectors)
-
-> **Synthetic Regression Harness for Deterministic Test-Healing Engines & Quality Sentinels**  
-> Verifies self-healing locator cascades, API contract drift heuristics, timing barriers, and AST mutation sensitivity across 25 curated production failure vectors without calling external cloud LLMs.
-
----
-
-## 1. Scope & Design Philosophy
-
-When building autonomous testing sentinels, rule patterns and heuristics must be rigorously guarded against regressions. 
-
-This Benchmark Suite serves as a **deterministic, offline regression test harness** that validates:
-1. **Heuristic Recovery Rate (%):** Verification that the hub's rule cascades correctly resolve known failure vectors.
-2. **Harness Latency (MTTR):** Local rule evaluation latency in seconds (< 0.1s offline).
-3. **AST Mutation Sensitivity:** Verification that assertion sensitivity catches injected syntactic mutants ($\ge 80\%$).
-4. **Action Safety Firewall:** Assurance that suggested remedies comply with non-destructive action policies (`safety_firewall.py`).
-
-> ⚠️ **Important Methodology Note:**  
-> This harness is an **internal synthetic benchmark**, not an end-to-end evaluation of live multi-turn LLM agents against cloud APIs. Challenges evaluate deterministic rule-based and heuristic matchers (`heuristic_locator_matcher.py`, `micro_mutator.py`, `safety_firewall.py`). Token counts are character-density heuristics and MTTR represents local processor execution time. Live agent benchmarking with multi-turn API telemetry is planned for future releases.
-
----
-
-## 2. Failure Domains & Challenge Taxonomy
-
-The benchmark consists of 25 curated challenge vectors across 5 categories:
-
-| Domain | Challenges | Scenarios Covered |
-| :--- | :---: | :--- |
-| **`locator_drift`** | 5 | Dynamic CSS-in-JS hashes, nested Shadow DOM piercing, CTA text changes, `id` removal, `<a>` to `<button>` ARIA transformation. |
-| **`api_contract_drift`** | 5 | Integer to String type mutation, response field rename, nested object flattening, status code shifts (200 $\rightarrow$ 201), Bearer auth headers. |
-| **`timing_and_race`** | 5 | 3.5s network throttling, PrimeNG modal backdrop fading intercept, debounced search race, async SVG charts, infinite scroll lazy chunking. |
-| **`stale_and_mutation`** | 5 | WebSocket live ticker table re-renders, tab switch DOM detachments, table pagination stale indices, modal re-instantiation, i18n locale swaps. |
-| **`fake_pass_tautology`** | 5 | Swallowed HTTP 500 in empty catch blocks, zero-assertion smoke tests, tautological `assert true == true`, unawaited async assertions, unbounded relational checks. |
-
----
-
-## 3. Running the Benchmark
-
-### Run Complete Suite (All 25 Challenges):
-```bash
-python benchmarks/qa_eval/eval_runner.py
-```
-
-### Run by Specific Category:
-```bash
-# Evaluate only locator drift challenges
-python benchmarks/qa_eval/eval_runner.py --category locator_drift
-
-# Evaluate only API contract drift challenges
-python benchmarks/qa_eval/eval_runner.py --category api_contract_drift
-
-# Evaluate only timing and race conditions
-python benchmarks/qa_eval/eval_runner.py --category timing_and_race
-```
-
-### Output Formats:
-- **Terminal Summary:** Colorized table with resolution status, latency, and heuristic token footprints.
-- **Markdown Report:** Formatted executive report at `benchmarks/qa_eval/reports/BENCHMARK_REPORT.md`.
-- **JSON Telemetry:** Machine-readable metrics at `benchmarks/qa_eval/reports/eval_results.json`.
-
----
-
-## 4. Current Harness Telemetry
-
-| Benchmark Metric | Harness Result | Validation Mechanism |
-| :--- | :---: | :--- |
-| **Deterministic Rule Resolution** | **100% (25/25)** | Verified via heuristic cascade & dataset expectations |
-| **Harness Evaluation MTTR** | **< 0.1s** | Local Python runtime execution |
-| **Heuristic Token Footprint** | **~75 tokens / vector** | Lexical character-to-token compression ratio |
-| **Mutation Score Gate** | **$\ge 80\%$** | Verified via `micro_mutator.py` |
-| **Action Safety Clearance** | **100% (Pass)** | Verified via `safety_firewall.py` non-destructive policy |