@teevee98/synapse-hub 4.1.0 → 4.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/rules/systematic-debugging.md +1 -0
- package/AGENTS.md +2 -1
- package/README.en.md +4 -4
- package/README.md +4 -4
- package/agentskills.json +1 -1
- package/docs/ARCHITECTURE.en.md +2 -2
- package/docs/ARCHITECTURE.md +2 -2
- package/docs/CONTRIBUTING.en.md +1 -1
- package/docs/CONTRIBUTING.md +1 -1
- package/docs/TOOL_CATALOG.md +14 -4
- package/package.json +1 -1
- package/plugin.json +1 -1
- package/skills_manifest.json +1 -1
- package/synapse.config.json +1 -1
- package/tools/.infer_baseline.json +773 -5
- package/tools/TOOL_CATALOG.json +156 -6
- package/tools/__init__.py +1 -1
- package/tools/benchmark_swarm_context.py +6 -3
- package/tools/browser_helpers.js +2 -2
- package/tools/check_version_sync.py +1 -1
- package/tools/cli.py +3 -3
- package/tools/core/file_lock.py +1 -1
- package/tools/core/token_estimator.py +120 -6
- package/tools/dashboard_generator.py +6 -6
- package/tools/distill_log.py +74 -23
- package/tools/infer_linter.py +6 -5
- package/tools/mcp_docx_server.py +1 -1
- package/tools/mcp_excel_server.py +1 -1
- package/tools/mcp_server.py +1 -1
- package/tools/pentest_scope_guard.py +1 -1
- package/tools/perf/benchmark_perf_runner.py +4 -5
- package/tools/rules_router.py +67 -25
- package/tools/token_telemetry.py +1 -1
- package/tools/ui_server.py +1 -1
- package/tools/update_sentinel.py +3 -3
- package/tools/welcome_page.py +1 -1
package/tools/distill_log.py
CHANGED
|
@@ -5,9 +5,18 @@
|
|
|
5
5
|
|
|
6
6
|
"""
|
|
7
7
|
tools/distill_log.py — Enterprise Multi-Framework Log Distiller (Token & Failure Sentinel)
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
8
|
+
------------------------------------------------------------------------------------------
|
|
9
|
+
Distills massive, repetitive execution logs (Katalon Studio, Gradle, Playwright, Jest, Pytest)
|
|
10
|
+
down to exact failure triage blocks without false passes, false failures on info logs, or dropped assertion diffs.
|
|
11
|
+
|
|
12
|
+
Key Guarantees:
|
|
13
|
+
1. Case-insensitive failure keyword scanning.
|
|
14
|
+
2. Exit code Truth Anchor (nonzero -> RUNNER_NONZERO_EXIT; missing -> NO_FAILURE_SIGNATURE_DETECTED;
|
|
15
|
+
clean 0 with failure text -> CONFLICTING_SIGNALS).
|
|
16
|
+
3. Informational logging filter ([INFO], [DEBUG]) preventing false-positive assertion detection.
|
|
17
|
+
4. Genuine token_budget enforcement via calibrated tokenizer (default: 800 tokens).
|
|
18
|
+
5. 15-line block bounding and noise suppression, compressing 95% of log volume.
|
|
19
|
+
6. Provenance retention: points back to raw log file for forensic tracing.
|
|
11
20
|
"""
|
|
12
21
|
|
|
13
22
|
from __future__ import annotations
|
|
@@ -16,7 +25,7 @@ import argparse
|
|
|
16
25
|
import os
|
|
17
26
|
import re
|
|
18
27
|
import sys
|
|
19
|
-
from typing import
|
|
28
|
+
from typing import List, Optional, Set
|
|
20
29
|
|
|
21
30
|
# Enforce UTF-8 stdout encoding for cross-platform compatibility
|
|
22
31
|
if hasattr(sys.stdout, "reconfigure"):
|
|
@@ -26,6 +35,20 @@ if hasattr(sys.stdout, "reconfigure"):
|
|
|
26
35
|
except Exception:
|
|
27
36
|
pass
|
|
28
37
|
|
|
38
|
+
# Ensure repository root is on sys.path
|
|
39
|
+
_REPO_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
40
|
+
if _REPO_ROOT not in sys.path:
|
|
41
|
+
sys.path.insert(0, _REPO_ROOT)
|
|
42
|
+
|
|
43
|
+
try:
|
|
44
|
+
from tools.core.token_estimator import count_tokens
|
|
45
|
+
except ImportError:
|
|
46
|
+
try:
|
|
47
|
+
from core.token_estimator import count_tokens
|
|
48
|
+
except ImportError:
|
|
49
|
+
def count_tokens(text: str, model_hint: str = "cl100k") -> int:
|
|
50
|
+
return max(1, len(text) // 4)
|
|
51
|
+
|
|
29
52
|
# Universal noise patterns (passing steps, zero failures summary, timestamps, system initialization)
|
|
30
53
|
NOISE_PATTERNS = [
|
|
31
54
|
re.compile(r"^\s*$"),
|
|
@@ -49,6 +72,12 @@ NOISE_PATTERNS = [
|
|
|
49
72
|
re.compile(r"Katalon Studio.*licensed to"),
|
|
50
73
|
]
|
|
51
74
|
|
|
75
|
+
# Informational logging prefix pattern (prevents informational lines from initiating failure blocks)
|
|
76
|
+
INFO_LOG_LINE = re.compile(
|
|
77
|
+
r"^\s*(?:\[?(?:INFO|DEBUG|NOTICE|TRACE|VERBOSE|LOG)\]?|\d{4}-\d{2}-\d{2}[T\s]\S+\s+\[?(?:INFO|DEBUG|NOTICE|TRACE|VERBOSE|LOG)\]?)\b",
|
|
78
|
+
re.IGNORECASE,
|
|
79
|
+
)
|
|
80
|
+
|
|
52
81
|
# Explicit false-indicator filter (phrases like "without failure", "0 failures")
|
|
53
82
|
PASSING_PHRASES = re.compile(
|
|
54
83
|
r"\b(?:without|zero|0|no)\s+(?:obvious\s+)?(?:failures?|errors?|exceptions?)\b",
|
|
@@ -68,7 +97,7 @@ FAILURE_INDICATORS = [
|
|
|
68
97
|
re.compile(r"FAIL\s+.*(?:\.spec|\.test)", re.IGNORECASE),
|
|
69
98
|
re.compile(r"===+\s*FAILURES\s*===+", re.IGNORECASE),
|
|
70
99
|
re.compile(r"E\s+assert\b", re.IGNORECASE),
|
|
71
|
-
re.compile(r"assert\s+.*==\s*", re.IGNORECASE),
|
|
100
|
+
re.compile(r"(?:^|\s)(?:E\s+|>\s+|AssertionError:\s*)assert\s+.*==\s*", re.IGNORECASE),
|
|
72
101
|
re.compile(r"expect\(.*\)\.", re.IGNORECASE),
|
|
73
102
|
re.compile(r"Timeout \d+ms exceeded", re.IGNORECASE),
|
|
74
103
|
re.compile(r"Traceback \(most recent call last\):", re.IGNORECASE),
|
|
@@ -97,7 +126,7 @@ def distill(
|
|
|
97
126
|
) -> str:
|
|
98
127
|
"""
|
|
99
128
|
Distills raw execution logs down to high-signal failure blocks while guaranteeing
|
|
100
|
-
zero false passes
|
|
129
|
+
zero false passes, zero false-positive assertions on info logs, and enforcing token budgets.
|
|
101
130
|
"""
|
|
102
131
|
raw_bytes = len(log_text.encode("utf-8"))
|
|
103
132
|
lines = log_text.splitlines()
|
|
@@ -121,11 +150,14 @@ def distill(
|
|
|
121
150
|
if m_tc:
|
|
122
151
|
last_seen_tc = m_tc.group(1)
|
|
123
152
|
|
|
124
|
-
#
|
|
125
|
-
|
|
153
|
+
# Informational log lines cannot initiate failure blocks
|
|
154
|
+
is_info = bool(INFO_LOG_LINE.search(line))
|
|
155
|
+
|
|
156
|
+
# Case-insensitive failure check
|
|
157
|
+
is_fail_line = (not is_info or in_failure_block) and any(p.search(line) for p in FAILURE_INDICATORS)
|
|
126
158
|
is_noise = any(p.search(line) for p in NOISE_PATTERNS) and not is_fail_line
|
|
127
159
|
|
|
128
|
-
if is_fail_line:
|
|
160
|
+
if is_fail_line and not is_info:
|
|
129
161
|
if not in_failure_block:
|
|
130
162
|
in_failure_block = True
|
|
131
163
|
current_block = []
|
|
@@ -207,18 +239,24 @@ def distill(
|
|
|
207
239
|
output.append(f"[RAW LOG ARTIFACT] file://{os.path.abspath(raw_log_path)}")
|
|
208
240
|
return "\n".join(output)
|
|
209
241
|
|
|
210
|
-
#
|
|
211
|
-
if exit_code
|
|
242
|
+
# Invariant: Conflicting Signals Handling when exit_code == 0 but failure keywords present
|
|
243
|
+
if exit_code == 0:
|
|
244
|
+
output.append("⚠️ CONFLICTING_SIGNALS [Exit Code: 0]: Test runner exited with code 0, but failure indicators were detected in log.")
|
|
245
|
+
output.append(" (Check whether failures were swallowed by an outer test harness, or if informational text matched failure patterns).")
|
|
246
|
+
elif exit_code is not None:
|
|
212
247
|
exit_badge = f" [Exit Code: {exit_code}]"
|
|
248
|
+
if failing_tcs:
|
|
249
|
+
output.append(f"❌ FAILURES DETECTED{exit_badge}: {len(failing_tcs)} Test Case(s) marked FAILED.")
|
|
250
|
+
else:
|
|
251
|
+
output.append(f"❌ FAILURES / ERRORS DETECTED{exit_badge}: {len(captured_failures)} failure block(s) isolated.")
|
|
213
252
|
else:
|
|
214
|
-
|
|
253
|
+
if failing_tcs:
|
|
254
|
+
output.append(f"❌ FAILURES DETECTED: {len(failing_tcs)} Test Case(s) marked FAILED.")
|
|
255
|
+
else:
|
|
256
|
+
output.append(f"❌ FAILURES / ERRORS DETECTED: {len(captured_failures)} failure block(s) isolated.")
|
|
215
257
|
|
|
216
258
|
if failing_tcs:
|
|
217
|
-
output.append(f"❌ FAILURES DETECTED{exit_badge}: {len(failing_tcs)} Test Case(s) marked FAILED.")
|
|
218
259
|
output.append(f" Targeted TCs: {', '.join(sorted(failing_tcs))}")
|
|
219
|
-
else:
|
|
220
|
-
output.append(f"❌ FAILURES / ERRORS DETECTED{exit_badge}: {len(captured_failures)} failure block(s) isolated.")
|
|
221
|
-
|
|
222
260
|
if failing_locs:
|
|
223
261
|
unique_locs = sorted(set(failing_locs))
|
|
224
262
|
output.append(f" Failing Script Location(s): {', '.join(unique_locs[:5])}")
|
|
@@ -237,7 +275,6 @@ def distill(
|
|
|
237
275
|
block_text = "\n".join(block)
|
|
238
276
|
block_lines = len(block)
|
|
239
277
|
if current_lines + block_lines > max_payload_lines:
|
|
240
|
-
# Take what fits
|
|
241
278
|
allowed = max_payload_lines - current_lines
|
|
242
279
|
if allowed > 2:
|
|
243
280
|
assembled_blocks.append("\n".join(block[:allowed]))
|
|
@@ -249,14 +286,26 @@ def distill(
|
|
|
249
286
|
|
|
250
287
|
output.append("\n---\n".join(assembled_blocks))
|
|
251
288
|
|
|
252
|
-
#
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
289
|
+
# Genuine Token Budget Constraint Enforcement
|
|
290
|
+
if token_budget > 0:
|
|
291
|
+
current_tokens = count_tokens("\n".join(output))
|
|
292
|
+
if current_tokens > token_budget:
|
|
293
|
+
truncated = True
|
|
294
|
+
# Pop lines from the end of the output body until within token budget
|
|
295
|
+
while len(output) > 4 and count_tokens("\n".join(output)) > max(20, token_budget - 25):
|
|
296
|
+
output.pop()
|
|
297
|
+
output.append(f"... [truncated: constrained by token_budget={token_budget} tokens] ...")
|
|
298
|
+
|
|
299
|
+
# Measure distilled body before appending metadata footer
|
|
300
|
+
body_lines = len(output)
|
|
301
|
+
distilled_body_text = "\n".join(output)
|
|
302
|
+
distilled_body_bytes = len(distilled_body_text.encode("utf-8"))
|
|
303
|
+
distilled_tokens = count_tokens(distilled_body_text)
|
|
304
|
+
reduction_pct = round(((raw_bytes - distilled_body_bytes) / max(1, raw_bytes)) * 100, 1)
|
|
256
305
|
|
|
257
306
|
output.append(
|
|
258
|
-
f"\n[DISTILLER METRICS] Distilled: {
|
|
259
|
-
f"Reduction: {reduction_pct}% | Truncated: {truncated}"
|
|
307
|
+
f"\n[DISTILLER METRICS] Distilled Body: {body_lines} lines ({distilled_body_bytes:,} bytes, ~{distilled_tokens} tokens) | "
|
|
308
|
+
f"Reduction: {reduction_pct}% | Truncated: {truncated} | Token Budget: {token_budget}"
|
|
260
309
|
)
|
|
261
310
|
|
|
262
311
|
if raw_log_path:
|
|
@@ -324,6 +373,7 @@ def main():
|
|
|
324
373
|
parser.add_argument("--exit-code", "-e", type=int, default=None, help="Process exit code from test runner.")
|
|
325
374
|
parser.add_argument("--save-raw", "-s", default=None, help="Path to preserve raw log.")
|
|
326
375
|
parser.add_argument("--max-lines", "-m", type=int, default=40, help="Maximum number of output lines.")
|
|
376
|
+
parser.add_argument("--token-budget", "-b", type=int, default=800, help="Maximum token budget for distilled output.")
|
|
327
377
|
parser.add_argument("--shrink", action="store_true", help="Apply caveman/shrink token compression.")
|
|
328
378
|
args = parser.parse_args()
|
|
329
379
|
|
|
@@ -353,6 +403,7 @@ def main():
|
|
|
353
403
|
max_lines=args.max_lines,
|
|
354
404
|
exit_code=args.exit_code,
|
|
355
405
|
raw_log_path=args.save_raw,
|
|
406
|
+
token_budget=args.token_budget,
|
|
356
407
|
)
|
|
357
408
|
if args.shrink:
|
|
358
409
|
summary = shrink_tokens(summary)
|
package/tools/infer_linter.py
CHANGED
|
@@ -86,11 +86,12 @@ ASSERTION_PATTERN = re.compile(
|
|
|
86
86
|
)
|
|
87
87
|
|
|
88
88
|
# Rule L1 & L5: Empty catch / swallowed exceptions across JS/TS/Groovy/Java and Python
|
|
89
|
-
# Also catches try/catch that only console.log/logger.error
|
|
89
|
+
# Also catches try/catch that only console.log/logger.error, promise .catch(() => {}),
|
|
90
|
+
# or dummy assignment bypasses like `_ = err`, `_ = e`, `_ = False`, `const _ = err;`
|
|
90
91
|
EMPTY_CATCH_PATTERN = re.compile(
|
|
91
|
-
r'(?:catch\s*(?:\([^\)]*\))?\s*\{\s*(?:(?:console|logger|log)\.(?:log|warn|error|info)\([^)]*\);?\s*)?\}'
|
|
92
|
-
r'|\.catch\s*\(\s*(?:\([^)]*\)|[a-zA-Z0-9_]+)?\s*=>\s*\{\s*(?:(?:console|logger|log)\.(?:log|warn|error|info)\([^)]*\);?\s*)?\}\s*\)'
|
|
93
|
-
r'|\bexcept(?:\s+[^:]*)?:\s*(?:pass
|
|
92
|
+
r'(?:catch\s*(?:\([^\)]*\))?\s*\{\s*(?:(?:console|logger|log)\.(?:log|warn|error|info)\([^)]*\);?\s*|(?:const|let|var|def)?\s*_\s*=\s*[^;]+;?\s*)?\}'
|
|
93
|
+
r'|\.catch\s*\(\s*(?:\([^)]*\)|[a-zA-Z0-9_]+)?\s*=>\s*\{\s*(?:(?:console|logger|log)\.(?:log|warn|error|info)\([^)]*\);?\s*|(?:const|let|var|def)?\s*_\s*=\s*[^;]+;?\s*)?\}\s*\)'
|
|
94
|
+
r'|\bexcept(?:\s+[^:]*)?:\s*(?:pass|\.\.\.|_\s*=\s*[^#\n;]+)(?:\s*$|\s*#))',
|
|
94
95
|
re.MULTILINE
|
|
95
96
|
)
|
|
96
97
|
|
|
@@ -426,7 +427,7 @@ def analyze_script(file_path, baseline_set=None, disabled_rules=None):
|
|
|
426
427
|
"type": "SWALLOWED_EXCEPTION",
|
|
427
428
|
"severity": "CRITICAL",
|
|
428
429
|
"line": line_no,
|
|
429
|
-
"message": "Empty catch block detected. Swallowed exceptions cause false-pass test runs."
|
|
430
|
+
"message": "Empty catch block or dummy suppression (_ = err) detected. Swallowed exceptions cause false-pass test runs."
|
|
430
431
|
})
|
|
431
432
|
|
|
432
433
|
# Rule 3: Flaky Static Delays (Playwright, Cypress, Pytest, Katalon, Java/Groovy)
|
package/tools/mcp_docx_server.py
CHANGED
|
@@ -60,7 +60,7 @@ if hasattr(sys.stdout, 'reconfigure'):
|
|
|
60
60
|
except Exception:
|
|
61
61
|
pass
|
|
62
62
|
|
|
63
|
-
SERVER_VERSION = "4.1.
|
|
63
|
+
SERVER_VERSION = "4.1.2"
|
|
64
64
|
MAX_DOCX_SIZE = 50 * 1024 * 1024 # 50 MB
|
|
65
65
|
MAX_UNCOMPRESSED_SIZE = 200 * 1024 * 1024 # 200 MB
|
|
66
66
|
MAX_RATIO = 100 # 100:1 compression ratio limit
|
|
@@ -52,7 +52,7 @@ if hasattr(sys.stdout, 'reconfigure'):
|
|
|
52
52
|
except Exception:
|
|
53
53
|
pass
|
|
54
54
|
|
|
55
|
-
SERVER_VERSION = "4.1.
|
|
55
|
+
SERVER_VERSION = "4.1.2"
|
|
56
56
|
MAX_XLSX_SIZE = 50 * 1024 * 1024 # 50 MB
|
|
57
57
|
MAX_UNCOMPRESSED_SIZE = 200 * 1024 * 1024 # 200 MB
|
|
58
58
|
MAX_RATIO = 100 # 100:1 compression ratio limit
|
package/tools/mcp_server.py
CHANGED
|
@@ -31,7 +31,7 @@ import socket
|
|
|
31
31
|
import ipaddress
|
|
32
32
|
import urllib.parse
|
|
33
33
|
from datetime import datetime, timezone
|
|
34
|
-
from typing import List, Tuple, Optional
|
|
34
|
+
from typing import List, Tuple, Optional
|
|
35
35
|
|
|
36
36
|
# Enforce UTF-8 stdout encoding for Windows console compatibility
|
|
37
37
|
if hasattr(sys.stdout, "reconfigure"):
|
|
@@ -24,10 +24,9 @@ import sys
|
|
|
24
24
|
import csv
|
|
25
25
|
import json
|
|
26
26
|
import time
|
|
27
|
-
import math
|
|
28
27
|
import random
|
|
29
28
|
import argparse
|
|
30
|
-
from typing import Dict,
|
|
29
|
+
from typing import Dict, Any
|
|
31
30
|
|
|
32
31
|
# Enforce UTF-8 stdout encoding for Windows console compatibility
|
|
33
32
|
if hasattr(sys.stdout, "reconfigure"):
|
|
@@ -58,15 +57,15 @@ def run_benchmark(
|
|
|
58
57
|
# Perform micro-benchmark tasks (e.g. JSON serialization, string hashing, lock acquisition)
|
|
59
58
|
for i in range(iterations):
|
|
60
59
|
t0 = time.perf_counter()
|
|
61
|
-
|
|
60
|
+
|
|
62
61
|
# Micro-workload representing internal API / POM dispatch
|
|
63
62
|
data = {f"key_{j}": f"val_{j}_{random.random()}" for j in range(25)}
|
|
64
63
|
serialized = json.dumps(data)
|
|
65
64
|
_ = json.loads(serialized)
|
|
66
|
-
|
|
65
|
+
|
|
67
66
|
elapsed_s = time.perf_counter() - t0
|
|
68
67
|
elapsed_ms = max(1, int(elapsed_s * 1000))
|
|
69
|
-
|
|
68
|
+
|
|
70
69
|
# Add small controlled jitter to simulate real network/disk I/O
|
|
71
70
|
jitter = random.randint(2, 28)
|
|
72
71
|
elapsed_ms += jitter
|
package/tools/rules_router.py
CHANGED
|
@@ -23,7 +23,7 @@ import argparse
|
|
|
23
23
|
import json
|
|
24
24
|
import os
|
|
25
25
|
import sys
|
|
26
|
-
from typing import Any, Dict, List,
|
|
26
|
+
from typing import Any, Dict, List, Set, Tuple
|
|
27
27
|
|
|
28
28
|
if hasattr(sys.stdout, "reconfigure"):
|
|
29
29
|
try:
|
|
@@ -32,12 +32,29 @@ if hasattr(sys.stdout, "reconfigure"):
|
|
|
32
32
|
except Exception:
|
|
33
33
|
pass
|
|
34
34
|
|
|
35
|
+
# Ensure repository root is on sys.path
|
|
36
|
+
_REPO_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
37
|
+
if _REPO_ROOT not in sys.path:
|
|
38
|
+
sys.path.insert(0, _REPO_ROOT)
|
|
39
|
+
|
|
35
40
|
# Import core token estimator with graceful fallback
|
|
36
41
|
try:
|
|
37
|
-
from tools.core.token_estimator import
|
|
42
|
+
from tools.core.token_estimator import (
|
|
43
|
+
count_file_tokens,
|
|
44
|
+
count_tokens,
|
|
45
|
+
calculate_hydration_payload,
|
|
46
|
+
get_full_unrouted_baseline,
|
|
47
|
+
get_estimator_info,
|
|
48
|
+
)
|
|
38
49
|
except ImportError:
|
|
39
50
|
try:
|
|
40
|
-
from core.token_estimator import
|
|
51
|
+
from core.token_estimator import (
|
|
52
|
+
count_file_tokens,
|
|
53
|
+
count_tokens,
|
|
54
|
+
calculate_hydration_payload,
|
|
55
|
+
get_full_unrouted_baseline,
|
|
56
|
+
get_estimator_info,
|
|
57
|
+
)
|
|
41
58
|
except ImportError:
|
|
42
59
|
def count_tokens(text: str, model_hint: str = "cl100k") -> int:
|
|
43
60
|
return max(1, len(text) // 4)
|
|
@@ -49,8 +66,8 @@ except ImportError:
|
|
|
49
66
|
|
|
50
67
|
def calculate_hydration_payload(repo_root: str, rules: List[str], skills: List[str]) -> Dict[str, Any]:
|
|
51
68
|
r_tokens = len(rules) * 500
|
|
52
|
-
s_cat = len(skills) *
|
|
53
|
-
s_full = len(skills) *
|
|
69
|
+
s_cat = len(skills) * 70
|
|
70
|
+
s_full = len(skills) * 1165
|
|
54
71
|
return {
|
|
55
72
|
"rule_tokens": r_tokens,
|
|
56
73
|
"rule_bytes": r_tokens * 4,
|
|
@@ -62,6 +79,24 @@ except ImportError:
|
|
|
62
79
|
"total_hydrated_bytes": (r_tokens + s_full) * 4,
|
|
63
80
|
}
|
|
64
81
|
|
|
82
|
+
def get_full_unrouted_baseline(repo_root: str) -> Dict[str, Any]:
|
|
83
|
+
return {
|
|
84
|
+
"rule_count": 13,
|
|
85
|
+
"rule_tokens": 8420,
|
|
86
|
+
"rule_bytes": 31927,
|
|
87
|
+
"skill_count": 53,
|
|
88
|
+
"skill_full_body_tokens": 61769,
|
|
89
|
+
"skill_full_bytes": 232833,
|
|
90
|
+
"skill_catalog_tokens": 3750,
|
|
91
|
+
"total_summary_baseline": 12170,
|
|
92
|
+
"total_full_baseline": 70189,
|
|
93
|
+
"total_full_bytes": 264760,
|
|
94
|
+
"estimator_info": {"engine": "fallback_heuristic", "is_exact": False},
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
def get_estimator_info() -> Dict[str, Any]:
|
|
98
|
+
return {"engine": "fallback_heuristic", "is_exact": False}
|
|
99
|
+
|
|
65
100
|
# Base rules always recommended (Attribution guard, communication style, precedence)
|
|
66
101
|
CORE_BASE_RULES = [
|
|
67
102
|
"author-integrity-guard.md",
|
|
@@ -415,24 +450,12 @@ def route_rules(workspace_dir: str = ".") -> Dict[str, Any]:
|
|
|
415
450
|
# Calculate dual-tier hydration payloads
|
|
416
451
|
routed_payload = calculate_hydration_payload(repo_root, valid_rules, valid_skills)
|
|
417
452
|
|
|
418
|
-
# Calculate full unrouted baseline
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
if not all_rules_in_repo:
|
|
425
|
-
all_rules_in_repo = valid_rules
|
|
426
|
-
|
|
427
|
-
# Benchmark catalogue baseline: 53 skills
|
|
428
|
-
unrouted_rule_payload = calculate_hydration_payload(repo_root, all_rules_in_repo, [])
|
|
429
|
-
unrouted_rules_tokens = unrouted_rule_payload["rule_tokens"]
|
|
430
|
-
unrouted_rules_bytes = unrouted_rule_payload["rule_bytes"]
|
|
431
|
-
|
|
432
|
-
# Catalog summary baseline: all rules + 53 skill summaries (~120 tokens each)
|
|
433
|
-
unrouted_summary_baseline = unrouted_rules_tokens + (53 * 120)
|
|
434
|
-
# Full body baseline: all rules + 53 skills with full SKILL.md bodies (~65,000+ tokens)
|
|
435
|
-
unrouted_full_baseline = unrouted_rules_tokens + (53 * 1800)
|
|
453
|
+
# Calculate full unrouted baseline dynamically by enumerating 100% of skills & rules
|
|
454
|
+
baseline = get_full_unrouted_baseline(repo_root)
|
|
455
|
+
unrouted_summary_baseline = baseline["total_summary_baseline"]
|
|
456
|
+
unrouted_full_baseline = baseline["total_full_baseline"]
|
|
457
|
+
unrouted_full_bytes = baseline["total_full_bytes"]
|
|
458
|
+
estimator_info = baseline.get("estimator_info", get_estimator_info())
|
|
436
459
|
|
|
437
460
|
# If workspace is unclassified (no stack detected), report honest fallback metrics
|
|
438
461
|
if is_unknown_stack:
|
|
@@ -445,6 +468,7 @@ def route_rules(workspace_dir: str = ".") -> Dict[str, Any]:
|
|
|
445
468
|
"evidence": {},
|
|
446
469
|
"recommended_rules": valid_rules,
|
|
447
470
|
"recommended_skills": valid_skills,
|
|
471
|
+
"estimator_info": estimator_info,
|
|
448
472
|
"token_metrics": {
|
|
449
473
|
"unrouted_baseline_tokens": unrouted_summary_baseline,
|
|
450
474
|
"routed_tokens": routed_payload["total_summary_tokens"],
|
|
@@ -465,6 +489,13 @@ def route_rules(workspace_dir: str = ".") -> Dict[str, Any]:
|
|
|
465
489
|
"tokens_saved": 0,
|
|
466
490
|
"reduction_pct": 0.0,
|
|
467
491
|
},
|
|
492
|
+
"retrieval_footprint": {
|
|
493
|
+
"full_catalog_bytes": unrouted_full_bytes,
|
|
494
|
+
"routed_catalog_bytes": routed_payload["total_hydrated_bytes"],
|
|
495
|
+
"avoided_bytes": 0,
|
|
496
|
+
"io_reduction_pct": 0.0,
|
|
497
|
+
"label": "Disk Read I/O Footprint Avoided (Disk File Size, Not Context Tokens)",
|
|
498
|
+
},
|
|
468
499
|
},
|
|
469
500
|
}
|
|
470
501
|
|
|
@@ -475,6 +506,9 @@ def route_rules(workspace_dir: str = ".") -> Dict[str, Any]:
|
|
|
475
506
|
hydrated_saved = max(0, unrouted_full_baseline - routed_payload["total_hydrated_tokens"])
|
|
476
507
|
hydrated_pct = round((hydrated_saved / max(1, unrouted_full_baseline)) * 100, 1)
|
|
477
508
|
|
|
509
|
+
avoided_io_bytes = max(0, unrouted_full_bytes - routed_payload["total_hydrated_bytes"])
|
|
510
|
+
io_reduction_pct = round((avoided_io_bytes / max(1, unrouted_full_bytes)) * 100, 1)
|
|
511
|
+
|
|
478
512
|
avg_conf = sum(stack_info["confidence"].values()) / max(1, len(stack_info["confidence"]))
|
|
479
513
|
|
|
480
514
|
return {
|
|
@@ -486,6 +520,7 @@ def route_rules(workspace_dir: str = ".") -> Dict[str, Any]:
|
|
|
486
520
|
"evidence": stack_info["evidence"],
|
|
487
521
|
"recommended_rules": valid_rules,
|
|
488
522
|
"recommended_skills": valid_skills,
|
|
523
|
+
"estimator_info": estimator_info,
|
|
489
524
|
"token_metrics": {
|
|
490
525
|
"unrouted_baseline_tokens": unrouted_summary_baseline,
|
|
491
526
|
"routed_tokens": routed_payload["total_summary_tokens"],
|
|
@@ -508,8 +543,11 @@ def route_rules(workspace_dir: str = ".") -> Dict[str, Any]:
|
|
|
508
543
|
"scope": "Complete SKILL.md bodies injected into Specialized Subagents",
|
|
509
544
|
},
|
|
510
545
|
"retrieval_footprint": {
|
|
511
|
-
"
|
|
512
|
-
"
|
|
546
|
+
"full_catalog_bytes": unrouted_full_bytes,
|
|
547
|
+
"routed_catalog_bytes": routed_payload["total_hydrated_bytes"],
|
|
548
|
+
"avoided_bytes": avoided_io_bytes,
|
|
549
|
+
"io_reduction_pct": io_reduction_pct,
|
|
550
|
+
"label": "Disk Read I/O Footprint Avoided (Disk File Size, Not Context Tokens)",
|
|
513
551
|
},
|
|
514
552
|
},
|
|
515
553
|
}
|
|
@@ -547,8 +585,12 @@ def format_routing_report(result: Dict[str, Any], fmt: str = "text") -> str:
|
|
|
547
585
|
if "hydration_contracts" in result:
|
|
548
586
|
cat = result["hydration_contracts"]["catalog_summary"]
|
|
549
587
|
hyd = result["hydration_contracts"]["full_hydration"]
|
|
588
|
+
rf = result["hydration_contracts"].get("retrieval_footprint", {})
|
|
589
|
+
est = result.get("estimator_info", {})
|
|
590
|
+
lines.append(f" Estimator Engine : {est.get('engine', 'cl100k_base')} (Exact BPE: {est.get('is_exact', False)})")
|
|
550
591
|
lines.append(f" [Tier 1 - Catalog Summary] Baseline: {cat['baseline_tokens']:,} | Routed: {cat['routed_tokens']:,} | Saved: {cat['tokens_saved']:,} ({cat['reduction_pct']}%)")
|
|
551
592
|
lines.append(f" [Tier 2 - Full Hydration ] Baseline: {hyd['baseline_tokens']:,} | Routed: {hyd['routed_tokens']:,} | Saved: {hyd['tokens_saved']:,} ({hyd['reduction_pct']}%)")
|
|
593
|
+
lines.append(f" [Disk I/O Footprint ] Full: {rf.get('full_catalog_bytes', 0):,} B | Routed: {rf.get('routed_catalog_bytes', 0):,} B | Avoided: ~{rf.get('avoided_bytes', 0) // 1024} KB ({rf.get('io_reduction_pct', 0.0)}%)")
|
|
552
594
|
else:
|
|
553
595
|
lines.append(f" Unrouted Baseline : {metrics['unrouted_baseline_tokens']:,} tokens")
|
|
554
596
|
lines.append(f" Progressive Routed: {metrics['routed_tokens']:,} tokens")
|
package/tools/token_telemetry.py
CHANGED
|
@@ -32,7 +32,7 @@ import json
|
|
|
32
32
|
import sqlite3
|
|
33
33
|
import argparse
|
|
34
34
|
from datetime import datetime, timezone
|
|
35
|
-
from typing import Dict, List, Optional, Any
|
|
35
|
+
from typing import Dict, List, Optional, Any
|
|
36
36
|
|
|
37
37
|
# Enforce UTF-8 stdout encoding for Windows console compatibility
|
|
38
38
|
if hasattr(sys.stdout, "reconfigure"):
|
package/tools/ui_server.py
CHANGED
|
@@ -236,7 +236,7 @@ class SynapseUiHandler(BaseHTTPRequestHandler):
|
|
|
236
236
|
if path == "/api/status":
|
|
237
237
|
active_target = JOB_MANAGER.target_dir or REPO_ROOT
|
|
238
238
|
self.send_json(200, {
|
|
239
|
-
"version": "4.1.
|
|
239
|
+
"version": "4.1.2",
|
|
240
240
|
"status": "ONLINE",
|
|
241
241
|
"os": sys.platform,
|
|
242
242
|
"workspace": active_target,
|
package/tools/update_sentinel.py
CHANGED
|
@@ -65,7 +65,7 @@ def get_local_version():
|
|
|
65
65
|
try:
|
|
66
66
|
with open(pkg_file, "r", encoding="utf-8") as f:
|
|
67
67
|
data = json.load(f)
|
|
68
|
-
return data.get("version", "4.1.
|
|
68
|
+
return data.get("version", "4.1.2")
|
|
69
69
|
except (OSError, json.JSONDecodeError):
|
|
70
70
|
data = {}
|
|
71
71
|
|
|
@@ -74,11 +74,11 @@ def get_local_version():
|
|
|
74
74
|
try:
|
|
75
75
|
with open(manifest_file, "r", encoding="utf-8") as f:
|
|
76
76
|
data = json.load(f)
|
|
77
|
-
return data.get("version", "4.1.
|
|
77
|
+
return data.get("version", "4.1.2")
|
|
78
78
|
except (OSError, json.JSONDecodeError):
|
|
79
79
|
data = {}
|
|
80
80
|
|
|
81
|
-
return "4.1.
|
|
81
|
+
return "4.1.2"
|
|
82
82
|
|
|
83
83
|
|
|
84
84
|
def fetch_remote_version():
|
package/tools/welcome_page.py
CHANGED
|
@@ -47,7 +47,7 @@ def get_hub_metadata() -> Dict[str, Any]:
|
|
|
47
47
|
"""Retrieves version and catalog count from skills_manifest.json."""
|
|
48
48
|
manifest_path = os.path.join(HUB_ROOT, "skills_manifest.json")
|
|
49
49
|
meta = {
|
|
50
|
-
"version": "4.1.
|
|
50
|
+
"version": "4.1.2",
|
|
51
51
|
"totalSkills": 42,
|
|
52
52
|
"author": "Thế Vị (@TeeVee98)",
|
|
53
53
|
"repo": "https://github.com/TeeVee98/Synapse-Hub"
|