@furongjun1999/dsh-memory 0.9.9 → 0.9.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +181 -150
- package/lib/hooks.d.ts +16 -1
- package/lib/hooks.js +53 -2
- package/lib/index.d.ts +3 -0
- package/lib/index.js +9 -1
- package/lib/tools.d.ts +8 -0
- package/lib/tools.js +32 -5
- package/md_cg/config_registry_bulk.py +488 -483
- package/md_cg/config_validate.py +5 -0
- package/md_cg/mcp_server.py +5446 -5324
- package/md_cg/mdcg.py +62 -4
- package/md_cg/mdcos.py +7259 -7159
- package/md_cg/refindex.py +11 -4
- package/md_cg/test_c3_transient_read_negative.py +797 -797
- package/md_cg/test_c8_search_rrf_gates.py +511 -502
- package/md_cg/test_domain_granularity.py +68 -0
- package/md_cg/test_exact_text_cache.py +194 -194
- package/md_cg/test_hotcache_tool.py +121 -121
- package/md_cg/test_index_snapshot_fastpath.py +72 -0
- package/md_cg/test_issue274_read_node_id_none.py +364 -364
- package/md_cg/test_issue623_fullwidth_symmetry.py +66 -0
- package/md_cg/test_p28_refcheck.py +7 -7
- package/md_cg/test_p3_legacy_closure.py +441 -441
- package/md_cg/test_retr_gates_prodpath.py +11 -1
- package/md_cg/test_search_async.py +84 -0
- package/md_cg/test_search_bm25_default.py +60 -60
- package/md_cg/test_search_prefilter.py +85 -0
- package/md_cg/test_untrusted_audit.py +55 -55
- package/md_cg/test_untrusted_classifier.py +42 -42
- package/md_cg/test_untrusted_enforcement.py +66 -66
- package/md_cg/tokens.py +5 -1
- package/md_cg/untrusted.py +45 -45
- package/md_cg/untrusted_audit.py +87 -87
- package/package.json +113 -113
- package/scripts/workspace_index.py +2 -0
- package/src/hooks.ts +1043 -986
- package/src/index.ts +12 -1
- package/src/tools.ts +37 -6
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""全角/半角字母数字检索对称性守卫(issue #623,2026-10-22)。
|
|
3
|
+
|
|
4
|
+
根因:normalize_en 的清理字符类 [^\u4e00-\u9fff a-zA-Z0-9] 把全角拉丁/数字
|
|
5
|
+
(ABC123,U+FF01–FF5E)整段清成空格 ⇒ 查询词消失,全角与半角双向不可命中。
|
|
6
|
+
修法:清理前先过 routing.nfkc_text(本仓 NFKC 唯一单点)。
|
|
7
|
+
|
|
8
|
+
F1 normalize_en 全角/半角产出逐字相同
|
|
9
|
+
F2 bigram 集合相同(_like/_score/reach 三条腿都吃这一份)
|
|
10
|
+
F3 端到端:半角写入、全角查询能命中
|
|
11
|
+
F4 端到端:全角写入、半角查询能命中
|
|
12
|
+
F5 NFKC 单点没有被绕开(normalize_en 源码里出现 routing.nfkc_text)
|
|
13
|
+
"""
|
|
14
|
+
from __future__ import annotations
|
|
15
|
+
|
|
16
|
+
import os
|
|
17
|
+
import re
|
|
18
|
+
import tempfile
|
|
19
|
+
|
|
20
|
+
from .mdcg import normalize_en, bigrams
|
|
21
|
+
from .mdcos import MdCGSecure
|
|
22
|
+
|
|
23
|
+
HERE = os.path.dirname(os.path.abspath(__file__))
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
def main():
|
|
27
|
+
ok = 0
|
|
28
|
+
bad = 0
|
|
29
|
+
|
|
30
|
+
def chk(cond, label):
|
|
31
|
+
nonlocal ok, bad
|
|
32
|
+
if cond:
|
|
33
|
+
ok += 1
|
|
34
|
+
print(" PASS", label)
|
|
35
|
+
else:
|
|
36
|
+
bad += 1
|
|
37
|
+
print(" FAIL", label)
|
|
38
|
+
|
|
39
|
+
chk(normalize_en("ABC123") == normalize_en("ABC123"), "F1 全角/半角归一结果逐字相同")
|
|
40
|
+
chk(bigrams(normalize_en("ABC123")) == bigrams(normalize_en("ABC123")), "F2 bigram 集合相同")
|
|
41
|
+
|
|
42
|
+
root = tempfile.mkdtemp(prefix="nfk_")
|
|
43
|
+
cg = MdCGSecure(root)
|
|
44
|
+
cg.add("half", "ABC123 半角写入的节点", layer="knowledge", tags=["对称性"])
|
|
45
|
+
cg.add("full", "ABC123 全角写入的节点", layer="knowledge", tags=["对称性"])
|
|
46
|
+
|
|
47
|
+
def ids(q):
|
|
48
|
+
res, _meta = cg.search(q, k=5, record=False)
|
|
49
|
+
return [str(n.get("id")) for n, _s, _q in res]
|
|
50
|
+
|
|
51
|
+
got_half = ids("ABC123")
|
|
52
|
+
chk("half" in got_half, "F3 半角写入 + 全角查询能命中(%s)" % (got_half[:3],))
|
|
53
|
+
got_full = ids("ABC123")
|
|
54
|
+
chk("full" in got_full, "F4 全角写入 + 半角查询能命中(%s)" % (got_full[:3],))
|
|
55
|
+
|
|
56
|
+
src = open(os.path.join(HERE, "mdcg.py"), encoding="utf-8").read()
|
|
57
|
+
m = re.search(r"def normalize_en\(.*?\n cleaned = re\.sub\(.*?\n", src, re.S)
|
|
58
|
+
chk(bool(m) and "routing.nfkc_text" in m.group(0), "F5 normalize_en 走 routing.nfkc_text 单点")
|
|
59
|
+
|
|
60
|
+
print("=" * 60)
|
|
61
|
+
print("全角/半角对称性守卫:%d 通过 / %d 失败" % (ok, bad))
|
|
62
|
+
return 0 if bad == 0 else 1
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
if __name__ == "__main__":
|
|
66
|
+
raise SystemExit(main())
|
|
@@ -475,7 +475,7 @@ DOC_SEC_HEAD = "### 3.1 "
|
|
|
475
475
|
#: §3.1(归一化后)的 sha1 前 16 位:**判据侧陈化硬失败**——口径一被改写(无论改真源
|
|
476
476
|
#: 还是改守卫)就必须同步本行,才谈得上「措辞与实现同源」。归一化=空白折叠 ⇒ 换行 /
|
|
477
477
|
#: 缩进 / 表格对齐**不**误红,只有措辞变化才红。失败信息里打印现算值,照抄即恢复。
|
|
478
|
-
DOC_SEC_FP = "
|
|
478
|
+
DOC_SEC_FP = "a2406ad18b573654"
|
|
479
479
|
|
|
480
480
|
#: §3.1 里必须**逐字**出现的口径字面(缺一条 ⇒ 措辞已从实现侧漂开)。
|
|
481
481
|
DOC_REQUIRED = (
|
|
@@ -491,13 +491,13 @@ DOC_REQUIRED = (
|
|
|
491
491
|
#: 「文档说谁在哪一行」是措辞里最硬的一句——引用漂移(代码增删行)即红,失败信息附
|
|
492
492
|
#: 该符号**现址**,照抄回文档与本表即恢复(陈化可自愈到「人只需抄一次」)。
|
|
493
493
|
DOC_CITATIONS = (
|
|
494
|
-
("refindex.py:
|
|
495
|
-
("refindex.py:
|
|
496
|
-
("refindex.py:
|
|
494
|
+
("refindex.py:584", "md_cg/refindex.py", 584, "def _code_ref("),
|
|
495
|
+
("refindex.py:598", "md_cg/refindex.py", 598, "def _doc_ref("),
|
|
496
|
+
("refindex.py:642", "md_cg/refindex.py", 642,
|
|
497
497
|
"got = codeindex.region_hash(lines, lineno, end)"),
|
|
498
|
-
("refindex.py:
|
|
499
|
-
("refindex.py:
|
|
500
|
-
("refindex.py:
|
|
498
|
+
("refindex.py:659", "md_cg/refindex.py", 659, "def read_ref("),
|
|
499
|
+
("refindex.py:727", "md_cg/refindex.py", 727, "def check_refs("),
|
|
500
|
+
("refindex.py:938", "md_cg/refindex.py", 938, "def prune_orphans("),
|
|
501
501
|
("srcindex.py:71", "md_cg/srcindex.py", 71, "def src_id("),
|
|
502
502
|
("srcindex.py:86", "md_cg/srcindex.py", 86, "def file_hash("),
|
|
503
503
|
("logref.py:119", "md_cg/logref.py", 119, "def node_state("),
|