@furongjun1999/dsh-memory 0.9.9 → 0.9.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. package/README.md +181 -150
  2. package/lib/hooks.d.ts +16 -1
  3. package/lib/hooks.js +53 -2
  4. package/lib/index.d.ts +3 -0
  5. package/lib/index.js +9 -1
  6. package/lib/tools.d.ts +8 -0
  7. package/lib/tools.js +32 -5
  8. package/md_cg/config_registry_bulk.py +488 -483
  9. package/md_cg/config_validate.py +5 -0
  10. package/md_cg/mcp_server.py +5446 -5324
  11. package/md_cg/mdcg.py +62 -4
  12. package/md_cg/mdcos.py +7259 -7159
  13. package/md_cg/refindex.py +11 -4
  14. package/md_cg/test_c3_transient_read_negative.py +797 -797
  15. package/md_cg/test_c8_search_rrf_gates.py +511 -502
  16. package/md_cg/test_domain_granularity.py +68 -0
  17. package/md_cg/test_exact_text_cache.py +194 -194
  18. package/md_cg/test_hotcache_tool.py +121 -121
  19. package/md_cg/test_index_snapshot_fastpath.py +72 -0
  20. package/md_cg/test_issue274_read_node_id_none.py +364 -364
  21. package/md_cg/test_issue623_fullwidth_symmetry.py +66 -0
  22. package/md_cg/test_p28_refcheck.py +7 -7
  23. package/md_cg/test_p3_legacy_closure.py +441 -441
  24. package/md_cg/test_retr_gates_prodpath.py +11 -1
  25. package/md_cg/test_search_async.py +84 -0
  26. package/md_cg/test_search_bm25_default.py +60 -60
  27. package/md_cg/test_search_prefilter.py +85 -0
  28. package/md_cg/test_untrusted_audit.py +55 -55
  29. package/md_cg/test_untrusted_classifier.py +42 -42
  30. package/md_cg/test_untrusted_enforcement.py +66 -66
  31. package/md_cg/tokens.py +5 -1
  32. package/md_cg/untrusted.py +45 -45
  33. package/md_cg/untrusted_audit.py +87 -87
  34. package/package.json +113 -113
  35. package/scripts/workspace_index.py +2 -0
  36. package/src/hooks.ts +1043 -986
  37. package/src/index.ts +12 -1
  38. package/src/tools.ts +37 -6
@@ -0,0 +1,66 @@
1
+ # -*- coding: utf-8 -*-
2
+ """全角/半角字母数字检索对称性守卫(issue #623,2026-10-22)。
3
+
4
+ 根因:normalize_en 的清理字符类 [^\u4e00-\u9fff a-zA-Z0-9] 把全角拉丁/数字
5
+ (ABC123,U+FF01–FF5E)整段清成空格 ⇒ 查询词消失,全角与半角双向不可命中。
6
+ 修法:清理前先过 routing.nfkc_text(本仓 NFKC 唯一单点)。
7
+
8
+ F1 normalize_en 全角/半角产出逐字相同
9
+ F2 bigram 集合相同(_like/_score/reach 三条腿都吃这一份)
10
+ F3 端到端:半角写入、全角查询能命中
11
+ F4 端到端:全角写入、半角查询能命中
12
+ F5 NFKC 单点没有被绕开(normalize_en 源码里出现 routing.nfkc_text)
13
+ """
14
+ from __future__ import annotations
15
+
16
+ import os
17
+ import re
18
+ import tempfile
19
+
20
+ from .mdcg import normalize_en, bigrams
21
+ from .mdcos import MdCGSecure
22
+
23
+ HERE = os.path.dirname(os.path.abspath(__file__))
24
+
25
+
26
+ def main():
27
+ ok = 0
28
+ bad = 0
29
+
30
+ def chk(cond, label):
31
+ nonlocal ok, bad
32
+ if cond:
33
+ ok += 1
34
+ print(" PASS", label)
35
+ else:
36
+ bad += 1
37
+ print(" FAIL", label)
38
+
39
+ chk(normalize_en("ABC123") == normalize_en("ABC123"), "F1 全角/半角归一结果逐字相同")
40
+ chk(bigrams(normalize_en("ABC123")) == bigrams(normalize_en("ABC123")), "F2 bigram 集合相同")
41
+
42
+ root = tempfile.mkdtemp(prefix="nfk_")
43
+ cg = MdCGSecure(root)
44
+ cg.add("half", "ABC123 半角写入的节点", layer="knowledge", tags=["对称性"])
45
+ cg.add("full", "ABC123 全角写入的节点", layer="knowledge", tags=["对称性"])
46
+
47
+ def ids(q):
48
+ res, _meta = cg.search(q, k=5, record=False)
49
+ return [str(n.get("id")) for n, _s, _q in res]
50
+
51
+ got_half = ids("ABC123")
52
+ chk("half" in got_half, "F3 半角写入 + 全角查询能命中(%s)" % (got_half[:3],))
53
+ got_full = ids("ABC123")
54
+ chk("full" in got_full, "F4 全角写入 + 半角查询能命中(%s)" % (got_full[:3],))
55
+
56
+ src = open(os.path.join(HERE, "mdcg.py"), encoding="utf-8").read()
57
+ m = re.search(r"def normalize_en\(.*?\n cleaned = re\.sub\(.*?\n", src, re.S)
58
+ chk(bool(m) and "routing.nfkc_text" in m.group(0), "F5 normalize_en 走 routing.nfkc_text 单点")
59
+
60
+ print("=" * 60)
61
+ print("全角/半角对称性守卫:%d 通过 / %d 失败" % (ok, bad))
62
+ return 0 if bad == 0 else 1
63
+
64
+
65
+ if __name__ == "__main__":
66
+ raise SystemExit(main())
@@ -475,7 +475,7 @@ DOC_SEC_HEAD = "### 3.1 "
475
475
  #: §3.1(归一化后)的 sha1 前 16 位:**判据侧陈化硬失败**——口径一被改写(无论改真源
476
476
  #: 还是改守卫)就必须同步本行,才谈得上「措辞与实现同源」。归一化=空白折叠 ⇒ 换行 /
477
477
  #: 缩进 / 表格对齐**不**误红,只有措辞变化才红。失败信息里打印现算值,照抄即恢复。
478
- DOC_SEC_FP = "f373ca6380e3debf"
478
+ DOC_SEC_FP = "a2406ad18b573654"
479
479
 
480
480
  #: §3.1 里必须**逐字**出现的口径字面(缺一条 ⇒ 措辞已从实现侧漂开)。
481
481
  DOC_REQUIRED = (
@@ -491,13 +491,13 @@ DOC_REQUIRED = (
491
491
  #: 「文档说谁在哪一行」是措辞里最硬的一句——引用漂移(代码增删行)即红,失败信息附
492
492
  #: 该符号**现址**,照抄回文档与本表即恢复(陈化可自愈到「人只需抄一次」)。
493
493
  DOC_CITATIONS = (
494
- ("refindex.py:577", "md_cg/refindex.py", 577, "def _code_ref("),
495
- ("refindex.py:591", "md_cg/refindex.py", 591, "def _doc_ref("),
496
- ("refindex.py:635", "md_cg/refindex.py", 635,
494
+ ("refindex.py:584", "md_cg/refindex.py", 584, "def _code_ref("),
495
+ ("refindex.py:598", "md_cg/refindex.py", 598, "def _doc_ref("),
496
+ ("refindex.py:642", "md_cg/refindex.py", 642,
497
497
  "got = codeindex.region_hash(lines, lineno, end)"),
498
- ("refindex.py:652", "md_cg/refindex.py", 652, "def read_ref("),
499
- ("refindex.py:720", "md_cg/refindex.py", 720, "def check_refs("),
500
- ("refindex.py:931", "md_cg/refindex.py", 931, "def prune_orphans("),
498
+ ("refindex.py:659", "md_cg/refindex.py", 659, "def read_ref("),
499
+ ("refindex.py:727", "md_cg/refindex.py", 727, "def check_refs("),
500
+ ("refindex.py:938", "md_cg/refindex.py", 938, "def prune_orphans("),
501
501
  ("srcindex.py:71", "md_cg/srcindex.py", 71, "def src_id("),
502
502
  ("srcindex.py:86", "md_cg/srcindex.py", 86, "def file_hash("),
503
503
  ("logref.py:119", "md_cg/logref.py", 119, "def node_state("),