@furongjun1999/dsh-memory 0.9.22 → 0.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. package/CHANGELOG.en.md +450 -0
  2. package/CHANGELOG.md +112 -0
  3. package/README.en.md +244 -0
  4. package/README.md +272 -260
  5. package/codebuddy/CODEBUDDY.md +1 -1
  6. package/docs/README.md +2 -0
  7. package/docs/discipline/templates/full.md.tmpl +1 -1
  8. package/docs/discipline/templates/rules.mdc.tmpl +1 -1
  9. package/docs/en/README.md +190 -0
  10. package/docs/en/TRANSLATION.md +78 -0
  11. package/docs/en/TRANSLATION_MANIFEST.json +170 -0
  12. package/docs/en/TRANSLATION_REPORT.md +11 -0
  13. package/docs/en/dev/README.md +10 -0
  14. package/docs/en/dev/coding-testing.md +72 -0
  15. package/docs/en/dev/switch-matrix.md +10 -0
  16. package/docs/en/glossary.md +97 -0
  17. package/docs/en/harnesses/claude.md +100 -0
  18. package/docs/en/harnesses/codebuddy.md +93 -0
  19. package/docs/en/harnesses/codex.md +88 -0
  20. package/docs/en/harnesses/dsh.md +84 -0
  21. package/docs/en/harnesses/zcode.md +42 -0
  22. package/docs/en/mdcg/ccg.md +32 -0
  23. package/docs/en/mdcg/generated-docs.md +20 -0
  24. package/docs/en/mdcg/guardrail-charter.md +170 -0
  25. package/docs/en/mdcg/mcp-tool-names.md +43 -0
  26. package/docs/en/mdcg/multi-harness.md +43 -0
  27. package/docs/en/mdcg/recall-metadata.md +30 -0
  28. package/docs/en/mdcg/world-model-endpoint.md +379 -0
  29. package/docs/en/mdcg/write-aliases.md +130 -0
  30. package/docs/en/ops/README.md +11 -0
  31. package/docs/en/ops/environment-known-issues.md +244 -0
  32. package/docs/en/ops/install.md +72 -0
  33. package/docs/en/ops/operations-troubleshooting.md +86 -0
  34. package/docs/en/ops/permissions-review.md +79 -0
  35. package/docs/en/ops/release-governance.md +49 -0
  36. package/docs/en/ops/tool-name-migration.md +30 -0
  37. package/docs/en/ops/ui-install-troubleshooting.md +53 -0
  38. package/docs/en/standards/ai-coding-standard-checklist.md +71 -0
  39. package/docs/en/standards/ai-coding-standard-lingshu.md +47 -0
  40. package/docs/en/standards/ai-coding-standard.md +185 -0
  41. package/docs/en/ui/minimal.md +62 -0
  42. package/docs/mdcg/cogmap_ops.md +16 -15
  43. package/lib/client.js +29 -3
  44. package/lib/hooks.d.ts +34 -0
  45. package/lib/hooks.js +167 -33
  46. package/lib/index.js +19 -3
  47. package/lib/lib/console_web.mjs +30 -3
  48. package/lib/lib/hook_audit.d.ts +3 -2
  49. package/lib/lib/hook_audit.js +14 -4
  50. package/lib/lib/mdcg_client.d.ts +5 -2
  51. package/lib/lib/mdcg_client.js +8 -4
  52. package/lib/lib/prompt_safety.d.ts +24 -0
  53. package/lib/lib/prompt_safety.js +77 -1
  54. package/lib/lib/token_store.js +5 -2
  55. package/lib/tools.js +5 -3
  56. package/md_cg/bucketindex.py +231 -0
  57. package/md_cg/bucketscope.py +339 -0
  58. package/md_cg/config_registry_bulk.py +19 -10
  59. package/md_cg/config_validate.py +14 -2
  60. package/md_cg/detrerank.py +137 -0
  61. package/md_cg/fsutil.py +215 -25
  62. package/md_cg/govern/__init__.py +23 -0
  63. package/md_cg/iface/__init__.py +46 -0
  64. package/md_cg/iface/_verify.py +609 -0
  65. package/md_cg/iface/contracts.py +337 -0
  66. package/md_cg/judgment_manifest.py +14 -0
  67. package/md_cg/kernel/__init__.py +27 -0
  68. package/md_cg/mcp_server.py +457 -23
  69. package/md_cg/mdcg.py +1034 -79
  70. package/md_cg/mdcos.py +263 -21
  71. package/md_cg/metacognition.py +66 -13
  72. package/md_cg/mutate_extract_shipped.py +126 -0
  73. package/md_cg/mutate_ledger_e2e.py +100 -0
  74. package/md_cg/nodefile.py +147 -23
  75. package/md_cg/op_table.py +22 -4
  76. package/md_cg/probe_c_ledger_integrity.py +258 -0
  77. package/md_cg/probe_d_retirement_discipline.py +263 -0
  78. package/md_cg/reconcile.py +9 -11
  79. package/md_cg/review_cli.py +6 -1
  80. package/md_cg/rollback.py +16 -1
  81. package/md_cg/run_tests.py +30 -1
  82. package/md_cg/scopeselect.py +214 -0
  83. package/md_cg/scrub.py +160 -23
  84. package/md_cg/security.py +4 -2
  85. package/md_cg/state_extract.py +149 -0
  86. package/md_cg/state_slots.py +58 -10
  87. package/md_cg/structboost.py +179 -0
  88. package/md_cg/test_alternatives_historical.py +162 -0
  89. package/md_cg/test_b2_sensitivity_landing.py +226 -223
  90. package/md_cg/test_b3_merge_keeps_content.py +608 -583
  91. package/md_cg/test_bucket_cards.py +85 -0
  92. package/md_cg/test_bucket_day_order.py +74 -0
  93. package/md_cg/test_bucket_quota.py +79 -0
  94. package/md_cg/test_bucket_recency_guards.py +75 -0
  95. package/md_cg/test_bucket_three_causes.py +83 -0
  96. package/md_cg/test_bucketindex.py +130 -0
  97. package/md_cg/test_bucketscope_early.py +71 -0
  98. package/md_cg/test_cond_term_fold.py +183 -0
  99. package/md_cg/test_cond_term_fold_gate.py +1210 -0
  100. package/md_cg/test_cond_term_neg_scope.py +147 -0
  101. package/md_cg/test_cond_terms_colon.py +348 -0
  102. package/md_cg/test_detrerank.py +157 -0
  103. package/md_cg/test_gate_four_kpi.py +136 -0
  104. package/md_cg/test_generation_guard.py +76 -43
  105. package/md_cg/test_issue192_move_layer_indices_guard.py +48 -0
  106. package/md_cg/test_issue362_neg_condition.py +44 -7
  107. package/md_cg/test_issue39_utf8_stdio.py +572 -572
  108. package/md_cg/test_issue413_preimage_failclosed.py +147 -9
  109. package/md_cg/test_issue444_scrub_evidence_plaintext.py +14 -8
  110. package/md_cg/test_issue677_flush_batch_io.py +139 -0
  111. package/md_cg/test_issue677_info_fast.py +82 -0
  112. package/md_cg/test_issue677_remember_dedupe.py +106 -0
  113. package/md_cg/test_issue712_tokens_sessions_read.py +199 -0
  114. package/md_cg/test_issue722_strict_conditions.py +96 -0
  115. package/md_cg/test_issue730_narrowing_audit.py +121 -0
  116. package/md_cg/test_issue733_verify_override.py +193 -0
  117. package/md_cg/test_issue733_verify_override_and_overwrite_inherit.py +315 -0
  118. package/md_cg/test_issue740_filelock_fd_leak.py +218 -0
  119. package/md_cg/test_issue741_content_hash_same_source.py +158 -0
  120. package/md_cg/test_issue747_slot_contradiction.py +125 -0
  121. package/md_cg/test_issue754_nested_root_guard.py +197 -0
  122. package/md_cg/test_issue757_index_hash_compare.py +85 -0
  123. package/md_cg/test_issue758_disk_hash_single.py +67 -0
  124. package/md_cg/test_issue759_twophase_hash.py +67 -0
  125. package/md_cg/test_issue768_overwrite_time_window_anchor.py +135 -0
  126. package/md_cg/test_issue789_log_plaintext_probe.py +100 -0
  127. package/md_cg/test_issue790_verb_negation.py +77 -0
  128. package/md_cg/test_issue810_root_guard.py +71 -0
  129. package/md_cg/test_issue812_info_index_stale.py +78 -0
  130. package/md_cg/test_issue827_weaken_dedup.py +361 -0
  131. package/md_cg/test_issue829_calibration_positive_gate.py +473 -0
  132. package/md_cg/test_kernel_iface_contracts.py +18 -0
  133. package/md_cg/test_md_cg_no_hive_dep.py +238 -17
  134. package/md_cg/test_n204_n205_n226_n227_n228_n229_exit_gates.py +545 -542
  135. package/md_cg/test_n209_verify_write_face_gates.py +5 -2
  136. package/md_cg/test_neg_condition_hits.py +336 -333
  137. package/md_cg/test_probe_cd_shipped.py +385 -0
  138. package/md_cg/test_recent_tail.py +93 -0
  139. package/md_cg/test_run_tests_entry_gates.py +110 -0
  140. package/md_cg/test_scopeselect.py +70 -0
  141. package/md_cg/test_scopeselect_clock.py +70 -0
  142. package/md_cg/test_scrub_source_line_false_positive.py +64 -0
  143. package/md_cg/test_session_attribution_consistency.py +835 -813
  144. package/md_cg/test_state_extract_shipped.py +162 -0
  145. package/md_cg/test_state_ledger_chain.py +207 -0
  146. package/md_cg/test_state_ledger_e2e.py +145 -0
  147. package/md_cg/test_structboost.py +102 -0
  148. package/md_cg/test_timeboost.py +83 -0
  149. package/md_cg/test_timeboost_relativedate.py +71 -0
  150. package/md_cg/test_topicagg.py +129 -0
  151. package/md_cg/test_twophase.py +286 -286
  152. package/md_cg/timeboost.py +223 -0
  153. package/md_cg/tokens.py +55 -7
  154. package/md_cg/topicagg.py +142 -0
  155. package/md_cg/twophase.py +15 -6
  156. package/md_cg/whitebox_kb/wisdom/code_compose.py +33 -5
  157. package/md_cg/whitebox_kb/wisdom/compose_engine.py +5 -1
  158. package/md_cg/whitebox_kb/wisdom/role_compose.py +271 -268
  159. package/md_cg/writepipe.py +35 -3
  160. package/package.json +4 -1
  161. package/scripts/workspace_index.py +2 -0
  162. package/src/hooks.ts +182 -34
  163. package/src/index.ts +19 -3
  164. package/src/lib/console_web.mjs +30 -3
  165. package/src/lib/hook_audit.ts +15 -5
  166. package/src/lib/mdcg_client.ts +8 -4
  167. package/src/lib/prompt_safety.ts +73 -1
  168. package/src/lib/token_store.ts +5 -2
  169. package/src/tools.ts +5 -3
  170. package/ui/minimal/integrity.json +2 -2
  171. package/ui/minimal/payload/build-ui.mjs +41 -2
  172. package/ui/minimal/payload/lib/client.js +29 -3
  173. package/ui/minimal/payload/lib/lib/console_web.mjs +30 -3
  174. package/ui/minimal/payload/src/lib/console_web.mjs +30 -3
  175. package/ui/minimal/payload/web/app.js +3 -1
  176. package/ui/minimal/payload/web/client.js +30 -3
  177. package/web/app.js +3 -1
  178. package/web/client.js +30 -3
  179. package/zcode/AGENTS.md +1 -1
@@ -0,0 +1,67 @@
1
+ # -*- coding: utf-8 -*-
2
+ """issue #759:twophase 指纹与索引条目同源(不再先剥尾换行再哈希)。"""
3
+ from __future__ import annotations
4
+
5
+ import os
6
+ import shutil
7
+ import sys
8
+ import tempfile
9
+
10
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
11
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
12
+ sys.path.insert(0, _REPO)
13
+
14
+ from md_cg import nodefile, twophase # noqa: E402
15
+ from md_cg.mdcg import MdCG # noqa: E402
16
+
17
+ FAILS = []
18
+
19
+
20
+ def ok(cond, name, detail=""):
21
+ if cond:
22
+ print(" PASS " + name)
23
+ else:
24
+ print(" FAIL " + name + " " + str(detail)[:300])
25
+ FAILS.append(name)
26
+
27
+
28
+ BODY = ("# 功能名:x\n# 生效条件:y\n# 子功能:z\n# 执行:e\n"
29
+ "# 验证方式:test\n# 不适用条件:无\n\n正文")
30
+
31
+
32
+ def main():
33
+ print("=" * 68)
34
+ print("issue #759 · twophase 指纹与索引同源")
35
+ print("=" * 68)
36
+ tmp = tempfile.mkdtemp(prefix="iss759_")
37
+ try:
38
+ cg = MdCG(os.path.join(tmp, "r"), autoflush=1)
39
+ # A1:常盘形态(无尾换行入参)——begin 指纹 == 索引条目口径
40
+ tok = twophase.begin(cg, "n759a", BODY)
41
+ ok(tok.get("content_hash") == nodefile.content_hash(BODY),
42
+ "A1 begin 指纹 == content_hash(正文)(与索引同函数)", tok.get("content_hash"))
43
+ # A2:≥2 尾换行——不再被剥掉(旧口径会剥成 1 个尾换行,产生第二个指纹)
44
+ tok2 = twophase.begin(cg, "n759b", BODY + "\n\n")
45
+ ok(tok2.get("content_hash") == nodefile.content_hash(BODY + "\n\n"),
46
+ "A2 ≥2 尾换行指纹不被剥(旧行为会算成 1 个尾换行)")
47
+ ok(tok2.get("content_hash") != nodefile.content_hash(BODY + "\n"),
48
+ "A2b 与 1 尾换行形态不同值(同节点不再有两个指纹)")
49
+ # A3:落盘后判 judge 为 committed(同源自洽)
50
+ cg.add("n759a", BODY, layer="knowledge")
51
+ # intent 记录里 id 字段名与 _judge 读取口径不同(按 node_id 落账),这里直接按判定契约构造。
52
+ st, why = twophase._judge(cg, {"id": "n759a", "content_hash": tok["content_hash"]})
53
+ ok(st == twophase.STATUS_COMMITTED, "A3 begin→add→judge = committed", (st, why))
54
+ # A4(复核要求):**legacy intent 放行**——旧 begin 存的是 content_hash(_norm(x))。
55
+ ok(twophase._judge(cg, {"id": "n759a", "content_hash": nodefile.content_hash(twophase._norm(BODY))})[0]
56
+ == twophase.STATUS_COMMITTED,
57
+ "A4 legacy 口径 intent 仍判 committed(兼容分支不是死代码)")
58
+ cg.close()
59
+ finally:
60
+ shutil.rmtree(tmp, ignore_errors=True)
61
+ print()
62
+ print("issue #759:%d 项失败" % len(FAILS) if FAILS else "issue #759:全部通过")
63
+ return 1 if FAILS else 0
64
+
65
+
66
+ if __name__ == "__main__":
67
+ sys.exit(main())
@@ -0,0 +1,135 @@
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:覆写旧节点后默认 time_window 必须锚在**写入时刻**(issue #768)
3
+ # 生效条件:pytest md_cg/test_issue768_overwrite_time_window_anchor.py;被测面=MdCG.add 的默认观测窗构造 + S2 时间门 _cond_prefilter_pass
4
+ # 子功能:G1=同 id 覆写继承 created_at 时 time_window 右端仍 > now;G2=覆写后带时间窗查询不被时间门剔除;G3=调用方**显式**传 time_window 时逐字保留(负向对照,防放宽)
5
+ # 执行:每例建独立临时库,直接调库层 API,断言盘面 fm 而非回执
6
+ # 验证方式:断言通过即绿;把 mdcg.py 的锚点改回 created_at ⇒ G1/G2 必须变红
7
+ # 不适用条件:不判 created_at 是否继承(#766/#732 既有守卫已覆盖);不判检索排序与打分
8
+ """守卫:issue #768 —— 覆写继承 created_at 之后,默认 time_window 仍以它为锚。
9
+
10
+ 根因:`MdCG.add` 里同一段代码先算 `created_at`(同 id 覆写时继承旧值,出生时间只写一次),
11
+ 随后在调用方未传 `time_window` 时用 `[created_at, created_at + OBSERVATION_WINDOW_SEC]`
12
+ 当默认观测窗。于是覆写一条旧节点 ⇒ 观测窗落在**过去**,配合 S2 时间门
13
+ (`_cond_prefilter_pass`:双方都有且区间不相交 ⇒ 剔除)⇒ 该节点在带时间窗的查询里永久消失。
14
+
15
+ 本件只钉一件事:**默认观测窗的锚点必须是写入时刻**,不是(可能被继承的)created_at。
16
+ """
17
+ import os
18
+ import sys
19
+ import tempfile
20
+ import time
21
+
22
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
23
+
24
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
25
+ if _REPO not in sys.path:
26
+ sys.path.insert(0, _REPO)
27
+
28
+ os.environ.setdefault("MDCG_AUTONOMY", "full")
29
+
30
+ from md_cg.mdcos import MdCGOS # noqa: E402
31
+ from md_cg.mdcg import _cond_prefilter_pass, OBSERVATION_WINDOW_SEC # noqa: E402
32
+
33
+ _CCG_V1 = "\n".join([
34
+ "# 功能名:768 守卫节点",
35
+ "# 生效条件:本地临时库",
36
+ "# 子功能:无",
37
+ "# 执行:无",
38
+ "# 验证方式:test",
39
+ "# 不适用条件:无",
40
+ "# 正文:第一版正文",
41
+ ])
42
+ _CCG_V2 = _CCG_V1.replace("第一版正文", "第二版正文")
43
+
44
+ WEEK = 7 * 86400.0
45
+
46
+
47
+ def _fm(cg, nid):
48
+ return (cg.get(nid) or {}).get("frontmatter") or {}
49
+
50
+
51
+ def _tw(cg, nid):
52
+ return (_fm(cg, nid).get("condition_space") or {}).get("time_window")
53
+
54
+
55
+ def _fresh_cg(tag):
56
+ root = tempfile.mkdtemp(prefix="iss768_%s_" % tag)
57
+ return MdCGOS(root)
58
+
59
+
60
+ def test_overwrite_inherits_created_at_but_anchors_window_at_write_time():
61
+ """G1:覆写旧节点 ⇒ created_at 继承旧值,time_window 右端必须 > 写入时刻。"""
62
+ cg = _fresh_cg("g1")
63
+ try:
64
+ t0 = time.time() - WEEK
65
+ cg.add("n1", _CCG_V1, layer="knowledge", importance=0.5, created_at=t0)
66
+ created_first = _fm(cg, "n1").get("created_at")
67
+
68
+ t_write = time.time()
69
+ cg.add("n1", _CCG_V2, layer="knowledge", importance=0.5)
70
+
71
+ fm2 = _fm(cg, "n1")
72
+ tw = _tw(cg, "n1")
73
+
74
+ # 前置:正文确实换成第二版(覆写真的发生了)
75
+ assert "第二版" in ((cg.get("n1") or {}).get("content") or "")
76
+ # 前置:#766 的契约仍成立——出生时间只写一次
77
+ assert fm2.get("created_at") == created_first, (
78
+ "created_at 应继承首写值,实得 %r vs %r" % (fm2.get("created_at"), created_first))
79
+ assert isinstance(tw, (list, tuple)) and len(tw) == 2, "time_window 形状异常:%r" % (tw,)
80
+ # 判据:默认观测窗锚在写入时刻(右端 > now)
81
+ assert tw[1] > t_write, (
82
+ "覆写后 time_window 右端 %.3f 未大于写入时刻 %.3f(差 %.1fs)——锚点仍是继承来的 created_at"
83
+ % (tw[1], t_write, tw[1] - t_write))
84
+ # 顺带:窗口长度仍是默认值(没有顺手改常量)
85
+ assert abs((tw[1] - tw[0]) - OBSERVATION_WINDOW_SEC) < 1.0
86
+ finally:
87
+ cg.close()
88
+
89
+
90
+ def test_overwritten_old_node_survives_time_window_query():
91
+ """G2:后果面——覆写后带时间窗的查询不得被 S2 时间门剔除。"""
92
+ cg = _fresh_cg("g2")
93
+ try:
94
+ cg.add("n2", _CCG_V1, layer="knowledge", importance=0.5, created_at=time.time() - WEEK)
95
+ t_write = time.time()
96
+ cg.add("n2", _CCG_V2, layer="knowledge", importance=0.5)
97
+
98
+ tw = _tw(cg, "n2")
99
+ entry = {"time_window": tw, "condition_space": {"time_window": tw}}
100
+ passed = _cond_prefilter_pass(entry, {"time_window": [t_write - 60, t_write + 60]})
101
+ assert passed, (
102
+ "被覆写过的旧节点在「现在 ±60s」的查询窗下被时间门剔除(time_window=%r)" % (tw,))
103
+ finally:
104
+ cg.close()
105
+
106
+
107
+ def test_explicit_time_window_is_preserved():
108
+ """G3 负向对照:调用方显式给 time_window 时逐字保留,不得被默认锚覆盖。"""
109
+ cg = _fresh_cg("g3")
110
+ try:
111
+ explicit = [time.time() - 7200, time.time() - 3600]
112
+ cg.add("n3", _CCG_V1, layer="knowledge", importance=0.5, created_at=time.time() - WEEK,
113
+ condition_space={"time_window": list(explicit)})
114
+ got = _tw(cg, "n3")
115
+ assert list(got) == explicit, "显式 time_window 被覆盖:期望 %r,实得 %r" % (explicit, got)
116
+ cg.add("n3", _CCG_V2, layer="knowledge", importance=0.5,
117
+ condition_space={"time_window": list(explicit)})
118
+ got2 = _tw(cg, "n3")
119
+ assert list(got2) == explicit, "覆写时显式 time_window 被覆盖:期望 %r,实得 %r" % (explicit, got2)
120
+ finally:
121
+ cg.close()
122
+
123
+
124
+ if __name__ == "__main__":
125
+ _fails = 0
126
+ for _n, _f in sorted(globals().items()):
127
+ if _n.startswith("test_") and callable(_f):
128
+ try:
129
+ _f()
130
+ print(" PASS " + _n)
131
+ except AssertionError as _e:
132
+ _fails += 1
133
+ print(" FAIL " + _n + " " + str(_e)[:240])
134
+ print("FAILS %d" % _fails)
135
+ sys.exit(1 if _fails else 0)
@@ -0,0 +1,100 @@
1
+ # -*- coding: utf-8 -*-
2
+ """#789 守卫:留痕明文探针不许被时间戳尾数撞出假红。
3
+
4
+ 缺陷(修复前,实测于 main 3619402b)
5
+ ------------------------------------
6
+ `md_cg/test_b3_merge_keeps_content.py` 的 B6 断言:
7
+ `PORT_B not in raw_log` # PORT_B = "9595"(四位端口字面量)
8
+ raw_log 是**整份** `_forgetting.jsonl` 文本,其每行都带时间戳浮点
9
+ `"t":1793965510.1209595` 与毫秒级 trace_id ⇒ 四位数字串会偶发出现在**与内容无关**
10
+ 的字段里,把「加密级 DROP 明文不落留痕」这条正确行为判成红。
11
+
12
+ 复现读数(本机,2026-11-06,main 3619402b,2000 次独立沙箱):
13
+ HIT run=1401 verdict=DROP kept=False
14
+ {"t":1793965510.1209595,...} ← 命中字段是 t,不是任何正文
15
+ SUMMARY runs=2000 hits=1 rate=0.050%
16
+ CI 里全量套件跑久了必然碰上(issue #789 的 CI red)。
17
+
18
+ 修法(不是放宽)
19
+ ----------------
20
+ 明文判据改为 `_log_plaintext_leaked(raw, rows, body, port)`:
21
+ ① 只看**承载正文的字段**(dropped_content / content / text / preview)里是否出现端口或正文;
22
+ ② 整份留痕里查**正文全文**(长文本,无撞车可能)。
23
+ 端口号仍然查,只是不再拿它去扫时间戳——判据比原来**更准**,不是更松。
24
+
25
+ 本守卫的判别力
26
+ --------------
27
+ · `t1` 复刻 CI 撞车行(t 尾数含 9595、dropped_content=null)⇒ 新判据必须判「未泄露」;
28
+ · `t2` 同一条用**旧判据**(`port in raw_log`)⇒ 必须判「泄露」(证明旧判据假红);
29
+ · `t3` 真泄露(dropped_content 里带端口)⇒ 新判据必须判「泄露」(没被修宽);
30
+ · `t4` 整份留痕泄漏正文全文、但行字段已清空 ⇒ 仍判「泄露」(旁路也堵)。
31
+
32
+ 运行:python -X utf8 -m md_cg.test_issue789_log_plaintext_probe
33
+ """
34
+ from __future__ import annotations
35
+
36
+ import json
37
+ import sys
38
+
39
+ from .test_b3_merge_keeps_content import _log_plaintext_leaked
40
+
41
+ PASS = 0
42
+ FAIL = 0
43
+ FAILS = []
44
+
45
+ PORT = "9595"
46
+ BODY = ("部署说明:生产库端口 9595,回滚窗口 30 分钟;灰度先放 5% 流量,"
47
+ "观察 P99 与错误率。")
48
+
49
+
50
+ def ok(cond, label):
51
+ global PASS, FAIL
52
+ if cond:
53
+ PASS += 1
54
+ print(" ok %s" % label)
55
+ else:
56
+ FAIL += 1
57
+ FAILS.append(label)
58
+ print(" FAIL %s" % label)
59
+
60
+
61
+ def _raw(row):
62
+ return json.dumps(row, ensure_ascii=False) + "\n"
63
+
64
+
65
+ def main():
66
+ # t1:复刻 CI 撞车(t 的尾数含 9595,正文已脱敏)
67
+ collide = {"t": 1793965510.1209595, "node_id": "s_second", "verdict": "DROP",
68
+ "trace_id": "drop-s_second-1793965510921", "content_chars": 27,
69
+ "dropped_content": None, "content_kept": False}
70
+ raw = _raw(collide)
71
+ ok(not _log_plaintext_leaked(raw, [collide], BODY, PORT),
72
+ "t1时间戳尾数含 %r 但正文已脱敏 ⇒ 判「未泄露」(旧写法在这里假红)" % PORT)
73
+
74
+ # t2:同一条用旧判据必须假红(判别力证据)
75
+ ok(PORT in raw,
76
+ "t2旧判据 `port in raw_log` 对同一条判「泄露」=假红(本守卫要拦的正是它)")
77
+
78
+ # t3:真泄露(承载字段里带端口)⇒ 必须判泄露
79
+ leaked_row = dict(collide, dropped_content="端口 " + PORT + " 全文落盘")
80
+ ok(_log_plaintext_leaked(_raw(leaked_row), [leaked_row], BODY, PORT),
81
+ "t3承载字段里带 %r ⇒ 判「泄露」(修法没把断言改宽)" % PORT)
82
+
83
+ # t4:行字段已清空、但整份留痕别处含正文全文 ⇒ 仍判泄露(旁路也堵)
84
+ other = {"t": 1.0, "note": BODY}
85
+ ok(_log_plaintext_leaked(_raw(other), [collide], BODY, PORT),
86
+ "t4整份留痕别处含正文全文 ⇒ 仍判「泄露」(旁路未被放过)")
87
+
88
+ print("\nPASS=%d FAIL=%d" % (PASS, FAIL))
89
+ if FAIL:
90
+ print("FAILS:\n " + "\n ".join(FAILS))
91
+ return 1 if FAIL else 0
92
+
93
+
94
+ def test_issue789_log_plaintext_probe():
95
+ rc = main()
96
+ assert rc == 0, "%d 条断言失败" % FAIL
97
+
98
+
99
+ if __name__ == "__main__":
100
+ sys.exit(main())
@@ -0,0 +1,77 @@
1
+ # -*- coding: utf-8 -*-
2
+ """issue #790:原文路径的「否定词 + 虚化动词 + 宾语」收口(方案 C)。"""
3
+ from __future__ import annotations
4
+
5
+ import os
6
+ import sys
7
+
8
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
9
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
10
+ sys.path.insert(0, _REPO)
11
+
12
+ from md_cg.mdcg import (MdCG, STATE_ACCEPT, STATE_DEFER, # noqa: E402
13
+ _verb_negated_at, _occurrences)
14
+
15
+ FAILS = []
16
+
17
+
18
+ def ok(cond, name, detail=""):
19
+ if cond:
20
+ print(" PASS " + name)
21
+ else:
22
+ print(" FAIL " + name + " " + str(detail)[:300])
23
+ FAILS.append(name)
24
+
25
+
26
+ BODY = ("# 功能名:T\n# 生效条件:PE\n# 子功能:x\n"
27
+ "# 执行:y\n# 验证方式:z\n# 不适用条件:无\n")
28
+ NODE = {"frontmatter": {"non_applicable_conditions": [], "verification_basis": "test"},
29
+ "content": BODY}
30
+
31
+
32
+ def st(q):
33
+ return MdCG.judge_qualification(NODE, q, None).get("state")
34
+
35
+
36
+ def main():
37
+ print("=" * 68)
38
+ print("issue #790 · 原文路径「否定+虚化动词」收口")
39
+ print("=" * 68)
40
+ # A1:虚化动词否定(原文路径,大小写同形)——必须 DEFER
41
+ for q in ("未使用 PE 估值", "未采用 PE 估值", "不采用 PE 估值", "没有使用 PE 估值",
42
+ "未使用这种 PE 估值", "未使用 PE"):
43
+ ok(st(q) == STATE_DEFER, "A1 「%s」⇒ DEFER" % q, st(q))
44
+ # A2:折叠路径不回归(全角 / 小写)
45
+ for q in ("未使用 PE 估值", "未使用 pe 估值"):
46
+ ok(st(q) == STATE_DEFER, "A2 「%s」⇒ DEFER(折叠路径)" % q, st(q))
47
+ # A3:正例不受影响
48
+ for q in ("PE 估值怎么用", "使用 PE 估值", "PE 的估值方法", "这里 PE 估值偏高"):
49
+ ok(st(q) == STATE_ACCEPT, "A3 「%s」⇒ ACCEPT" % q, st(q))
50
+ # A4(保护面):base 的「不是X」判定一字不动 —— 这是方案 C 与方案 A 的分界
51
+ for q in ("不是 PE", "不是 PE 估值", "并非 PE"):
52
+ ok(st(q) == STATE_ACCEPT, "A4 保护面「%s」仍 ACCEPT" % q, st(q))
53
+ # A6:误伤面(复核 0077/0092:单字 cue + 动词字会误判否定;C′ 已收窄 cue 集并加两条豁免)——必须 ACCEPT
54
+ for q in ("分别采用 PE 估值", "特别使用 PE 估值", "不得不采用 PE 估值",
55
+ "莫非使用 PE", "是不是 PE", "有没有使用 PE"):
56
+ ok(st(q) == STATE_ACCEPT, "A6 误伤面「%s」⇒ ACCEPT" % q, st(q))
57
+ # A7:多次出现 —— 只要**有一次**未被否定就算确认(钉 `all` 语义;`all`→`any` 变异必红)
58
+ q7 = "未使用 PE 估值;另外 PE 估值另有一套口径"
59
+ ok(st(q7) == STATE_ACCEPT, "A7 一词多处出现、仅一处被否定 ⇒ ACCEPT", st(q7))
60
+ q7b = "未使用 PE;也没有采用 PE"
61
+ ok(st(q7b) == STATE_DEFER, "A7b 全部出现都被否定 ⇒ DEFER", st(q7b))
62
+ # A5:判据本体(单点)
63
+ s = "未使用 PE 估值"
64
+ occ = _occurrences(s, "PE")
65
+ ok(bool(occ) and all(_verb_negated_at(s, i) for i in occ),
66
+ "A5 _verb_negated_at 对「未使用 PE」判否定", occ)
67
+ s2 = "不是 PE"
68
+ occ2 = _occurrences(s2, "PE")
69
+ ok(bool(occ2) and not any(_verb_negated_at(s2, i) for i in occ2),
70
+ "A5b _verb_negated_at 对「不是 PE」**不**判否定(保护面)", occ2)
71
+ print()
72
+ print("issue #790:%d 项失败" % len(FAILS) if FAILS else "issue #790:全部通过")
73
+ return 1 if FAILS else 0
74
+
75
+
76
+ if __name__ == "__main__":
77
+ sys.exit(main())
@@ -0,0 +1,71 @@
1
+ # -*- coding: utf-8 -*-
2
+ """issue #810:cg 的 `root` 参数在数据面上必须**显式拒绝**(不得静默忽略)。"""
3
+ from __future__ import annotations
4
+
5
+ import os
6
+ import sys
7
+
8
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
9
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
10
+ sys.path.insert(0, _REPO)
11
+
12
+ from md_cg.mcp_server import _ROOT_SCOPED_OPS, _cg_call # noqa: E402
13
+
14
+ FAILS = []
15
+
16
+
17
+ def ok(cond, name, detail=""):
18
+ if cond:
19
+ print(" PASS " + name)
20
+ else:
21
+ print(" FAIL " + name + " " + str(detail)[:200])
22
+ FAILS.append(name)
23
+
24
+
25
+ def raises(fn):
26
+ try:
27
+ fn()
28
+ except ValueError as e:
29
+ return str(e)
30
+ except Exception as e: # noqa: BLE001
31
+ return "其他异常: " + str(e)[:80]
32
+ return None
33
+
34
+
35
+ def main():
36
+ print("=" * 66)
37
+ print("issue #810 · root 参数不得静默忽略")
38
+ print("=" * 66)
39
+ # A1:允许面 —— ref / index_code / index_doc
40
+ ok(set(_ROOT_SCOPED_OPS) == {"ref", "index_code", "index_doc"},
41
+ "A1 允许面恰好是 ref/index_code/index_doc", _ROOT_SCOPED_OPS)
42
+ # A2:数据面出现 root ⇒ 必须抛,且错误信息点明替代方案
43
+ for op in ("write", "read", "recall", "route", "info"):
44
+ msg = raises(lambda o=op: _cg_call(object(), {"op": o, "root": "/tmp/x"}))
45
+ ok(msg is not None and "MDCG_ROOT" in msg,
46
+ "A2 op=%s 带 root ⇒ ValueError 且提示 MDCG_ROOT" % op, msg)
47
+ # A4(复核 0097:允许面必须有**行为**断言,否则守卫退化成「任何 root 都拒」测试仍绿)
48
+ for op in ("ref", "index_code", "index_doc"):
49
+ msg = raises(lambda o=op: _cg_call(object(), {"op": o, "root": "/tmp/x"}))
50
+ ok(msg is None or "MDCG_ROOT" not in msg,
51
+ "A4 op=%s 带 root 不触发守卫(允许面真放行)" % op, msg)
52
+ # A6(复核 0081 B2:允许面不能只靠手写名单——用 op_table 的登记面自动核)
53
+ from md_cg import op_table as _ot
54
+ _reg = {o for o in _ot.op_names() if "root" in (_ot._OP_TABLE.get(o, {}).get("params") or ())}
55
+ ok(_reg <= set(_ROOT_SCOPED_OPS),
56
+ "A6 op_table 里登记 root 的 op ⊆ 允许面(防漂移)", (_reg, set(_ROOT_SCOPED_OPS)))
57
+ ok({"index_code", "index_doc"} <= set(_ot.op_names()),
58
+ "A7 允许面里两个未在 op_table 登记的 op 确实存在")
59
+ # A5(复核 0097):空串视为未传,不得误伤
60
+ msg = raises(lambda: _cg_call(object(), {"op": "read", "query": "x", "root": ""}))
61
+ ok(msg is None or "MDCG_ROOT" not in msg, "A5 root=\"\" 视为未传(不误伤)", msg)
62
+ # A3:不带 root 的数据面不得被误伤(走到分发层才算过;此处只要求「不是 root 的错」)
63
+ msg = raises(lambda: _cg_call(object(), {"op": "read", "query": "x"}))
64
+ ok(msg is None or "MDCG_ROOT" not in msg, "A3 不带 root 不触发该守卫", msg)
65
+ print()
66
+ print("issue #810:%d 项失败" % len(FAILS) if FAILS else "issue #810:全部通过")
67
+ return 1 if FAILS else 0
68
+
69
+
70
+ if __name__ == "__main__":
71
+ sys.exit(main())
@@ -0,0 +1,78 @@
1
+ # -*- coding: utf-8 -*-
2
+ """issue #812:info 必须让「内存索引 vs 落盘索引」的偏差可判定。
3
+
4
+ 本测试不依赖库的懒写时机:直接往临时 root 里写一份 `_index.json`(这正是实现读取的东西),
5
+ 因此契约(index_mtime / index_node_count / index_stale / stale 只在 full 时出现)可确定性断言。
6
+ """
7
+ from __future__ import annotations
8
+
9
+ import json
10
+ import os
11
+ import sys
12
+ import tempfile
13
+
14
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
15
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
16
+ sys.path.insert(0, _REPO)
17
+
18
+ from md_cg.mcp_server import _cg_call # noqa: E402
19
+ from md_cg.mdcos import MdCGOS # noqa: E402
20
+
21
+ FAILS = []
22
+ CCG = ("# 功能名:{n}\n# 生效条件:c{n}\n# 子功能:s\n# 执行:e\n"
23
+ "# 验证方式:test\n# 不适用条件:无\n\nbody\n")
24
+
25
+
26
+ def ok(cond, name, detail=""):
27
+ if cond:
28
+ print(" PASS " + name)
29
+ else:
30
+ print(" FAIL " + name + " " + str(detail)[:200])
31
+ FAILS.append(name)
32
+
33
+
34
+ def write_index(root, ids):
35
+ nodes = {i: {"layer": "knowledge"} for i in ids}
36
+ with open(os.path.join(root, "_index.json"), "w", encoding="utf-8") as fh:
37
+ json.dump({"nodes": nodes}, fh)
38
+
39
+
40
+ def main():
41
+ print("=" * 66)
42
+ print("issue #812 · info 暴露内存/落盘索引偏差")
43
+ print("=" * 66)
44
+ root = tempfile.mkdtemp(prefix="mdcg812_")
45
+ os_ = MdCGOS(root, actor="test")
46
+ os_.add("keep1", CCG.format(n="保留1"))
47
+ os_.add("drop1", CCG.format(n="待删1"))
48
+
49
+ # A1/A2/A3:落盘索引与内存一致
50
+ write_index(root, ["keep1", "drop1"])
51
+ h1 = _cg_call(os_, {"op": "info", "full": True})
52
+ ok(h1.get("index_mtime") is not None, "A1 info 带 index_mtime", h1.get("index_mtime"))
53
+ ok(h1.get("index_stale") is False, "A2 一致时 index_stale=False", h1.get("index_stale"))
54
+ ok(h1.get("index_node_count") == 2 and h1.get("node_count") == 2,
55
+ "A3 一致时 落盘==内存==2", (h1.get("index_node_count"), h1.get("node_count")))
56
+
57
+ # A4/A5/A6:模拟「外部进程删掉 drop1」(落盘少一条,本进程内存仍两条)
58
+ write_index(root, ["keep1"])
59
+ h2 = _cg_call(os_, {"op": "info", "full": True})
60
+ ok(h2.get("index_stale") is True, "A4 落盘少一条 ⇒ index_stale=True", h2.get("index_stale"))
61
+ ok(h2.get("index_node_count") == 1 and h2.get("node_count") == 2,
62
+ "A5 落盘(1) < 内存(2)", (h2.get("index_node_count"), h2.get("node_count")))
63
+ ok(bool(h2.get("index_stale_hint")), "A6 stale 时给 hint(怎么修)", h2.get("index_stale_hint"))
64
+
65
+ # A7:快照模式不解析索引(58MB 成本不进快照面)
66
+ h3 = _cg_call(os_, {"op": "info"})
67
+ ok("index_node_count" not in h3 and "index_stale" not in h3,
68
+ "A7 快照模式不返回 index_node_count/index_stale")
69
+ ok(h3.get("index_mtime") is not None, "A8 快照模式仍带 index_mtime(零成本)")
70
+ ok(h3.get("node_count_scope") == "memory_index",
71
+ "A9 node_count 口径显式标注(memory_index)", h3.get("node_count_scope"))
72
+ print()
73
+ print("issue #812:%d 项失败" % len(FAILS) if FAILS else "issue #812:全部通过")
74
+ return 1 if FAILS else 0
75
+
76
+
77
+ if __name__ == "__main__":
78
+ sys.exit(main())