@furongjun1999/dsh-memory 0.9.23 → 0.10.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (118) hide show
  1. package/CHANGELOG.en.md +515 -404
  2. package/CHANGELOG.md +642 -449
  3. package/README.en.md +244 -240
  4. package/README.md +272 -262
  5. package/codebuddy/CODEBUDDY.md +1 -1
  6. package/docs/discipline/templates/full.md.tmpl +1 -1
  7. package/docs/discipline/templates/rules.mdc.tmpl +1 -1
  8. package/docs/en/mdcg/world-model-endpoint.md +1 -1
  9. package/docs/mdcg/cogmap_ops.md +19 -16
  10. package/lib/client.js +29 -3
  11. package/lib/hooks.d.ts +12 -0
  12. package/lib/hooks.js +43 -1
  13. package/lib/tools.d.ts +2 -2
  14. package/md_cg/bucketindex.py +231 -0
  15. package/md_cg/bucketscope.py +357 -0
  16. package/md_cg/cohesion.py +337 -0
  17. package/md_cg/config_registry_bulk.py +24 -10
  18. package/md_cg/config_validate.py +14 -2
  19. package/md_cg/constraint_audit.py +231 -0
  20. package/md_cg/constraint_watch.py +206 -0
  21. package/md_cg/context_audit.py +240 -0
  22. package/md_cg/context_plan.py +142 -0
  23. package/md_cg/detrerank.py +137 -0
  24. package/md_cg/distill.py +247 -0
  25. package/md_cg/dossier.py +151 -0
  26. package/md_cg/entities.py +133 -0
  27. package/md_cg/fsutil.py +135 -0
  28. package/md_cg/govern/__init__.py +23 -0
  29. package/md_cg/iface/__init__.py +46 -0
  30. package/md_cg/iface/_verify.py +609 -0
  31. package/md_cg/iface/contracts.py +337 -0
  32. package/md_cg/judgment_manifest.py +14 -0
  33. package/md_cg/kernel/__init__.py +27 -0
  34. package/md_cg/mcp_server.py +6044 -5761
  35. package/md_cg/mdcg.py +501 -16
  36. package/md_cg/mdcos.py +546 -12
  37. package/md_cg/metacognition.py +66 -13
  38. package/md_cg/mutate_extract_shipped.py +126 -0
  39. package/md_cg/mutate_ledger_e2e.py +100 -0
  40. package/md_cg/op_table.py +22 -0
  41. package/md_cg/probe_c_ledger_integrity.py +258 -0
  42. package/md_cg/probe_d_retirement_discipline.py +263 -0
  43. package/md_cg/profiles.py +298 -0
  44. package/md_cg/protocol.py +7 -1
  45. package/md_cg/reldate.py +142 -0
  46. package/md_cg/review_cli.py +6 -1
  47. package/md_cg/run_tests.py +30 -1
  48. package/md_cg/scopeselect.py +214 -0
  49. package/md_cg/scrub.py +66 -9
  50. package/md_cg/selfstmt.py +139 -0
  51. package/md_cg/state_extract.py +149 -0
  52. package/md_cg/state_slots.py +62 -10
  53. package/md_cg/state_view.py +181 -0
  54. package/md_cg/structboost.py +179 -0
  55. package/md_cg/sustain.py +28 -2
  56. package/md_cg/test_alternatives_historical.py +165 -0
  57. package/md_cg/test_b2_sensitivity_landing.py +226 -223
  58. package/md_cg/test_b3_merge_keeps_content.py +608 -583
  59. package/md_cg/test_bucket_cards.py +85 -0
  60. package/md_cg/test_bucket_day_order.py +74 -0
  61. package/md_cg/test_bucket_quota.py +79 -0
  62. package/md_cg/test_bucket_recency_guards.py +75 -0
  63. package/md_cg/test_bucket_three_causes.py +83 -0
  64. package/md_cg/test_bucket_time_rounds.py +87 -0
  65. package/md_cg/test_bucketindex.py +130 -0
  66. package/md_cg/test_bucketscope_early.py +71 -0
  67. package/md_cg/test_cohesion.py +107 -0
  68. package/md_cg/test_cond_term_fold_gate.py +1210 -0
  69. package/md_cg/test_cond_term_neg_scope.py +147 -0
  70. package/md_cg/test_constraint_audit.py +87 -0
  71. package/md_cg/test_constraint_watch.py +108 -0
  72. package/md_cg/test_context_audit.py +110 -0
  73. package/md_cg/test_context_plan.py +81 -0
  74. package/md_cg/test_detrerank.py +157 -0
  75. package/md_cg/test_gate_four_kpi.py +136 -0
  76. package/md_cg/test_generation_guard.py +14 -2
  77. package/md_cg/test_issue192_move_layer_indices_guard.py +48 -0
  78. package/md_cg/test_issue39_utf8_stdio.py +572 -572
  79. package/md_cg/test_issue413_preimage_failclosed.py +147 -9
  80. package/md_cg/test_issue768_overwrite_time_window_anchor.py +135 -0
  81. package/md_cg/test_issue789_log_plaintext_probe.py +100 -0
  82. package/md_cg/test_issue790_verb_negation.py +77 -0
  83. package/md_cg/test_issue810_root_guard.py +71 -0
  84. package/md_cg/test_issue812_info_index_stale.py +78 -0
  85. package/md_cg/test_issue827_weaken_dedup.py +361 -0
  86. package/md_cg/test_issue829_calibration_positive_gate.py +473 -0
  87. package/md_cg/test_kernel_iface_contracts.py +18 -0
  88. package/md_cg/test_md_cg_no_hive_dep.py +238 -17
  89. package/md_cg/test_probe_cd_shipped.py +385 -0
  90. package/md_cg/test_recent_tail.py +93 -0
  91. package/md_cg/test_run_tests_entry_gates.py +110 -0
  92. package/md_cg/test_scopeselect.py +70 -0
  93. package/md_cg/test_scopeselect_clock.py +70 -0
  94. package/md_cg/test_session_attribution_consistency.py +835 -813
  95. package/md_cg/test_state_extract_shipped.py +162 -0
  96. package/md_cg/test_state_ledger_chain.py +207 -0
  97. package/md_cg/test_state_ledger_e2e.py +145 -0
  98. package/md_cg/test_structboost.py +102 -0
  99. package/md_cg/test_timeboost.py +83 -0
  100. package/md_cg/test_timeboost_relativedate.py +71 -0
  101. package/md_cg/test_topicagg.py +129 -0
  102. package/md_cg/timeboost.py +223 -0
  103. package/md_cg/tokens.py +1 -1
  104. package/md_cg/topicagg.py +142 -0
  105. package/md_cg/version_anchor.py +84 -1
  106. package/md_cg/whitebox_kb/wisdom/code_compose.py +33 -5
  107. package/md_cg/whitebox_kb/wisdom/code_solidified.json +6195 -6195
  108. package/md_cg/whitebox_kb/wisdom/compose_engine.py +5 -1
  109. package/md_cg/whitebox_kb/wisdom/role_compose.py +271 -268
  110. package/package.json +1 -1
  111. package/src/hooks.ts +43 -1
  112. package/ui/minimal/payload/build-ui.mjs +41 -2
  113. package/ui/minimal/payload/lib/client.js +29 -3
  114. package/ui/minimal/payload/web/app.js +3 -1
  115. package/ui/minimal/payload/web/client.js +30 -3
  116. package/web/app.js +3 -1
  117. package/web/client.js +30 -3
  118. package/zcode/AGENTS.md +1 -1
@@ -0,0 +1,165 @@
1
+ # -*- coding: utf-8 -*-
2
+ """守卫:`alternatives`(历史遗留候选)判定口径 —— 只读面,写侧一字未动。
3
+
4
+ 背景:`state_slots` 模块头原写「alternatives/blindspots 结构在场、恒为空列表,
5
+ 判定口径后置,不得臆造填充」。本批只落地 **alternatives**,`blindspots` 仍后置。
6
+
7
+ 本守卫钉住:
8
+ A 口径定义:曾被断言过、且**不等于当前值**的去重值(保持首次出现序)
9
+ B 不臆造:无历史遗留 ⇒ 空;当前值绝不进 alternatives
10
+ C 撤回/复位语义:retired 态被撤回值仍可回溯;复位后旧值仍在
11
+ D 单遍快速路径(history=False)算不出 ⇒ 如实标注 `alternatives_partial=True`
12
+ E 与既有行为不冲突:blindspots 仍恒空;单元键集只增不减
13
+ F t/seq 不得当「同期」判据(口径备忘,防后人误用)
14
+ G 写入侧零改动(写盘行字段集不变)
15
+ """
16
+ from __future__ import annotations
17
+
18
+ import json
19
+ import os
20
+ import sys
21
+ import tempfile
22
+
23
+ _HERE = os.path.dirname(os.path.abspath(__file__))
24
+ sys.path.insert(0, os.path.dirname(_HERE))
25
+
26
+ from md_cg import mdcg, state_events, state_slots # noqa: E402
27
+
28
+ _P, _F = [], []
29
+
30
+
31
+ def ok(cond, name, detail=""):
32
+ (_P if cond else _F).append(name)
33
+ print((" PASS " if cond else " FAIL ") + name + ((" | " + detail) if detail else ""))
34
+
35
+
36
+ SUBJ = "鲸娘"
37
+
38
+
39
+ def seed(cg):
40
+ """住所:旧家 → 新家 → 撤回;身份:学徒(单值)。
41
+ 复用一个干净台账,供 C/G 组使用。"""
42
+ state_events.append(cg, SUBJ, "住所", old=None, new="旧家",
43
+ kind="enablement", seq=1, evidence="r1")
44
+ state_events.append(cg, SUBJ, "住所", old="旧家", new="新家",
45
+ kind="migration", seq=2, evidence="r2")
46
+ state_events.append(cg, SUBJ, "身份", old=None, new="学徒",
47
+ kind="enablement", seq=3, evidence="r3")
48
+ state_events.append(cg, SUBJ, "住所", old="新家", new=None,
49
+ kind="retraction", seq=4, evidence="r4")
50
+
51
+
52
+ def main():
53
+ root = tempfile.mkdtemp(prefix="t_alt_")
54
+ try:
55
+ cg = mdcg.MdCG(root)
56
+ seed(cg)
57
+
58
+ # ---------- A 口径定义 ----------
59
+ units = {(u["subject"], u["slot"]): u
60
+ for u in state_slots.project(cg, include_retired=True)}
61
+ zs = units[(SUBJ, "住所")]
62
+ ok(zs["alternatives"] == ["旧家", "新家"],
63
+ "A1 历史两值(旧家/新家)均为备择,保持首次出现序", str(zs["alternatives"]))
64
+ ok(isinstance(zs["alternatives"], list), "A2 alternatives 是 list 类型")
65
+
66
+ # ---------- B 不臆造 ----------
67
+ sf = units[(SUBJ, "身份")]
68
+ ok(sf["alternatives"] == [], "B1 无历史遗留 ⇒ 空列表(不臆造)",
69
+ str(sf["alternatives"]))
70
+ ok(sf["value"] == "学徒" and "学徒" not in sf["alternatives"],
71
+ "B2 当前值不进 alternatives")
72
+
73
+ # ---------- C 撤回 / 复位 ----------
74
+ ok(zs["state"] == "retired" and "新家" in zs["alternatives"],
75
+ "C1 retired 态:被撤回的值仍进备择(可回溯)")
76
+ state_events.append(cg, SUBJ, "住所", old=None, new="新家",
77
+ kind="enablement", seq=5, evidence="r5")
78
+ units2 = {(u["subject"], u["slot"]): u
79
+ for u in state_slots.project(cg, include_retired=True)}
80
+ zs2 = units2[(SUBJ, "住所")]
81
+ ok(zs2["value"] == "新家", "C2 复位后当前值=新家", repr(zs2["value"]))
82
+ ok(zs2["alternatives"] == ["旧家"],
83
+ "C3 复位后:当前值新家不入备择,旧家仍在(去重无重复)",
84
+ str(zs2["alternatives"]))
85
+
86
+ # ---------- C4/C5 去重的真阳性样本 ----------
87
+ # 前面「旧家」只出现过一次,M3(去掉去重)在那种样本上抓不到。
88
+ # 这里让同一值「旧家」在历史上**再次出现**(且仍不是当前值):
89
+ # 旧家 → 新家 → 旧家 → 新家(当前)
90
+ # 期望 alternatives 仍只有一条「旧家」,不得重复。
91
+ state_events.append(cg, SUBJ, "住所", old="新家", new="旧家",
92
+ kind="migration", seq=6, evidence="r6")
93
+ state_events.append(cg, SUBJ, "住所", old="旧家", new="新家",
94
+ kind="migration", seq=7, evidence="r7")
95
+ units3 = {(u["subject"], u["slot"]): u
96
+ for u in state_slots.project(cg, include_retired=True)}
97
+ zs3 = units3[(SUBJ, "住所")]
98
+ ok(zs3["value"] == "新家", "C4 再次复位后当前值=新家", repr(zs3["value"]))
99
+ ok(zs3["alternatives"] == ["旧家"],
100
+ "C5 同一值历史重复出现 ⇒ 备择去重后仅一条", str(zs3["alternatives"]))
101
+ ok(len(zs3["alternatives"]) == len(set(zs3["alternatives"])),
102
+ "C6 alternatives 无重复项(去重不变量)", str(zs3["alternatives"]))
103
+
104
+ # ---------- D 单遍快速路径必须如实标注 ----------
105
+ fast = state_slots.project(cg, include_retired=True, history=False)
106
+ fmap = {(u["subject"], u["slot"]): u for u in fast}
107
+ fz = fmap[(SUBJ, "住所")]
108
+ ok(fz.get("alternatives") == [] and fz.get("alternatives_partial") is True,
109
+ "D1 history=False 快速路径:alternatives 空且标注 partial=True(不假绿)", repr(fz.get("alternatives_partial")))
110
+ ok("alternatives_partial" not in zs2,
111
+ "D2 完整路径不带 partial 标记(键只在不完整路径出现)")
112
+
113
+ # ---------- E 既有行为不冲突 ----------
114
+ ok(all(u["blindspots"] == [] for u in units2.values()),
115
+ "E1 blindspots 仍恒空(口径后置,未被本批顺带改动)")
116
+ expected = {"subject", "slot", "value", "state", "t_from", "t_to",
117
+ "seq_from", "seq_to", "tier", "alternatives",
118
+ "blindspots", "event_count",
119
+ # 【2026-11】租约参数透传(与 tier 同形:取最后产生当前值的事件):
120
+ # kind 供 state_view 判「值会不会被改写」;ttl 是调用方 extra.ttl 声明的租约。
121
+ "kind", "ttl"}
122
+ ok(expected <= set(zs2), "E2 单元键集未减少", str(sorted(set(zs2) - expected)))
123
+ ok(set(zs2) - expected <= {"history"}, "E3 无未经登记的新键",
124
+ str(sorted(set(zs2) - expected)))
125
+
126
+ # ---------- F 口径备忘:t/seq 不可当同期判据 ----------
127
+ recs = state_events.read(cg)
128
+ ok(all("t" in r for r in recs), "F1 台账 t 存在(记账时刻,非事件发生时刻)")
129
+ ok(any(r.get("seq") is None for r in state_events.read(cg)) is False,
130
+ "F2 本样本 seq 全非 None(但口径允许 None,不作判据)")
131
+
132
+ # ---------- G 写入侧零改动 ----------
133
+ keys_written = set()
134
+ for r in state_events.read(cg):
135
+ keys_written |= set(r)
136
+ ok(keys_written <= {"t", "subject", "slot", "old", "new", "kind",
137
+ "seq", "evidence", "actor"},
138
+ "G1 写盘行字段集与改前一致(本批只改读面)", str(sorted(keys_written)))
139
+
140
+ # ---------- H 两个入口同口径(_project vs project_page)----------
141
+ # 回归来源:本批曾让 _project(history=False) 走回放、project_page(history=False)
142
+ # 走归约器,于是 alternatives 一条路径有真值、另一条恒空。
143
+ # test_state_projection_streaming 抓到了;这里补一条**本守卫内**的断言。
144
+ raw = state_events.read(cg)
145
+ for retire in (False, True):
146
+ a = state_slots._project(raw, include_retired=retire, history=False)
147
+ b = state_slots.project_page(cg, include_retired=retire, history=False)[1]
148
+ ok(a == b, "H1 _project 与 project_page(history=False) 逐位一致 retire=%s" % retire,
149
+ "" if a == b else "分叉:%r vs %r" % (a[:1], b[:1]))
150
+ # 且两处都必须标注 partial(口径一致而非都退化成空)
151
+ a0 = state_slots._project(raw, history=False)[0]
152
+ ok(a0.get("alternatives_partial") is True,
153
+ "H2 _project(history=False) 同样标注 partial(两入口同口径)",
154
+ repr(a0.get("alternatives_partial")))
155
+
156
+ finally:
157
+ import shutil
158
+ shutil.rmtree(root, ignore_errors=True)
159
+
160
+ print("\nSUMMARY: 通过=%d 失败=%d" % (len(_P), len(_F)))
161
+ return 1 if _F else 0
162
+
163
+
164
+ if __name__ == "__main__":
165
+ sys.exit(main())
@@ -1,223 +1,226 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:B2 密级「声明 → 落盘」透传与 fail-closed 闸守卫(cg(op=write) 端到端)
3
- # 生效条件:writepipe._executor 的 cg.add 实参表带 sensitivity(:543)、
4
- # mcp_server.mdcg_remember 两分支带 sensitivity(:3199 / :3213)、
5
- # 库层 md_cg.mdcg._check_sensitivity_landing(:1079)接线在
6
- # MdCG._write_node(:2609)时;
7
- # 沙箱条件:MDCG_ROOT / MDCG_AUX_ROOT / MDCG_MASTER_KEY / MDCG_POLICY_FILE
8
- # 全部指向 tempfile.mkdtemp 建的独立目录,绝不触在役库。
9
- # 子功能:① cg(op=write, sensitivity='private') 落盘:frontmatter sensitivity 就是
10
- # private,且落盘正文不是明文(AEAD 密文、盘上文件不含明文);
11
- # ② 声明加密级却落盘明文 → fail-closed 拒绝(判据直调 + 写面端到端两路);
12
- # ③ 同族旁路:mdcg_remember 非 gated 分支的透传(第二处落盘面)。
13
- # 执行:python -X utf8 -m md_cg.test_b2_sensitivity_landing
14
- # (cwd = 仓库根;不带参数、无网络、无外部依赖,全程沙箱)
15
- # 验证方式:本文件自跑(自带断言计数与退出码 rc=0/1);定点变异自证见文件尾
16
- # `--drop-fix`(抽掉 writepipe._executor 的 sensitivity 透传 → 本守卫必红)。
17
- # 不适用条件:情感交互|闲聊|纯查询无改动;
18
- # 无密封能力实例(基类 MdCG / MdCGOS)落 private 明文是**既有语义**
19
- # (fm 如实记 private、读面按密级隔离),不在本闸判据② 面内——已由
20
- # B2-B6 显式钉住,防把闸误扩到「无加密能力的库」。
21
- """B2 守卫:密级声明在落盘面是否被透传,以及「声明加密级却明文落盘」的 fail-closed。
22
-
23
- 缺陷(修复前):
24
- writepipe 链尾执行器的 `cg.add` 实参表**缺 sensitivity**,而同文件
25
- `_gate_audit` 的 payload 带着它交给审核闸——两面口径分叉:审核闸按调用方
26
- 声明的密级判、落盘闸按 DEFAULT_SENSITIVITY 回落 internal,于是声明 private
27
- 的正文以**明文 + fm internal** 落盘(纯漏传,无任何失败信号)。
28
-
29
- 本守卫的判别力锚点(每条断言都可定点变异):
30
- A 组 cg(op=write, sensitivity='private') 端到端:fm=private + 正文密文 + 盘上无明文。
31
- B 组 fail-closed:声明 private 而落盘 internal(闸①)/ 加密级却明文(闸②)
32
- 一律 ValueError 且**未落盘**;合规面与「无密封能力实例」放行(防误扩)。
33
- C 组 mdcg_remember 非 gated 分支(第二处落盘面)同款透传。
34
-
35
- 沙箱(硬约束):一切读写都在 tempfile.mkdtemp 内;跑完 rmtree。绝不碰在役库。
36
- """
37
- import json
38
- import os
39
- import shutil
40
- import sys
41
- import tempfile
42
-
43
- # 沙箱必须在**任何** md_cg 子模块 import 之前设好(`crypto.MASTER_FILE` 在模块
44
- # 导入时求值)。
45
- _SANDBOX = tempfile.mkdtemp(prefix="b2sens_sandbox_")
46
- os.environ["MDCG_AUX_ROOT"] = _SANDBOX
47
- os.environ["MDCG_ROOT"] = os.path.join(_SANDBOX, "root")
48
- os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
49
- _POLICY = os.path.join(_SANDBOX, "policy.json")
50
- with open(_POLICY, "w", encoding="utf-8") as _f: # audit 闸 ACCEPT 面
51
- json.dump({"forbidden": [], "required": ["B2MARK"]}, _f)
52
- os.environ["MDCG_POLICY_FILE"] = _POLICY
53
- os.environ.pop("MDCG_TEST_LIVE_ROOT", None)
54
-
55
- from . import crypto, mdcg, mcp_server, nodefile # noqa: E402
56
- from .mdcos import MdCGSecure # noqa: E402
57
- from .security import Principal # noqa: E402
58
-
59
- _KEK = os.urandom(32)
60
- _MARK = "B2MARK 私有正文:银行卡尾号 8888,仅本人可见"
61
- _OK = 0
62
- _BAD = []
63
-
64
-
65
- def _check(name, cond, detail=""):
66
- global _OK
67
- if cond:
68
- _OK += 1
69
- print(" ok %s" % name)
70
- else:
71
- _BAD.append(name)
72
- print(" FAIL %s %s" % (name, detail))
73
-
74
-
75
- def _principal():
76
- return Principal(tenant="t1", actor="alice", role="designer",
77
- clearance="secret", can_write=True, can_admin=True)
78
-
79
-
80
- def _mk_secure(tag):
81
- root = os.path.join(_SANDBOX, "lib_" + tag)
82
- return MdCGSecure(root, principal=_principal(), master_key=_KEK), root
83
-
84
-
85
- def _raw(cg, nid):
86
- """读节点盘上原文(不经解密),返回 (text, fm, content)。"""
87
- e = cg.index["nodes"][nid]
88
- with open(cg._node_disk_path(e), encoding="utf-8") as f:
89
- text = f.read()
90
- fm, content = nodefile.loads(text)
91
- return text, fm, content
92
-
93
-
94
- def main():
95
- print("\n[B2-A] cg(op=write, sensitivity='private') 端到端落盘")
96
- cg_a, _root_a = _mk_secure("A")
97
- res = mcp_server._dispatch(cg_a, "cg",
98
- {"op": "write", "content_kind": "text",
99
- "content": _MARK, "sensitivity": "private"})
100
- nid_a = res.get("id") or ""
101
- _check("B2-A1 写面回执 committed(未被审核队列吞掉)",
102
- res.get("ok") is True and res.get("committed") is True,
103
- repr(res)[:140])
104
- if nid_a and nid_a in cg_a.index["nodes"]:
105
- raw_a, fm_a, content_a = _raw(cg_a, nid_a)
106
- _check("B2-A2 落盘 frontmatter sensitivity == 声明值 private",
107
- fm_a.get("sensitivity") == "private",
108
- "fm sensitivity=%r" % fm_a.get("sensitivity"))
109
- _check("B2-A3 落盘正文不是明文(AEAD 密文)",
110
- crypto.is_encrypted(content_a), str(content_a)[:40])
111
- _check("B2-A4 盘上文件不含明文标记",
112
- "B2MARK" not in raw_a and "8888" not in raw_a, raw_a[:60])
113
- readback = (cg_a.get(nid_a) or {}).get("content") or ""
114
- _check("B2-A5 有权限读面读回明文(加密存储不损可读性)",
115
- _MARK in readback, readback[:40])
116
- else:
117
- _check("B2-A2 落盘 frontmatter sensitivity == 声明值 private", False,
118
- "未落盘 id=%r" % nid_a)
119
-
120
- print("\n[B2-B] 声明加密级却落盘明文 → fail-closed 拒绝")
121
- dek = crypto.provision_dek(_SANDBOX, _KEK, "t1", "alice")
122
- sealed = crypto.seal_node("payload", dek, "n1", "t1", "alice")
123
- try:
124
- mdcg._check_sensitivity_landing("n1", "internal", "private", "明文")
125
- _check("B2-B1 闸①:声明 private 而落盘 internal → ValueError", False,
126
- "未抛")
127
- except ValueError as exc:
128
- msg = str(exc)
129
- _check("B2-B1 闸①:声明 private 而落盘 internal → ValueError",
130
- "声明值='private'" in msg and "sensitivity='internal'" in msg
131
- and "未写盘" in msg, msg[:110])
132
- try:
133
- mdcg._check_sensitivity_landing("n1", "private", "private", "明文", True)
134
- _check("B2-B2 闸②:加密级密级 + 有密封能力却明文 → ValueError", False,
135
- "未抛")
136
- except ValueError as exc:
137
- _check("B2-B2 闸②:加密级密级 + 有密封能力却明文 → ValueError",
138
- "明文落盘" in str(exc), str(exc)[:110])
139
- ok_pass = None
140
- try:
141
- mdcg._check_sensitivity_landing("n1", "private", "private", sealed, True)
142
- mdcg._check_sensitivity_landing("n1", "internal", None, "明文", True)
143
- ok_pass = True
144
- except Exception as exc: # noqa: BLE001
145
- ok_pass = repr(exc)
146
- _check("B2-B3 合规面放行(密文 private / 明文 internal)", ok_pass is True,
147
- repr(ok_pass)[:110])
148
-
149
- # 端到端:密封点被绕过的实例(覆写了密封钩子却不密封)经写面写入 → 拒绝
150
- class _LeakySecure(MdCGSecure):
151
- def _seal_content(self, node_id, content, sensitivity=None):
152
- return content # 故意不密封
153
-
154
- leak = _LeakySecure(os.path.join(_SANDBOX, "lib_leak"),
155
- principal=_principal(), master_key=_KEK)
156
- err_e = None
157
- try:
158
- mcp_server._dispatch(leak, "cg",
159
- {"op": "write", "content_kind": "text",
160
- "content": _MARK, "sensitivity": "private"})
161
- except ValueError as exc:
162
- err_e = str(exc)
163
- _check("B2-B4 写面端到端:密封点被绕过 + 声明 private → ValueError",
164
- err_e is not None and "明文落盘" in err_e, repr(err_e)[:130])
165
- leak_md = []
166
- for _d, _subs, _fs in os.walk(os.path.join(_SANDBOX, "lib_leak")):
167
- leak_md += [os.path.join(_d, f) for f in _fs if f.endswith(".md")]
168
- _check("B2-B5 闸命中时未落盘(盘上无任何节点文件)", not leak_md,
169
- "leak 库 .md=%s index=%s" % (leak_md[:3],
170
- list(leak.index["nodes"])[:4]))
171
-
172
- # 无密封能力的实例(基类 MdCG):private 明文是既有语义,不得误伤
173
- base_root = os.path.join(_SANDBOX, "lib_base")
174
- base = mdcg.MdCG(base_root, autoflush=1)
175
- err_f = None
176
- try:
177
- base.add("b2_base_priv", _MARK, layer="knowledge",
178
- sensitivity="private")
179
- except Exception as exc: # noqa: BLE001
180
- err_f = "%s: %s" % (type(exc).__name__, str(exc)[:90])
181
- if err_f is None:
182
- raw_f, fm_f, content_f = _raw(base, "b2_base_priv")
183
- _check("B2-B6 无密封能力实例(基类):private 明文落盘放行(不误伤)",
184
- fm_f.get("sensitivity") == "private"
185
- and not crypto.is_encrypted(content_f),
186
- "fm=%r enc=%s" % (fm_f.get("sensitivity"),
187
- crypto.is_encrypted(content_f)))
188
- else:
189
- _check("B2-B6 无密封能力实例(基类):private 明文落盘放行(不误伤)",
190
- False, err_f)
191
- base.close()
192
-
193
- print("\n[B2-C] 第二处落盘面:mdcg_remember 非 gated 分支透传")
194
- cg_c, _root_c = _mk_secure("C")
195
- res_c = mcp_server._dispatch(cg_c, "mdcg_remember",
196
- {"content": _MARK + " remember 分支",
197
- "content_kind": "text",
198
- "sensitivity": "private"})
199
- nid_c = res_c.get("id") or ""
200
- _check("B2-C1 remember 面回执 ok", res_c.get("ok") is True,
201
- repr(res_c)[:120])
202
- if nid_c and nid_c in cg_c.index["nodes"]:
203
- raw_c, fm_c, content_c = _raw(cg_c, nid_c)
204
- _check("B2-C2 remember 面落盘 fm sensitivity == private",
205
- fm_c.get("sensitivity") == "private",
206
- "fm sensitivity=%r" % fm_c.get("sensitivity"))
207
- _check("B2-C3 remember 面落盘正文为密文",
208
- crypto.is_encrypted(content_c), str(content_c)[:40])
209
- else:
210
- _check("B2-C2 remember 面落盘 fm sensitivity == private", False,
211
- "未落盘 id=%r" % nid_c)
212
-
213
- print("\n==== B2 密级落盘守卫:%d 通过%s ====" % (
214
- _OK, ",%d 失败:%s" % (len(_BAD), "; ".join(_BAD)) if _BAD else ""))
215
- return 1 if _BAD else 0
216
-
217
-
218
- if __name__ == "__main__":
219
- try:
220
- _rc = main()
221
- finally:
222
- shutil.rmtree(_SANDBOX, ignore_errors=True)
223
- sys.exit(_rc)
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:B2 密级「声明 → 落盘」透传与 fail-closed 闸守卫(cg(op=write) 端到端)
3
+ # 生效条件:writepipe._executor 的 cg.add 实参表带 sensitivity(:543)、
4
+ # mcp_server.mdcg_remember 两分支带 sensitivity(:3199 / :3213)、
5
+ # 库层 md_cg.mdcg._check_sensitivity_landing(:1079)接线在
6
+ # MdCG._write_node(:2609)时;
7
+ # 沙箱条件:MDCG_ROOT / MDCG_AUX_ROOT / MDCG_MASTER_KEY / MDCG_POLICY_FILE
8
+ # 全部指向 tempfile.mkdtemp 建的独立目录,绝不触在役库。
9
+ # 子功能:① cg(op=write, sensitivity='private') 落盘:frontmatter sensitivity 就是
10
+ # private,且落盘正文不是明文(AEAD 密文、盘上文件不含明文);
11
+ # ② 声明加密级却落盘明文 → fail-closed 拒绝(判据直调 + 写面端到端两路);
12
+ # ③ 同族旁路:mdcg_remember 非 gated 分支的透传(第二处落盘面)。
13
+ # 执行:python -X utf8 -m md_cg.test_b2_sensitivity_landing
14
+ # (cwd = 仓库根;不带参数、无网络、无外部依赖,全程沙箱)
15
+ # 验证方式:本文件自跑(自带断言计数与退出码 rc=0/1);定点变异自证见文件尾
16
+ # `--drop-fix`(抽掉 writepipe._executor 的 sensitivity 透传 → 本守卫必红)。
17
+ # 不适用条件:情感交互|闲聊|纯查询无改动;
18
+ # 无密封能力实例(基类 MdCG / MdCGOS)落 private 明文是**既有语义**
19
+ # (fm 如实记 private、读面按密级隔离),不在本闸判据② 面内——已由
20
+ # B2-B6 显式钉住,防把闸误扩到「无加密能力的库」。
21
+ """B2 守卫:密级声明在落盘面是否被透传,以及「声明加密级却明文落盘」的 fail-closed。
22
+
23
+ 缺陷(修复前):
24
+ writepipe 链尾执行器的 `cg.add` 实参表**缺 sensitivity**,而同文件
25
+ `_gate_audit` 的 payload 带着它交给审核闸——两面口径分叉:审核闸按调用方
26
+ 声明的密级判、落盘闸按 DEFAULT_SENSITIVITY 回落 internal,于是声明 private
27
+ 的正文以**明文 + fm internal** 落盘(纯漏传,无任何失败信号)。
28
+
29
+ 本守卫的判别力锚点(每条断言都可定点变异):
30
+ A 组 cg(op=write, sensitivity='private') 端到端:fm=private + 正文密文 + 盘上无明文。
31
+ B 组 fail-closed:声明 private 而落盘 internal(闸①)/ 加密级却明文(闸②)
32
+ 一律 ValueError 且**未落盘**;合规面与「无密封能力实例」放行(防误扩)。
33
+ C 组 mdcg_remember 非 gated 分支(第二处落盘面)同款透传。
34
+
35
+ 沙箱(硬约束):一切读写都在 tempfile.mkdtemp 内;跑完 rmtree。绝不碰在役库。
36
+ """
37
+ import json
38
+ import os
39
+ import shutil
40
+ import sys
41
+ import tempfile
42
+
43
+ # 沙箱必须在**任何** md_cg 子模块 import 之前设好(`crypto.MASTER_FILE` 在模块
44
+ # 导入时求值)。
45
+ _SANDBOX = tempfile.mkdtemp(prefix="b2sens_sandbox_")
46
+ os.environ["MDCG_AUX_ROOT"] = _SANDBOX
47
+ os.environ["MDCG_ROOT"] = os.path.join(_SANDBOX, "root")
48
+ os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
49
+ _POLICY = os.path.join(_SANDBOX, "policy.json")
50
+ with open(_POLICY, "w", encoding="utf-8") as _f: # audit 闸 ACCEPT 面
51
+ json.dump({"forbidden": [], "required": ["B2MARK"]}, _f)
52
+ os.environ["MDCG_POLICY_FILE"] = _POLICY
53
+ os.environ.pop("MDCG_TEST_LIVE_ROOT", None)
54
+
55
+ from . import crypto, mdcg, mcp_server, nodefile # noqa: E402
56
+ from .mdcos import MdCGSecure # noqa: E402
57
+ from .security import Principal # noqa: E402
58
+
59
+ _KEK = os.urandom(32)
60
+ _MARK = "B2MARK 私有正文:银行卡尾号 8888,仅本人可见"
61
+ _OK = 0
62
+ _BAD = []
63
+
64
+
65
+ def _check(name, cond, detail=""):
66
+ global _OK
67
+ if cond:
68
+ _OK += 1
69
+ print(" ok %s" % name)
70
+ else:
71
+ _BAD.append(name)
72
+ print(" FAIL %s %s" % (name, detail))
73
+
74
+
75
+ def _principal():
76
+ return Principal(tenant="t1", actor="alice", role="designer",
77
+ clearance="secret", can_write=True, can_admin=True)
78
+
79
+
80
+ def _mk_secure(tag):
81
+ root = os.path.join(_SANDBOX, "lib_" + tag)
82
+ return MdCGSecure(root, principal=_principal(), master_key=_KEK), root
83
+
84
+
85
+ def _raw(cg, nid):
86
+ """读节点盘上原文(不经解密),返回 (text, fm, content)。"""
87
+ e = cg.index["nodes"][nid]
88
+ with open(cg._node_disk_path(e), encoding="utf-8") as f:
89
+ text = f.read()
90
+ fm, content = nodefile.loads(text)
91
+ return text, fm, content
92
+
93
+
94
+ def main():
95
+ print("\n[B2-A] cg(op=write, sensitivity='private') 端到端落盘")
96
+ cg_a, _root_a = _mk_secure("A")
97
+ res = mcp_server._dispatch(cg_a, "cg",
98
+ {"op": "write", "content_kind": "text",
99
+ "content": _MARK, "sensitivity": "private"})
100
+ nid_a = res.get("id") or ""
101
+ _check("B2-A1 写面回执 committed(未被审核队列吞掉)",
102
+ res.get("ok") is True and res.get("committed") is True,
103
+ repr(res)[:140])
104
+ if nid_a and nid_a in cg_a.index["nodes"]:
105
+ raw_a, fm_a, content_a = _raw(cg_a, nid_a)
106
+ _check("B2-A2 落盘 frontmatter sensitivity == 声明值 private",
107
+ fm_a.get("sensitivity") == "private",
108
+ "fm sensitivity=%r" % fm_a.get("sensitivity"))
109
+ _check("B2-A3 落盘正文不是明文(AEAD 密文)",
110
+ crypto.is_encrypted(content_a), str(content_a)[:40])
111
+ # 判据只取「密文不可能出现的字符」:base64 字母表是纯 ASCII,
112
+ # 中文子串在任何 base64 密文里都不会撞;纯数字 "8888" 会撞
113
+ # (base64 含数字,理论抖动率约 1e-5,CI 上偶发 B2-A4 假红)。
114
+ _check("B2-A4 盘上文件不含明文标记",
115
+ "B2MARK" not in raw_a and "银行卡尾号" not in raw_a, raw_a[:60])
116
+ readback = (cg_a.get(nid_a) or {}).get("content") or ""
117
+ _check("B2-A5 有权限读面读回明文(加密存储不损可读性)",
118
+ _MARK in readback, readback[:40])
119
+ else:
120
+ _check("B2-A2 落盘 frontmatter sensitivity == 声明值 private", False,
121
+ "未落盘 id=%r" % nid_a)
122
+
123
+ print("\n[B2-B] 声明加密级却落盘明文 → fail-closed 拒绝")
124
+ dek = crypto.provision_dek(_SANDBOX, _KEK, "t1", "alice")
125
+ sealed = crypto.seal_node("payload", dek, "n1", "t1", "alice")
126
+ try:
127
+ mdcg._check_sensitivity_landing("n1", "internal", "private", "明文")
128
+ _check("B2-B1 闸①:声明 private 而落盘 internal → ValueError", False,
129
+ "未抛")
130
+ except ValueError as exc:
131
+ msg = str(exc)
132
+ _check("B2-B1 闸①:声明 private 而落盘 internal → ValueError",
133
+ "声明值='private'" in msg and "sensitivity='internal'" in msg
134
+ and "未写盘" in msg, msg[:110])
135
+ try:
136
+ mdcg._check_sensitivity_landing("n1", "private", "private", "明文", True)
137
+ _check("B2-B2 闸②:加密级密级 + 有密封能力却明文 → ValueError", False,
138
+ "未抛")
139
+ except ValueError as exc:
140
+ _check("B2-B2 闸②:加密级密级 + 有密封能力却明文 → ValueError",
141
+ "明文落盘" in str(exc), str(exc)[:110])
142
+ ok_pass = None
143
+ try:
144
+ mdcg._check_sensitivity_landing("n1", "private", "private", sealed, True)
145
+ mdcg._check_sensitivity_landing("n1", "internal", None, "明文", True)
146
+ ok_pass = True
147
+ except Exception as exc: # noqa: BLE001
148
+ ok_pass = repr(exc)
149
+ _check("B2-B3 合规面放行(密文 private / 明文 internal)", ok_pass is True,
150
+ repr(ok_pass)[:110])
151
+
152
+ # 端到端:密封点被绕过的实例(覆写了密封钩子却不密封)经写面写入 → 拒绝
153
+ class _LeakySecure(MdCGSecure):
154
+ def _seal_content(self, node_id, content, sensitivity=None):
155
+ return content # 故意不密封
156
+
157
+ leak = _LeakySecure(os.path.join(_SANDBOX, "lib_leak"),
158
+ principal=_principal(), master_key=_KEK)
159
+ err_e = None
160
+ try:
161
+ mcp_server._dispatch(leak, "cg",
162
+ {"op": "write", "content_kind": "text",
163
+ "content": _MARK, "sensitivity": "private"})
164
+ except ValueError as exc:
165
+ err_e = str(exc)
166
+ _check("B2-B4 写面端到端:密封点被绕过 + 声明 private → ValueError",
167
+ err_e is not None and "明文落盘" in err_e, repr(err_e)[:130])
168
+ leak_md = []
169
+ for _d, _subs, _fs in os.walk(os.path.join(_SANDBOX, "lib_leak")):
170
+ leak_md += [os.path.join(_d, f) for f in _fs if f.endswith(".md")]
171
+ _check("B2-B5 闸命中时未落盘(盘上无任何节点文件)", not leak_md,
172
+ "leak 库 .md=%s index=%s" % (leak_md[:3],
173
+ list(leak.index["nodes"])[:4]))
174
+
175
+ # 无密封能力的实例(基类 MdCG):private 明文是既有语义,不得误伤
176
+ base_root = os.path.join(_SANDBOX, "lib_base")
177
+ base = mdcg.MdCG(base_root, autoflush=1)
178
+ err_f = None
179
+ try:
180
+ base.add("b2_base_priv", _MARK, layer="knowledge",
181
+ sensitivity="private")
182
+ except Exception as exc: # noqa: BLE001
183
+ err_f = "%s: %s" % (type(exc).__name__, str(exc)[:90])
184
+ if err_f is None:
185
+ raw_f, fm_f, content_f = _raw(base, "b2_base_priv")
186
+ _check("B2-B6 无密封能力实例(基类):private 明文落盘放行(不误伤)",
187
+ fm_f.get("sensitivity") == "private"
188
+ and not crypto.is_encrypted(content_f),
189
+ "fm=%r enc=%s" % (fm_f.get("sensitivity"),
190
+ crypto.is_encrypted(content_f)))
191
+ else:
192
+ _check("B2-B6 无密封能力实例(基类):private 明文落盘放行(不误伤)",
193
+ False, err_f)
194
+ base.close()
195
+
196
+ print("\n[B2-C] 第二处落盘面:mdcg_remember 非 gated 分支透传")
197
+ cg_c, _root_c = _mk_secure("C")
198
+ res_c = mcp_server._dispatch(cg_c, "mdcg_remember",
199
+ {"content": _MARK + " remember 分支",
200
+ "content_kind": "text",
201
+ "sensitivity": "private"})
202
+ nid_c = res_c.get("id") or ""
203
+ _check("B2-C1 remember 面回执 ok", res_c.get("ok") is True,
204
+ repr(res_c)[:120])
205
+ if nid_c and nid_c in cg_c.index["nodes"]:
206
+ raw_c, fm_c, content_c = _raw(cg_c, nid_c)
207
+ _check("B2-C2 remember 面落盘 fm sensitivity == private",
208
+ fm_c.get("sensitivity") == "private",
209
+ "fm sensitivity=%r" % fm_c.get("sensitivity"))
210
+ _check("B2-C3 remember 面落盘正文为密文",
211
+ crypto.is_encrypted(content_c), str(content_c)[:40])
212
+ else:
213
+ _check("B2-C2 remember 面落盘 fm sensitivity == private", False,
214
+ "未落盘 id=%r" % nid_c)
215
+
216
+ print("\n==== B2 密级落盘守卫:%d 通过%s ====" % (
217
+ _OK, ",%d 失败:%s" % (len(_BAD), "; ".join(_BAD)) if _BAD else ""))
218
+ return 1 if _BAD else 0
219
+
220
+
221
+ if __name__ == "__main__":
222
+ try:
223
+ _rc = main()
224
+ finally:
225
+ shutil.rmtree(_SANDBOX, ignore_errors=True)
226
+ sys.exit(_rc)