@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,282 +1,282 @@
1
- # -*- coding: utf-8 -*-
2
- r"""守卫 · #93 mdcg_remember 通路须过 policy 打码(2026-10-09 DSH 端实施)。
3
-
4
- 缺陷(GitHub #93):mdcg_remember(hooks 自动记忆走的通路)**不过** policy.json
5
- 的 forbidden 规则 ⇒ AKIA / ghp_ / URL 内嵌凭据 / PEM 私钥块**明文入库**且 guest
6
- 可检索;而同样内容走 cg(op=write) 会被判 REJECT。
7
-
8
- 本笔处置:在该分支落盘前,用 **audit.redact_forbidden 按片段打码**(与 REJECT 分支
9
- 同口径,非整条拒绝——自动记忆是 hooks 通路,整条拒绝会静默丢记忆)。
10
-
11
- 判据:
12
- G1 四种形态都能被 redact_forbidden 命中并改变文本(AKIA/ghp/URL 凭据/PEM)
13
- G2 静态:mdcg_remember 分支体内**确实调用**了 redact_forbidden(防被回退)
14
- G3 不误伤:普通内容经 redact_forbidden **逐字不变**
15
- G4 与 policy.json 同源:命中的正是 policy 里那条(防「另起一套模式」)
16
- G5 **行为面(#429 补,端到端)**:隔离根下经 `call_tool(g, "mdcg_remember", …)`
17
- 写入含 AKIA 的正文后扫盘面,**明文不得落盘**;同时要求 committed=True 且节点
18
- 文件确实存在——否则「写失败 ⇒ 扫不到明文」会让本判据恒真。
19
- G6 **防回退锚点(#429 补)**:分支体里「打码结果写回 content」那一行在场。
20
- G2 只判「调了 redact_forbidden」——调用而**不写回**时 G2 仍绿(#429 的病灶),
21
- 故必须另钉写回那一行。
22
-
23
- 定点变异(`--mutate`,#429 的元判据):
24
- 在镜像树里把写回行 `if _red93 and _red93 != a.get("content", ""):` 撤回成
25
- `if False:`(缺陷态:打码结果不再写回)⇒ **G5、G6 必须转红**。红项集合打印,
26
- 且必须与预期逐项相符(不接受「有红就行」)。
27
-
28
- 判别力边界(如实):
29
- · 本守卫只钉 **mdcg_remember 这一条工具通路**;cg(op=write) 的打码面由 writepipe
30
- 侧守卫覆盖,不在本件红绿面内。
31
- · 变异腿只撤回**写回**这一行。它**不覆盖**:policy.json 的 AKIA 规则被删(G4 静态
32
- 兜)、redact_forbidden 自身被弱化(G1 兜)、工具面被换成别的写入口(G2 兜)。
33
- 这三条都是静态/单元判据,不是本变异腿的行为面。
34
- · G6 是源码锚点(fail-closed):改量名 `_red93` 或重写该行会让它红——这是有意的。
35
- · 不判打码占位符的具体文案(`[已过滤:…]` 是 redact_forbidden 的实现细节);只判
36
- 「明文不落盘」+「确实写进去了」。
37
- · 行为判据在**隔离根**(tempfile)内跑,不碰在役库;不判 guest 读面(另案)。
38
-
39
- 运行:python -X utf8 -m md_cg.test_issue93_remember_redaction [--mutate]
40
- 退出码:0 全绿 | 1 断言失败(含变异腿不符预期)
41
- """
42
- from __future__ import annotations
43
-
44
- import os
45
- import shutil
46
- import subprocess
47
- import sys
48
- import tempfile
49
-
50
- HERE = os.path.dirname(os.path.abspath(__file__))
51
- REPO = os.path.dirname(HERE)
52
- if REPO not in sys.path:
53
- sys.path.insert(0, REPO)
54
-
55
- # 沙箱必须在**任何** md_cg 子模块 import 之前设好(crypto 的密钥等在导入时求值)。
56
- # 本守卫不碰在役库:全部读写落在 _SANDBOX 下。
57
- _SANDBOX = tempfile.mkdtemp(prefix="i93_sandbox_")
58
- os.environ["MDCG_ROOT"] = os.path.join(_SANDBOX, "libroot")
59
- os.environ["MDCG_AUX_ROOT"] = os.path.join(_SANDBOX, "auxstore")
60
- os.environ["MDCG_STATE_ROOT"] = os.path.join(_SANDBOX, "state")
61
- os.environ["MDCG_DATA_ROOT"] = os.path.join(_SANDBOX, "data")
62
- os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
63
- os.environ["MDCG_SUSTAIN"] = "0"
64
- os.environ["MDCG_SLEEP"] = "0"
65
- os.environ.pop("MDCG_TOKEN", None)
66
- os.environ.pop("MDCG_VERIFY_KEY", None)
67
- for _d in ("libroot", "auxstore", "state", "data"):
68
- os.makedirs(os.path.join(_SANDBOX, _d), exist_ok=True)
69
-
70
- PASS = 0
71
- FAIL = 0
72
- FAILS = []
73
- CASES = (
74
- ("AWS AKIA", "AKIAIOSFODNN7EXAMPLE"),
75
- ("GitHub ghp_", "ghp_dummy0123456789abcdefghijklmnop"),
76
- ("URL 内嵌凭据", "postgres://admin:Hunter2Secret@db.example.com:5432/app"),
77
- ("PEM 私钥块", "-----BEGIN " + "RSA PRIVATE KEY-----\nMIIEowIBAAKCAQEA\n-----END RSA PRIVATE KEY-----"),
78
- )
79
-
80
- #: 缺陷态变异的锚点(与 mcp_server.py 的当前行尾无关,_apply 时按实际行尾折算)。
81
- _REVERT_OLD = ' if _red93 and _red93 != a.get("content", ""):'
82
- _REVERT_NEW = ' if False:'
83
- #: G6 锚点:写回那一行(去缩进后比较,避免行尾/缩进差异造成假红)。
84
- _WRITEBACK = 'if _red93 and _red93 != a.get("content", ""):'
85
-
86
- #: 行为面正文:六要素齐(不被 required 规则拒),末尾带真形态 AKIA 样例。
87
- _SECRET = "AKIAIOSFODNN7EXAMPLE"
88
-
89
-
90
- def check(name, cond, detail=""):
91
- global PASS, FAIL
92
- if cond:
93
- PASS += 1
94
- print("[PASS] %s%s" % (name, (" · " + detail) if detail else ""))
95
- else:
96
- FAIL += 1
97
- FAILS.append(name)
98
- print("[FAIL] %s · %s" % (name, detail))
99
-
100
-
101
- def _branch_segment():
102
- with open(os.path.join(HERE, "mcp_server.py"), encoding="utf-8") as fh:
103
- src = fh.read()
104
- i = src.find('if name == "mdcg_remember":')
105
- return src, (src[i:i + 4000] if i >= 0 else "")
106
-
107
-
108
- def _behavior():
109
- """隔离根下真调一次 mdcg_remember,返回 (committed, 明文命中文件, 节点文件)。"""
110
- from md_cg.mdcos import MdCGSecure
111
- from md_cg import mcp_server as ms
112
- cg = MdCGSecure(os.path.join(_SANDBOX, "graph"), autoflush=1)
113
- text = ("# 功能名:u93 打码行为探针\n"
114
- "# 生效条件:隔离根下的工具面写入\n"
115
- "# 子功能:验证明文凭据不落盘\n"
116
- "# 执行:call_tool mdcg_remember 写一条正文\n"
117
- "# 验证方式:扫盘面查明文\n"
118
- "# 不适用条件:不涉及 guest 读面\n"
119
- "key=" + _SECRET + "\n")
120
- try:
121
- r = ms.call_tool(cg, "mdcg_remember", {
122
- "content": text, "content_kind": "text", "layer": "knowledge",
123
- "node_id": "u93_probe_redaction"})
124
- finally:
125
- try:
126
- cg.close()
127
- except Exception: # noqa: BLE001
128
- pass
129
- committed = bool(isinstance(r, dict) and r.get("committed"))
130
- plain_hits, node_files = [], []
131
- for root, _dd, ff in os.walk(_SANDBOX):
132
- for f in ff:
133
- p = os.path.join(root, f)
134
- if "u93_probe_redaction" in f:
135
- node_files.append(os.path.relpath(p, _SANDBOX))
136
- try:
137
- with open(p, "rb") as fh:
138
- b = fh.read()
139
- except OSError:
140
- continue
141
- if _SECRET.encode() in b:
142
- plain_hits.append(os.path.relpath(p, _SANDBOX))
143
- return committed, plain_hits, node_files
144
-
145
-
146
- def main():
147
- from md_cg import audit
148
- rules = audit.load_rulebook()
149
- if isinstance(rules, tuple):
150
- rules = rules[0]
151
-
152
- for label, text in CASES:
153
- red = audit.redact_forbidden(text, rules)
154
- check("G1 %s ⇒ 被脱敏(原文不再出现)" % label,
155
- red != text and text not in red, str(red)[:60])
156
-
157
- # G2 静态:分支体内真的调了 redact_forbidden
158
- src, seg = _branch_segment()
159
- check("G2 静态:mdcg_remember 分支体内调用 redact_forbidden",
160
- "redact_forbidden" in seg, "分支体长度=%d" % len(seg))
161
-
162
- # G3 不误伤
163
- plain = "# 功能名:t\n# 执行:端口是 5432\n"
164
- check("G3 普通内容经 redact_forbidden 逐字不变",
165
- audit.redact_forbidden(plain, rules) == plain, "")
166
-
167
- # G4 同源:命中的规则确在 policy.json 的 forbidden 里
168
- pol = open(os.path.join(REPO, "data", "policy.json"), encoding="utf-8").read()
169
- check("G4 与 policy.json 同源(AKIA 规则在其中)",
170
- "AKIA" in pol, "")
171
-
172
- # G5 行为面(#429 补):真写一次,明文不得落盘;同时钉住「确实写进去了」
173
- try:
174
- committed, plain_hits, node_files = _behavior()
175
- ok5 = committed and (not plain_hits) and bool(node_files)
176
- detail = "committed=%r 明文命中=%r 节点文件=%r" % (
177
- committed, plain_hits[:3], node_files[:2])
178
- except Exception as exc: # noqa: BLE001
179
- ok5, detail = False, "EXC:%s: %s" % (type(exc).__name__, exc)
180
- check("G5 行为:mdcg_remember 写入后明文凭据不落盘(且 committed 且节点文件在)",
181
- ok5, detail)
182
-
183
- # G6 防回退锚点(#429 补):G2 只判「调了」,调用而不写回时 G2 仍绿。
184
- lines = [ln.strip() for ln in seg.splitlines()]
185
- check("G6 防回退锚点:分支体内存在「打码结果写回 content」那一行",
186
- _WRITEBACK in lines, "锚点=%s" % _WRITEBACK)
187
-
188
- print("")
189
- print("=" * 64)
190
- print("通过 %d / 失败 %d" % (PASS, FAIL))
191
- if FAILS:
192
- print("失败项:" + ",".join(FAILS))
193
- print("=" * 64)
194
- return 1 if FAIL else 0
195
-
196
-
197
- # ---------------------------------------------------------------- 定点变异腿
198
- def _mirror_build():
199
- dst = tempfile.mkdtemp(prefix="i93_mut_")
200
- for name in ("md_cg", "data", "scripts"):
201
- src = os.path.join(REPO, name)
202
- if os.path.isdir(src):
203
- shutil.copytree(src, os.path.join(dst, name),
204
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
205
- for name in sorted(os.listdir(REPO)):
206
- p = os.path.join(REPO, name)
207
- if os.path.isfile(p) and name.endswith(".py"):
208
- shutil.copy2(p, os.path.join(dst, name))
209
- return dst
210
-
211
-
212
- def _run_in(tree):
213
- env = dict(os.environ)
214
- env["PYTHONPATH"] = tree
215
- env["PYTHONUTF8"] = "1"
216
- env["PYTHONDONTWRITEBYTECODE"] = "1"
217
- for k in ("MDCG_ROOT", "MDCG_AUX_ROOT", "MDCG_STATE_ROOT", "MDCG_DATA_ROOT",
218
- "MDCG_MASTER_KEY", "MDCG_TOKEN", "MDCG_VERIFY_KEY",
219
- "MDCG_TOKEN_FILE", "MDCG_EXPORT_ROOT"):
220
- env.pop(k, None)
221
- pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
222
- "md_cg.test_issue93_remember_redaction"],
223
- capture_output=True, text=True, encoding="utf-8",
224
- errors="replace", cwd=tree, env=env, timeout=900)
225
- out = (pr.stdout or "") + (pr.stderr or "")
226
- reds = [ln[len("[FAIL] "):].strip().split(" ")[0]
227
- for ln in out.splitlines() if ln.startswith("[FAIL] ")]
228
- return pr.returncode, reds, out
229
-
230
-
231
- _EXPECT = ("G5", "G6")
232
-
233
-
234
- def _mutate():
235
- print("!! 定点变异自证:撤回「打码结果写回 content」一行,G5/G6 必须转红")
236
- tree = _mirror_build()
237
- bad = []
238
- try:
239
- rc, reds, out = _run_in(tree)
240
- print(" 未变异镜像基线:rc=%d 红项=%r(必须 rc=0 且 0 红)" % (rc, reds))
241
- if rc != 0 or reds:
242
- bad.append("未变异镜像基线即红")
243
- print("\n".join(out.splitlines()[-20:]))
244
- p = os.path.join(tree, "md_cg", "mcp_server.py")
245
- with open(p, encoding="utf-8", newline="") as f:
246
- bak = f.read()
247
- eol = "\r\n" if "\r\n" in bak else "\n"
248
- old = _REVERT_OLD.replace("\n", eol)
249
- if bak.count(old) != 1:
250
- bad.append("回退锚点命中 %d 次" % bak.count(old))
251
- print(" ANCHOR-MISS 回退锚点命中 %d 次" % bak.count(old))
252
- else:
253
- with open(p, "w", encoding="utf-8", newline="") as f:
254
- f.write(bak.replace(old, _REVERT_NEW.replace("\n", eol), 1))
255
- for root, _dd, _ff in os.walk(tree):
256
- if os.path.basename(root) == "__pycache__":
257
- shutil.rmtree(root, ignore_errors=True)
258
- rc2, reds2, out2 = _run_in(tree)
259
- hit = sorted(set(reds2))
260
- print(" 变异后:rc=%d 红项=%r" % (rc2, hit))
261
- if rc2 != 0 and hit == sorted(_EXPECT):
262
- print(" OK 回退即红:指定红项 %r 全部命中" % (hit,))
263
- else:
264
- bad.append("回退后红项不符预期")
265
- print(" MISMATCH 实际=%r 期望=%r" % (hit, sorted(_EXPECT)))
266
- for ln in out2.splitlines():
267
- if ln.startswith("[FAIL] "):
268
- print(" " + ln)
269
- print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
270
- return len(bad)
271
- finally:
272
- shutil.rmtree(tree, ignore_errors=True)
273
-
274
-
275
- if __name__ == "__main__":
276
- try:
277
- _rc = main()
278
- if "--mutate" in sys.argv and _rc == 0:
279
- _rc = 1 if _mutate() else 0
280
- finally:
281
- shutil.rmtree(_SANDBOX, ignore_errors=True)
282
- sys.exit(_rc)
1
+ # -*- coding: utf-8 -*-
2
+ r"""守卫 · #93 mdcg_remember 通路须过 policy 打码(2026-10-09 DSH 端实施)。
3
+
4
+ 缺陷(GitHub #93):mdcg_remember(hooks 自动记忆走的通路)**不过** policy.json
5
+ 的 forbidden 规则 ⇒ AKIA / ghp_ / URL 内嵌凭据 / PEM 私钥块**明文入库**且 guest
6
+ 可检索;而同样内容走 cg(op=write) 会被判 REJECT。
7
+
8
+ 本笔处置:在该分支落盘前,用 **audit.redact_forbidden 按片段打码**(与 REJECT 分支
9
+ 同口径,非整条拒绝——自动记忆是 hooks 通路,整条拒绝会静默丢记忆)。
10
+
11
+ 判据:
12
+ G1 四种形态都能被 redact_forbidden 命中并改变文本(AKIA/ghp/URL 凭据/PEM)
13
+ G2 静态:mdcg_remember 分支体内**确实调用**了 redact_forbidden(防被回退)
14
+ G3 不误伤:普通内容经 redact_forbidden **逐字不变**
15
+ G4 与 policy.json 同源:命中的正是 policy 里那条(防「另起一套模式」)
16
+ G5 **行为面(#429 补,端到端)**:隔离根下经 `call_tool(g, "mdcg_remember", …)`
17
+ 写入含 AKIA 的正文后扫盘面,**明文不得落盘**;同时要求 committed=True 且节点
18
+ 文件确实存在——否则「写失败 ⇒ 扫不到明文」会让本判据恒真。
19
+ G6 **防回退锚点(#429 补)**:分支体里「打码结果写回 content」那一行在场。
20
+ G2 只判「调了 redact_forbidden」——调用而**不写回**时 G2 仍绿(#429 的病灶),
21
+ 故必须另钉写回那一行。
22
+
23
+ 定点变异(`--mutate`,#429 的元判据):
24
+ 在镜像树里把写回行 `if _red93 and _red93 != a.get("content", ""):` 撤回成
25
+ `if False:`(缺陷态:打码结果不再写回)⇒ **G5、G6 必须转红**。红项集合打印,
26
+ 且必须与预期逐项相符(不接受「有红就行」)。
27
+
28
+ 判别力边界(如实):
29
+ · 本守卫只钉 **mdcg_remember 这一条工具通路**;cg(op=write) 的打码面由 writepipe
30
+ 侧守卫覆盖,不在本件红绿面内。
31
+ · 变异腿只撤回**写回**这一行。它**不覆盖**:policy.json 的 AKIA 规则被删(G4 静态
32
+ 兜)、redact_forbidden 自身被弱化(G1 兜)、工具面被换成别的写入口(G2 兜)。
33
+ 这三条都是静态/单元判据,不是本变异腿的行为面。
34
+ · G6 是源码锚点(fail-closed):改量名 `_red93` 或重写该行会让它红——这是有意的。
35
+ · 不判打码占位符的具体文案(`[已过滤:…]` 是 redact_forbidden 的实现细节);只判
36
+ 「明文不落盘」+「确实写进去了」。
37
+ · 行为判据在**隔离根**(tempfile)内跑,不碰在役库;不判 guest 读面(另案)。
38
+
39
+ 运行:python -X utf8 -m md_cg.test_issue93_remember_redaction [--mutate]
40
+ 退出码:0 全绿 | 1 断言失败(含变异腿不符预期)
41
+ """
42
+ from __future__ import annotations
43
+
44
+ import os
45
+ import shutil
46
+ import subprocess
47
+ import sys
48
+ import tempfile
49
+
50
+ HERE = os.path.dirname(os.path.abspath(__file__))
51
+ REPO = os.path.dirname(HERE)
52
+ if REPO not in sys.path:
53
+ sys.path.insert(0, REPO)
54
+
55
+ # 沙箱必须在**任何** md_cg 子模块 import 之前设好(crypto 的密钥等在导入时求值)。
56
+ # 本守卫不碰在役库:全部读写落在 _SANDBOX 下。
57
+ _SANDBOX = tempfile.mkdtemp(prefix="i93_sandbox_")
58
+ os.environ["MDCG_ROOT"] = os.path.join(_SANDBOX, "libroot")
59
+ os.environ["MDCG_AUX_ROOT"] = os.path.join(_SANDBOX, "auxstore")
60
+ os.environ["MDCG_STATE_ROOT"] = os.path.join(_SANDBOX, "state")
61
+ os.environ["MDCG_DATA_ROOT"] = os.path.join(_SANDBOX, "data")
62
+ os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
63
+ os.environ["MDCG_SUSTAIN"] = "0"
64
+ os.environ["MDCG_SLEEP"] = "0"
65
+ os.environ.pop("MDCG_TOKEN", None)
66
+ os.environ.pop("MDCG_VERIFY_KEY", None)
67
+ for _d in ("libroot", "auxstore", "state", "data"):
68
+ os.makedirs(os.path.join(_SANDBOX, _d), exist_ok=True)
69
+
70
+ PASS = 0
71
+ FAIL = 0
72
+ FAILS = []
73
+ CASES = (
74
+ ("AWS AKIA", "AKIAIOSFODNN7EXAMPLE"),
75
+ ("GitHub ghp_", "ghp_dummy0123456789abcdefghijklmnop"),
76
+ ("URL 内嵌凭据", "postgres://admin:Hunter2Secret@db.example.com:5432/app"),
77
+ ("PEM 私钥块", "-----BEGIN " + "RSA PRIVATE KEY-----\nMIIEowIBAAKCAQEA\n-----END RSA PRIVATE KEY-----"),
78
+ )
79
+
80
+ #: 缺陷态变异的锚点(与 mcp_server.py 的当前行尾无关,_apply 时按实际行尾折算)。
81
+ _REVERT_OLD = ' if _red93 and _red93 != a.get("content", ""):'
82
+ _REVERT_NEW = ' if False:'
83
+ #: G6 锚点:写回那一行(去缩进后比较,避免行尾/缩进差异造成假红)。
84
+ _WRITEBACK = 'if _red93 and _red93 != a.get("content", ""):'
85
+
86
+ #: 行为面正文:六要素齐(不被 required 规则拒),末尾带真形态 AKIA 样例。
87
+ _SECRET = "AKIAIOSFODNN7EXAMPLE"
88
+
89
+
90
+ def check(name, cond, detail=""):
91
+ global PASS, FAIL
92
+ if cond:
93
+ PASS += 1
94
+ print("[PASS] %s%s" % (name, (" · " + detail) if detail else ""))
95
+ else:
96
+ FAIL += 1
97
+ FAILS.append(name)
98
+ print("[FAIL] %s · %s" % (name, detail))
99
+
100
+
101
+ def _branch_segment():
102
+ with open(os.path.join(HERE, "mcp_server.py"), encoding="utf-8") as fh:
103
+ src = fh.read()
104
+ i = src.find('if name == "mdcg_remember":')
105
+ return src, (src[i:i + 4000] if i >= 0 else "")
106
+
107
+
108
+ def _behavior():
109
+ """隔离根下真调一次 mdcg_remember,返回 (committed, 明文命中文件, 节点文件)。"""
110
+ from md_cg.mdcos import MdCGSecure
111
+ from md_cg import mcp_server as ms
112
+ cg = MdCGSecure(os.path.join(_SANDBOX, "graph"), autoflush=1)
113
+ text = ("# 功能名:u93 打码行为探针\n"
114
+ "# 生效条件:隔离根下的工具面写入\n"
115
+ "# 子功能:验证明文凭据不落盘\n"
116
+ "# 执行:call_tool mdcg_remember 写一条正文\n"
117
+ "# 验证方式:扫盘面查明文\n"
118
+ "# 不适用条件:不涉及 guest 读面\n"
119
+ "key=" + _SECRET + "\n")
120
+ try:
121
+ r = ms.call_tool(cg, "mdcg_remember", {
122
+ "content": text, "content_kind": "text", "layer": "knowledge",
123
+ "node_id": "u93_probe_redaction"})
124
+ finally:
125
+ try:
126
+ cg.close()
127
+ except Exception: # noqa: BLE001
128
+ pass
129
+ committed = bool(isinstance(r, dict) and r.get("committed"))
130
+ plain_hits, node_files = [], []
131
+ for root, _dd, ff in os.walk(_SANDBOX):
132
+ for f in ff:
133
+ p = os.path.join(root, f)
134
+ if "u93_probe_redaction" in f:
135
+ node_files.append(os.path.relpath(p, _SANDBOX))
136
+ try:
137
+ with open(p, "rb") as fh:
138
+ b = fh.read()
139
+ except OSError:
140
+ continue
141
+ if _SECRET.encode() in b:
142
+ plain_hits.append(os.path.relpath(p, _SANDBOX))
143
+ return committed, plain_hits, node_files
144
+
145
+
146
+ def main():
147
+ from md_cg import audit
148
+ rules = audit.load_rulebook()
149
+ if isinstance(rules, tuple):
150
+ rules = rules[0]
151
+
152
+ for label, text in CASES:
153
+ red = audit.redact_forbidden(text, rules)
154
+ check("G1 %s ⇒ 被脱敏(原文不再出现)" % label,
155
+ red != text and text not in red, str(red)[:60])
156
+
157
+ # G2 静态:分支体内真的调了 redact_forbidden
158
+ src, seg = _branch_segment()
159
+ check("G2 静态:mdcg_remember 分支体内调用 redact_forbidden",
160
+ "redact_forbidden" in seg, "分支体长度=%d" % len(seg))
161
+
162
+ # G3 不误伤
163
+ plain = "# 功能名:t\n# 执行:端口是 5432\n"
164
+ check("G3 普通内容经 redact_forbidden 逐字不变",
165
+ audit.redact_forbidden(plain, rules) == plain, "")
166
+
167
+ # G4 同源:命中的规则确在 policy.json 的 forbidden 里
168
+ pol = open(os.path.join(REPO, "data", "policy.json"), encoding="utf-8").read()
169
+ check("G4 与 policy.json 同源(AKIA 规则在其中)",
170
+ "AKIA" in pol, "")
171
+
172
+ # G5 行为面(#429 补):真写一次,明文不得落盘;同时钉住「确实写进去了」
173
+ try:
174
+ committed, plain_hits, node_files = _behavior()
175
+ ok5 = committed and (not plain_hits) and bool(node_files)
176
+ detail = "committed=%r 明文命中=%r 节点文件=%r" % (
177
+ committed, plain_hits[:3], node_files[:2])
178
+ except Exception as exc: # noqa: BLE001
179
+ ok5, detail = False, "EXC:%s: %s" % (type(exc).__name__, exc)
180
+ check("G5 行为:mdcg_remember 写入后明文凭据不落盘(且 committed 且节点文件在)",
181
+ ok5, detail)
182
+
183
+ # G6 防回退锚点(#429 补):G2 只判「调了」,调用而不写回时 G2 仍绿。
184
+ lines = [ln.strip() for ln in seg.splitlines()]
185
+ check("G6 防回退锚点:分支体内存在「打码结果写回 content」那一行",
186
+ _WRITEBACK in lines, "锚点=%s" % _WRITEBACK)
187
+
188
+ print("")
189
+ print("=" * 64)
190
+ print("通过 %d / 失败 %d" % (PASS, FAIL))
191
+ if FAILS:
192
+ print("失败项:" + ",".join(FAILS))
193
+ print("=" * 64)
194
+ return 1 if FAIL else 0
195
+
196
+
197
+ # ---------------------------------------------------------------- 定点变异腿
198
+ def _mirror_build():
199
+ dst = tempfile.mkdtemp(prefix="i93_mut_")
200
+ for name in ("md_cg", "data", "scripts"):
201
+ src = os.path.join(REPO, name)
202
+ if os.path.isdir(src):
203
+ shutil.copytree(src, os.path.join(dst, name),
204
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
205
+ for name in sorted(os.listdir(REPO)):
206
+ p = os.path.join(REPO, name)
207
+ if os.path.isfile(p) and name.endswith(".py"):
208
+ shutil.copy2(p, os.path.join(dst, name))
209
+ return dst
210
+
211
+
212
+ def _run_in(tree):
213
+ env = dict(os.environ)
214
+ env["PYTHONPATH"] = tree
215
+ env["PYTHONUTF8"] = "1"
216
+ env["PYTHONDONTWRITEBYTECODE"] = "1"
217
+ for k in ("MDCG_ROOT", "MDCG_AUX_ROOT", "MDCG_STATE_ROOT", "MDCG_DATA_ROOT",
218
+ "MDCG_MASTER_KEY", "MDCG_TOKEN", "MDCG_VERIFY_KEY",
219
+ "MDCG_TOKEN_FILE", "MDCG_EXPORT_ROOT"):
220
+ env.pop(k, None)
221
+ pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
222
+ "md_cg.test_issue93_remember_redaction"],
223
+ capture_output=True, text=True, encoding="utf-8",
224
+ errors="replace", cwd=tree, env=env, timeout=900)
225
+ out = (pr.stdout or "") + (pr.stderr or "")
226
+ reds = [ln[len("[FAIL] "):].strip().split(" ")[0]
227
+ for ln in out.splitlines() if ln.startswith("[FAIL] ")]
228
+ return pr.returncode, reds, out
229
+
230
+
231
+ _EXPECT = ("G5", "G6")
232
+
233
+
234
+ def _mutate():
235
+ print("!! 定点变异自证:撤回「打码结果写回 content」一行,G5/G6 必须转红")
236
+ tree = _mirror_build()
237
+ bad = []
238
+ try:
239
+ rc, reds, out = _run_in(tree)
240
+ print(" 未变异镜像基线:rc=%d 红项=%r(必须 rc=0 且 0 红)" % (rc, reds))
241
+ if rc != 0 or reds:
242
+ bad.append("未变异镜像基线即红")
243
+ print("\n".join(out.splitlines()[-20:]))
244
+ p = os.path.join(tree, "md_cg", "mcp_server.py")
245
+ with open(p, encoding="utf-8", newline="") as f:
246
+ bak = f.read()
247
+ eol = "\r\n" if "\r\n" in bak else "\n"
248
+ old = _REVERT_OLD.replace("\n", eol)
249
+ if bak.count(old) != 1:
250
+ bad.append("回退锚点命中 %d 次" % bak.count(old))
251
+ print(" ANCHOR-MISS 回退锚点命中 %d 次" % bak.count(old))
252
+ else:
253
+ with open(p, "w", encoding="utf-8", newline="") as f:
254
+ f.write(bak.replace(old, _REVERT_NEW.replace("\n", eol), 1))
255
+ for root, _dd, _ff in os.walk(tree):
256
+ if os.path.basename(root) == "__pycache__":
257
+ shutil.rmtree(root, ignore_errors=True)
258
+ rc2, reds2, out2 = _run_in(tree)
259
+ hit = sorted(set(reds2))
260
+ print(" 变异后:rc=%d 红项=%r" % (rc2, hit))
261
+ if rc2 != 0 and hit == sorted(_EXPECT):
262
+ print(" OK 回退即红:指定红项 %r 全部命中" % (hit,))
263
+ else:
264
+ bad.append("回退后红项不符预期")
265
+ print(" MISMATCH 实际=%r 期望=%r" % (hit, sorted(_EXPECT)))
266
+ for ln in out2.splitlines():
267
+ if ln.startswith("[FAIL] "):
268
+ print(" " + ln)
269
+ print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
270
+ return len(bad)
271
+ finally:
272
+ shutil.rmtree(tree, ignore_errors=True)
273
+
274
+
275
+ if __name__ == "__main__":
276
+ try:
277
+ _rc = main()
278
+ if "--mutate" in sys.argv and _rc == 0:
279
+ _rc = 1 if _mutate() else 0
280
+ finally:
281
+ shutil.rmtree(_SANDBOX, ignore_errors=True)
282
+ sys.exit(_rc)