@furongjun1999/dsh-memory 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +150 -662
  2. package/codebuddy/CODEBUDDY.md +333 -204
  3. package/data/policy.json +38 -38
  4. package/docs/README.md +18 -0
  5. package/docs/discipline/harnesses.yaml +11 -3
  6. package/docs/discipline/templates/compact.txt.tmpl +20 -18
  7. package/docs/discipline/templates/full.md.tmpl +63 -61
  8. package/docs/discipline/templates/rules.mdc.tmpl +5 -3
  9. package/docs/discipline/templates/skill.md.tmpl +25 -23
  10. package/docs/discipline/templates/spec.txt.tmpl +2 -2
  11. package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
  12. package/dsh/cordis.yml.example +139 -139
  13. package/lib/hooks.d.ts +19 -0
  14. package/lib/hooks.js +30 -7
  15. package/lib/index.js +18 -3
  16. package/lib/init.js +19 -4
  17. package/lib/lib/hook_audit.js +64 -2
  18. package/lib/lib/prompt_safety.js +14 -3
  19. package/lib/tools.d.ts +7 -0
  20. package/lib/tools.js +22 -1
  21. package/md_cg/_guard_kit.py +121 -121
  22. package/md_cg/anchor.py +114 -114
  23. package/md_cg/audit.py +15 -2
  24. package/md_cg/chain.py +3 -2
  25. package/md_cg/config_registry_guard.py +487 -487
  26. package/md_cg/conformance.py +747 -747
  27. package/md_cg/consolidate.py +1793 -1793
  28. package/md_cg/crypto.py +794 -794
  29. package/md_cg/hyperedge.py +262 -262
  30. package/md_cg/interface_schema.py +146 -146
  31. package/md_cg/lifecycle.py +426 -426
  32. package/md_cg/mdcos.py +12 -8
  33. package/md_cg/predict.py +1103 -1103
  34. package/md_cg/protect.py +654 -654
  35. package/md_cg/provenance.py +606 -606
  36. package/md_cg/queue_health.py +130 -130
  37. package/md_cg/refine.py +613 -613
  38. package/md_cg/retrieve.py +128 -128
  39. package/md_cg/revise.py +140 -140
  40. package/md_cg/rollback.py +657 -657
  41. package/md_cg/rollback_cli.py +124 -124
  42. package/md_cg/rotate.py +346 -346
  43. package/md_cg/routing.py +490 -490
  44. package/md_cg/self_surface.py +50 -50
  45. package/md_cg/semantic/canonical.py +144 -144
  46. package/md_cg/semantic/zh_en_atoms.py +141 -141
  47. package/md_cg/sources.py +1091 -1091
  48. package/md_cg/stg.py +3 -2
  49. package/md_cg/sustain.py +10 -1
  50. package/md_cg/test_audit_rotate_parity.py +279 -279
  51. package/md_cg/test_autonomy_modes.py +2013 -2013
  52. package/md_cg/test_cn_recall_grams.py +206 -206
  53. package/md_cg/test_code_kind_forbidden.py +101 -0
  54. package/md_cg/test_condaccept.py +156 -156
  55. package/md_cg/test_condgate.py +141 -141
  56. package/md_cg/test_heartbeat_ledger.py +9 -3
  57. package/md_cg/test_i50e_readside_protection.py +658 -658
  58. package/md_cg/test_issue111_gate_order.py +76 -76
  59. package/md_cg/test_issue111_scoring_contract.py +86 -86
  60. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  61. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  62. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  63. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  64. package/md_cg/test_issue149_accel_default_face.py +248 -248
  65. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  66. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  67. package/md_cg/test_issue152_sealed_postings.py +309 -309
  68. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  69. package/md_cg/test_issue157b_index_remainder.py +344 -344
  70. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  71. package/md_cg/test_issue191_import_trust.py +382 -382
  72. package/md_cg/test_issue193_write_scope.py +378 -378
  73. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  74. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  75. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  76. package/md_cg/test_issue216_clash_routes.py +214 -214
  77. package/md_cg/test_issue217_slot_routes.py +248 -248
  78. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  79. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  80. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  81. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  82. package/md_cg/test_issue275_layer_param.py +250 -250
  83. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  84. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  85. package/md_cg/test_issue278_neg_window.py +294 -294
  86. package/md_cg/test_issue278_negative_layering.py +83 -83
  87. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  88. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  89. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  90. package/md_cg/test_issue303_design_boundaries.py +262 -262
  91. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  92. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  93. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  94. package/md_cg/test_issue322_node_write_lock.py +727 -727
  95. package/md_cg/test_issue324_write_size_fields.py +214 -214
  96. package/md_cg/test_issue325_audit_poison.py +229 -229
  97. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  98. package/md_cg/test_issue326_key_perms.py +355 -355
  99. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  100. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  101. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  102. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  103. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  104. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  105. package/md_cg/test_issue350_casefold_collision.py +235 -235
  106. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  107. package/md_cg/test_issue352_imgaudit.py +418 -418
  108. package/md_cg/test_issue352_pathsjson.py +537 -537
  109. package/md_cg/test_issue352_refindex.py +412 -412
  110. package/md_cg/test_issue352_rollback.py +604 -604
  111. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  112. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  113. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  114. package/md_cg/test_issue358_truncation_observable.py +247 -247
  115. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  116. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  117. package/md_cg/test_issue362_neg_condition.py +468 -468
  118. package/md_cg/test_issue363_lexical_idf.py +275 -275
  119. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  120. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  121. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  122. package/md_cg/test_issue378_protected_floor.py +310 -310
  123. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  124. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  125. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  126. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  127. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  128. package/md_cg/test_issue404_heal_receipt.py +389 -389
  129. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  130. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  131. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  132. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  133. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  134. package/md_cg/test_issue413_preimage_twin.py +339 -339
  135. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  136. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  137. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  138. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  139. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  140. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  141. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  142. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  143. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  144. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  145. package/md_cg/test_issue434_435_float_gate.py +90 -90
  146. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  147. package/md_cg/test_issue43_default_policy.py +874 -874
  148. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  149. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  150. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  151. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  152. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  153. package/md_cg/test_issue451_audit_actor.py +313 -313
  154. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  155. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  156. package/md_cg/test_issue466_basis_registry.py +469 -469
  157. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  158. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  159. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  160. package/md_cg/test_issue471_identity_readable.py +136 -136
  161. package/md_cg/test_issue472_audit_chain.py +90 -90
  162. package/md_cg/test_issue472_prune_ledger.py +105 -105
  163. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  164. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  165. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  166. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  167. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  168. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  169. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  170. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  171. package/md_cg/test_issue547_audit_durable.py +96 -96
  172. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  173. package/md_cg/test_issue559_refine_prefix.py +69 -69
  174. package/md_cg/test_issue562_retired_faces.py +150 -0
  175. package/md_cg/test_issue71_queue_backlog.py +376 -376
  176. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  177. package/md_cg/test_issue82_credential_rules.py +271 -271
  178. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  179. package/md_cg/test_issue93_remember_redaction.py +282 -282
  180. package/md_cg/test_logref.py +1141 -1141
  181. package/md_cg/test_md_access_parity.py +330 -330
  182. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  183. package/md_cg/test_mutation_residue.py +119 -119
  184. package/md_cg/test_mutation_rollback.py +835 -835
  185. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  186. package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
  187. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  188. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  189. package/md_cg/test_neg_tail_honesty.py +733 -733
  190. package/md_cg/test_p21_tokens.py +294 -294
  191. package/md_cg/test_p27_docindex.py +792 -792
  192. package/md_cg/test_p28_refcheck.py +1053 -1053
  193. package/md_cg/test_p2_six_elements.py +476 -476
  194. package/md_cg/test_p33_ccg_wiring.py +300 -300
  195. package/md_cg/test_p3_legacy_closure.py +438 -438
  196. package/md_cg/test_p40_refine_worklist.py +244 -244
  197. package/md_cg/test_p4_freshness.py +781 -781
  198. package/md_cg/test_p9c_dedup_hints.py +288 -288
  199. package/md_cg/test_policy_required_ccg.py +444 -444
  200. package/md_cg/test_read_scope_b27.py +2 -2
  201. package/md_cg/test_retr_s5.py +312 -312
  202. package/md_cg/test_s1_ast_judge.py +109 -109
  203. package/md_cg/test_security_audit_v21.py +249 -249
  204. package/md_cg/test_state_event_op.py +521 -521
  205. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  206. package/md_cg/test_sustain_bad_stamp.py +178 -0
  207. package/md_cg/test_sustain_bounded.py +652 -652
  208. package/md_cg/test_trust_edge_reachability.py +405 -405
  209. package/md_cg/test_w7_redlines.py +659 -659
  210. package/md_cg/test_write_return_shape.py +919 -919
  211. package/md_cg/test_writepipe.py +228 -228
  212. package/md_cg/trust.py +1114 -1114
  213. package/md_cg/twophase.py +303 -303
  214. package/md_cg/whitebox.py +536 -536
  215. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  216. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  217. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  218. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  219. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  220. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  221. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  222. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  223. package/md_cg/writepipe.py +1337 -1337
  224. package/package.json +3 -2
  225. package/scripts/workspace_index.py +328 -0
  226. package/src/hooks.ts +932 -908
  227. package/src/index.ts +21 -6
  228. package/src/init.ts +16 -4
  229. package/src/lib/hook_audit.ts +48 -2
  230. package/src/lib/mdcg_client.ts +469 -469
  231. package/src/lib/prompt_safety.ts +17 -3
  232. package/src/tools.ts +23 -1
  233. package/zcode/AGENTS.md +333 -204
@@ -1,282 +1,282 @@
1
- # -*- coding: utf-8 -*-
2
- r"""守卫 · #93 mdcg_remember 通路须过 policy 打码(2026-10-09 DSH 端实施)。
3
-
4
- 缺陷(GitHub #93):mdcg_remember(hooks 自动记忆走的通路)**不过** policy.json
5
- 的 forbidden 规则 ⇒ AKIA / ghp_ / URL 内嵌凭据 / PEM 私钥块**明文入库**且 guest
6
- 可检索;而同样内容走 cg(op=write) 会被判 REJECT。
7
-
8
- 本笔处置:在该分支落盘前,用 **audit.redact_forbidden 按片段打码**(与 REJECT 分支
9
- 同口径,非整条拒绝——自动记忆是 hooks 通路,整条拒绝会静默丢记忆)。
10
-
11
- 判据:
12
- G1 四种形态都能被 redact_forbidden 命中并改变文本(AKIA/ghp/URL 凭据/PEM)
13
- G2 静态:mdcg_remember 分支体内**确实调用**了 redact_forbidden(防被回退)
14
- G3 不误伤:普通内容经 redact_forbidden **逐字不变**
15
- G4 与 policy.json 同源:命中的正是 policy 里那条(防「另起一套模式」)
16
- G5 **行为面(#429 补,端到端)**:隔离根下经 `call_tool(g, "mdcg_remember", …)`
17
- 写入含 AKIA 的正文后扫盘面,**明文不得落盘**;同时要求 committed=True 且节点
18
- 文件确实存在——否则「写失败 ⇒ 扫不到明文」会让本判据恒真。
19
- G6 **防回退锚点(#429 补)**:分支体里「打码结果写回 content」那一行在场。
20
- G2 只判「调了 redact_forbidden」——调用而**不写回**时 G2 仍绿(#429 的病灶),
21
- 故必须另钉写回那一行。
22
-
23
- 定点变异(`--mutate`,#429 的元判据):
24
- 在镜像树里把写回行 `if _red93 and _red93 != a.get("content", ""):` 撤回成
25
- `if False:`(缺陷态:打码结果不再写回)⇒ **G5、G6 必须转红**。红项集合打印,
26
- 且必须与预期逐项相符(不接受「有红就行」)。
27
-
28
- 判别力边界(如实):
29
- · 本守卫只钉 **mdcg_remember 这一条工具通路**;cg(op=write) 的打码面由 writepipe
30
- 侧守卫覆盖,不在本件红绿面内。
31
- · 变异腿只撤回**写回**这一行。它**不覆盖**:policy.json 的 AKIA 规则被删(G4 静态
32
- 兜)、redact_forbidden 自身被弱化(G1 兜)、工具面被换成别的写入口(G2 兜)。
33
- 这三条都是静态/单元判据,不是本变异腿的行为面。
34
- · G6 是源码锚点(fail-closed):改量名 `_red93` 或重写该行会让它红——这是有意的。
35
- · 不判打码占位符的具体文案(`[已过滤:…]` 是 redact_forbidden 的实现细节);只判
36
- 「明文不落盘」+「确实写进去了」。
37
- · 行为判据在**隔离根**(tempfile)内跑,不碰在役库;不判 guest 读面(另案)。
38
-
39
- 运行:python -X utf8 -m md_cg.test_issue93_remember_redaction [--mutate]
40
- 退出码:0 全绿 | 1 断言失败(含变异腿不符预期)
41
- """
42
- from __future__ import annotations
43
-
44
- import os
45
- import shutil
46
- import subprocess
47
- import sys
48
- import tempfile
49
-
50
- HERE = os.path.dirname(os.path.abspath(__file__))
51
- REPO = os.path.dirname(HERE)
52
- if REPO not in sys.path:
53
- sys.path.insert(0, REPO)
54
-
55
- # 沙箱必须在**任何** md_cg 子模块 import 之前设好(crypto 的密钥等在导入时求值)。
56
- # 本守卫不碰在役库:全部读写落在 _SANDBOX 下。
57
- _SANDBOX = tempfile.mkdtemp(prefix="i93_sandbox_")
58
- os.environ["MDCG_ROOT"] = os.path.join(_SANDBOX, "libroot")
59
- os.environ["MDCG_AUX_ROOT"] = os.path.join(_SANDBOX, "auxstore")
60
- os.environ["MDCG_STATE_ROOT"] = os.path.join(_SANDBOX, "state")
61
- os.environ["MDCG_DATA_ROOT"] = os.path.join(_SANDBOX, "data")
62
- os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
63
- os.environ["MDCG_SUSTAIN"] = "0"
64
- os.environ["MDCG_SLEEP"] = "0"
65
- os.environ.pop("MDCG_TOKEN", None)
66
- os.environ.pop("MDCG_VERIFY_KEY", None)
67
- for _d in ("libroot", "auxstore", "state", "data"):
68
- os.makedirs(os.path.join(_SANDBOX, _d), exist_ok=True)
69
-
70
- PASS = 0
71
- FAIL = 0
72
- FAILS = []
73
- CASES = (
74
- ("AWS AKIA", "AKIAIOSFODNN7EXAMPLE"),
75
- ("GitHub ghp_", "ghp_dummy0123456789abcdefghijklmnop"),
76
- ("URL 内嵌凭据", "postgres://admin:Hunter2Secret@db.example.com:5432/app"),
77
- ("PEM 私钥块", "-----BEGIN " + "RSA PRIVATE KEY-----\nMIIEowIBAAKCAQEA\n-----END RSA PRIVATE KEY-----"),
78
- )
79
-
80
- #: 缺陷态变异的锚点(与 mcp_server.py 的当前行尾无关,_apply 时按实际行尾折算)。
81
- _REVERT_OLD = ' if _red93 and _red93 != a.get("content", ""):'
82
- _REVERT_NEW = ' if False:'
83
- #: G6 锚点:写回那一行(去缩进后比较,避免行尾/缩进差异造成假红)。
84
- _WRITEBACK = 'if _red93 and _red93 != a.get("content", ""):'
85
-
86
- #: 行为面正文:六要素齐(不被 required 规则拒),末尾带真形态 AKIA 样例。
87
- _SECRET = "AKIAIOSFODNN7EXAMPLE"
88
-
89
-
90
- def check(name, cond, detail=""):
91
- global PASS, FAIL
92
- if cond:
93
- PASS += 1
94
- print("[PASS] %s%s" % (name, (" · " + detail) if detail else ""))
95
- else:
96
- FAIL += 1
97
- FAILS.append(name)
98
- print("[FAIL] %s · %s" % (name, detail))
99
-
100
-
101
- def _branch_segment():
102
- with open(os.path.join(HERE, "mcp_server.py"), encoding="utf-8") as fh:
103
- src = fh.read()
104
- i = src.find('if name == "mdcg_remember":')
105
- return src, (src[i:i + 4000] if i >= 0 else "")
106
-
107
-
108
- def _behavior():
109
- """隔离根下真调一次 mdcg_remember,返回 (committed, 明文命中文件, 节点文件)。"""
110
- from md_cg.mdcos import MdCGSecure
111
- from md_cg import mcp_server as ms
112
- cg = MdCGSecure(os.path.join(_SANDBOX, "graph"), autoflush=1)
113
- text = ("# 功能名:u93 打码行为探针\n"
114
- "# 生效条件:隔离根下的工具面写入\n"
115
- "# 子功能:验证明文凭据不落盘\n"
116
- "# 执行:call_tool mdcg_remember 写一条正文\n"
117
- "# 验证方式:扫盘面查明文\n"
118
- "# 不适用条件:不涉及 guest 读面\n"
119
- "key=" + _SECRET + "\n")
120
- try:
121
- r = ms.call_tool(cg, "mdcg_remember", {
122
- "content": text, "content_kind": "text", "layer": "knowledge",
123
- "node_id": "u93_probe_redaction"})
124
- finally:
125
- try:
126
- cg.close()
127
- except Exception: # noqa: BLE001
128
- pass
129
- committed = bool(isinstance(r, dict) and r.get("committed"))
130
- plain_hits, node_files = [], []
131
- for root, _dd, ff in os.walk(_SANDBOX):
132
- for f in ff:
133
- p = os.path.join(root, f)
134
- if "u93_probe_redaction" in f:
135
- node_files.append(os.path.relpath(p, _SANDBOX))
136
- try:
137
- with open(p, "rb") as fh:
138
- b = fh.read()
139
- except OSError:
140
- continue
141
- if _SECRET.encode() in b:
142
- plain_hits.append(os.path.relpath(p, _SANDBOX))
143
- return committed, plain_hits, node_files
144
-
145
-
146
- def main():
147
- from md_cg import audit
148
- rules = audit.load_rulebook()
149
- if isinstance(rules, tuple):
150
- rules = rules[0]
151
-
152
- for label, text in CASES:
153
- red = audit.redact_forbidden(text, rules)
154
- check("G1 %s ⇒ 被脱敏(原文不再出现)" % label,
155
- red != text and text not in red, str(red)[:60])
156
-
157
- # G2 静态:分支体内真的调了 redact_forbidden
158
- src, seg = _branch_segment()
159
- check("G2 静态:mdcg_remember 分支体内调用 redact_forbidden",
160
- "redact_forbidden" in seg, "分支体长度=%d" % len(seg))
161
-
162
- # G3 不误伤
163
- plain = "# 功能名:t\n# 执行:端口是 5432\n"
164
- check("G3 普通内容经 redact_forbidden 逐字不变",
165
- audit.redact_forbidden(plain, rules) == plain, "")
166
-
167
- # G4 同源:命中的规则确在 policy.json 的 forbidden 里
168
- pol = open(os.path.join(REPO, "data", "policy.json"), encoding="utf-8").read()
169
- check("G4 与 policy.json 同源(AKIA 规则在其中)",
170
- "AKIA" in pol, "")
171
-
172
- # G5 行为面(#429 补):真写一次,明文不得落盘;同时钉住「确实写进去了」
173
- try:
174
- committed, plain_hits, node_files = _behavior()
175
- ok5 = committed and (not plain_hits) and bool(node_files)
176
- detail = "committed=%r 明文命中=%r 节点文件=%r" % (
177
- committed, plain_hits[:3], node_files[:2])
178
- except Exception as exc: # noqa: BLE001
179
- ok5, detail = False, "EXC:%s: %s" % (type(exc).__name__, exc)
180
- check("G5 行为:mdcg_remember 写入后明文凭据不落盘(且 committed 且节点文件在)",
181
- ok5, detail)
182
-
183
- # G6 防回退锚点(#429 补):G2 只判「调了」,调用而不写回时 G2 仍绿。
184
- lines = [ln.strip() for ln in seg.splitlines()]
185
- check("G6 防回退锚点:分支体内存在「打码结果写回 content」那一行",
186
- _WRITEBACK in lines, "锚点=%s" % _WRITEBACK)
187
-
188
- print("")
189
- print("=" * 64)
190
- print("通过 %d / 失败 %d" % (PASS, FAIL))
191
- if FAILS:
192
- print("失败项:" + ",".join(FAILS))
193
- print("=" * 64)
194
- return 1 if FAIL else 0
195
-
196
-
197
- # ---------------------------------------------------------------- 定点变异腿
198
- def _mirror_build():
199
- dst = tempfile.mkdtemp(prefix="i93_mut_")
200
- for name in ("md_cg", "data", "scripts"):
201
- src = os.path.join(REPO, name)
202
- if os.path.isdir(src):
203
- shutil.copytree(src, os.path.join(dst, name),
204
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
205
- for name in sorted(os.listdir(REPO)):
206
- p = os.path.join(REPO, name)
207
- if os.path.isfile(p) and name.endswith(".py"):
208
- shutil.copy2(p, os.path.join(dst, name))
209
- return dst
210
-
211
-
212
- def _run_in(tree):
213
- env = dict(os.environ)
214
- env["PYTHONPATH"] = tree
215
- env["PYTHONUTF8"] = "1"
216
- env["PYTHONDONTWRITEBYTECODE"] = "1"
217
- for k in ("MDCG_ROOT", "MDCG_AUX_ROOT", "MDCG_STATE_ROOT", "MDCG_DATA_ROOT",
218
- "MDCG_MASTER_KEY", "MDCG_TOKEN", "MDCG_VERIFY_KEY",
219
- "MDCG_TOKEN_FILE", "MDCG_EXPORT_ROOT"):
220
- env.pop(k, None)
221
- pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
222
- "md_cg.test_issue93_remember_redaction"],
223
- capture_output=True, text=True, encoding="utf-8",
224
- errors="replace", cwd=tree, env=env, timeout=900)
225
- out = (pr.stdout or "") + (pr.stderr or "")
226
- reds = [ln[len("[FAIL] "):].strip().split(" ")[0]
227
- for ln in out.splitlines() if ln.startswith("[FAIL] ")]
228
- return pr.returncode, reds, out
229
-
230
-
231
- _EXPECT = ("G5", "G6")
232
-
233
-
234
- def _mutate():
235
- print("!! 定点变异自证:撤回「打码结果写回 content」一行,G5/G6 必须转红")
236
- tree = _mirror_build()
237
- bad = []
238
- try:
239
- rc, reds, out = _run_in(tree)
240
- print(" 未变异镜像基线:rc=%d 红项=%r(必须 rc=0 且 0 红)" % (rc, reds))
241
- if rc != 0 or reds:
242
- bad.append("未变异镜像基线即红")
243
- print("\n".join(out.splitlines()[-20:]))
244
- p = os.path.join(tree, "md_cg", "mcp_server.py")
245
- with open(p, encoding="utf-8", newline="") as f:
246
- bak = f.read()
247
- eol = "\r\n" if "\r\n" in bak else "\n"
248
- old = _REVERT_OLD.replace("\n", eol)
249
- if bak.count(old) != 1:
250
- bad.append("回退锚点命中 %d 次" % bak.count(old))
251
- print(" ANCHOR-MISS 回退锚点命中 %d 次" % bak.count(old))
252
- else:
253
- with open(p, "w", encoding="utf-8", newline="") as f:
254
- f.write(bak.replace(old, _REVERT_NEW.replace("\n", eol), 1))
255
- for root, _dd, _ff in os.walk(tree):
256
- if os.path.basename(root) == "__pycache__":
257
- shutil.rmtree(root, ignore_errors=True)
258
- rc2, reds2, out2 = _run_in(tree)
259
- hit = sorted(set(reds2))
260
- print(" 变异后:rc=%d 红项=%r" % (rc2, hit))
261
- if rc2 != 0 and hit == sorted(_EXPECT):
262
- print(" OK 回退即红:指定红项 %r 全部命中" % (hit,))
263
- else:
264
- bad.append("回退后红项不符预期")
265
- print(" MISMATCH 实际=%r 期望=%r" % (hit, sorted(_EXPECT)))
266
- for ln in out2.splitlines():
267
- if ln.startswith("[FAIL] "):
268
- print(" " + ln)
269
- print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
270
- return len(bad)
271
- finally:
272
- shutil.rmtree(tree, ignore_errors=True)
273
-
274
-
275
- if __name__ == "__main__":
276
- try:
277
- _rc = main()
278
- if "--mutate" in sys.argv and _rc == 0:
279
- _rc = 1 if _mutate() else 0
280
- finally:
281
- shutil.rmtree(_SANDBOX, ignore_errors=True)
282
- sys.exit(_rc)
1
+ # -*- coding: utf-8 -*-
2
+ r"""守卫 · #93 mdcg_remember 通路须过 policy 打码(2026-10-09 DSH 端实施)。
3
+
4
+ 缺陷(GitHub #93):mdcg_remember(hooks 自动记忆走的通路)**不过** policy.json
5
+ 的 forbidden 规则 ⇒ AKIA / ghp_ / URL 内嵌凭据 / PEM 私钥块**明文入库**且 guest
6
+ 可检索;而同样内容走 cg(op=write) 会被判 REJECT。
7
+
8
+ 本笔处置:在该分支落盘前,用 **audit.redact_forbidden 按片段打码**(与 REJECT 分支
9
+ 同口径,非整条拒绝——自动记忆是 hooks 通路,整条拒绝会静默丢记忆)。
10
+
11
+ 判据:
12
+ G1 四种形态都能被 redact_forbidden 命中并改变文本(AKIA/ghp/URL 凭据/PEM)
13
+ G2 静态:mdcg_remember 分支体内**确实调用**了 redact_forbidden(防被回退)
14
+ G3 不误伤:普通内容经 redact_forbidden **逐字不变**
15
+ G4 与 policy.json 同源:命中的正是 policy 里那条(防「另起一套模式」)
16
+ G5 **行为面(#429 补,端到端)**:隔离根下经 `call_tool(g, "mdcg_remember", …)`
17
+ 写入含 AKIA 的正文后扫盘面,**明文不得落盘**;同时要求 committed=True 且节点
18
+ 文件确实存在——否则「写失败 ⇒ 扫不到明文」会让本判据恒真。
19
+ G6 **防回退锚点(#429 补)**:分支体里「打码结果写回 content」那一行在场。
20
+ G2 只判「调了 redact_forbidden」——调用而**不写回**时 G2 仍绿(#429 的病灶),
21
+ 故必须另钉写回那一行。
22
+
23
+ 定点变异(`--mutate`,#429 的元判据):
24
+ 在镜像树里把写回行 `if _red93 and _red93 != a.get("content", ""):` 撤回成
25
+ `if False:`(缺陷态:打码结果不再写回)⇒ **G5、G6 必须转红**。红项集合打印,
26
+ 且必须与预期逐项相符(不接受「有红就行」)。
27
+
28
+ 判别力边界(如实):
29
+ · 本守卫只钉 **mdcg_remember 这一条工具通路**;cg(op=write) 的打码面由 writepipe
30
+ 侧守卫覆盖,不在本件红绿面内。
31
+ · 变异腿只撤回**写回**这一行。它**不覆盖**:policy.json 的 AKIA 规则被删(G4 静态
32
+ 兜)、redact_forbidden 自身被弱化(G1 兜)、工具面被换成别的写入口(G2 兜)。
33
+ 这三条都是静态/单元判据,不是本变异腿的行为面。
34
+ · G6 是源码锚点(fail-closed):改量名 `_red93` 或重写该行会让它红——这是有意的。
35
+ · 不判打码占位符的具体文案(`[已过滤:…]` 是 redact_forbidden 的实现细节);只判
36
+ 「明文不落盘」+「确实写进去了」。
37
+ · 行为判据在**隔离根**(tempfile)内跑,不碰在役库;不判 guest 读面(另案)。
38
+
39
+ 运行:python -X utf8 -m md_cg.test_issue93_remember_redaction [--mutate]
40
+ 退出码:0 全绿 | 1 断言失败(含变异腿不符预期)
41
+ """
42
+ from __future__ import annotations
43
+
44
+ import os
45
+ import shutil
46
+ import subprocess
47
+ import sys
48
+ import tempfile
49
+
50
+ HERE = os.path.dirname(os.path.abspath(__file__))
51
+ REPO = os.path.dirname(HERE)
52
+ if REPO not in sys.path:
53
+ sys.path.insert(0, REPO)
54
+
55
+ # 沙箱必须在**任何** md_cg 子模块 import 之前设好(crypto 的密钥等在导入时求值)。
56
+ # 本守卫不碰在役库:全部读写落在 _SANDBOX 下。
57
+ _SANDBOX = tempfile.mkdtemp(prefix="i93_sandbox_")
58
+ os.environ["MDCG_ROOT"] = os.path.join(_SANDBOX, "libroot")
59
+ os.environ["MDCG_AUX_ROOT"] = os.path.join(_SANDBOX, "auxstore")
60
+ os.environ["MDCG_STATE_ROOT"] = os.path.join(_SANDBOX, "state")
61
+ os.environ["MDCG_DATA_ROOT"] = os.path.join(_SANDBOX, "data")
62
+ os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
63
+ os.environ["MDCG_SUSTAIN"] = "0"
64
+ os.environ["MDCG_SLEEP"] = "0"
65
+ os.environ.pop("MDCG_TOKEN", None)
66
+ os.environ.pop("MDCG_VERIFY_KEY", None)
67
+ for _d in ("libroot", "auxstore", "state", "data"):
68
+ os.makedirs(os.path.join(_SANDBOX, _d), exist_ok=True)
69
+
70
+ PASS = 0
71
+ FAIL = 0
72
+ FAILS = []
73
+ CASES = (
74
+ ("AWS AKIA", "AKIAIOSFODNN7EXAMPLE"),
75
+ ("GitHub ghp_", "ghp_dummy0123456789abcdefghijklmnop"),
76
+ ("URL 内嵌凭据", "postgres://admin:Hunter2Secret@db.example.com:5432/app"),
77
+ ("PEM 私钥块", "-----BEGIN " + "RSA PRIVATE KEY-----\nMIIEowIBAAKCAQEA\n-----END RSA PRIVATE KEY-----"),
78
+ )
79
+
80
+ #: 缺陷态变异的锚点(与 mcp_server.py 的当前行尾无关,_apply 时按实际行尾折算)。
81
+ _REVERT_OLD = ' if _red93 and _red93 != a.get("content", ""):'
82
+ _REVERT_NEW = ' if False:'
83
+ #: G6 锚点:写回那一行(去缩进后比较,避免行尾/缩进差异造成假红)。
84
+ _WRITEBACK = 'if _red93 and _red93 != a.get("content", ""):'
85
+
86
+ #: 行为面正文:六要素齐(不被 required 规则拒),末尾带真形态 AKIA 样例。
87
+ _SECRET = "AKIAIOSFODNN7EXAMPLE"
88
+
89
+
90
+ def check(name, cond, detail=""):
91
+ global PASS, FAIL
92
+ if cond:
93
+ PASS += 1
94
+ print("[PASS] %s%s" % (name, (" · " + detail) if detail else ""))
95
+ else:
96
+ FAIL += 1
97
+ FAILS.append(name)
98
+ print("[FAIL] %s · %s" % (name, detail))
99
+
100
+
101
+ def _branch_segment():
102
+ with open(os.path.join(HERE, "mcp_server.py"), encoding="utf-8") as fh:
103
+ src = fh.read()
104
+ i = src.find('if name == "mdcg_remember":')
105
+ return src, (src[i:i + 4000] if i >= 0 else "")
106
+
107
+
108
+ def _behavior():
109
+ """隔离根下真调一次 mdcg_remember,返回 (committed, 明文命中文件, 节点文件)。"""
110
+ from md_cg.mdcos import MdCGSecure
111
+ from md_cg import mcp_server as ms
112
+ cg = MdCGSecure(os.path.join(_SANDBOX, "graph"), autoflush=1)
113
+ text = ("# 功能名:u93 打码行为探针\n"
114
+ "# 生效条件:隔离根下的工具面写入\n"
115
+ "# 子功能:验证明文凭据不落盘\n"
116
+ "# 执行:call_tool mdcg_remember 写一条正文\n"
117
+ "# 验证方式:扫盘面查明文\n"
118
+ "# 不适用条件:不涉及 guest 读面\n"
119
+ "key=" + _SECRET + "\n")
120
+ try:
121
+ r = ms.call_tool(cg, "mdcg_remember", {
122
+ "content": text, "content_kind": "text", "layer": "knowledge",
123
+ "node_id": "u93_probe_redaction"})
124
+ finally:
125
+ try:
126
+ cg.close()
127
+ except Exception: # noqa: BLE001
128
+ pass
129
+ committed = bool(isinstance(r, dict) and r.get("committed"))
130
+ plain_hits, node_files = [], []
131
+ for root, _dd, ff in os.walk(_SANDBOX):
132
+ for f in ff:
133
+ p = os.path.join(root, f)
134
+ if "u93_probe_redaction" in f:
135
+ node_files.append(os.path.relpath(p, _SANDBOX))
136
+ try:
137
+ with open(p, "rb") as fh:
138
+ b = fh.read()
139
+ except OSError:
140
+ continue
141
+ if _SECRET.encode() in b:
142
+ plain_hits.append(os.path.relpath(p, _SANDBOX))
143
+ return committed, plain_hits, node_files
144
+
145
+
146
+ def main():
147
+ from md_cg import audit
148
+ rules = audit.load_rulebook()
149
+ if isinstance(rules, tuple):
150
+ rules = rules[0]
151
+
152
+ for label, text in CASES:
153
+ red = audit.redact_forbidden(text, rules)
154
+ check("G1 %s ⇒ 被脱敏(原文不再出现)" % label,
155
+ red != text and text not in red, str(red)[:60])
156
+
157
+ # G2 静态:分支体内真的调了 redact_forbidden
158
+ src, seg = _branch_segment()
159
+ check("G2 静态:mdcg_remember 分支体内调用 redact_forbidden",
160
+ "redact_forbidden" in seg, "分支体长度=%d" % len(seg))
161
+
162
+ # G3 不误伤
163
+ plain = "# 功能名:t\n# 执行:端口是 5432\n"
164
+ check("G3 普通内容经 redact_forbidden 逐字不变",
165
+ audit.redact_forbidden(plain, rules) == plain, "")
166
+
167
+ # G4 同源:命中的规则确在 policy.json 的 forbidden 里
168
+ pol = open(os.path.join(REPO, "data", "policy.json"), encoding="utf-8").read()
169
+ check("G4 与 policy.json 同源(AKIA 规则在其中)",
170
+ "AKIA" in pol, "")
171
+
172
+ # G5 行为面(#429 补):真写一次,明文不得落盘;同时钉住「确实写进去了」
173
+ try:
174
+ committed, plain_hits, node_files = _behavior()
175
+ ok5 = committed and (not plain_hits) and bool(node_files)
176
+ detail = "committed=%r 明文命中=%r 节点文件=%r" % (
177
+ committed, plain_hits[:3], node_files[:2])
178
+ except Exception as exc: # noqa: BLE001
179
+ ok5, detail = False, "EXC:%s: %s" % (type(exc).__name__, exc)
180
+ check("G5 行为:mdcg_remember 写入后明文凭据不落盘(且 committed 且节点文件在)",
181
+ ok5, detail)
182
+
183
+ # G6 防回退锚点(#429 补):G2 只判「调了」,调用而不写回时 G2 仍绿。
184
+ lines = [ln.strip() for ln in seg.splitlines()]
185
+ check("G6 防回退锚点:分支体内存在「打码结果写回 content」那一行",
186
+ _WRITEBACK in lines, "锚点=%s" % _WRITEBACK)
187
+
188
+ print("")
189
+ print("=" * 64)
190
+ print("通过 %d / 失败 %d" % (PASS, FAIL))
191
+ if FAILS:
192
+ print("失败项:" + ",".join(FAILS))
193
+ print("=" * 64)
194
+ return 1 if FAIL else 0
195
+
196
+
197
+ # ---------------------------------------------------------------- 定点变异腿
198
+ def _mirror_build():
199
+ dst = tempfile.mkdtemp(prefix="i93_mut_")
200
+ for name in ("md_cg", "data", "scripts"):
201
+ src = os.path.join(REPO, name)
202
+ if os.path.isdir(src):
203
+ shutil.copytree(src, os.path.join(dst, name),
204
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
205
+ for name in sorted(os.listdir(REPO)):
206
+ p = os.path.join(REPO, name)
207
+ if os.path.isfile(p) and name.endswith(".py"):
208
+ shutil.copy2(p, os.path.join(dst, name))
209
+ return dst
210
+
211
+
212
+ def _run_in(tree):
213
+ env = dict(os.environ)
214
+ env["PYTHONPATH"] = tree
215
+ env["PYTHONUTF8"] = "1"
216
+ env["PYTHONDONTWRITEBYTECODE"] = "1"
217
+ for k in ("MDCG_ROOT", "MDCG_AUX_ROOT", "MDCG_STATE_ROOT", "MDCG_DATA_ROOT",
218
+ "MDCG_MASTER_KEY", "MDCG_TOKEN", "MDCG_VERIFY_KEY",
219
+ "MDCG_TOKEN_FILE", "MDCG_EXPORT_ROOT"):
220
+ env.pop(k, None)
221
+ pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
222
+ "md_cg.test_issue93_remember_redaction"],
223
+ capture_output=True, text=True, encoding="utf-8",
224
+ errors="replace", cwd=tree, env=env, timeout=900)
225
+ out = (pr.stdout or "") + (pr.stderr or "")
226
+ reds = [ln[len("[FAIL] "):].strip().split(" ")[0]
227
+ for ln in out.splitlines() if ln.startswith("[FAIL] ")]
228
+ return pr.returncode, reds, out
229
+
230
+
231
+ _EXPECT = ("G5", "G6")
232
+
233
+
234
+ def _mutate():
235
+ print("!! 定点变异自证:撤回「打码结果写回 content」一行,G5/G6 必须转红")
236
+ tree = _mirror_build()
237
+ bad = []
238
+ try:
239
+ rc, reds, out = _run_in(tree)
240
+ print(" 未变异镜像基线:rc=%d 红项=%r(必须 rc=0 且 0 红)" % (rc, reds))
241
+ if rc != 0 or reds:
242
+ bad.append("未变异镜像基线即红")
243
+ print("\n".join(out.splitlines()[-20:]))
244
+ p = os.path.join(tree, "md_cg", "mcp_server.py")
245
+ with open(p, encoding="utf-8", newline="") as f:
246
+ bak = f.read()
247
+ eol = "\r\n" if "\r\n" in bak else "\n"
248
+ old = _REVERT_OLD.replace("\n", eol)
249
+ if bak.count(old) != 1:
250
+ bad.append("回退锚点命中 %d 次" % bak.count(old))
251
+ print(" ANCHOR-MISS 回退锚点命中 %d 次" % bak.count(old))
252
+ else:
253
+ with open(p, "w", encoding="utf-8", newline="") as f:
254
+ f.write(bak.replace(old, _REVERT_NEW.replace("\n", eol), 1))
255
+ for root, _dd, _ff in os.walk(tree):
256
+ if os.path.basename(root) == "__pycache__":
257
+ shutil.rmtree(root, ignore_errors=True)
258
+ rc2, reds2, out2 = _run_in(tree)
259
+ hit = sorted(set(reds2))
260
+ print(" 变异后:rc=%d 红项=%r" % (rc2, hit))
261
+ if rc2 != 0 and hit == sorted(_EXPECT):
262
+ print(" OK 回退即红:指定红项 %r 全部命中" % (hit,))
263
+ else:
264
+ bad.append("回退后红项不符预期")
265
+ print(" MISMATCH 实际=%r 期望=%r" % (hit, sorted(_EXPECT)))
266
+ for ln in out2.splitlines():
267
+ if ln.startswith("[FAIL] "):
268
+ print(" " + ln)
269
+ print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
270
+ return len(bad)
271
+ finally:
272
+ shutil.rmtree(tree, ignore_errors=True)
273
+
274
+
275
+ if __name__ == "__main__":
276
+ try:
277
+ _rc = main()
278
+ if "--mutate" in sys.argv and _rc == 0:
279
+ _rc = 1 if _mutate() else 0
280
+ finally:
281
+ shutil.rmtree(_SANDBOX, ignore_errors=True)
282
+ sys.exit(_rc)