@furongjun1999/dsh-memory 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +150 -662
  2. package/codebuddy/CODEBUDDY.md +333 -204
  3. package/data/policy.json +38 -38
  4. package/docs/README.md +18 -0
  5. package/docs/discipline/harnesses.yaml +11 -3
  6. package/docs/discipline/templates/compact.txt.tmpl +20 -18
  7. package/docs/discipline/templates/full.md.tmpl +63 -61
  8. package/docs/discipline/templates/rules.mdc.tmpl +5 -3
  9. package/docs/discipline/templates/skill.md.tmpl +25 -23
  10. package/docs/discipline/templates/spec.txt.tmpl +2 -2
  11. package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
  12. package/dsh/cordis.yml.example +139 -139
  13. package/lib/hooks.d.ts +19 -0
  14. package/lib/hooks.js +30 -7
  15. package/lib/index.js +18 -3
  16. package/lib/init.js +19 -4
  17. package/lib/lib/hook_audit.js +64 -2
  18. package/lib/lib/prompt_safety.js +14 -3
  19. package/lib/tools.d.ts +7 -0
  20. package/lib/tools.js +22 -1
  21. package/md_cg/_guard_kit.py +121 -121
  22. package/md_cg/anchor.py +114 -114
  23. package/md_cg/audit.py +15 -2
  24. package/md_cg/chain.py +3 -2
  25. package/md_cg/config_registry_guard.py +487 -487
  26. package/md_cg/conformance.py +747 -747
  27. package/md_cg/consolidate.py +1793 -1793
  28. package/md_cg/crypto.py +794 -794
  29. package/md_cg/hyperedge.py +262 -262
  30. package/md_cg/interface_schema.py +146 -146
  31. package/md_cg/lifecycle.py +426 -426
  32. package/md_cg/mdcos.py +12 -8
  33. package/md_cg/predict.py +1103 -1103
  34. package/md_cg/protect.py +654 -654
  35. package/md_cg/provenance.py +606 -606
  36. package/md_cg/queue_health.py +130 -130
  37. package/md_cg/refine.py +613 -613
  38. package/md_cg/retrieve.py +128 -128
  39. package/md_cg/revise.py +140 -140
  40. package/md_cg/rollback.py +657 -657
  41. package/md_cg/rollback_cli.py +124 -124
  42. package/md_cg/rotate.py +346 -346
  43. package/md_cg/routing.py +490 -490
  44. package/md_cg/self_surface.py +50 -50
  45. package/md_cg/semantic/canonical.py +144 -144
  46. package/md_cg/semantic/zh_en_atoms.py +141 -141
  47. package/md_cg/sources.py +1091 -1091
  48. package/md_cg/stg.py +3 -2
  49. package/md_cg/sustain.py +10 -1
  50. package/md_cg/test_audit_rotate_parity.py +279 -279
  51. package/md_cg/test_autonomy_modes.py +2013 -2013
  52. package/md_cg/test_cn_recall_grams.py +206 -206
  53. package/md_cg/test_code_kind_forbidden.py +101 -0
  54. package/md_cg/test_condaccept.py +156 -156
  55. package/md_cg/test_condgate.py +141 -141
  56. package/md_cg/test_heartbeat_ledger.py +9 -3
  57. package/md_cg/test_i50e_readside_protection.py +658 -658
  58. package/md_cg/test_issue111_gate_order.py +76 -76
  59. package/md_cg/test_issue111_scoring_contract.py +86 -86
  60. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  61. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  62. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  63. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  64. package/md_cg/test_issue149_accel_default_face.py +248 -248
  65. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  66. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  67. package/md_cg/test_issue152_sealed_postings.py +309 -309
  68. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  69. package/md_cg/test_issue157b_index_remainder.py +344 -344
  70. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  71. package/md_cg/test_issue191_import_trust.py +382 -382
  72. package/md_cg/test_issue193_write_scope.py +378 -378
  73. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  74. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  75. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  76. package/md_cg/test_issue216_clash_routes.py +214 -214
  77. package/md_cg/test_issue217_slot_routes.py +248 -248
  78. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  79. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  80. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  81. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  82. package/md_cg/test_issue275_layer_param.py +250 -250
  83. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  84. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  85. package/md_cg/test_issue278_neg_window.py +294 -294
  86. package/md_cg/test_issue278_negative_layering.py +83 -83
  87. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  88. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  89. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  90. package/md_cg/test_issue303_design_boundaries.py +262 -262
  91. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  92. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  93. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  94. package/md_cg/test_issue322_node_write_lock.py +727 -727
  95. package/md_cg/test_issue324_write_size_fields.py +214 -214
  96. package/md_cg/test_issue325_audit_poison.py +229 -229
  97. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  98. package/md_cg/test_issue326_key_perms.py +355 -355
  99. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  100. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  101. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  102. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  103. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  104. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  105. package/md_cg/test_issue350_casefold_collision.py +235 -235
  106. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  107. package/md_cg/test_issue352_imgaudit.py +418 -418
  108. package/md_cg/test_issue352_pathsjson.py +537 -537
  109. package/md_cg/test_issue352_refindex.py +412 -412
  110. package/md_cg/test_issue352_rollback.py +604 -604
  111. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  112. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  113. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  114. package/md_cg/test_issue358_truncation_observable.py +247 -247
  115. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  116. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  117. package/md_cg/test_issue362_neg_condition.py +468 -468
  118. package/md_cg/test_issue363_lexical_idf.py +275 -275
  119. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  120. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  121. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  122. package/md_cg/test_issue378_protected_floor.py +310 -310
  123. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  124. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  125. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  126. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  127. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  128. package/md_cg/test_issue404_heal_receipt.py +389 -389
  129. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  130. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  131. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  132. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  133. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  134. package/md_cg/test_issue413_preimage_twin.py +339 -339
  135. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  136. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  137. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  138. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  139. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  140. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  141. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  142. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  143. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  144. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  145. package/md_cg/test_issue434_435_float_gate.py +90 -90
  146. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  147. package/md_cg/test_issue43_default_policy.py +874 -874
  148. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  149. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  150. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  151. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  152. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  153. package/md_cg/test_issue451_audit_actor.py +313 -313
  154. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  155. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  156. package/md_cg/test_issue466_basis_registry.py +469 -469
  157. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  158. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  159. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  160. package/md_cg/test_issue471_identity_readable.py +136 -136
  161. package/md_cg/test_issue472_audit_chain.py +90 -90
  162. package/md_cg/test_issue472_prune_ledger.py +105 -105
  163. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  164. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  165. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  166. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  167. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  168. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  169. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  170. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  171. package/md_cg/test_issue547_audit_durable.py +96 -96
  172. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  173. package/md_cg/test_issue559_refine_prefix.py +69 -69
  174. package/md_cg/test_issue562_retired_faces.py +150 -0
  175. package/md_cg/test_issue71_queue_backlog.py +376 -376
  176. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  177. package/md_cg/test_issue82_credential_rules.py +271 -271
  178. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  179. package/md_cg/test_issue93_remember_redaction.py +282 -282
  180. package/md_cg/test_logref.py +1141 -1141
  181. package/md_cg/test_md_access_parity.py +330 -330
  182. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  183. package/md_cg/test_mutation_residue.py +119 -119
  184. package/md_cg/test_mutation_rollback.py +835 -835
  185. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  186. package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
  187. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  188. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  189. package/md_cg/test_neg_tail_honesty.py +733 -733
  190. package/md_cg/test_p21_tokens.py +294 -294
  191. package/md_cg/test_p27_docindex.py +792 -792
  192. package/md_cg/test_p28_refcheck.py +1053 -1053
  193. package/md_cg/test_p2_six_elements.py +476 -476
  194. package/md_cg/test_p33_ccg_wiring.py +300 -300
  195. package/md_cg/test_p3_legacy_closure.py +438 -438
  196. package/md_cg/test_p40_refine_worklist.py +244 -244
  197. package/md_cg/test_p4_freshness.py +781 -781
  198. package/md_cg/test_p9c_dedup_hints.py +288 -288
  199. package/md_cg/test_policy_required_ccg.py +444 -444
  200. package/md_cg/test_read_scope_b27.py +2 -2
  201. package/md_cg/test_retr_s5.py +312 -312
  202. package/md_cg/test_s1_ast_judge.py +109 -109
  203. package/md_cg/test_security_audit_v21.py +249 -249
  204. package/md_cg/test_state_event_op.py +521 -521
  205. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  206. package/md_cg/test_sustain_bad_stamp.py +178 -0
  207. package/md_cg/test_sustain_bounded.py +652 -652
  208. package/md_cg/test_trust_edge_reachability.py +405 -405
  209. package/md_cg/test_w7_redlines.py +659 -659
  210. package/md_cg/test_write_return_shape.py +919 -919
  211. package/md_cg/test_writepipe.py +228 -228
  212. package/md_cg/trust.py +1114 -1114
  213. package/md_cg/twophase.py +303 -303
  214. package/md_cg/whitebox.py +536 -536
  215. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  216. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  217. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  218. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  219. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  220. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  221. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  222. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  223. package/md_cg/writepipe.py +1337 -1337
  224. package/package.json +3 -2
  225. package/scripts/workspace_index.py +328 -0
  226. package/src/hooks.ts +932 -908
  227. package/src/index.ts +21 -6
  228. package/src/init.ts +16 -4
  229. package/src/lib/hook_audit.ts +48 -2
  230. package/src/lib/mdcg_client.ts +469 -469
  231. package/src/lib/prompt_safety.ts +17 -3
  232. package/src/tools.ts +23 -1
  233. package/zcode/AGENTS.md +333 -204
@@ -1,281 +1,281 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:scrub 的矛盾证据串不得携带正文原文/词面(issue #444,P0 密级泄漏)
3
- # 生效条件:python -u -X utf8 -m md_cg.test_issue444_scrub_evidence_plaintext [--mutate];被测面=md_cg/scrub.py 的 _contradiction(两支产串)+ _weaken(用串落盘)
4
- # 子功能:A 组=正向腿(证据串只含键名+不可逆摘要;四类明文面均不含 private 正文标记;工具面 internal 身份读不到);K 组=反向腿①(internal↔internal 的矛盾仍被正常处置,防一刀切);E 组=源码面(两支判据在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
5
- # 执行:--mutate 时在镜像树里逐条把判据改回缺陷形态,守卫必须按指定项转红
6
- # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
7
- # 不适用条件:① 腿看不见「该不该把这对节点判为矛盾」——只看见「证据串里有没有正文原文/词面」;② 不覆盖 verify 证据原文经**其它**通道的落点(#348-C 的未决口径,另一件);③ 不覆盖 scrub 其它 add(...) 支的 detail(expired/not_yet 传的是键名与日期类短值,**不含正文**;如需一律摘要化属另一件);④ 本腿的 fixture 走「同键不同值」支;「极性相反」支只做**源码面**断言(不在本腿构造极性语料——避免把两条判据混成一条)。
8
- """issue #444 守卫:矛盾证据串不得携带正文原文(P0:private 正文进明文面)。
9
-
10
- 病象(修前):`_contradiction` 把**两端正文原值**(同键不同值)或**共享 bigram 词面**
11
- (极性相反)拼进 `why`;该串经 `add("contradiction", why)` → `_weaken` → `cg.verify(...,
12
- "weakened")` 成为 verify 的 **evidence**,落进 (a) 节点 frontmatter、(b) 对端节点自己的 .md、
13
- (c) `_trust.jsonl` —— 三处都是**明文面**(加密只作用于正文)⇒ `internal` 身份经 `mdcg_get`
14
- 即可读到 private 正文。
15
- 修法:正文原值与词面一律不进证据串——只留**键名 + 不可逆摘要(8 位)**(同键支)与
16
- **计数 + 占比**(极性支)。
17
- """
18
- from __future__ import annotations
19
-
20
- import ast
21
- import os
22
- import shutil
23
- import subprocess
24
- import sys
25
- import tempfile
26
-
27
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
28
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
29
- if _REPO not in sys.path:
30
- sys.path.insert(0, _REPO)
31
-
32
- _TMP = tempfile.mkdtemp(prefix="iss444_")
33
- os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
34
- "MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
35
- "MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0"})
36
- os.environ.pop("MDCG_READ_CACHE", None)
37
-
38
- from md_cg import mcp_server as _ms # noqa: E402
39
- from md_cg import scrub as _sc # noqa: E402
40
- from md_cg import tokens as _tk # noqa: E402
41
- from md_cg.mdcos import MdCGSecure # noqa: E402
42
- from md_cg.security import Principal # noqa: E402
43
-
44
- PASSED, FAILS = [], []
45
- MARK = "MARK444X7Q2" # 只在 private 正文里出现的唯一标记
46
- KEY = "口令" # 非 CCG 标记键(_kv_pairs 只抽 2–12 字的非结构键)
47
-
48
-
49
- def _check(name, cond, detail=""):
50
- if cond:
51
- print(" PASS " + name)
52
- PASSED.append(name)
53
- else:
54
- print(" FAIL " + name + " " + str(detail)[:240])
55
- FAILS.append(name)
56
-
57
-
58
- def _mk(role, clearance):
59
- sp = _tk.role_spec(role)
60
- return Principal(clearance=clearance, can_write=sp["can_write"], can_admin=sp["can_admin"],
61
- role=role, layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"])
62
-
63
-
64
- def _cg(root, role="designer", clearance="secret"):
65
- return MdCGSecure(root, principal=_mk(role, clearance), autoflush=1)
66
-
67
-
68
- def _raw(root, rel):
69
- with open(os.path.join(root, rel), encoding="utf-8", errors="replace") as f:
70
- return f.read()
71
-
72
-
73
- def _build(root):
74
- """private 节点 + internal 矛盾对端(同键不同值 ⇒ 走 _contradiction 第一支)。"""
75
- cg = _cg(root)
76
- cg.add("priv1", "# 功能名:私密记录" + chr(10) + KEY + ":" + MARK + chr(10)
77
- + "# 不适用条件:无", layer="contextual", sensitivity="private")
78
- cg.add("pub1", "# 功能名:公开记录" + chr(10) + KEY + ":公开内容无关" + chr(10)
79
- + "# 不适用条件:无", layer="contextual", sensitivity="internal")
80
- cg.flush()
81
- return cg
82
-
83
-
84
- def group_a(tmp):
85
- print("== A 组:正向腿——证据串不得携带 private 正文 ==")
86
- root = os.path.join(tmp, "a")
87
- cg = _build(root)
88
- priv = (cg.get("priv1") or {}).get("content") or ""
89
- bad = _sc._contradiction(cg, priv, [{"node_id": "pub1", "via": "same_family"}])
90
- _check("A1 前置:同键不同值被判为矛盾(对端可读)", bool(bad), "bad=%r" % (bad,))
91
- why = (bad or {}).get("why") or ""
92
- _check("A2 证据串不含正文原文(只有键名 + 不可逆摘要)",
93
- MARK not in why and KEY in why and "公开内容无关" not in why, "why=%r" % why)
94
- _sc._weaken(cg, "priv1", "contradiction", why)
95
- _sc._weaken(cg, "pub1", "contradiction", why)
96
- cg.flush()
97
- trust = _raw(root, "_trust.jsonl") if os.path.exists(os.path.join(root, "_trust.jsonl")) else ""
98
- _check("A3 _trust.jsonl 不含 private 正文标记", MARK not in trust, "hit=%s" % (MARK in trust))
99
- pub_rel = "contextual/pub1.md"
100
- pub_raw = _raw(root, pub_rel) if os.path.exists(os.path.join(root, pub_rel)) else ""
101
- _check("A4 对端 internal 节点 .md 不含 private 正文标记", MARK not in pub_raw)
102
- cg.close()
103
- reader = _cg(root, role="record", clearance="internal")
104
- g = _ms._cg_dispatch(reader, {"op": "read", "node_id": "pub1"})
105
- _check("A5 工具面:internal 身份读 internal 节点读不到 private 正文",
106
- MARK not in str(g), "体=%s" % str(g)[-80:])
107
- reader.close()
108
- priv_rel = "contextual/priv1.md"
109
- priv_raw = _raw(root, priv_rel) if os.path.exists(os.path.join(root, priv_rel)) else ""
110
- _check("A6 private 自身 .md 不含明文标记(密文面未退化)", MARK not in priv_raw)
111
-
112
-
113
- def group_k(tmp):
114
- print("== K 组:反向腿①——同密级之间的矛盾仍被正常处置(防一刀切)==")
115
- root = os.path.join(tmp, "k")
116
- cg = _cg(root)
117
- cg.add("k_a", "# 功能名:甲" + chr(10) + KEY + ":三千" + chr(10) + "# 不适用条件:无",
118
- layer="contextual", sensitivity="internal")
119
- cg.add("k_b", "# 功能名:乙" + chr(10) + KEY + ":五千" + chr(10) + "# 不适用条件:无",
120
- layer="contextual", sensitivity="internal")
121
- cg.flush()
122
- content = (cg.get("k_a") or {}).get("content") or ""
123
- bad = _sc._contradiction(cg, content, [{"node_id": "k_b", "via": "same_family"}])
124
- _check("K1 同密级矛盾仍被判出(未因摘要化而失去判别力)",
125
- bool(bad) and KEY in ((bad or {}).get("why") or ""), "bad=%r" % (bad,))
126
- _sc._weaken(cg, "k_a", "contradiction", (bad or {}).get("why") or "")
127
- cg.flush()
128
- st = ((cg.get("k_a") or {}).get("frontmatter") or {}).get("verification_state")
129
- _check("K2 处置仍发生(节点验证态由 weakened 路径推进)",
130
- st in ("doubted", "weakened", "demoted", "unverified"), "state=%r" % st)
131
- cg.close()
132
-
133
-
134
- def _src(rel):
135
- with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
136
- return f.read()
137
-
138
-
139
- def _contra_src():
140
- tree = ast.parse(_src("md_cg/scrub.py"), "scrub.py")
141
- for node in ast.walk(tree):
142
- if isinstance(node, ast.FunctionDef) and node.name == "_contradiction":
143
- import ast as _a
144
- return _a.get_source_segment(_src("md_cg/scrub.py"), node) or ""
145
- return ""
146
-
147
-
148
- def group_e(tmp):
149
- print("== E 组:源码面——两支判据在位 ==")
150
- seg = _contra_src()
151
- _check("E1a 同键支:产串用不可逆摘要(_h()),不再直接拼 {kv_a[k]}/{kv_b[k]}",
152
- "_h(" in seg and "={kv_a[k]}" not in seg and "vs {kv_b[k]}" not in seg)
153
- _check("E1b 极性支:不再拼共享词面(无 sorted(shared) 进串)",
154
- "sorted(shared)" not in seg and "共享片段" in seg)
155
-
156
-
157
- def _guard_group(tag, fn, tmp):
158
- try:
159
- fn(tmp)
160
- except Exception as exc: # noqa: BLE001
161
- import traceback
162
- _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
163
- "%s: %s" % (type(exc).__name__, exc))
164
- traceback.print_exc()
165
-
166
-
167
- def main():
168
- print("== #444 scrub 证据串明文面守卫 ==")
169
- _guard_group("A", group_a, _TMP)
170
- _guard_group("K", group_k, _TMP)
171
- _guard_group("E", group_e, _TMP)
172
- print("=" * 68)
173
- print("#444 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
174
- for f in FAILS:
175
- print(" 红项:" + f)
176
- _bad = _mutate() if "--mutate" in sys.argv else 0
177
- return 1 if (FAILS or _bad) else 0
178
-
179
-
180
- _MUTATIONS = (
181
- ("M1 同键支改回正文原值(回到 #444 缺陷形态)",
182
- "md_cg/scrub.py",
183
- ((" return hashlib.sha1(str(v).encode(\"utf-8\")).hexdigest()[:8]",
184
- " return str(v) # M1 撤摘要"),),
185
- ("A2", "A3", "A4", "A5", "A6")),
186
- ("M2 极性支改回共享词面",
187
- "md_cg/scrub.py",
188
- ((" \"why\": f\"极性相反且共享内容:共享片段 {len(shared)} 个\"" + chr(10)
189
- + " f\"(占比 {ratio:.2f}),词面不入证据串\"}",
190
- " \"why\": \"极性相反且共享内容:\" + \"、\".join(sorted(shared)[:5])}"),),
191
- ("E1b",)),
192
- )
193
-
194
-
195
- def _mirror_build():
196
- dst = tempfile.mkdtemp(prefix="iss444_mut_")
197
- for name in ("md_cg", "lib"):
198
- src = os.path.join(_REPO, name)
199
- if os.path.isdir(src):
200
- shutil.copytree(src, os.path.join(dst, name),
201
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
202
- for name in sorted(os.listdir(_REPO)):
203
- p = os.path.join(_REPO, name)
204
- if os.path.isfile(p) and name.endswith(".py"):
205
- shutil.copy2(p, os.path.join(dst, name))
206
- return dst
207
-
208
-
209
- def _run_in(tree):
210
- env = dict(os.environ)
211
- env["PYTHONPATH"] = tree
212
- env["PYTHONUTF8"] = "1"
213
- env["PYTHONDONTWRITEBYTECODE"] = "1"
214
- for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
215
- "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
216
- env.pop(k, None)
217
- pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
218
- "md_cg.test_issue444_scrub_evidence_plaintext"],
219
- capture_output=True, text=True, encoding="utf-8",
220
- errors="replace", cwd=tree, env=env, timeout=1800)
221
- out = (pr.stdout or "") + (pr.stderr or "")
222
- reds = [ln.split("FAIL ", 1)[1].strip()
223
- for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
224
- return pr.returncode, reds, out
225
-
226
-
227
- def _apply_text(text, rel, pairs):
228
- eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
229
- for old, new in pairs:
230
- o = old.replace(chr(10), eol)
231
- n = new.replace(chr(10), eol)
232
- if text.count(o) != 1:
233
- return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
234
- text = text.replace(o, n, 1)
235
- return text, ""
236
-
237
-
238
- def _mutate():
239
- print("!! 反向腿②:把两支判据改回缺陷形态,守卫必须按指定项转红")
240
- tree = _mirror_build()
241
- bad = []
242
- try:
243
- rc, reds, out = _run_in(tree)
244
- print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
245
- if rc != 0 or reds:
246
- bad.append("未变异镜像基线即红")
247
- print(chr(10).join(out.splitlines()[-20:]))
248
- for desc, rel, pairs, exp in _MUTATIONS:
249
- p = os.path.join(tree, rel)
250
- with open(p, encoding="utf-8", newline="") as f:
251
- bak = f.read()
252
- mut, why = _apply_text(bak, rel, pairs)
253
- if mut is None:
254
- bad.append("%s —— %s" % (desc, why))
255
- print(" ANCHOR-MISS " + desc + " " + why)
256
- continue
257
- with open(p, "w", encoding="utf-8", newline="") as f:
258
- f.write(mut)
259
- for root, _dd, _ff in os.walk(tree):
260
- if os.path.basename(root) == "__pycache__":
261
- shutil.rmtree(root, ignore_errors=True)
262
- rc2, reds2, out2 = _run_in(tree)
263
- with open(p, "w", encoding="utf-8", newline="") as f:
264
- f.write(bak)
265
- hit = sorted({r.split(" ")[0] for r in reds2})
266
- if rc2 != 0 and hit == sorted(exp):
267
- print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
268
- else:
269
- bad.append(desc)
270
- print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
271
- % (desc, hit, sorted(exp), rc2))
272
- for r in reds2[:10]:
273
- print(" FAIL " + r)
274
- print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
275
- return len(bad)
276
- finally:
277
- shutil.rmtree(tree, ignore_errors=True)
278
-
279
-
280
- if __name__ == "__main__":
281
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:scrub 的矛盾证据串不得携带正文原文/词面(issue #444,P0 密级泄漏)
3
+ # 生效条件:python -u -X utf8 -m md_cg.test_issue444_scrub_evidence_plaintext [--mutate];被测面=md_cg/scrub.py 的 _contradiction(两支产串)+ _weaken(用串落盘)
4
+ # 子功能:A 组=正向腿(证据串只含键名+不可逆摘要;四类明文面均不含 private 正文标记;工具面 internal 身份读不到);K 组=反向腿①(internal↔internal 的矛盾仍被正常处置,防一刀切);E 组=源码面(两支判据在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
5
+ # 执行:--mutate 时在镜像树里逐条把判据改回缺陷形态,守卫必须按指定项转红
6
+ # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
7
+ # 不适用条件:① 腿看不见「该不该把这对节点判为矛盾」——只看见「证据串里有没有正文原文/词面」;② 不覆盖 verify 证据原文经**其它**通道的落点(#348-C 的未决口径,另一件);③ 不覆盖 scrub 其它 add(...) 支的 detail(expired/not_yet 传的是键名与日期类短值,**不含正文**;如需一律摘要化属另一件);④ 本腿的 fixture 走「同键不同值」支;「极性相反」支只做**源码面**断言(不在本腿构造极性语料——避免把两条判据混成一条)。
8
+ """issue #444 守卫:矛盾证据串不得携带正文原文(P0:private 正文进明文面)。
9
+
10
+ 病象(修前):`_contradiction` 把**两端正文原值**(同键不同值)或**共享 bigram 词面**
11
+ (极性相反)拼进 `why`;该串经 `add("contradiction", why)` → `_weaken` → `cg.verify(...,
12
+ "weakened")` 成为 verify 的 **evidence**,落进 (a) 节点 frontmatter、(b) 对端节点自己的 .md、
13
+ (c) `_trust.jsonl` —— 三处都是**明文面**(加密只作用于正文)⇒ `internal` 身份经 `mdcg_get`
14
+ 即可读到 private 正文。
15
+ 修法:正文原值与词面一律不进证据串——只留**键名 + 不可逆摘要(8 位)**(同键支)与
16
+ **计数 + 占比**(极性支)。
17
+ """
18
+ from __future__ import annotations
19
+
20
+ import ast
21
+ import os
22
+ import shutil
23
+ import subprocess
24
+ import sys
25
+ import tempfile
26
+
27
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
28
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
29
+ if _REPO not in sys.path:
30
+ sys.path.insert(0, _REPO)
31
+
32
+ _TMP = tempfile.mkdtemp(prefix="iss444_")
33
+ os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
34
+ "MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
35
+ "MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0"})
36
+ os.environ.pop("MDCG_READ_CACHE", None)
37
+
38
+ from md_cg import mcp_server as _ms # noqa: E402
39
+ from md_cg import scrub as _sc # noqa: E402
40
+ from md_cg import tokens as _tk # noqa: E402
41
+ from md_cg.mdcos import MdCGSecure # noqa: E402
42
+ from md_cg.security import Principal # noqa: E402
43
+
44
+ PASSED, FAILS = [], []
45
+ MARK = "MARK444X7Q2" # 只在 private 正文里出现的唯一标记
46
+ KEY = "口令" # 非 CCG 标记键(_kv_pairs 只抽 2–12 字的非结构键)
47
+
48
+
49
+ def _check(name, cond, detail=""):
50
+ if cond:
51
+ print(" PASS " + name)
52
+ PASSED.append(name)
53
+ else:
54
+ print(" FAIL " + name + " " + str(detail)[:240])
55
+ FAILS.append(name)
56
+
57
+
58
+ def _mk(role, clearance):
59
+ sp = _tk.role_spec(role)
60
+ return Principal(clearance=clearance, can_write=sp["can_write"], can_admin=sp["can_admin"],
61
+ role=role, layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"])
62
+
63
+
64
+ def _cg(root, role="designer", clearance="secret"):
65
+ return MdCGSecure(root, principal=_mk(role, clearance), autoflush=1)
66
+
67
+
68
+ def _raw(root, rel):
69
+ with open(os.path.join(root, rel), encoding="utf-8", errors="replace") as f:
70
+ return f.read()
71
+
72
+
73
+ def _build(root):
74
+ """private 节点 + internal 矛盾对端(同键不同值 ⇒ 走 _contradiction 第一支)。"""
75
+ cg = _cg(root)
76
+ cg.add("priv1", "# 功能名:私密记录" + chr(10) + KEY + ":" + MARK + chr(10)
77
+ + "# 不适用条件:无", layer="contextual", sensitivity="private")
78
+ cg.add("pub1", "# 功能名:公开记录" + chr(10) + KEY + ":公开内容无关" + chr(10)
79
+ + "# 不适用条件:无", layer="contextual", sensitivity="internal")
80
+ cg.flush()
81
+ return cg
82
+
83
+
84
+ def group_a(tmp):
85
+ print("== A 组:正向腿——证据串不得携带 private 正文 ==")
86
+ root = os.path.join(tmp, "a")
87
+ cg = _build(root)
88
+ priv = (cg.get("priv1") or {}).get("content") or ""
89
+ bad = _sc._contradiction(cg, priv, [{"node_id": "pub1", "via": "same_family"}])
90
+ _check("A1 前置:同键不同值被判为矛盾(对端可读)", bool(bad), "bad=%r" % (bad,))
91
+ why = (bad or {}).get("why") or ""
92
+ _check("A2 证据串不含正文原文(只有键名 + 不可逆摘要)",
93
+ MARK not in why and KEY in why and "公开内容无关" not in why, "why=%r" % why)
94
+ _sc._weaken(cg, "priv1", "contradiction", why)
95
+ _sc._weaken(cg, "pub1", "contradiction", why)
96
+ cg.flush()
97
+ trust = _raw(root, "_trust.jsonl") if os.path.exists(os.path.join(root, "_trust.jsonl")) else ""
98
+ _check("A3 _trust.jsonl 不含 private 正文标记", MARK not in trust, "hit=%s" % (MARK in trust))
99
+ pub_rel = "contextual/pub1.md"
100
+ pub_raw = _raw(root, pub_rel) if os.path.exists(os.path.join(root, pub_rel)) else ""
101
+ _check("A4 对端 internal 节点 .md 不含 private 正文标记", MARK not in pub_raw)
102
+ cg.close()
103
+ reader = _cg(root, role="record", clearance="internal")
104
+ g = _ms._cg_dispatch(reader, {"op": "read", "node_id": "pub1"})
105
+ _check("A5 工具面:internal 身份读 internal 节点读不到 private 正文",
106
+ MARK not in str(g), "体=%s" % str(g)[-80:])
107
+ reader.close()
108
+ priv_rel = "contextual/priv1.md"
109
+ priv_raw = _raw(root, priv_rel) if os.path.exists(os.path.join(root, priv_rel)) else ""
110
+ _check("A6 private 自身 .md 不含明文标记(密文面未退化)", MARK not in priv_raw)
111
+
112
+
113
+ def group_k(tmp):
114
+ print("== K 组:反向腿①——同密级之间的矛盾仍被正常处置(防一刀切)==")
115
+ root = os.path.join(tmp, "k")
116
+ cg = _cg(root)
117
+ cg.add("k_a", "# 功能名:甲" + chr(10) + KEY + ":三千" + chr(10) + "# 不适用条件:无",
118
+ layer="contextual", sensitivity="internal")
119
+ cg.add("k_b", "# 功能名:乙" + chr(10) + KEY + ":五千" + chr(10) + "# 不适用条件:无",
120
+ layer="contextual", sensitivity="internal")
121
+ cg.flush()
122
+ content = (cg.get("k_a") or {}).get("content") or ""
123
+ bad = _sc._contradiction(cg, content, [{"node_id": "k_b", "via": "same_family"}])
124
+ _check("K1 同密级矛盾仍被判出(未因摘要化而失去判别力)",
125
+ bool(bad) and KEY in ((bad or {}).get("why") or ""), "bad=%r" % (bad,))
126
+ _sc._weaken(cg, "k_a", "contradiction", (bad or {}).get("why") or "")
127
+ cg.flush()
128
+ st = ((cg.get("k_a") or {}).get("frontmatter") or {}).get("verification_state")
129
+ _check("K2 处置仍发生(节点验证态由 weakened 路径推进)",
130
+ st in ("doubted", "weakened", "demoted", "unverified"), "state=%r" % st)
131
+ cg.close()
132
+
133
+
134
+ def _src(rel):
135
+ with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
136
+ return f.read()
137
+
138
+
139
+ def _contra_src():
140
+ tree = ast.parse(_src("md_cg/scrub.py"), "scrub.py")
141
+ for node in ast.walk(tree):
142
+ if isinstance(node, ast.FunctionDef) and node.name == "_contradiction":
143
+ import ast as _a
144
+ return _a.get_source_segment(_src("md_cg/scrub.py"), node) or ""
145
+ return ""
146
+
147
+
148
+ def group_e(tmp):
149
+ print("== E 组:源码面——两支判据在位 ==")
150
+ seg = _contra_src()
151
+ _check("E1a 同键支:产串用不可逆摘要(_h()),不再直接拼 {kv_a[k]}/{kv_b[k]}",
152
+ "_h(" in seg and "={kv_a[k]}" not in seg and "vs {kv_b[k]}" not in seg)
153
+ _check("E1b 极性支:不再拼共享词面(无 sorted(shared) 进串)",
154
+ "sorted(shared)" not in seg and "共享片段" in seg)
155
+
156
+
157
+ def _guard_group(tag, fn, tmp):
158
+ try:
159
+ fn(tmp)
160
+ except Exception as exc: # noqa: BLE001
161
+ import traceback
162
+ _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
163
+ "%s: %s" % (type(exc).__name__, exc))
164
+ traceback.print_exc()
165
+
166
+
167
+ def main():
168
+ print("== #444 scrub 证据串明文面守卫 ==")
169
+ _guard_group("A", group_a, _TMP)
170
+ _guard_group("K", group_k, _TMP)
171
+ _guard_group("E", group_e, _TMP)
172
+ print("=" * 68)
173
+ print("#444 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
174
+ for f in FAILS:
175
+ print(" 红项:" + f)
176
+ _bad = _mutate() if "--mutate" in sys.argv else 0
177
+ return 1 if (FAILS or _bad) else 0
178
+
179
+
180
+ _MUTATIONS = (
181
+ ("M1 同键支改回正文原值(回到 #444 缺陷形态)",
182
+ "md_cg/scrub.py",
183
+ ((" return hashlib.sha1(str(v).encode(\"utf-8\")).hexdigest()[:8]",
184
+ " return str(v) # M1 撤摘要"),),
185
+ ("A2", "A3", "A4", "A5", "A6")),
186
+ ("M2 极性支改回共享词面",
187
+ "md_cg/scrub.py",
188
+ ((" \"why\": f\"极性相反且共享内容:共享片段 {len(shared)} 个\"" + chr(10)
189
+ + " f\"(占比 {ratio:.2f}),词面不入证据串\"}",
190
+ " \"why\": \"极性相反且共享内容:\" + \"、\".join(sorted(shared)[:5])}"),),
191
+ ("E1b",)),
192
+ )
193
+
194
+
195
+ def _mirror_build():
196
+ dst = tempfile.mkdtemp(prefix="iss444_mut_")
197
+ for name in ("md_cg", "lib"):
198
+ src = os.path.join(_REPO, name)
199
+ if os.path.isdir(src):
200
+ shutil.copytree(src, os.path.join(dst, name),
201
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
202
+ for name in sorted(os.listdir(_REPO)):
203
+ p = os.path.join(_REPO, name)
204
+ if os.path.isfile(p) and name.endswith(".py"):
205
+ shutil.copy2(p, os.path.join(dst, name))
206
+ return dst
207
+
208
+
209
+ def _run_in(tree):
210
+ env = dict(os.environ)
211
+ env["PYTHONPATH"] = tree
212
+ env["PYTHONUTF8"] = "1"
213
+ env["PYTHONDONTWRITEBYTECODE"] = "1"
214
+ for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
215
+ "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
216
+ env.pop(k, None)
217
+ pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
218
+ "md_cg.test_issue444_scrub_evidence_plaintext"],
219
+ capture_output=True, text=True, encoding="utf-8",
220
+ errors="replace", cwd=tree, env=env, timeout=1800)
221
+ out = (pr.stdout or "") + (pr.stderr or "")
222
+ reds = [ln.split("FAIL ", 1)[1].strip()
223
+ for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
224
+ return pr.returncode, reds, out
225
+
226
+
227
+ def _apply_text(text, rel, pairs):
228
+ eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
229
+ for old, new in pairs:
230
+ o = old.replace(chr(10), eol)
231
+ n = new.replace(chr(10), eol)
232
+ if text.count(o) != 1:
233
+ return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
234
+ text = text.replace(o, n, 1)
235
+ return text, ""
236
+
237
+
238
+ def _mutate():
239
+ print("!! 反向腿②:把两支判据改回缺陷形态,守卫必须按指定项转红")
240
+ tree = _mirror_build()
241
+ bad = []
242
+ try:
243
+ rc, reds, out = _run_in(tree)
244
+ print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
245
+ if rc != 0 or reds:
246
+ bad.append("未变异镜像基线即红")
247
+ print(chr(10).join(out.splitlines()[-20:]))
248
+ for desc, rel, pairs, exp in _MUTATIONS:
249
+ p = os.path.join(tree, rel)
250
+ with open(p, encoding="utf-8", newline="") as f:
251
+ bak = f.read()
252
+ mut, why = _apply_text(bak, rel, pairs)
253
+ if mut is None:
254
+ bad.append("%s —— %s" % (desc, why))
255
+ print(" ANCHOR-MISS " + desc + " " + why)
256
+ continue
257
+ with open(p, "w", encoding="utf-8", newline="") as f:
258
+ f.write(mut)
259
+ for root, _dd, _ff in os.walk(tree):
260
+ if os.path.basename(root) == "__pycache__":
261
+ shutil.rmtree(root, ignore_errors=True)
262
+ rc2, reds2, out2 = _run_in(tree)
263
+ with open(p, "w", encoding="utf-8", newline="") as f:
264
+ f.write(bak)
265
+ hit = sorted({r.split(" ")[0] for r in reds2})
266
+ if rc2 != 0 and hit == sorted(exp):
267
+ print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
268
+ else:
269
+ bad.append(desc)
270
+ print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
271
+ % (desc, hit, sorted(exp), rc2))
272
+ for r in reds2[:10]:
273
+ print(" FAIL " + r)
274
+ print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
275
+ return len(bad)
276
+ finally:
277
+ shutil.rmtree(tree, ignore_errors=True)
278
+
279
+
280
+ if __name__ == "__main__":
281
+ sys.exit(main())