@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,281 +1,281 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:scrub 的矛盾证据串不得携带正文原文/词面(issue #444,P0 密级泄漏)
3
- # 生效条件:python -u -X utf8 -m md_cg.test_issue444_scrub_evidence_plaintext [--mutate];被测面=md_cg/scrub.py 的 _contradiction(两支产串)+ _weaken(用串落盘)
4
- # 子功能:A 组=正向腿(证据串只含键名+不可逆摘要;四类明文面均不含 private 正文标记;工具面 internal 身份读不到);K 组=反向腿①(internal↔internal 的矛盾仍被正常处置,防一刀切);E 组=源码面(两支判据在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
5
- # 执行:--mutate 时在镜像树里逐条把判据改回缺陷形态,守卫必须按指定项转红
6
- # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
7
- # 不适用条件:① 腿看不见「该不该把这对节点判为矛盾」——只看见「证据串里有没有正文原文/词面」;② 不覆盖 verify 证据原文经**其它**通道的落点(#348-C 的未决口径,另一件);③ 不覆盖 scrub 其它 add(...) 支的 detail(expired/not_yet 传的是键名与日期类短值,**不含正文**;如需一律摘要化属另一件);④ 本腿的 fixture 走「同键不同值」支;「极性相反」支只做**源码面**断言(不在本腿构造极性语料——避免把两条判据混成一条)。
8
- """issue #444 守卫:矛盾证据串不得携带正文原文(P0:private 正文进明文面)。
9
-
10
- 病象(修前):`_contradiction` 把**两端正文原值**(同键不同值)或**共享 bigram 词面**
11
- (极性相反)拼进 `why`;该串经 `add("contradiction", why)` → `_weaken` → `cg.verify(...,
12
- "weakened")` 成为 verify 的 **evidence**,落进 (a) 节点 frontmatter、(b) 对端节点自己的 .md、
13
- (c) `_trust.jsonl` —— 三处都是**明文面**(加密只作用于正文)⇒ `internal` 身份经 `mdcg_get`
14
- 即可读到 private 正文。
15
- 修法:正文原值与词面一律不进证据串——只留**键名 + 不可逆摘要(8 位)**(同键支)与
16
- **计数 + 占比**(极性支)。
17
- """
18
- from __future__ import annotations
19
-
20
- import ast
21
- import os
22
- import shutil
23
- import subprocess
24
- import sys
25
- import tempfile
26
-
27
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
28
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
29
- if _REPO not in sys.path:
30
- sys.path.insert(0, _REPO)
31
-
32
- _TMP = tempfile.mkdtemp(prefix="iss444_")
33
- os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
34
- "MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
35
- "MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0"})
36
- os.environ.pop("MDCG_READ_CACHE", None)
37
-
38
- from md_cg import mcp_server as _ms # noqa: E402
39
- from md_cg import scrub as _sc # noqa: E402
40
- from md_cg import tokens as _tk # noqa: E402
41
- from md_cg.mdcos import MdCGSecure # noqa: E402
42
- from md_cg.security import Principal # noqa: E402
43
-
44
- PASSED, FAILS = [], []
45
- MARK = "MARK444X7Q2" # 只在 private 正文里出现的唯一标记
46
- KEY = "口令" # 非 CCG 标记键(_kv_pairs 只抽 2–12 字的非结构键)
47
-
48
-
49
- def _check(name, cond, detail=""):
50
- if cond:
51
- print(" PASS " + name)
52
- PASSED.append(name)
53
- else:
54
- print(" FAIL " + name + " " + str(detail)[:240])
55
- FAILS.append(name)
56
-
57
-
58
- def _mk(role, clearance):
59
- sp = _tk.role_spec(role)
60
- return Principal(clearance=clearance, can_write=sp["can_write"], can_admin=sp["can_admin"],
61
- role=role, layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"])
62
-
63
-
64
- def _cg(root, role="designer", clearance="secret"):
65
- return MdCGSecure(root, principal=_mk(role, clearance), autoflush=1)
66
-
67
-
68
- def _raw(root, rel):
69
- with open(os.path.join(root, rel), encoding="utf-8", errors="replace") as f:
70
- return f.read()
71
-
72
-
73
- def _build(root):
74
- """private 节点 + internal 矛盾对端(同键不同值 ⇒ 走 _contradiction 第一支)。"""
75
- cg = _cg(root)
76
- cg.add("priv1", "# 功能名:私密记录" + chr(10) + KEY + ":" + MARK + chr(10)
77
- + "# 不适用条件:无", layer="contextual", sensitivity="private")
78
- cg.add("pub1", "# 功能名:公开记录" + chr(10) + KEY + ":公开内容无关" + chr(10)
79
- + "# 不适用条件:无", layer="contextual", sensitivity="internal")
80
- cg.flush()
81
- return cg
82
-
83
-
84
- def group_a(tmp):
85
- print("== A 组:正向腿——证据串不得携带 private 正文 ==")
86
- root = os.path.join(tmp, "a")
87
- cg = _build(root)
88
- priv = (cg.get("priv1") or {}).get("content") or ""
89
- bad = _sc._contradiction(cg, priv, [{"node_id": "pub1", "via": "same_family"}])
90
- _check("A1 前置:同键不同值被判为矛盾(对端可读)", bool(bad), "bad=%r" % (bad,))
91
- why = (bad or {}).get("why") or ""
92
- _check("A2 证据串不含正文原文(只有键名 + 不可逆摘要)",
93
- MARK not in why and KEY in why and "公开内容无关" not in why, "why=%r" % why)
94
- _sc._weaken(cg, "priv1", "contradiction", why)
95
- _sc._weaken(cg, "pub1", "contradiction", why)
96
- cg.flush()
97
- trust = _raw(root, "_trust.jsonl") if os.path.exists(os.path.join(root, "_trust.jsonl")) else ""
98
- _check("A3 _trust.jsonl 不含 private 正文标记", MARK not in trust, "hit=%s" % (MARK in trust))
99
- pub_rel = "contextual/pub1.md"
100
- pub_raw = _raw(root, pub_rel) if os.path.exists(os.path.join(root, pub_rel)) else ""
101
- _check("A4 对端 internal 节点 .md 不含 private 正文标记", MARK not in pub_raw)
102
- cg.close()
103
- reader = _cg(root, role="record", clearance="internal")
104
- g = _ms._cg_dispatch(reader, {"op": "read", "node_id": "pub1"})
105
- _check("A5 工具面:internal 身份读 internal 节点读不到 private 正文",
106
- MARK not in str(g), "体=%s" % str(g)[-80:])
107
- reader.close()
108
- priv_rel = "contextual/priv1.md"
109
- priv_raw = _raw(root, priv_rel) if os.path.exists(os.path.join(root, priv_rel)) else ""
110
- _check("A6 private 自身 .md 不含明文标记(密文面未退化)", MARK not in priv_raw)
111
-
112
-
113
- def group_k(tmp):
114
- print("== K 组:反向腿①——同密级之间的矛盾仍被正常处置(防一刀切)==")
115
- root = os.path.join(tmp, "k")
116
- cg = _cg(root)
117
- cg.add("k_a", "# 功能名:甲" + chr(10) + KEY + ":三千" + chr(10) + "# 不适用条件:无",
118
- layer="contextual", sensitivity="internal")
119
- cg.add("k_b", "# 功能名:乙" + chr(10) + KEY + ":五千" + chr(10) + "# 不适用条件:无",
120
- layer="contextual", sensitivity="internal")
121
- cg.flush()
122
- content = (cg.get("k_a") or {}).get("content") or ""
123
- bad = _sc._contradiction(cg, content, [{"node_id": "k_b", "via": "same_family"}])
124
- _check("K1 同密级矛盾仍被判出(未因摘要化而失去判别力)",
125
- bool(bad) and KEY in ((bad or {}).get("why") or ""), "bad=%r" % (bad,))
126
- _sc._weaken(cg, "k_a", "contradiction", (bad or {}).get("why") or "")
127
- cg.flush()
128
- st = ((cg.get("k_a") or {}).get("frontmatter") or {}).get("verification_state")
129
- _check("K2 处置仍发生(节点验证态由 weakened 路径推进)",
130
- st in ("doubted", "weakened", "demoted", "unverified"), "state=%r" % st)
131
- cg.close()
132
-
133
-
134
- def _src(rel):
135
- with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
136
- return f.read()
137
-
138
-
139
- def _contra_src():
140
- tree = ast.parse(_src("md_cg/scrub.py"), "scrub.py")
141
- for node in ast.walk(tree):
142
- if isinstance(node, ast.FunctionDef) and node.name == "_contradiction":
143
- import ast as _a
144
- return _a.get_source_segment(_src("md_cg/scrub.py"), node) or ""
145
- return ""
146
-
147
-
148
- def group_e(tmp):
149
- print("== E 组:源码面——两支判据在位 ==")
150
- seg = _contra_src()
151
- _check("E1a 同键支:产串用不可逆摘要(_h()),不再直接拼 {kv_a[k]}/{kv_b[k]}",
152
- "_h(" in seg and "={kv_a[k]}" not in seg and "vs {kv_b[k]}" not in seg)
153
- _check("E1b 极性支:不再拼共享词面(无 sorted(shared) 进串)",
154
- "sorted(shared)" not in seg and "共享片段" in seg)
155
-
156
-
157
- def _guard_group(tag, fn, tmp):
158
- try:
159
- fn(tmp)
160
- except Exception as exc: # noqa: BLE001
161
- import traceback
162
- _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
163
- "%s: %s" % (type(exc).__name__, exc))
164
- traceback.print_exc()
165
-
166
-
167
- def main():
168
- print("== #444 scrub 证据串明文面守卫 ==")
169
- _guard_group("A", group_a, _TMP)
170
- _guard_group("K", group_k, _TMP)
171
- _guard_group("E", group_e, _TMP)
172
- print("=" * 68)
173
- print("#444 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
174
- for f in FAILS:
175
- print(" 红项:" + f)
176
- _bad = _mutate() if "--mutate" in sys.argv else 0
177
- return 1 if (FAILS or _bad) else 0
178
-
179
-
180
- _MUTATIONS = (
181
- ("M1 同键支改回正文原值(回到 #444 缺陷形态)",
182
- "md_cg/scrub.py",
183
- ((" return hashlib.sha1(str(v).encode(\"utf-8\")).hexdigest()[:8]",
184
- " return str(v) # M1 撤摘要"),),
185
- ("A2", "A3", "A4", "A5", "A6")),
186
- ("M2 极性支改回共享词面",
187
- "md_cg/scrub.py",
188
- ((" \"why\": f\"极性相反且共享内容:共享片段 {len(shared)} 个\"" + chr(10)
189
- + " f\"(占比 {ratio:.2f}),词面不入证据串\"}",
190
- " \"why\": \"极性相反且共享内容:\" + \"、\".join(sorted(shared)[:5])}"),),
191
- ("E1b",)),
192
- )
193
-
194
-
195
- def _mirror_build():
196
- dst = tempfile.mkdtemp(prefix="iss444_mut_")
197
- for name in ("md_cg", "lib"):
198
- src = os.path.join(_REPO, name)
199
- if os.path.isdir(src):
200
- shutil.copytree(src, os.path.join(dst, name),
201
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
202
- for name in sorted(os.listdir(_REPO)):
203
- p = os.path.join(_REPO, name)
204
- if os.path.isfile(p) and name.endswith(".py"):
205
- shutil.copy2(p, os.path.join(dst, name))
206
- return dst
207
-
208
-
209
- def _run_in(tree):
210
- env = dict(os.environ)
211
- env["PYTHONPATH"] = tree
212
- env["PYTHONUTF8"] = "1"
213
- env["PYTHONDONTWRITEBYTECODE"] = "1"
214
- for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
215
- "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
216
- env.pop(k, None)
217
- pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
218
- "md_cg.test_issue444_scrub_evidence_plaintext"],
219
- capture_output=True, text=True, encoding="utf-8",
220
- errors="replace", cwd=tree, env=env, timeout=1800)
221
- out = (pr.stdout or "") + (pr.stderr or "")
222
- reds = [ln.split("FAIL ", 1)[1].strip()
223
- for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
224
- return pr.returncode, reds, out
225
-
226
-
227
- def _apply_text(text, rel, pairs):
228
- eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
229
- for old, new in pairs:
230
- o = old.replace(chr(10), eol)
231
- n = new.replace(chr(10), eol)
232
- if text.count(o) != 1:
233
- return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
234
- text = text.replace(o, n, 1)
235
- return text, ""
236
-
237
-
238
- def _mutate():
239
- print("!! 反向腿②:把两支判据改回缺陷形态,守卫必须按指定项转红")
240
- tree = _mirror_build()
241
- bad = []
242
- try:
243
- rc, reds, out = _run_in(tree)
244
- print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
245
- if rc != 0 or reds:
246
- bad.append("未变异镜像基线即红")
247
- print(chr(10).join(out.splitlines()[-20:]))
248
- for desc, rel, pairs, exp in _MUTATIONS:
249
- p = os.path.join(tree, rel)
250
- with open(p, encoding="utf-8", newline="") as f:
251
- bak = f.read()
252
- mut, why = _apply_text(bak, rel, pairs)
253
- if mut is None:
254
- bad.append("%s —— %s" % (desc, why))
255
- print(" ANCHOR-MISS " + desc + " " + why)
256
- continue
257
- with open(p, "w", encoding="utf-8", newline="") as f:
258
- f.write(mut)
259
- for root, _dd, _ff in os.walk(tree):
260
- if os.path.basename(root) == "__pycache__":
261
- shutil.rmtree(root, ignore_errors=True)
262
- rc2, reds2, out2 = _run_in(tree)
263
- with open(p, "w", encoding="utf-8", newline="") as f:
264
- f.write(bak)
265
- hit = sorted({r.split(" ")[0] for r in reds2})
266
- if rc2 != 0 and hit == sorted(exp):
267
- print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
268
- else:
269
- bad.append(desc)
270
- print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
271
- % (desc, hit, sorted(exp), rc2))
272
- for r in reds2[:10]:
273
- print(" FAIL " + r)
274
- print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
275
- return len(bad)
276
- finally:
277
- shutil.rmtree(tree, ignore_errors=True)
278
-
279
-
280
- if __name__ == "__main__":
281
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:scrub 的矛盾证据串不得携带正文原文/词面(issue #444,P0 密级泄漏)
3
+ # 生效条件:python -u -X utf8 -m md_cg.test_issue444_scrub_evidence_plaintext [--mutate];被测面=md_cg/scrub.py 的 _contradiction(两支产串)+ _weaken(用串落盘)
4
+ # 子功能:A 组=正向腿(证据串只含键名+不可逆摘要;四类明文面均不含 private 正文标记;工具面 internal 身份读不到);K 组=反向腿①(internal↔internal 的矛盾仍被正常处置,防一刀切);E 组=源码面(两支判据在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
5
+ # 执行:--mutate 时在镜像树里逐条把判据改回缺陷形态,守卫必须按指定项转红
6
+ # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
7
+ # 不适用条件:① 腿看不见「该不该把这对节点判为矛盾」——只看见「证据串里有没有正文原文/词面」;② 不覆盖 verify 证据原文经**其它**通道的落点(#348-C 的未决口径,另一件);③ 不覆盖 scrub 其它 add(...) 支的 detail(expired/not_yet 传的是键名与日期类短值,**不含正文**;如需一律摘要化属另一件);④ 本腿的 fixture 走「同键不同值」支;「极性相反」支只做**源码面**断言(不在本腿构造极性语料——避免把两条判据混成一条)。
8
+ """issue #444 守卫:矛盾证据串不得携带正文原文(P0:private 正文进明文面)。
9
+
10
+ 病象(修前):`_contradiction` 把**两端正文原值**(同键不同值)或**共享 bigram 词面**
11
+ (极性相反)拼进 `why`;该串经 `add("contradiction", why)` → `_weaken` → `cg.verify(...,
12
+ "weakened")` 成为 verify 的 **evidence**,落进 (a) 节点 frontmatter、(b) 对端节点自己的 .md、
13
+ (c) `_trust.jsonl` —— 三处都是**明文面**(加密只作用于正文)⇒ `internal` 身份经 `mdcg_get`
14
+ 即可读到 private 正文。
15
+ 修法:正文原值与词面一律不进证据串——只留**键名 + 不可逆摘要(8 位)**(同键支)与
16
+ **计数 + 占比**(极性支)。
17
+ """
18
+ from __future__ import annotations
19
+
20
+ import ast
21
+ import os
22
+ import shutil
23
+ import subprocess
24
+ import sys
25
+ import tempfile
26
+
27
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
28
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
29
+ if _REPO not in sys.path:
30
+ sys.path.insert(0, _REPO)
31
+
32
+ _TMP = tempfile.mkdtemp(prefix="iss444_")
33
+ os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
34
+ "MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
35
+ "MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0"})
36
+ os.environ.pop("MDCG_READ_CACHE", None)
37
+
38
+ from md_cg import mcp_server as _ms # noqa: E402
39
+ from md_cg import scrub as _sc # noqa: E402
40
+ from md_cg import tokens as _tk # noqa: E402
41
+ from md_cg.mdcos import MdCGSecure # noqa: E402
42
+ from md_cg.security import Principal # noqa: E402
43
+
44
+ PASSED, FAILS = [], []
45
+ MARK = "MARK444X7Q2" # 只在 private 正文里出现的唯一标记
46
+ KEY = "口令" # 非 CCG 标记键(_kv_pairs 只抽 2–12 字的非结构键)
47
+
48
+
49
+ def _check(name, cond, detail=""):
50
+ if cond:
51
+ print(" PASS " + name)
52
+ PASSED.append(name)
53
+ else:
54
+ print(" FAIL " + name + " " + str(detail)[:240])
55
+ FAILS.append(name)
56
+
57
+
58
+ def _mk(role, clearance):
59
+ sp = _tk.role_spec(role)
60
+ return Principal(clearance=clearance, can_write=sp["can_write"], can_admin=sp["can_admin"],
61
+ role=role, layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"])
62
+
63
+
64
+ def _cg(root, role="designer", clearance="secret"):
65
+ return MdCGSecure(root, principal=_mk(role, clearance), autoflush=1)
66
+
67
+
68
+ def _raw(root, rel):
69
+ with open(os.path.join(root, rel), encoding="utf-8", errors="replace") as f:
70
+ return f.read()
71
+
72
+
73
+ def _build(root):
74
+ """private 节点 + internal 矛盾对端(同键不同值 ⇒ 走 _contradiction 第一支)。"""
75
+ cg = _cg(root)
76
+ cg.add("priv1", "# 功能名:私密记录" + chr(10) + KEY + ":" + MARK + chr(10)
77
+ + "# 不适用条件:无", layer="contextual", sensitivity="private")
78
+ cg.add("pub1", "# 功能名:公开记录" + chr(10) + KEY + ":公开内容无关" + chr(10)
79
+ + "# 不适用条件:无", layer="contextual", sensitivity="internal")
80
+ cg.flush()
81
+ return cg
82
+
83
+
84
+ def group_a(tmp):
85
+ print("== A 组:正向腿——证据串不得携带 private 正文 ==")
86
+ root = os.path.join(tmp, "a")
87
+ cg = _build(root)
88
+ priv = (cg.get("priv1") or {}).get("content") or ""
89
+ bad = _sc._contradiction(cg, priv, [{"node_id": "pub1", "via": "same_family"}])
90
+ _check("A1 前置:同键不同值被判为矛盾(对端可读)", bool(bad), "bad=%r" % (bad,))
91
+ why = (bad or {}).get("why") or ""
92
+ _check("A2 证据串不含正文原文(只有键名 + 不可逆摘要)",
93
+ MARK not in why and KEY in why and "公开内容无关" not in why, "why=%r" % why)
94
+ _sc._weaken(cg, "priv1", "contradiction", why)
95
+ _sc._weaken(cg, "pub1", "contradiction", why)
96
+ cg.flush()
97
+ trust = _raw(root, "_trust.jsonl") if os.path.exists(os.path.join(root, "_trust.jsonl")) else ""
98
+ _check("A3 _trust.jsonl 不含 private 正文标记", MARK not in trust, "hit=%s" % (MARK in trust))
99
+ pub_rel = "contextual/pub1.md"
100
+ pub_raw = _raw(root, pub_rel) if os.path.exists(os.path.join(root, pub_rel)) else ""
101
+ _check("A4 对端 internal 节点 .md 不含 private 正文标记", MARK not in pub_raw)
102
+ cg.close()
103
+ reader = _cg(root, role="record", clearance="internal")
104
+ g = _ms._cg_dispatch(reader, {"op": "read", "node_id": "pub1"})
105
+ _check("A5 工具面:internal 身份读 internal 节点读不到 private 正文",
106
+ MARK not in str(g), "体=%s" % str(g)[-80:])
107
+ reader.close()
108
+ priv_rel = "contextual/priv1.md"
109
+ priv_raw = _raw(root, priv_rel) if os.path.exists(os.path.join(root, priv_rel)) else ""
110
+ _check("A6 private 自身 .md 不含明文标记(密文面未退化)", MARK not in priv_raw)
111
+
112
+
113
+ def group_k(tmp):
114
+ print("== K 组:反向腿①——同密级之间的矛盾仍被正常处置(防一刀切)==")
115
+ root = os.path.join(tmp, "k")
116
+ cg = _cg(root)
117
+ cg.add("k_a", "# 功能名:甲" + chr(10) + KEY + ":三千" + chr(10) + "# 不适用条件:无",
118
+ layer="contextual", sensitivity="internal")
119
+ cg.add("k_b", "# 功能名:乙" + chr(10) + KEY + ":五千" + chr(10) + "# 不适用条件:无",
120
+ layer="contextual", sensitivity="internal")
121
+ cg.flush()
122
+ content = (cg.get("k_a") or {}).get("content") or ""
123
+ bad = _sc._contradiction(cg, content, [{"node_id": "k_b", "via": "same_family"}])
124
+ _check("K1 同密级矛盾仍被判出(未因摘要化而失去判别力)",
125
+ bool(bad) and KEY in ((bad or {}).get("why") or ""), "bad=%r" % (bad,))
126
+ _sc._weaken(cg, "k_a", "contradiction", (bad or {}).get("why") or "")
127
+ cg.flush()
128
+ st = ((cg.get("k_a") or {}).get("frontmatter") or {}).get("verification_state")
129
+ _check("K2 处置仍发生(节点验证态由 weakened 路径推进)",
130
+ st in ("doubted", "weakened", "demoted", "unverified"), "state=%r" % st)
131
+ cg.close()
132
+
133
+
134
+ def _src(rel):
135
+ with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
136
+ return f.read()
137
+
138
+
139
+ def _contra_src():
140
+ tree = ast.parse(_src("md_cg/scrub.py"), "scrub.py")
141
+ for node in ast.walk(tree):
142
+ if isinstance(node, ast.FunctionDef) and node.name == "_contradiction":
143
+ import ast as _a
144
+ return _a.get_source_segment(_src("md_cg/scrub.py"), node) or ""
145
+ return ""
146
+
147
+
148
+ def group_e(tmp):
149
+ print("== E 组:源码面——两支判据在位 ==")
150
+ seg = _contra_src()
151
+ _check("E1a 同键支:产串用不可逆摘要(_h()),不再直接拼 {kv_a[k]}/{kv_b[k]}",
152
+ "_h(" in seg and "={kv_a[k]}" not in seg and "vs {kv_b[k]}" not in seg)
153
+ _check("E1b 极性支:不再拼共享词面(无 sorted(shared) 进串)",
154
+ "sorted(shared)" not in seg and "共享片段" in seg)
155
+
156
+
157
+ def _guard_group(tag, fn, tmp):
158
+ try:
159
+ fn(tmp)
160
+ except Exception as exc: # noqa: BLE001
161
+ import traceback
162
+ _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
163
+ "%s: %s" % (type(exc).__name__, exc))
164
+ traceback.print_exc()
165
+
166
+
167
+ def main():
168
+ print("== #444 scrub 证据串明文面守卫 ==")
169
+ _guard_group("A", group_a, _TMP)
170
+ _guard_group("K", group_k, _TMP)
171
+ _guard_group("E", group_e, _TMP)
172
+ print("=" * 68)
173
+ print("#444 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
174
+ for f in FAILS:
175
+ print(" 红项:" + f)
176
+ _bad = _mutate() if "--mutate" in sys.argv else 0
177
+ return 1 if (FAILS or _bad) else 0
178
+
179
+
180
+ _MUTATIONS = (
181
+ ("M1 同键支改回正文原值(回到 #444 缺陷形态)",
182
+ "md_cg/scrub.py",
183
+ ((" return hashlib.sha1(str(v).encode(\"utf-8\")).hexdigest()[:8]",
184
+ " return str(v) # M1 撤摘要"),),
185
+ ("A2", "A3", "A4", "A5", "A6")),
186
+ ("M2 极性支改回共享词面",
187
+ "md_cg/scrub.py",
188
+ ((" \"why\": f\"极性相反且共享内容:共享片段 {len(shared)} 个\"" + chr(10)
189
+ + " f\"(占比 {ratio:.2f}),词面不入证据串\"}",
190
+ " \"why\": \"极性相反且共享内容:\" + \"、\".join(sorted(shared)[:5])}"),),
191
+ ("E1b",)),
192
+ )
193
+
194
+
195
+ def _mirror_build():
196
+ dst = tempfile.mkdtemp(prefix="iss444_mut_")
197
+ for name in ("md_cg", "lib"):
198
+ src = os.path.join(_REPO, name)
199
+ if os.path.isdir(src):
200
+ shutil.copytree(src, os.path.join(dst, name),
201
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
202
+ for name in sorted(os.listdir(_REPO)):
203
+ p = os.path.join(_REPO, name)
204
+ if os.path.isfile(p) and name.endswith(".py"):
205
+ shutil.copy2(p, os.path.join(dst, name))
206
+ return dst
207
+
208
+
209
+ def _run_in(tree):
210
+ env = dict(os.environ)
211
+ env["PYTHONPATH"] = tree
212
+ env["PYTHONUTF8"] = "1"
213
+ env["PYTHONDONTWRITEBYTECODE"] = "1"
214
+ for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
215
+ "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
216
+ env.pop(k, None)
217
+ pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
218
+ "md_cg.test_issue444_scrub_evidence_plaintext"],
219
+ capture_output=True, text=True, encoding="utf-8",
220
+ errors="replace", cwd=tree, env=env, timeout=1800)
221
+ out = (pr.stdout or "") + (pr.stderr or "")
222
+ reds = [ln.split("FAIL ", 1)[1].strip()
223
+ for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
224
+ return pr.returncode, reds, out
225
+
226
+
227
+ def _apply_text(text, rel, pairs):
228
+ eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
229
+ for old, new in pairs:
230
+ o = old.replace(chr(10), eol)
231
+ n = new.replace(chr(10), eol)
232
+ if text.count(o) != 1:
233
+ return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
234
+ text = text.replace(o, n, 1)
235
+ return text, ""
236
+
237
+
238
+ def _mutate():
239
+ print("!! 反向腿②:把两支判据改回缺陷形态,守卫必须按指定项转红")
240
+ tree = _mirror_build()
241
+ bad = []
242
+ try:
243
+ rc, reds, out = _run_in(tree)
244
+ print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
245
+ if rc != 0 or reds:
246
+ bad.append("未变异镜像基线即红")
247
+ print(chr(10).join(out.splitlines()[-20:]))
248
+ for desc, rel, pairs, exp in _MUTATIONS:
249
+ p = os.path.join(tree, rel)
250
+ with open(p, encoding="utf-8", newline="") as f:
251
+ bak = f.read()
252
+ mut, why = _apply_text(bak, rel, pairs)
253
+ if mut is None:
254
+ bad.append("%s —— %s" % (desc, why))
255
+ print(" ANCHOR-MISS " + desc + " " + why)
256
+ continue
257
+ with open(p, "w", encoding="utf-8", newline="") as f:
258
+ f.write(mut)
259
+ for root, _dd, _ff in os.walk(tree):
260
+ if os.path.basename(root) == "__pycache__":
261
+ shutil.rmtree(root, ignore_errors=True)
262
+ rc2, reds2, out2 = _run_in(tree)
263
+ with open(p, "w", encoding="utf-8", newline="") as f:
264
+ f.write(bak)
265
+ hit = sorted({r.split(" ")[0] for r in reds2})
266
+ if rc2 != 0 and hit == sorted(exp):
267
+ print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
268
+ else:
269
+ bad.append(desc)
270
+ print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
271
+ % (desc, hit, sorted(exp), rc2))
272
+ for r in reds2[:10]:
273
+ print(" FAIL " + r)
274
+ print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
275
+ return len(bad)
276
+ finally:
277
+ shutil.rmtree(tree, ignore_errors=True)
278
+
279
+
280
+ if __name__ == "__main__":
281
+ sys.exit(main())