@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,115 +1,115 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:append_jsonl 调用点的「显式承认」白名单(issue #547)
3
- # 生效条件:python -u -X utf8 -m md_cg.test_issue547_append_jsonl_whitelist;被测面=md_cg/ 下全部非测试 .py 的 AST
4
- # 子功能:S 组=自证扫描非空转;A 组=白名单外模块出现 append_jsonl 调用即红;K 组=白名单内不误报
5
- # 执行:AST 遍历每个文件的 Call 节点,func.id == 'append_jsonl' 即计一次;模块不在 _LOSSY_OK 则收进 violations
6
- # 验证方式:violations 为空且扫描总数 >= 60 即通过(退出码 0)
7
- # 不适用条件:不判「某落点该不该迁 ledger」(那是逐条审定,见 issue 正文);不判 append_jsonl_ledger(已是分片形态)
8
-
9
- # issue #547(2026-10-18 DSH 端):append_jsonl 的 docstring 划的线是「丢一条无所谓的簿记」,
10
- # 但实测有 67 个直接调用点分布在 30 个模块 —— 里面必然混着「其实不能丢」的落点
11
- # (#543/#546/#549 三次实测:审计台账类丢 29–39% 行而 add 仍返成功)。
12
- #
13
- # 本条不试图一次审定完 67 处(那需要逐点读调用上下文),而是把「沉默的默认」变成「显式的承认」:
14
- # · 白名单 _LOSSY_OK = 现状 30 模块(承认既有),故现在不红;
15
- # · 新增的调用点必须先把这个模块加进白名单,加的那一刻就得回答「这处能不能丢」;
16
- # · 审定完一处就从白名单移除(迁 append_jsonl_ledger 或加 durable=True)。
17
- # 2026-10-19:`crypto`/`lifecycle`/`protect`/`trust` 四个**审计台账**写点已改
18
- # `durable=True`(#547 审定结果),按下面「durable/strict 不计入缺省路」的判据
19
- # 直接从白名单移除——白名单 30 → 26。
20
- #
21
- # 这样白名单的长度本身就是进度条:从 30 走向 0,每一步都是「一处落点被确认不能丢并迁走」。
22
- #
23
- # 为什么用 AST 而不是 grep:grep 会把注释、字符串、append_jsonl_ledger((前缀相同)一并算进去。
24
- _LOSSY_OK = frozenset({
25
- "backfill", "consolidate", "mdcos", "mdcg", "subgraph",
26
- "sustain", "crosscheck", "forgetting", "freshness", "govern",
27
- "predict", "provenance", "vision_evidence", "weights", "autonomy",
28
- "evidence", "fsutil", "goal_gen",
29
- "metacognition", "reconcile", "refine", "rotate",
30
- "scrub", "sleep", "twophase", "writepipe",
31
- })
32
-
33
- import ast
34
- import os
35
- import sys
36
-
37
- MD_PKG = os.path.dirname(os.path.abspath(__file__))
38
-
39
- PASS = 0
40
- FAIL = 0
41
- FAILS = []
42
-
43
-
44
- def ok(cond, title, detail=None):
45
- global PASS, FAIL
46
- if cond:
47
- PASS += 1
48
- print(" PASS %s" % title)
49
- else:
50
- FAIL += 1
51
- FAILS.append(title)
52
- print(" FAIL %s <- %r" % (title, detail))
53
-
54
-
55
- def _flags(node):
56
- """调用是否带 durable=True / strict=True——两者都让「写失败」不再静默退化。"""
57
- for kw in node.keywords:
58
- if kw.arg in ("durable", "strict") and isinstance(kw.value, ast.Constant) and kw.value.value is True:
59
- return True
60
- return False
61
-
62
-
63
- def _scan():
64
- """返回 [(模块, 调用总数, **缺省路**调用数)]——缺省路=既没 durable 也没 strict。"""
65
- hits = []
66
- total = 0
67
- for name in sorted(os.listdir(MD_PKG)):
68
- if not name.endswith(".py") or name.startswith("test_"):
69
- continue
70
- try:
71
- src = open(os.path.join(MD_PKG, name), encoding="utf-8").read()
72
- except OSError:
73
- continue
74
- if "append_jsonl(" not in src:
75
- continue
76
- try:
77
- tree = ast.parse(src)
78
- except SyntaxError:
79
- continue
80
- n = 0
81
- lossy = 0
82
- for node in ast.walk(tree):
83
- if isinstance(node, ast.Call) and getattr(node.func, "id", None) == "append_jsonl":
84
- n += 1
85
- if not _flags(node):
86
- lossy += 1
87
- if n:
88
- hits.append((name[:-3], n, lossy))
89
- total += n
90
- return hits, total
91
-
92
-
93
- print("== S 组:扫描非空转(防判据瞎了)==")
94
- hits, total = _scan()
95
- ok(total >= 60, "S1 扫描到 >= 60 个调用点(实测 %d)" % total, total)
96
- ok(len(hits) >= 20, "S2 扫描到 >= 20 个模块(实测 %d)" % len(hits), len(hits))
97
-
98
- print("== A 组:白名单外的调用点必须红 ==")
99
- # 判据按**缺省路**计:带 `durable=True`/`strict=True` 的调用已有「失败不静默」保障
100
- # (前者锁内追加、后者先记账再抛),不算「未审定的可能丢」。(2026-10-19 #547 审定)
101
- violations = [(m, n, lossy) for m, n, lossy in hits
102
- if lossy and m not in _LOSSY_OK]
103
- ok(not violations, "A1 无白名单外的**缺省路** append_jsonl 调用点", violations)
104
-
105
- print("== K 组:白名单内不误报 ==")
106
- in_ok = [(m, n) for m, n, _l in hits if m in _LOSSY_OK]
107
- ok(bool(in_ok), "K1 白名单内仍有已知调用点(%d 模块 / %d 处)" % (len(in_ok), sum(n for _, n in in_ok)), in_ok[:4])
108
-
109
- print("")
110
- print("=" * 56)
111
- print("append_jsonl 调用点:白名单 %d 模块 / 已知 %d 处 / 总计 %d 处" % (len(_LOSSY_OK), sum(n for _, n in in_ok), total))
112
- print("通过 %d / 失败 %d" % (PASS, FAIL))
113
- for f in FAILS:
114
- print(" - %s" % f)
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:append_jsonl 调用点的「显式承认」白名单(issue #547)
3
+ # 生效条件:python -u -X utf8 -m md_cg.test_issue547_append_jsonl_whitelist;被测面=md_cg/ 下全部非测试 .py 的 AST
4
+ # 子功能:S 组=自证扫描非空转;A 组=白名单外模块出现 append_jsonl 调用即红;K 组=白名单内不误报
5
+ # 执行:AST 遍历每个文件的 Call 节点,func.id == 'append_jsonl' 即计一次;模块不在 _LOSSY_OK 则收进 violations
6
+ # 验证方式:violations 为空且扫描总数 >= 60 即通过(退出码 0)
7
+ # 不适用条件:不判「某落点该不该迁 ledger」(那是逐条审定,见 issue 正文);不判 append_jsonl_ledger(已是分片形态)
8
+
9
+ # issue #547(2026-10-18 DSH 端):append_jsonl 的 docstring 划的线是「丢一条无所谓的簿记」,
10
+ # 但实测有 67 个直接调用点分布在 30 个模块 —— 里面必然混着「其实不能丢」的落点
11
+ # (#543/#546/#549 三次实测:审计台账类丢 29–39% 行而 add 仍返成功)。
12
+ #
13
+ # 本条不试图一次审定完 67 处(那需要逐点读调用上下文),而是把「沉默的默认」变成「显式的承认」:
14
+ # · 白名单 _LOSSY_OK = 现状 30 模块(承认既有),故现在不红;
15
+ # · 新增的调用点必须先把这个模块加进白名单,加的那一刻就得回答「这处能不能丢」;
16
+ # · 审定完一处就从白名单移除(迁 append_jsonl_ledger 或加 durable=True)。
17
+ # 2026-10-19:`crypto`/`lifecycle`/`protect`/`trust` 四个**审计台账**写点已改
18
+ # `durable=True`(#547 审定结果),按下面「durable/strict 不计入缺省路」的判据
19
+ # 直接从白名单移除——白名单 30 → 26。
20
+ #
21
+ # 这样白名单的长度本身就是进度条:从 30 走向 0,每一步都是「一处落点被确认不能丢并迁走」。
22
+ #
23
+ # 为什么用 AST 而不是 grep:grep 会把注释、字符串、append_jsonl_ledger((前缀相同)一并算进去。
24
+ _LOSSY_OK = frozenset({
25
+ "backfill", "consolidate", "mdcos", "mdcg", "subgraph",
26
+ "sustain", "crosscheck", "forgetting", "freshness", "govern",
27
+ "predict", "provenance", "vision_evidence", "weights", "autonomy",
28
+ "evidence", "fsutil", "goal_gen",
29
+ "metacognition", "reconcile", "refine", "rotate",
30
+ "scrub", "sleep", "twophase", "writepipe",
31
+ })
32
+
33
+ import ast
34
+ import os
35
+ import sys
36
+
37
+ MD_PKG = os.path.dirname(os.path.abspath(__file__))
38
+
39
+ PASS = 0
40
+ FAIL = 0
41
+ FAILS = []
42
+
43
+
44
+ def ok(cond, title, detail=None):
45
+ global PASS, FAIL
46
+ if cond:
47
+ PASS += 1
48
+ print(" PASS %s" % title)
49
+ else:
50
+ FAIL += 1
51
+ FAILS.append(title)
52
+ print(" FAIL %s <- %r" % (title, detail))
53
+
54
+
55
+ def _flags(node):
56
+ """调用是否带 durable=True / strict=True——两者都让「写失败」不再静默退化。"""
57
+ for kw in node.keywords:
58
+ if kw.arg in ("durable", "strict") and isinstance(kw.value, ast.Constant) and kw.value.value is True:
59
+ return True
60
+ return False
61
+
62
+
63
+ def _scan():
64
+ """返回 [(模块, 调用总数, **缺省路**调用数)]——缺省路=既没 durable 也没 strict。"""
65
+ hits = []
66
+ total = 0
67
+ for name in sorted(os.listdir(MD_PKG)):
68
+ if not name.endswith(".py") or name.startswith("test_"):
69
+ continue
70
+ try:
71
+ src = open(os.path.join(MD_PKG, name), encoding="utf-8").read()
72
+ except OSError:
73
+ continue
74
+ if "append_jsonl(" not in src:
75
+ continue
76
+ try:
77
+ tree = ast.parse(src)
78
+ except SyntaxError:
79
+ continue
80
+ n = 0
81
+ lossy = 0
82
+ for node in ast.walk(tree):
83
+ if isinstance(node, ast.Call) and getattr(node.func, "id", None) == "append_jsonl":
84
+ n += 1
85
+ if not _flags(node):
86
+ lossy += 1
87
+ if n:
88
+ hits.append((name[:-3], n, lossy))
89
+ total += n
90
+ return hits, total
91
+
92
+
93
+ print("== S 组:扫描非空转(防判据瞎了)==")
94
+ hits, total = _scan()
95
+ ok(total >= 60, "S1 扫描到 >= 60 个调用点(实测 %d)" % total, total)
96
+ ok(len(hits) >= 20, "S2 扫描到 >= 20 个模块(实测 %d)" % len(hits), len(hits))
97
+
98
+ print("== A 组:白名单外的调用点必须红 ==")
99
+ # 判据按**缺省路**计:带 `durable=True`/`strict=True` 的调用已有「失败不静默」保障
100
+ # (前者锁内追加、后者先记账再抛),不算「未审定的可能丢」。(2026-10-19 #547 审定)
101
+ violations = [(m, n, lossy) for m, n, lossy in hits
102
+ if lossy and m not in _LOSSY_OK]
103
+ ok(not violations, "A1 无白名单外的**缺省路** append_jsonl 调用点", violations)
104
+
105
+ print("== K 组:白名单内不误报 ==")
106
+ in_ok = [(m, n) for m, n, _l in hits if m in _LOSSY_OK]
107
+ ok(bool(in_ok), "K1 白名单内仍有已知调用点(%d 模块 / %d 处)" % (len(in_ok), sum(n for _, n in in_ok)), in_ok[:4])
108
+
109
+ print("")
110
+ print("=" * 56)
111
+ print("append_jsonl 调用点:白名单 %d 模块 / 已知 %d 处 / 总计 %d 处" % (len(_LOSSY_OK), sum(n for _, n in in_ok), total))
112
+ print("通过 %d / 失败 %d" % (PASS, FAIL))
113
+ for f in FAILS:
114
+ print(" - %s" % f)
115
115
  sys.exit(0 if FAIL == 0 else 1)
@@ -1,96 +1,96 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:#547 审计账本写点的耐用性(凡写某个模块的 AUDIT_FILE,必须 durable=True)
3
- # 生效条件:python -X utf8 -m md_cg.test_issue547_audit_durable;被测面=md_cg/ 下非测试 .py 的 AST
4
- # 子功能:A 组=凡向 AUDIT_FILE 追加的 append_jsonl 调用必须带 durable=True · K 组=扫描面非空转 ·
5
- # E 组=主写点(mdcos._audit)仍在位(判据锚)
6
- # 执行:AST 遍历每个 Call 节点,`append_jsonl` 且第一实参源码含 AUDIT_FILE ⇒ 查 keywords 里 durable 为真
7
- # 验证方式:违例为空且命中数 >= 4 即通过(退出码 0)
8
- # 不适用条件:① 不判 `append_jsonl_ledger`(identity 的分片形态,走 read_jsonl_ledger 读面);
9
- # ② 不判其它账本(decisions/inbox 用 strict=True,见各自注释);③ 不判写失败后的记账链(fsutil 单点)。
10
- """issue #547 守卫:审计账本写点的耐用性必须一致。
11
-
12
- 背景(#549 实测):`append_jsonl` 缺省是「丢一条无所谓的簿记」,6 进程 × 20 条实测
13
- 静默丢 **29–39%** 行。`mdcos` 的 `_audit.jsonl` 已改 `durable=True`(锁临界区内追加),
14
- 但 `protect`(`_protected_audit.jsonl`)/ `trust`(`_trust.jsonl`)/ `lifecycle`
15
- (`_lifecycle.jsonl`)/ `crypto`(`_crypto.jsonl`)**各有自己的审计台账**、却仍走缺省路。
16
- 按 #549 的判据(审计属「不能丢」面),每个审计台账都该 durable;丢一行会让
17
- 「发生过」与「没发生过」不可区分(T0 ③ 静默错误)。本守卫把「凡写某个模块的
18
- AUDIT_FILE 必须 durable」钉成结构判据(各文件独立,不要求共用同一文件)。
19
- """
20
- from __future__ import annotations
21
-
22
- import ast
23
- import glob
24
- import io
25
- import os
26
- import sys
27
-
28
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
29
- PASS = 0
30
- FAIL = 0
31
- FAILS = []
32
-
33
-
34
- def ok(cond, title, detail=None):
35
- global PASS, FAIL
36
- if cond:
37
- PASS += 1
38
- print(" PASS %s" % title)
39
- else:
40
- FAIL += 1
41
- FAILS.append(title)
42
- print(" FAIL %s <- %r" % (title, str(detail)[:180]))
43
-
44
-
45
- def _durable(call):
46
- for kw in call.keywords:
47
- if kw.arg == "durable" and isinstance(kw.value, ast.Constant) \
48
- and kw.value.value is True:
49
- return True
50
- return False
51
-
52
-
53
- def main():
54
- hits, bad = [], []
55
- for p in sorted(glob.glob(os.path.join(_REPO, "md_cg", "*.py"))):
56
- base = os.path.basename(p)
57
- if base.startswith("test_"):
58
- continue
59
- src = io.open(p, encoding="utf-8").read()
60
- try:
61
- tree = ast.parse(src)
62
- except SyntaxError:
63
- continue
64
- for n in ast.walk(tree):
65
- if not (isinstance(n, ast.Call) and isinstance(n.func, ast.Name)
66
- and n.func.id == "append_jsonl"):
67
- continue
68
- if not n.args:
69
- continue
70
- seg = ast.get_source_segment(src, n.args[0]) or ""
71
- if "AUDIT_FILE" not in seg:
72
- continue
73
- rel = "md_cg/" + base
74
- hits.append((rel, n.lineno))
75
- if not _durable(n):
76
- bad.append((rel, n.lineno))
77
-
78
- print("== A 组:写 `_audit.jsonl` 的 append_jsonl 必须 durable ==")
79
- ok(len(hits) >= 4, "K01 扫描面非空转(命中的审计写点 %d 处)" % len(hits), hits)
80
- ok(not bad, "A01 审计写点全部带 durable=True(各模块台账独立、标准一致)", bad)
81
-
82
- print("== E 组:主写点锚 ==")
83
- msrc = io.open(os.path.join(_REPO, "md_cg", "mdcos.py"), encoding="utf-8").read()
84
- ok("append_jsonl(self.audit_log, rec, durable=True)" in msrc,
85
- "E01 mdcos._audit 的主写点仍为 durable(本判据的锚)")
86
-
87
- print("")
88
- print("=" * 56)
89
- print("#547 审计耐用性守卫:%d 通过,%d 失败" % (PASS, FAIL))
90
- for f in FAILS:
91
- print(" 红项:" + f)
92
- return 0 if FAIL == 0 else 1
93
-
94
-
95
- if __name__ == "__main__":
96
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:#547 审计账本写点的耐用性(凡写某个模块的 AUDIT_FILE,必须 durable=True)
3
+ # 生效条件:python -X utf8 -m md_cg.test_issue547_audit_durable;被测面=md_cg/ 下非测试 .py 的 AST
4
+ # 子功能:A 组=凡向 AUDIT_FILE 追加的 append_jsonl 调用必须带 durable=True · K 组=扫描面非空转 ·
5
+ # E 组=主写点(mdcos._audit)仍在位(判据锚)
6
+ # 执行:AST 遍历每个 Call 节点,`append_jsonl` 且第一实参源码含 AUDIT_FILE ⇒ 查 keywords 里 durable 为真
7
+ # 验证方式:违例为空且命中数 >= 4 即通过(退出码 0)
8
+ # 不适用条件:① 不判 `append_jsonl_ledger`(identity 的分片形态,走 read_jsonl_ledger 读面);
9
+ # ② 不判其它账本(decisions/inbox 用 strict=True,见各自注释);③ 不判写失败后的记账链(fsutil 单点)。
10
+ """issue #547 守卫:审计账本写点的耐用性必须一致。
11
+
12
+ 背景(#549 实测):`append_jsonl` 缺省是「丢一条无所谓的簿记」,6 进程 × 20 条实测
13
+ 静默丢 **29–39%** 行。`mdcos` 的 `_audit.jsonl` 已改 `durable=True`(锁临界区内追加),
14
+ 但 `protect`(`_protected_audit.jsonl`)/ `trust`(`_trust.jsonl`)/ `lifecycle`
15
+ (`_lifecycle.jsonl`)/ `crypto`(`_crypto.jsonl`)**各有自己的审计台账**、却仍走缺省路。
16
+ 按 #549 的判据(审计属「不能丢」面),每个审计台账都该 durable;丢一行会让
17
+ 「发生过」与「没发生过」不可区分(T0 ③ 静默错误)。本守卫把「凡写某个模块的
18
+ AUDIT_FILE 必须 durable」钉成结构判据(各文件独立,不要求共用同一文件)。
19
+ """
20
+ from __future__ import annotations
21
+
22
+ import ast
23
+ import glob
24
+ import io
25
+ import os
26
+ import sys
27
+
28
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
29
+ PASS = 0
30
+ FAIL = 0
31
+ FAILS = []
32
+
33
+
34
+ def ok(cond, title, detail=None):
35
+ global PASS, FAIL
36
+ if cond:
37
+ PASS += 1
38
+ print(" PASS %s" % title)
39
+ else:
40
+ FAIL += 1
41
+ FAILS.append(title)
42
+ print(" FAIL %s <- %r" % (title, str(detail)[:180]))
43
+
44
+
45
+ def _durable(call):
46
+ for kw in call.keywords:
47
+ if kw.arg == "durable" and isinstance(kw.value, ast.Constant) \
48
+ and kw.value.value is True:
49
+ return True
50
+ return False
51
+
52
+
53
+ def main():
54
+ hits, bad = [], []
55
+ for p in sorted(glob.glob(os.path.join(_REPO, "md_cg", "*.py"))):
56
+ base = os.path.basename(p)
57
+ if base.startswith("test_"):
58
+ continue
59
+ src = io.open(p, encoding="utf-8").read()
60
+ try:
61
+ tree = ast.parse(src)
62
+ except SyntaxError:
63
+ continue
64
+ for n in ast.walk(tree):
65
+ if not (isinstance(n, ast.Call) and isinstance(n.func, ast.Name)
66
+ and n.func.id == "append_jsonl"):
67
+ continue
68
+ if not n.args:
69
+ continue
70
+ seg = ast.get_source_segment(src, n.args[0]) or ""
71
+ if "AUDIT_FILE" not in seg:
72
+ continue
73
+ rel = "md_cg/" + base
74
+ hits.append((rel, n.lineno))
75
+ if not _durable(n):
76
+ bad.append((rel, n.lineno))
77
+
78
+ print("== A 组:写 `_audit.jsonl` 的 append_jsonl 必须 durable ==")
79
+ ok(len(hits) >= 4, "K01 扫描面非空转(命中的审计写点 %d 处)" % len(hits), hits)
80
+ ok(not bad, "A01 审计写点全部带 durable=True(各模块台账独立、标准一致)", bad)
81
+
82
+ print("== E 组:主写点锚 ==")
83
+ msrc = io.open(os.path.join(_REPO, "md_cg", "mdcos.py"), encoding="utf-8").read()
84
+ ok("append_jsonl(self.audit_log, rec, durable=True)" in msrc,
85
+ "E01 mdcos._audit 的主写点仍为 durable(本判据的锚)")
86
+
87
+ print("")
88
+ print("=" * 56)
89
+ print("#547 审计耐用性守卫:%d 通过,%d 失败" % (PASS, FAIL))
90
+ for f in FAILS:
91
+ print(" 红项:" + f)
92
+ return 0 if FAIL == 0 else 1
93
+
94
+
95
+ if __name__ == "__main__":
96
+ sys.exit(main())
@@ -1,84 +1,84 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:写内容入口的硬上限闸覆盖(issue #557 R2 / #82.3 追评)
3
- # 生效条件:python -u -X utf8 -m md_cg.test_issue557_r2_write_entries_size_gate;被测面=mcp_server._dispatch 的 rejected/unresolved/propose 三入口 + cg(op=goal)
4
- # 子功能:A 组=四入口(rejected/unresolved/propose + cg(op=goal))在超大入参下必须返回拒收体(gate 字段点名硬上限);K 组=正常大小不得被拒(不得误伤)
5
- # 执行:直接调 _dispatch(cg, '<entry>', {...}) 判返回体;超大用 writepipe.MAX_WRITE_BYTES + 8
6
- # 验证方式:全部 PASS 即通过(退出码 0)
7
- # 不适用条件:不判只读入口(recall/search/get…);不判 whitebox/service_info/remember(已由 #212 覆盖)
8
- import os
9
- import sys
10
- import tempfile
11
-
12
- from . import mcp_server
13
- from . import writepipe
14
- from .mdcos import MdCGSecure
15
- from .security import Principal
16
-
17
- LIMIT = writepipe.MAX_WRITE_BYTES
18
- BIG = 'x' * (LIMIT + 8)
19
-
20
- PASS = 0
21
- FAIL = 0
22
- FAILS = []
23
-
24
-
25
- def ok(cond, title, detail=None):
26
- global PASS, FAIL
27
- if cond:
28
- PASS += 1
29
- print(' PASS %s' % title)
30
- else:
31
- FAIL += 1
32
- FAILS.append(title)
33
- print(' FAIL %s <- %r' % (title, str(detail)[:100]))
34
-
35
-
36
- tmp = tempfile.mkdtemp(prefix='i_r2_')
37
- os.environ.update({'MDCG_ROOT': os.path.join(tmp, 'brain'),
38
- 'MDCG_STATE_ROOT': os.path.join(tmp, 'state'),
39
- 'MDCG_AUX_ROOT': os.path.join(tmp, 'auxstore'),
40
- 'MDCG_DATA_ROOT': os.path.join(tmp, 'data'),
41
- 'MDCG_EXPORT_ROOT': tmp, 'MDCG_SUSTAIN': '0', 'MDCG_SLEEP': '0'})
42
- from . import crypto
43
- os.environ[crypto.MASTER_ENV] = 'ab' * 32
44
- cg = MdCGSecure(os.environ['MDCG_ROOT'],
45
- principal=Principal(tenant='t', actor='a', role='designer',
46
- clearance='private'))
47
-
48
-
49
- def _gate_of(out):
50
- return ((out or {}).get('gate') or {}).get('kind') or ((out or {}).get('detail') or {}).get('gate')
51
-
52
-
53
- print('== A 组:三入口超大入参必须被拒 ==')
54
- for entry, payload in (
55
- ('mdcg_rejected', {'hypothesis': BIG, 'reason': 'r'}),
56
- ('mdcg_unresolved', {'question': BIG}),
57
- ('mdcg_propose', {'node_id': 'n_big', 'content': BIG}),
58
- # 2026-10-19 复跑 #557 R2:`op=goal` 是**唯一**仍不判上限的入口(1.26 MB goal
59
- # ⇒ 2.5 MB 文件落盘)。补闸后并入本腿,防回退。
60
- ('cg', {'op': 'goal', 'action': 'add', 'goal': BIG}),
61
- ):
62
- out = mcp_server._dispatch(cg, entry, dict(payload))
63
- # 判据用**闸标记**而不是「有没有 id/pid 键」——拒收体同样带 id(与写面同构造点),
64
- # 本守卫首版即因此假红(三条 A 全红而其实全被拦)。
65
- rejected = bool(out) and out.get('ok') is False \
66
- and out.get('gate') == 'writelimit_size'
67
- ok(rejected, 'A %-16s 超大入参被拒(gate=writelimit_size)' % entry, out)
68
-
69
- print('== K 组:正常大小不得被拒 ==')
70
- _r = mcp_server._dispatch(cg, 'mdcg_rejected', {'hypothesis': 'h', 'reason': 'r'})
71
- ok(bool((_r or {}).get('id')), 'K mdcg_rejected 正常大小通过', _r)
72
- _u = mcp_server._dispatch(cg, 'mdcg_unresolved', {'question': 'q'})
73
- ok(bool((_u or {}).get('id')), 'K mdcg_unresolved 正常大小通过', _u)
74
- _p = mdcg = mcp_server._dispatch(cg, 'mdcg_propose', {'node_id': 'n_ok', 'content': 'c'})
75
- ok(bool((_p or {}).get('pid')), 'K mdcg_propose 正常大小通过', _p)
76
- _g = mcp_server._dispatch(cg, 'cg', {'op': 'goal', 'action': 'add', 'goal': 'g'})
77
- ok(bool((_g or {}).get('id')), 'K cg(op=goal) 正常大小通过', _g)
78
-
79
- print('')
80
- print('=' * 56)
81
- print('通过 %d / 失败 %d' % (PASS, FAIL))
82
- for f in FAILS:
83
- print(' - %s' % f)
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:写内容入口的硬上限闸覆盖(issue #557 R2 / #82.3 追评)
3
+ # 生效条件:python -u -X utf8 -m md_cg.test_issue557_r2_write_entries_size_gate;被测面=mcp_server._dispatch 的 rejected/unresolved/propose 三入口 + cg(op=goal)
4
+ # 子功能:A 组=四入口(rejected/unresolved/propose + cg(op=goal))在超大入参下必须返回拒收体(gate 字段点名硬上限);K 组=正常大小不得被拒(不得误伤)
5
+ # 执行:直接调 _dispatch(cg, '<entry>', {...}) 判返回体;超大用 writepipe.MAX_WRITE_BYTES + 8
6
+ # 验证方式:全部 PASS 即通过(退出码 0)
7
+ # 不适用条件:不判只读入口(recall/search/get…);不判 whitebox/service_info/remember(已由 #212 覆盖)
8
+ import os
9
+ import sys
10
+ import tempfile
11
+
12
+ from . import mcp_server
13
+ from . import writepipe
14
+ from .mdcos import MdCGSecure
15
+ from .security import Principal
16
+
17
+ LIMIT = writepipe.MAX_WRITE_BYTES
18
+ BIG = 'x' * (LIMIT + 8)
19
+
20
+ PASS = 0
21
+ FAIL = 0
22
+ FAILS = []
23
+
24
+
25
+ def ok(cond, title, detail=None):
26
+ global PASS, FAIL
27
+ if cond:
28
+ PASS += 1
29
+ print(' PASS %s' % title)
30
+ else:
31
+ FAIL += 1
32
+ FAILS.append(title)
33
+ print(' FAIL %s <- %r' % (title, str(detail)[:100]))
34
+
35
+
36
+ tmp = tempfile.mkdtemp(prefix='i_r2_')
37
+ os.environ.update({'MDCG_ROOT': os.path.join(tmp, 'brain'),
38
+ 'MDCG_STATE_ROOT': os.path.join(tmp, 'state'),
39
+ 'MDCG_AUX_ROOT': os.path.join(tmp, 'auxstore'),
40
+ 'MDCG_DATA_ROOT': os.path.join(tmp, 'data'),
41
+ 'MDCG_EXPORT_ROOT': tmp, 'MDCG_SUSTAIN': '0', 'MDCG_SLEEP': '0'})
42
+ from . import crypto
43
+ os.environ[crypto.MASTER_ENV] = 'ab' * 32
44
+ cg = MdCGSecure(os.environ['MDCG_ROOT'],
45
+ principal=Principal(tenant='t', actor='a', role='designer',
46
+ clearance='private'))
47
+
48
+
49
+ def _gate_of(out):
50
+ return ((out or {}).get('gate') or {}).get('kind') or ((out or {}).get('detail') or {}).get('gate')
51
+
52
+
53
+ print('== A 组:三入口超大入参必须被拒 ==')
54
+ for entry, payload in (
55
+ ('mdcg_rejected', {'hypothesis': BIG, 'reason': 'r'}),
56
+ ('mdcg_unresolved', {'question': BIG}),
57
+ ('mdcg_propose', {'node_id': 'n_big', 'content': BIG}),
58
+ # 2026-10-19 复跑 #557 R2:`op=goal` 是**唯一**仍不判上限的入口(1.26 MB goal
59
+ # ⇒ 2.5 MB 文件落盘)。补闸后并入本腿,防回退。
60
+ ('cg', {'op': 'goal', 'action': 'add', 'goal': BIG}),
61
+ ):
62
+ out = mcp_server._dispatch(cg, entry, dict(payload))
63
+ # 判据用**闸标记**而不是「有没有 id/pid 键」——拒收体同样带 id(与写面同构造点),
64
+ # 本守卫首版即因此假红(三条 A 全红而其实全被拦)。
65
+ rejected = bool(out) and out.get('ok') is False \
66
+ and out.get('gate') == 'writelimit_size'
67
+ ok(rejected, 'A %-16s 超大入参被拒(gate=writelimit_size)' % entry, out)
68
+
69
+ print('== K 组:正常大小不得被拒 ==')
70
+ _r = mcp_server._dispatch(cg, 'mdcg_rejected', {'hypothesis': 'h', 'reason': 'r'})
71
+ ok(bool((_r or {}).get('id')), 'K mdcg_rejected 正常大小通过', _r)
72
+ _u = mcp_server._dispatch(cg, 'mdcg_unresolved', {'question': 'q'})
73
+ ok(bool((_u or {}).get('id')), 'K mdcg_unresolved 正常大小通过', _u)
74
+ _p = mdcg = mcp_server._dispatch(cg, 'mdcg_propose', {'node_id': 'n_ok', 'content': 'c'})
75
+ ok(bool((_p or {}).get('pid')), 'K mdcg_propose 正常大小通过', _p)
76
+ _g = mcp_server._dispatch(cg, 'cg', {'op': 'goal', 'action': 'add', 'goal': 'g'})
77
+ ok(bool((_g or {}).get('id')), 'K cg(op=goal) 正常大小通过', _g)
78
+
79
+ print('')
80
+ print('=' * 56)
81
+ print('通过 %d / 失败 %d' % (PASS, FAIL))
82
+ for f in FAILS:
83
+ print(' - %s' % f)
84
84
  sys.exit(0 if FAIL == 0 else 1)