@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,280 +1,280 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:合并痕迹对账不得读陈旧索引(索引落空须回退盘面扫描)——issue #498
3
- # 生效条件:python -X utf8 -m md_cg.test_issue498_merge_trace_stale_index [--mutate];被测面=md_cg/twophase.py::_merge_target/_merge_target_in/_judge 与 reconcile(经 cg.reconcile_writes)
4
- # 子功能:A 组=陈旧索引(长活实例未重载 / 崩溃窗口内索引未持久化)下对账仍判 committed 并带去向;B 组=非恒真反向腿(盘面确无痕迹仍 interrupted/node_missing,源已落盘仍 node_present_hash_match);C 组=单点与回退面(索引面与盘面扫描面共用同一条复合判据、回退只在索引落空之后)
5
- # 执行:--mutate 时在镜像树里回退「回退盘面扫描」与放宽「未命中」两处,守卫必须按指定项转红
6
- # 验证方式:全部 PASS 即通过(退出码 0);默认模式另做源码锚点自检(关键判据字面量缺失 ⇒ exit 2,fail-closed);--mutate 模式红项集合须与预期逐项相符
7
- # 不适用条件:不判真断电/进程被硬杀的文件系统语义(本守卫用「子进程 os._exit(7) 不 flush/不 close」构造同一索引侧落盘态);不判 MERGE 之外的动作(ACCEPT/DROP/DEFER 各自的崩溃窗口);不判索引自身的重建策略(#409/_snapshot_trusted 面);不判多目标/多来源同时合并
8
- """issue #498 守卫:对账判据的事实来源是**盘面**,不是「索引里有没有这个键」。
9
-
10
- 病象(修前):`_merge_target` 只遍历 `cg.index["nodes"]`。索引是派生物——崩溃窗口
11
- 内 `_index.json` 可能根本没持久化,或本进程是长活实例(签名未变 ⇒ `_maybe_reload_index`
12
- 不重载)⇒ 索引里没有 `merge_source_ids` 这个键,判据看不到盘面已经存在的合并痕迹,
13
- `reconcile` 判 `interrupted/node_missing`——**与盘面相反**,且会诱导重做不可逆的 MERGE。
14
-
15
- 修法:索引落空后**回退盘面扫描**(复用库层唯一扫描实现 `cg._scan_nodes()`,不新写
16
- 第二套遍历),扫出的条目交给**同一条**复合判据(`_merge_target_in`,仍 `cg.get(tid)`
17
- 回盘复核)。语义不放宽:盘面确无痕迹 ⇒ 仍 `interrupted/node_missing`。
18
- """
19
- import json
20
- import os
21
- import shutil
22
- import subprocess
23
- import sys
24
- import tempfile
25
-
26
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
27
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
28
- if _REPO not in sys.path:
29
- sys.path.insert(0, _REPO)
30
-
31
- from md_cg.mdcos import MdCGOS # noqa: E402
32
- from md_cg import twophase # noqa: E402
33
-
34
- FAILS = []
35
- _TMP = tempfile.mkdtemp(prefix="iss498_")
36
- _CCG = "\n".join(["# 功能名:目标节点", "# 生效条件:本地合成库", "# 子功能:无",
37
- "# 执行:无", "# 验证方式:test", "# 不适用条件:无",
38
- "# 正文:目标节点正文"])
39
-
40
-
41
- def _check(name, cond, detail=""):
42
- if cond:
43
- print(" PASS " + name)
44
- else:
45
- print(" FAIL " + name + " " + str(detail)[:220])
46
- FAILS.append(name)
47
-
48
-
49
- def _lib(tag):
50
- d = os.path.join(_TMP, tag)
51
- os.makedirs(d, exist_ok=True)
52
- cg = MdCGOS(d)
53
- cg.add("n_t", _CCG)
54
- cg.flush()
55
- cg.close()
56
- return d
57
-
58
-
59
- def _crash_child(root, src="n_x"):
60
- """子进程:begin → reinforce(盘面落痕)→ os._exit(7),索引侧零变化。"""
61
- code = (
62
- "import os, sys\n"
63
- "sys.path.insert(0, sys.argv[1])\n"
64
- "from md_cg.mdcos import MdCGOS\n"
65
- "from md_cg import forgetting, twophase\n"
66
- "cg = MdCGOS(sys.argv[2])\n"
67
- "twophase.begin(cg, sys.argv[3], 'PASSED 新增补充。', layer='knowledge',\n"
68
- " actor='writepipe:gated')\n"
69
- "forgetting.reinforce(cg, 'n_t', content='PASSED 新增补充。', session='s1',\n"
70
- " actor='writepipe:gated', src_id=sys.argv[3])\n"
71
- "os._exit(7)\n")
72
- env = dict(os.environ)
73
- for k in ("MDCG_TOKEN", "MDCG_VERIFY_KEY"): # 父 shell 陷阱:不传给子进程
74
- env.pop(k, None)
75
- return subprocess.run([sys.executable, "-X", "utf8", "-c", code, _REPO, root, src],
76
- capture_output=True, text=True, encoding="utf-8", env=env)
77
-
78
-
79
- print("== A 组:索引陈旧时对账仍须判 committed(#498 正题) ==")
80
- _root = _lib("stale")
81
- _cgA = MdCGOS(_root) # 长活实例:索引已载入,签名基线已记录
82
- _sig0 = _cgA._index_signature()
83
- _rc = _crash_child(_root)
84
- _fm_txt = open(os.path.join(_root, "knowledge", "orphan", "n_t.md"),
85
- encoding="utf-8").read()
86
- _check("A01 前提成立:盘面已有 merge_source_ids 含 n_x,且 cgA 索引里没有该键",
87
- _rc.returncode == 7 and "merge_source_ids" in _fm_txt and "n_x" in _fm_txt
88
- and not (((_cgA.index.get("nodes") or {}).get("n_t") or {})
89
- .get("merge_source_ids")),
90
- {"rc": _rc.returncode, "stderr": (_rc.stderr or "")[:120]})
91
- _check("A02 前提成立:cgA 索引签名未变(不会重载,索引确实陈旧)",
92
- _cgA._index_signature() == _sig0)
93
- _check("A03 陈旧索引下 _merge_target 仍命中盘面痕迹(修前:None)",
94
- twophase._merge_target(_cgA, "n_x") == "n_t",
95
- twophase._merge_target(_cgA, "n_x"))
96
- _rep = _cgA.reconcile_writes()
97
- _check("A04 对账判 **committed**(修前:interrupted/node_missing)",
98
- _rep.get("committed") == 1 and _rep.get("interrupted") == 0, _rep.get("details"))
99
- _check("A05 判定码带去向(merged_into_present:n_t)",
100
- all(str(d.get("reason", "")).startswith("merged_into_present:")
101
- for d in (_rep.get("details") or [])), _rep.get("details"))
102
- _cgA.close()
103
-
104
- # A06:全新实例 + 合并前快照(崩溃窗口内 _index.json 未持久化)——端到端腿。
105
- # 如实登记:本仓 `_snapshot_trusted` 在目录树指纹不符时会回落 `_scan_nodes`,
106
- # 故这条路径**可能**由装载期重扫救回(本机实测如此);它只作端到端对照,
107
- # 判别力在 A01–A05(长活实例、签名未变、索引确实陈旧)。
108
- _root2 = _lib("stale_snapshot")
109
- _pre = open(os.path.join(_root2, "_index.json"), "rb").read()
110
- _rc2 = _crash_child(_root2)
111
- open(os.path.join(_root2, "_index.json"), "wb").write(_pre) # 写回合并前快照
112
- _cg2 = MdCGOS(_root2)
113
- _rep2 = _cg2.reconcile_writes()
114
- _check("A06 端到端对照:写回合并前快照的新实例对账判 committed",
115
- _rep2.get("committed") == 1 and _rep2.get("interrupted") == 0,
116
- _rep2.get("details"))
117
- _cg2.close()
118
-
119
- print("== B 组:非恒真反向腿(新判据只补「已合并」这一种真实情形) ==")
120
- _root_b = _lib("absent")
121
- _cg = MdCGOS(_root_b)
122
- twophase.begin(_cg, "n_never", "从未落盘的正文", layer="knowledge",
123
- actor="writepipe:gated")
124
- _cg.flush()
125
- _cg.close()
126
- _cg = MdCGOS(_root_b)
127
- _rep_b = _cg.reconcile_writes()
128
- _check("B01 反向腿:盘面确无合并痕迹 ⇒ 仍 interrupted/node_missing(不放宽)",
129
- _rep_b.get("interrupted") == 1 and _rep_b.get("committed") == 0
130
- and (_rep_b.get("details") or [{}])[0].get("reason") == "node_missing",
131
- _rep_b.get("details"))
132
- _cg.close()
133
-
134
- _root_c = _lib("present")
135
- _cg = MdCGOS(_root_c)
136
- twophase.begin(_cg, "n_y", "直接落盘正文", layer="knowledge")
137
- _cg.add("n_y", "直接落盘正文")
138
- _cg.flush()
139
- _cg.close()
140
- _cg = MdCGOS(_root_c)
141
- _rep_c = _cg.reconcile_writes()
142
- _check("B02 正向腿:源 id 已落盘 ⇒ 仍 committed/node_present_hash_match(原判据不被扰动)",
143
- _rep_c.get("committed") == 1
144
- and (_rep_c.get("details") or [{}])[0].get("reason") == "node_present_hash_match",
145
- _rep_c.get("details"))
146
- _cg.close()
147
-
148
- print("== C 组:单点与回退面(源码锚点) ==")
149
- _SRC_T = open(os.path.join(_REPO, "md_cg", "twophase.py"), encoding="utf-8").read()
150
- _MISSING = []
151
- for _needle in ("_scan_nodes", "_merge_target_in", "def _merge_target_in("):
152
- if _needle not in _SRC_T:
153
- _MISSING.append(_needle)
154
- _check("C01 索引落空后回退库层唯一扫描实现 _scan_nodes,且复合判据抽成 _merge_target_in 单点",
155
- not _MISSING, _MISSING)
156
- _check("C02 复合判据只有**一份**实现(遍历 merge_source_ids 的循环只出现一次)",
157
- _SRC_T.count("for tid, e in tuple(nodes.items())") == 1,
158
- _SRC_T.count("for tid, e in tuple(nodes.items())"))
159
- _check("C03 回退在索引命中判定**之后**(命中路径不触发全扫)",
160
- _SRC_T.index("tgt = _merge_target_in(cg, nid, nodes)")
161
- < _SRC_T.index("scan = getattr(cg, \"_scan_nodes\", None)"))
162
- _check("C04 未命中仍回 interrupted/node_missing(不放宽的源码面证据)",
163
- "return STATUS_INTERRUPTED, R_NODE_MISSING" in _SRC_T)
164
-
165
- if _MISSING and "--mutate" not in sys.argv:
166
- print("锚点自检失败:关键判据字面量缺失 %s" % _MISSING)
167
- shutil.rmtree(_TMP, ignore_errors=True)
168
- sys.exit(2)
169
-
170
-
171
- def _mirror_build():
172
- dst = tempfile.mkdtemp(prefix="iss498_mut_")
173
- for name in ("md_cg", "scripts"):
174
- src = os.path.join(_REPO, name)
175
- if os.path.isdir(src):
176
- shutil.copytree(src, os.path.join(dst, name),
177
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
178
- for name in sorted(os.listdir(_REPO)):
179
- p = os.path.join(_REPO, name)
180
- if os.path.isfile(p) and (name.endswith(".py")
181
- or name in ("README.md", "pyproject.toml")):
182
- shutil.copy2(p, os.path.join(dst, name))
183
- return dst
184
-
185
-
186
- def _run_in(tree):
187
- env = dict(os.environ)
188
- env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1",
189
- "PYTHONDONTWRITEBYTECODE": "1"})
190
- env.pop("MDCG_ROOT", None)
191
- env.pop("MDCG_TOKEN", None)
192
- env.pop("MDCG_VERIFY_KEY", None)
193
- pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
194
- "md_cg.test_issue498_merge_trace_stale_index"],
195
- cwd=tree, env=env, capture_output=True, text=True,
196
- encoding="utf-8", errors="replace", timeout=1200)
197
- out = (pr.stdout or "") + (pr.stderr or "")
198
- reds = [ln.split("FAIL ", 1)[1].strip()
199
- for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
200
- return pr.returncode, reds, out
201
-
202
-
203
- _NL = "\r\n" if b"\r\n" in open(os.path.join(_REPO, "md_cg", "twophase.py"),
204
- "rb").read()[:8192] else "\n"
205
-
206
-
207
- def _j(*lines):
208
- return _NL.join(lines)
209
-
210
-
211
- _MUTATIONS = (
212
- ("M1 回缺陷:索引落空后不回退盘面扫描(回到只查索引)", "md_cg/twophase.py",
213
- (_j(" tgt = _merge_target_in(cg, nid, nodes)",
214
- " if tgt is not None:",
215
- " return tgt"),
216
- _j(" return _merge_target_in(cg, nid, nodes) # 变异:不回退盘面扫描")),
217
- ("A03", "A04", "A05")),
218
- ("M2 过度放宽:盘面无痕迹也编造命中", "md_cg/twophase.py",
219
- (_j(" if nid in (fm.get(\"merge_source_ids\") or []):",
220
- " return tid",
221
- " return None"),
222
- _j(" if nid in (fm.get(\"merge_source_ids\") or []):",
223
- " return tid",
224
- " return \"n_t\" # 变异:未命中也放行")),
225
- ("B01",)),
226
- )
227
-
228
-
229
- def _mutate():
230
- print("!! 定点变异:回退盘面回退 + 过度放宽,守卫必须按指定项转红")
231
- tree = _mirror_build()
232
- bad = []
233
- try:
234
- rc, reds, out = _run_in(tree)
235
- print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
236
- if rc != 0 or reds:
237
- print("\n".join(out.splitlines()[-20:]))
238
- bad.append("镜像基线非绿")
239
- for desc, rel, (old, new), exp in _MUTATIONS:
240
- p = os.path.join(tree, rel)
241
- t = open(p, encoding="utf-8", newline="").read()
242
- if t.count(old) != 1:
243
- bad.append("%s 锚点命中 %d 次" % (desc, t.count(old)))
244
- print(" ANCHOR-MISS " + desc)
245
- continue
246
- bak = t
247
- open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
248
- for r, _dd, _ff in os.walk(tree):
249
- if os.path.basename(r) == "__pycache__":
250
- shutil.rmtree(r, ignore_errors=True)
251
- rc2, reds2, _o2 = _run_in(tree)
252
- open(p, "w", encoding="utf-8", newline="").write(bak)
253
- hit = sorted({r.split(" ")[0] for r in reds2})
254
- if rc2 != 0 and hit == sorted(exp):
255
- print(" OK %s 红项=%d 指定命中=%d/%d"
256
- % (desc, len(reds2), len(hit), len(exp)))
257
- else:
258
- bad.append(desc)
259
- print(" MISMATCH %s 实际=%s 期望=%s rc=%d"
260
- % (desc, hit, sorted(exp), rc2))
261
- for r in reds2[:6]:
262
- print(" FAIL " + r)
263
- print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
264
- return len(bad)
265
- finally:
266
- shutil.rmtree(tree, ignore_errors=True)
267
-
268
-
269
- shutil.rmtree(_TMP, ignore_errors=True)
270
- print("")
271
- print("issue #498 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
272
-
273
-
274
- def main():
275
- _bad = _mutate() if "--mutate" in sys.argv else 0
276
- return 1 if (FAILS or _bad) else 0
277
-
278
-
279
- if __name__ == "__main__":
280
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:合并痕迹对账不得读陈旧索引(索引落空须回退盘面扫描)——issue #498
3
+ # 生效条件:python -X utf8 -m md_cg.test_issue498_merge_trace_stale_index [--mutate];被测面=md_cg/twophase.py::_merge_target/_merge_target_in/_judge 与 reconcile(经 cg.reconcile_writes)
4
+ # 子功能:A 组=陈旧索引(长活实例未重载 / 崩溃窗口内索引未持久化)下对账仍判 committed 并带去向;B 组=非恒真反向腿(盘面确无痕迹仍 interrupted/node_missing,源已落盘仍 node_present_hash_match);C 组=单点与回退面(索引面与盘面扫描面共用同一条复合判据、回退只在索引落空之后)
5
+ # 执行:--mutate 时在镜像树里回退「回退盘面扫描」与放宽「未命中」两处,守卫必须按指定项转红
6
+ # 验证方式:全部 PASS 即通过(退出码 0);默认模式另做源码锚点自检(关键判据字面量缺失 ⇒ exit 2,fail-closed);--mutate 模式红项集合须与预期逐项相符
7
+ # 不适用条件:不判真断电/进程被硬杀的文件系统语义(本守卫用「子进程 os._exit(7) 不 flush/不 close」构造同一索引侧落盘态);不判 MERGE 之外的动作(ACCEPT/DROP/DEFER 各自的崩溃窗口);不判索引自身的重建策略(#409/_snapshot_trusted 面);不判多目标/多来源同时合并
8
+ """issue #498 守卫:对账判据的事实来源是**盘面**,不是「索引里有没有这个键」。
9
+
10
+ 病象(修前):`_merge_target` 只遍历 `cg.index["nodes"]`。索引是派生物——崩溃窗口
11
+ 内 `_index.json` 可能根本没持久化,或本进程是长活实例(签名未变 ⇒ `_maybe_reload_index`
12
+ 不重载)⇒ 索引里没有 `merge_source_ids` 这个键,判据看不到盘面已经存在的合并痕迹,
13
+ `reconcile` 判 `interrupted/node_missing`——**与盘面相反**,且会诱导重做不可逆的 MERGE。
14
+
15
+ 修法:索引落空后**回退盘面扫描**(复用库层唯一扫描实现 `cg._scan_nodes()`,不新写
16
+ 第二套遍历),扫出的条目交给**同一条**复合判据(`_merge_target_in`,仍 `cg.get(tid)`
17
+ 回盘复核)。语义不放宽:盘面确无痕迹 ⇒ 仍 `interrupted/node_missing`。
18
+ """
19
+ import json
20
+ import os
21
+ import shutil
22
+ import subprocess
23
+ import sys
24
+ import tempfile
25
+
26
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
27
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
28
+ if _REPO not in sys.path:
29
+ sys.path.insert(0, _REPO)
30
+
31
+ from md_cg.mdcos import MdCGOS # noqa: E402
32
+ from md_cg import twophase # noqa: E402
33
+
34
+ FAILS = []
35
+ _TMP = tempfile.mkdtemp(prefix="iss498_")
36
+ _CCG = "\n".join(["# 功能名:目标节点", "# 生效条件:本地合成库", "# 子功能:无",
37
+ "# 执行:无", "# 验证方式:test", "# 不适用条件:无",
38
+ "# 正文:目标节点正文"])
39
+
40
+
41
+ def _check(name, cond, detail=""):
42
+ if cond:
43
+ print(" PASS " + name)
44
+ else:
45
+ print(" FAIL " + name + " " + str(detail)[:220])
46
+ FAILS.append(name)
47
+
48
+
49
+ def _lib(tag):
50
+ d = os.path.join(_TMP, tag)
51
+ os.makedirs(d, exist_ok=True)
52
+ cg = MdCGOS(d)
53
+ cg.add("n_t", _CCG)
54
+ cg.flush()
55
+ cg.close()
56
+ return d
57
+
58
+
59
+ def _crash_child(root, src="n_x"):
60
+ """子进程:begin → reinforce(盘面落痕)→ os._exit(7),索引侧零变化。"""
61
+ code = (
62
+ "import os, sys\n"
63
+ "sys.path.insert(0, sys.argv[1])\n"
64
+ "from md_cg.mdcos import MdCGOS\n"
65
+ "from md_cg import forgetting, twophase\n"
66
+ "cg = MdCGOS(sys.argv[2])\n"
67
+ "twophase.begin(cg, sys.argv[3], 'PASSED 新增补充。', layer='knowledge',\n"
68
+ " actor='writepipe:gated')\n"
69
+ "forgetting.reinforce(cg, 'n_t', content='PASSED 新增补充。', session='s1',\n"
70
+ " actor='writepipe:gated', src_id=sys.argv[3])\n"
71
+ "os._exit(7)\n")
72
+ env = dict(os.environ)
73
+ for k in ("MDCG_TOKEN", "MDCG_VERIFY_KEY"): # 父 shell 陷阱:不传给子进程
74
+ env.pop(k, None)
75
+ return subprocess.run([sys.executable, "-X", "utf8", "-c", code, _REPO, root, src],
76
+ capture_output=True, text=True, encoding="utf-8", env=env)
77
+
78
+
79
+ print("== A 组:索引陈旧时对账仍须判 committed(#498 正题) ==")
80
+ _root = _lib("stale")
81
+ _cgA = MdCGOS(_root) # 长活实例:索引已载入,签名基线已记录
82
+ _sig0 = _cgA._index_signature()
83
+ _rc = _crash_child(_root)
84
+ _fm_txt = open(os.path.join(_root, "knowledge", "orphan", "n_t.md"),
85
+ encoding="utf-8").read()
86
+ _check("A01 前提成立:盘面已有 merge_source_ids 含 n_x,且 cgA 索引里没有该键",
87
+ _rc.returncode == 7 and "merge_source_ids" in _fm_txt and "n_x" in _fm_txt
88
+ and not (((_cgA.index.get("nodes") or {}).get("n_t") or {})
89
+ .get("merge_source_ids")),
90
+ {"rc": _rc.returncode, "stderr": (_rc.stderr or "")[:120]})
91
+ _check("A02 前提成立:cgA 索引签名未变(不会重载,索引确实陈旧)",
92
+ _cgA._index_signature() == _sig0)
93
+ _check("A03 陈旧索引下 _merge_target 仍命中盘面痕迹(修前:None)",
94
+ twophase._merge_target(_cgA, "n_x") == "n_t",
95
+ twophase._merge_target(_cgA, "n_x"))
96
+ _rep = _cgA.reconcile_writes()
97
+ _check("A04 对账判 **committed**(修前:interrupted/node_missing)",
98
+ _rep.get("committed") == 1 and _rep.get("interrupted") == 0, _rep.get("details"))
99
+ _check("A05 判定码带去向(merged_into_present:n_t)",
100
+ all(str(d.get("reason", "")).startswith("merged_into_present:")
101
+ for d in (_rep.get("details") or [])), _rep.get("details"))
102
+ _cgA.close()
103
+
104
+ # A06:全新实例 + 合并前快照(崩溃窗口内 _index.json 未持久化)——端到端腿。
105
+ # 如实登记:本仓 `_snapshot_trusted` 在目录树指纹不符时会回落 `_scan_nodes`,
106
+ # 故这条路径**可能**由装载期重扫救回(本机实测如此);它只作端到端对照,
107
+ # 判别力在 A01–A05(长活实例、签名未变、索引确实陈旧)。
108
+ _root2 = _lib("stale_snapshot")
109
+ _pre = open(os.path.join(_root2, "_index.json"), "rb").read()
110
+ _rc2 = _crash_child(_root2)
111
+ open(os.path.join(_root2, "_index.json"), "wb").write(_pre) # 写回合并前快照
112
+ _cg2 = MdCGOS(_root2)
113
+ _rep2 = _cg2.reconcile_writes()
114
+ _check("A06 端到端对照:写回合并前快照的新实例对账判 committed",
115
+ _rep2.get("committed") == 1 and _rep2.get("interrupted") == 0,
116
+ _rep2.get("details"))
117
+ _cg2.close()
118
+
119
+ print("== B 组:非恒真反向腿(新判据只补「已合并」这一种真实情形) ==")
120
+ _root_b = _lib("absent")
121
+ _cg = MdCGOS(_root_b)
122
+ twophase.begin(_cg, "n_never", "从未落盘的正文", layer="knowledge",
123
+ actor="writepipe:gated")
124
+ _cg.flush()
125
+ _cg.close()
126
+ _cg = MdCGOS(_root_b)
127
+ _rep_b = _cg.reconcile_writes()
128
+ _check("B01 反向腿:盘面确无合并痕迹 ⇒ 仍 interrupted/node_missing(不放宽)",
129
+ _rep_b.get("interrupted") == 1 and _rep_b.get("committed") == 0
130
+ and (_rep_b.get("details") or [{}])[0].get("reason") == "node_missing",
131
+ _rep_b.get("details"))
132
+ _cg.close()
133
+
134
+ _root_c = _lib("present")
135
+ _cg = MdCGOS(_root_c)
136
+ twophase.begin(_cg, "n_y", "直接落盘正文", layer="knowledge")
137
+ _cg.add("n_y", "直接落盘正文")
138
+ _cg.flush()
139
+ _cg.close()
140
+ _cg = MdCGOS(_root_c)
141
+ _rep_c = _cg.reconcile_writes()
142
+ _check("B02 正向腿:源 id 已落盘 ⇒ 仍 committed/node_present_hash_match(原判据不被扰动)",
143
+ _rep_c.get("committed") == 1
144
+ and (_rep_c.get("details") or [{}])[0].get("reason") == "node_present_hash_match",
145
+ _rep_c.get("details"))
146
+ _cg.close()
147
+
148
+ print("== C 组:单点与回退面(源码锚点) ==")
149
+ _SRC_T = open(os.path.join(_REPO, "md_cg", "twophase.py"), encoding="utf-8").read()
150
+ _MISSING = []
151
+ for _needle in ("_scan_nodes", "_merge_target_in", "def _merge_target_in("):
152
+ if _needle not in _SRC_T:
153
+ _MISSING.append(_needle)
154
+ _check("C01 索引落空后回退库层唯一扫描实现 _scan_nodes,且复合判据抽成 _merge_target_in 单点",
155
+ not _MISSING, _MISSING)
156
+ _check("C02 复合判据只有**一份**实现(遍历 merge_source_ids 的循环只出现一次)",
157
+ _SRC_T.count("for tid, e in tuple(nodes.items())") == 1,
158
+ _SRC_T.count("for tid, e in tuple(nodes.items())"))
159
+ _check("C03 回退在索引命中判定**之后**(命中路径不触发全扫)",
160
+ _SRC_T.index("tgt = _merge_target_in(cg, nid, nodes)")
161
+ < _SRC_T.index("scan = getattr(cg, \"_scan_nodes\", None)"))
162
+ _check("C04 未命中仍回 interrupted/node_missing(不放宽的源码面证据)",
163
+ "return STATUS_INTERRUPTED, R_NODE_MISSING" in _SRC_T)
164
+
165
+ if _MISSING and "--mutate" not in sys.argv:
166
+ print("锚点自检失败:关键判据字面量缺失 %s" % _MISSING)
167
+ shutil.rmtree(_TMP, ignore_errors=True)
168
+ sys.exit(2)
169
+
170
+
171
+ def _mirror_build():
172
+ dst = tempfile.mkdtemp(prefix="iss498_mut_")
173
+ for name in ("md_cg", "scripts"):
174
+ src = os.path.join(_REPO, name)
175
+ if os.path.isdir(src):
176
+ shutil.copytree(src, os.path.join(dst, name),
177
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
178
+ for name in sorted(os.listdir(_REPO)):
179
+ p = os.path.join(_REPO, name)
180
+ if os.path.isfile(p) and (name.endswith(".py")
181
+ or name in ("README.md", "pyproject.toml")):
182
+ shutil.copy2(p, os.path.join(dst, name))
183
+ return dst
184
+
185
+
186
+ def _run_in(tree):
187
+ env = dict(os.environ)
188
+ env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1",
189
+ "PYTHONDONTWRITEBYTECODE": "1"})
190
+ env.pop("MDCG_ROOT", None)
191
+ env.pop("MDCG_TOKEN", None)
192
+ env.pop("MDCG_VERIFY_KEY", None)
193
+ pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
194
+ "md_cg.test_issue498_merge_trace_stale_index"],
195
+ cwd=tree, env=env, capture_output=True, text=True,
196
+ encoding="utf-8", errors="replace", timeout=1200)
197
+ out = (pr.stdout or "") + (pr.stderr or "")
198
+ reds = [ln.split("FAIL ", 1)[1].strip()
199
+ for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
200
+ return pr.returncode, reds, out
201
+
202
+
203
+ _NL = "\r\n" if b"\r\n" in open(os.path.join(_REPO, "md_cg", "twophase.py"),
204
+ "rb").read()[:8192] else "\n"
205
+
206
+
207
+ def _j(*lines):
208
+ return _NL.join(lines)
209
+
210
+
211
+ _MUTATIONS = (
212
+ ("M1 回缺陷:索引落空后不回退盘面扫描(回到只查索引)", "md_cg/twophase.py",
213
+ (_j(" tgt = _merge_target_in(cg, nid, nodes)",
214
+ " if tgt is not None:",
215
+ " return tgt"),
216
+ _j(" return _merge_target_in(cg, nid, nodes) # 变异:不回退盘面扫描")),
217
+ ("A03", "A04", "A05")),
218
+ ("M2 过度放宽:盘面无痕迹也编造命中", "md_cg/twophase.py",
219
+ (_j(" if nid in (fm.get(\"merge_source_ids\") or []):",
220
+ " return tid",
221
+ " return None"),
222
+ _j(" if nid in (fm.get(\"merge_source_ids\") or []):",
223
+ " return tid",
224
+ " return \"n_t\" # 变异:未命中也放行")),
225
+ ("B01",)),
226
+ )
227
+
228
+
229
+ def _mutate():
230
+ print("!! 定点变异:回退盘面回退 + 过度放宽,守卫必须按指定项转红")
231
+ tree = _mirror_build()
232
+ bad = []
233
+ try:
234
+ rc, reds, out = _run_in(tree)
235
+ print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
236
+ if rc != 0 or reds:
237
+ print("\n".join(out.splitlines()[-20:]))
238
+ bad.append("镜像基线非绿")
239
+ for desc, rel, (old, new), exp in _MUTATIONS:
240
+ p = os.path.join(tree, rel)
241
+ t = open(p, encoding="utf-8", newline="").read()
242
+ if t.count(old) != 1:
243
+ bad.append("%s 锚点命中 %d 次" % (desc, t.count(old)))
244
+ print(" ANCHOR-MISS " + desc)
245
+ continue
246
+ bak = t
247
+ open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
248
+ for r, _dd, _ff in os.walk(tree):
249
+ if os.path.basename(r) == "__pycache__":
250
+ shutil.rmtree(r, ignore_errors=True)
251
+ rc2, reds2, _o2 = _run_in(tree)
252
+ open(p, "w", encoding="utf-8", newline="").write(bak)
253
+ hit = sorted({r.split(" ")[0] for r in reds2})
254
+ if rc2 != 0 and hit == sorted(exp):
255
+ print(" OK %s 红项=%d 指定命中=%d/%d"
256
+ % (desc, len(reds2), len(hit), len(exp)))
257
+ else:
258
+ bad.append(desc)
259
+ print(" MISMATCH %s 实际=%s 期望=%s rc=%d"
260
+ % (desc, hit, sorted(exp), rc2))
261
+ for r in reds2[:6]:
262
+ print(" FAIL " + r)
263
+ print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
264
+ return len(bad)
265
+ finally:
266
+ shutil.rmtree(tree, ignore_errors=True)
267
+
268
+
269
+ shutil.rmtree(_TMP, ignore_errors=True)
270
+ print("")
271
+ print("issue #498 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
272
+
273
+
274
+ def main():
275
+ _bad = _mutate() if "--mutate" in sys.argv else 0
276
+ return 1 if (FAILS or _bad) else 0
277
+
278
+
279
+ if __name__ == "__main__":
280
+ sys.exit(main())