@furongjun1999/dsh-memory 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +150 -662
  2. package/codebuddy/CODEBUDDY.md +333 -204
  3. package/data/policy.json +38 -38
  4. package/docs/README.md +18 -0
  5. package/docs/discipline/harnesses.yaml +11 -3
  6. package/docs/discipline/templates/compact.txt.tmpl +20 -18
  7. package/docs/discipline/templates/full.md.tmpl +63 -61
  8. package/docs/discipline/templates/rules.mdc.tmpl +5 -3
  9. package/docs/discipline/templates/skill.md.tmpl +25 -23
  10. package/docs/discipline/templates/spec.txt.tmpl +2 -2
  11. package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
  12. package/dsh/cordis.yml.example +139 -139
  13. package/lib/hooks.d.ts +19 -0
  14. package/lib/hooks.js +30 -7
  15. package/lib/index.js +18 -3
  16. package/lib/init.js +19 -4
  17. package/lib/lib/hook_audit.js +64 -2
  18. package/lib/lib/prompt_safety.js +14 -3
  19. package/lib/tools.d.ts +7 -0
  20. package/lib/tools.js +22 -1
  21. package/md_cg/_guard_kit.py +121 -121
  22. package/md_cg/anchor.py +114 -114
  23. package/md_cg/audit.py +15 -2
  24. package/md_cg/chain.py +3 -2
  25. package/md_cg/config_registry_guard.py +487 -487
  26. package/md_cg/conformance.py +747 -747
  27. package/md_cg/consolidate.py +1793 -1793
  28. package/md_cg/crypto.py +794 -794
  29. package/md_cg/hyperedge.py +262 -262
  30. package/md_cg/interface_schema.py +146 -146
  31. package/md_cg/lifecycle.py +426 -426
  32. package/md_cg/mdcos.py +12 -8
  33. package/md_cg/predict.py +1103 -1103
  34. package/md_cg/protect.py +654 -654
  35. package/md_cg/provenance.py +606 -606
  36. package/md_cg/queue_health.py +130 -130
  37. package/md_cg/refine.py +613 -613
  38. package/md_cg/retrieve.py +128 -128
  39. package/md_cg/revise.py +140 -140
  40. package/md_cg/rollback.py +657 -657
  41. package/md_cg/rollback_cli.py +124 -124
  42. package/md_cg/rotate.py +346 -346
  43. package/md_cg/routing.py +490 -490
  44. package/md_cg/self_surface.py +50 -50
  45. package/md_cg/semantic/canonical.py +144 -144
  46. package/md_cg/semantic/zh_en_atoms.py +141 -141
  47. package/md_cg/sources.py +1091 -1091
  48. package/md_cg/stg.py +3 -2
  49. package/md_cg/sustain.py +10 -1
  50. package/md_cg/test_audit_rotate_parity.py +279 -279
  51. package/md_cg/test_autonomy_modes.py +2013 -2013
  52. package/md_cg/test_cn_recall_grams.py +206 -206
  53. package/md_cg/test_code_kind_forbidden.py +101 -0
  54. package/md_cg/test_condaccept.py +156 -156
  55. package/md_cg/test_condgate.py +141 -141
  56. package/md_cg/test_heartbeat_ledger.py +9 -3
  57. package/md_cg/test_i50e_readside_protection.py +658 -658
  58. package/md_cg/test_issue111_gate_order.py +76 -76
  59. package/md_cg/test_issue111_scoring_contract.py +86 -86
  60. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  61. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  62. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  63. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  64. package/md_cg/test_issue149_accel_default_face.py +248 -248
  65. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  66. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  67. package/md_cg/test_issue152_sealed_postings.py +309 -309
  68. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  69. package/md_cg/test_issue157b_index_remainder.py +344 -344
  70. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  71. package/md_cg/test_issue191_import_trust.py +382 -382
  72. package/md_cg/test_issue193_write_scope.py +378 -378
  73. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  74. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  75. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  76. package/md_cg/test_issue216_clash_routes.py +214 -214
  77. package/md_cg/test_issue217_slot_routes.py +248 -248
  78. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  79. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  80. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  81. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  82. package/md_cg/test_issue275_layer_param.py +250 -250
  83. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  84. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  85. package/md_cg/test_issue278_neg_window.py +294 -294
  86. package/md_cg/test_issue278_negative_layering.py +83 -83
  87. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  88. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  89. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  90. package/md_cg/test_issue303_design_boundaries.py +262 -262
  91. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  92. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  93. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  94. package/md_cg/test_issue322_node_write_lock.py +727 -727
  95. package/md_cg/test_issue324_write_size_fields.py +214 -214
  96. package/md_cg/test_issue325_audit_poison.py +229 -229
  97. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  98. package/md_cg/test_issue326_key_perms.py +355 -355
  99. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  100. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  101. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  102. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  103. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  104. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  105. package/md_cg/test_issue350_casefold_collision.py +235 -235
  106. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  107. package/md_cg/test_issue352_imgaudit.py +418 -418
  108. package/md_cg/test_issue352_pathsjson.py +537 -537
  109. package/md_cg/test_issue352_refindex.py +412 -412
  110. package/md_cg/test_issue352_rollback.py +604 -604
  111. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  112. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  113. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  114. package/md_cg/test_issue358_truncation_observable.py +247 -247
  115. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  116. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  117. package/md_cg/test_issue362_neg_condition.py +468 -468
  118. package/md_cg/test_issue363_lexical_idf.py +275 -275
  119. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  120. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  121. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  122. package/md_cg/test_issue378_protected_floor.py +310 -310
  123. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  124. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  125. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  126. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  127. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  128. package/md_cg/test_issue404_heal_receipt.py +389 -389
  129. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  130. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  131. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  132. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  133. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  134. package/md_cg/test_issue413_preimage_twin.py +339 -339
  135. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  136. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  137. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  138. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  139. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  140. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  141. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  142. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  143. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  144. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  145. package/md_cg/test_issue434_435_float_gate.py +90 -90
  146. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  147. package/md_cg/test_issue43_default_policy.py +874 -874
  148. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  149. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  150. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  151. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  152. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  153. package/md_cg/test_issue451_audit_actor.py +313 -313
  154. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  155. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  156. package/md_cg/test_issue466_basis_registry.py +469 -469
  157. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  158. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  159. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  160. package/md_cg/test_issue471_identity_readable.py +136 -136
  161. package/md_cg/test_issue472_audit_chain.py +90 -90
  162. package/md_cg/test_issue472_prune_ledger.py +105 -105
  163. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  164. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  165. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  166. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  167. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  168. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  169. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  170. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  171. package/md_cg/test_issue547_audit_durable.py +96 -96
  172. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  173. package/md_cg/test_issue559_refine_prefix.py +69 -69
  174. package/md_cg/test_issue562_retired_faces.py +150 -0
  175. package/md_cg/test_issue71_queue_backlog.py +376 -376
  176. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  177. package/md_cg/test_issue82_credential_rules.py +271 -271
  178. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  179. package/md_cg/test_issue93_remember_redaction.py +282 -282
  180. package/md_cg/test_logref.py +1141 -1141
  181. package/md_cg/test_md_access_parity.py +330 -330
  182. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  183. package/md_cg/test_mutation_residue.py +119 -119
  184. package/md_cg/test_mutation_rollback.py +835 -835
  185. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  186. package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
  187. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  188. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  189. package/md_cg/test_neg_tail_honesty.py +733 -733
  190. package/md_cg/test_p21_tokens.py +294 -294
  191. package/md_cg/test_p27_docindex.py +792 -792
  192. package/md_cg/test_p28_refcheck.py +1053 -1053
  193. package/md_cg/test_p2_six_elements.py +476 -476
  194. package/md_cg/test_p33_ccg_wiring.py +300 -300
  195. package/md_cg/test_p3_legacy_closure.py +438 -438
  196. package/md_cg/test_p40_refine_worklist.py +244 -244
  197. package/md_cg/test_p4_freshness.py +781 -781
  198. package/md_cg/test_p9c_dedup_hints.py +288 -288
  199. package/md_cg/test_policy_required_ccg.py +444 -444
  200. package/md_cg/test_read_scope_b27.py +2 -2
  201. package/md_cg/test_retr_s5.py +312 -312
  202. package/md_cg/test_s1_ast_judge.py +109 -109
  203. package/md_cg/test_security_audit_v21.py +249 -249
  204. package/md_cg/test_state_event_op.py +521 -521
  205. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  206. package/md_cg/test_sustain_bad_stamp.py +178 -0
  207. package/md_cg/test_sustain_bounded.py +652 -652
  208. package/md_cg/test_trust_edge_reachability.py +405 -405
  209. package/md_cg/test_w7_redlines.py +659 -659
  210. package/md_cg/test_write_return_shape.py +919 -919
  211. package/md_cg/test_writepipe.py +228 -228
  212. package/md_cg/trust.py +1114 -1114
  213. package/md_cg/twophase.py +303 -303
  214. package/md_cg/whitebox.py +536 -536
  215. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  216. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  217. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  218. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  219. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  220. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  221. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  222. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  223. package/md_cg/writepipe.py +1337 -1337
  224. package/package.json +3 -2
  225. package/scripts/workspace_index.py +328 -0
  226. package/src/hooks.ts +932 -908
  227. package/src/index.ts +21 -6
  228. package/src/init.ts +16 -4
  229. package/src/lib/hook_audit.ts +48 -2
  230. package/src/lib/mdcg_client.ts +469 -469
  231. package/src/lib/prompt_safety.ts +17 -3
  232. package/src/tools.ts +23 -1
  233. package/zcode/AGENTS.md +333 -204
@@ -1,488 +1,488 @@
1
- #!/usr/bin/env python3
2
- # -*- coding: utf-8 -*-
3
- # 功能名:readcache 装配面下沉到基类 MdCG(issue #370:基类直接使用者全走无缓存路径,4.9×)
4
- # 生效条件:python -X utf8 -m md_cg.test_issue370_readcache_assembly [--mutate];被测面=md_cg/mdcg.py 的 MdCG.__init__ 装配调用、md_cg/mdcos.py 的同入口调用、md_cg/readcache.py 的 install_default/enabled/install 契约(含 AST 源码面)
5
- # 子功能:A 组=基类装配在位 + 查询读数改善(结构性命中计数 + 相对判据);K 组=非恒真对照(env 关闭不装配、退出阀真关、缓存不改结果、写后不陈旧、外部直改+rebuild 可见、装配入口幂等);E 组=源码面装配单点(定义恰一处 / 调用点枚举 / env 门在入口内 / 调用晚于 _dirty 建立);M 组=--mutate 定点变异(还原方向 / 过度装配方向 / 单点分裂方向 / 幂等缺口方向)
6
- # 执行:--mutate 时在镜像树里逐条改源,守卫必须按指定项转红(多红/少红皆不合格)
7
- # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed(打印 ANCHOR-MISS 并计入不合格)
8
- # 不适用条件:① 性能断言**不写绝对 ms**(同一份码本机 33.1→4.8 ms/查询、报告机 30.6/6.2,比值 9.9× vs 4.9×)——绝对读数只打印不作门;门的只有结构性判据(装配态 + nodefile.loads 命中计数)与相对判据(基类/MdCGOS 同库同查询耗时比值区间);
9
- # ② 内存代价**不设门、只登记读数**(Lead 裁定要求量化):读缓存无淘汰面——五类缓存 2000 节点深度体量 13.6MB(6.97 KB/节点,其中 _norm_bigrams_cache 3.63、_read_cache 2.54),进程 RSS 增量 8.3~16.3 KB/节点(跨进程波动,对照组 ≈0);5000 节点 RSS 增量 74.3MB(15.2 KB/节点)。大库(≥10 万节点,外推 RSS ~1.5GB)或内存受限的长跑 CLI 应显式 MDCG_READ_CACHE=0(opt-out 退出阀)——这是 #31 已在生产检索入口接受的同一取舍,本次只是对齐到基类,不新增量级;
10
- # ③ 跨进程一致性边界**按实例级缓存语义**判为无夹具受影响:缓存挂在实例上,md_cg/ 下「同实例先读 → 另一进程改写 → 同实例再读同节点」的夹具只 test_bm25.py::test_rebuild_and_other_process_reload 一例,且它用 MdCGSecure(修复前就已装配),失效走 rebuild_index/compact_index(broad_gen 推进)与 _maybe_reload_index(签名变化 → readcache.clear)——K6 用**基类实例**同款钉住;「新建第二实例去读」不受影响(各持快照);
11
- # ④ 不判 MdCGSecure 的密钥/锁定面(readcache.clear 的既有接线另有守卫);⑤ 不判「外部直改 .md 后不 rebuild/reload」——那是 readcache 既有的诚实边界(进程内一致性不保证),非本次范围。
12
- """#370 守卫:readcache 装配点覆盖基类(装配面单点)。
13
-
14
- 病象(修前,A 组逐条复现):装配点只有 `MdCGOS.__init__` ⇒ 以 `MdCG(root)`
15
- 直接打开的库(backfill_bigdomain / backfill_bucket_zh / build_postings /
16
- migrate 等全库扫描 CLI)每次查询对每个候选 open+read+parse。本机实测
17
- (500 节点合成库、20 次查询):`MdCG` 33.1 ms/查询、`nodefile.loads` 500 次/
18
- 查询、无 `_read_cache`;`MdCGOS` 3.3 ms/查询、0 次、已装配(报告机 30.6 vs
19
- 6.2 ms,4.9×)。
20
-
21
- 修法(Lead 裁定 2026-10-16):装配**下沉到基类**,且装配面必须是**单点**——
22
- `readcache.install_default(cg)`(env 门 + 幂等)是自动装配的唯一入口,
23
- `MdCG.__init__` 末尾(`_dirty` 建立之后)与 `MdCGOS.__init__` 各调一次,
24
- `install()` 只被该入口与显式重装的调用方调用(语义未变)。落点理由:失效
25
- 判据(`_DirtyDict` 脏集)与组装面(`_read_status`/`_read`/四个派生钩子)
26
- **都在基类**,装配点与它们同层;不对称只有历史原因,无正确性理由。
27
-
28
- 本守卫的判别力来自非恒真对照,而不是「修完就绿」:
29
- K1/K2 —— `MDCG_READ_CACHE=0` 必须**不**装配且二次检索仍逐节点重解析
30
- (防「无条件装配、忽略 env 开关」的过度装配方向);
31
- K3 —— 开/关同库同 query 结果 id 序逐位一致(缓存只改速度不改结果);
32
- K4/K5 —— 写后不陈旧(新增节点 + 覆写既有节点);
33
- K6 —— 外部直改 .md + rebuild_index 后基类实例可见新正文;
34
- K7 —— 装配入口幂等:二次调用返回 False 且**不换**缓存对象;
35
- E1-E4 —— 源码面:`install_default` 定义恰一处、自动装配调用点恰两处且
36
- 无旁路 `install()`、env 门在入口内、调用晚于 `_dirty` 建立。
37
- """
38
- from __future__ import annotations
39
-
40
- import ast
41
- import os
42
- import shutil
43
- import subprocess
44
- import sys
45
- import tempfile
46
- import time
47
-
48
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
49
-
50
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
51
- if _REPO not in sys.path:
52
- sys.path.insert(0, _REPO)
53
-
54
- from md_cg import nodefile # noqa: E402
55
- from md_cg import readcache as _RC # noqa: E402
56
- from md_cg.mdcg import MdCG # noqa: E402
57
- from md_cg.mdcos import MdCGOS # noqa: E402
58
-
59
- POOL = 240 # 合成库节点数(够出读数、构造成本可控)
60
- QUERIES = 20 # 每组计时/计数的查询次数
61
- REPS = 3 # 计时重复数(取中位,抗单次尖峰)
62
- Q = "装配探针"
63
- RATIO_LO, RATIO_HI = 0.25, 3.0 # 基类/MdCGOS 同库同查询耗时比值区间(修前本机 9.9×、报告机 4.9×;修后 ~1.4×)
64
-
65
- PASSED, FAILS = [], []
66
-
67
-
68
- def _check(name, cond, detail=""):
69
- if cond:
70
- print(" PASS " + name)
71
- PASSED.append(name)
72
- else:
73
- print(" FAIL " + name + " " + str(detail)[:240])
74
- FAILS.append(name)
75
-
76
-
77
- def _note(text):
78
- print(" NOTE " + text)
79
-
80
-
81
- def _envi(**kw):
82
- """env 上下文:None 值=pop。"""
83
- class _C:
84
- def __enter__(self):
85
- self.old = {k: os.environ.get(k) for k in kw}
86
- for k, v in kw.items():
87
- if v is None:
88
- os.environ.pop(k, None)
89
- else:
90
- os.environ[k] = v
91
-
92
- def __exit__(self, *a):
93
- for k, v in self.old.items():
94
- if v is None:
95
- os.environ.pop(k, None)
96
- else:
97
- os.environ[k] = v
98
- return False
99
- return _C()
100
-
101
-
102
- def _count_loads(fn):
103
- """打桩 nodefile.loads 计数(节点文件解析的唯一入口,_read_status 内调用)。"""
104
- box = {"n": 0}
105
- real = nodefile.loads
106
-
107
- def _spy(*a, **kw):
108
- box["n"] += 1
109
- return real(*a, **kw)
110
-
111
- nodefile.loads = _spy
112
- try:
113
- return fn(), box["n"]
114
- finally:
115
- nodefile.loads = real
116
-
117
-
118
- def _build(root, n=POOL):
119
- cg = MdCG(root)
120
- for i in range(n):
121
- cg.add("asm_%04d" % i,
122
- "# 功能名:装配样本 %d\n# 正文:%s 关键词%d\n" % (i, Q, i % 17),
123
- layer="knowledge")
124
- cg.flush()
125
- cg.close()
126
- return root
127
-
128
-
129
- def _time_queries(cg, n=QUERIES):
130
- cg.search(Q, k=10, record=False) # 预热(首查装载)
131
- t0 = time.perf_counter()
132
- meta = None
133
- for _ in range(n):
134
- _res, meta = cg.search(Q, k=10, record=False)
135
- return (time.perf_counter() - t0) / n * 1000.0, meta
136
-
137
-
138
- def _ids(cg, q=Q):
139
- res, _meta = cg.search(q, k=50, record=False)
140
- return [r[0].get("id") for r in res]
141
-
142
-
143
- # ==================================================== A 组:基类装配在位 + 读数
144
- def group_a(tmp):
145
- print("== A 组:基类装配在位 + 查询读数改善(结构性 + 相对判据)==")
146
- root = os.path.join(tmp, "a")
147
- with _envi(MDCG_READ_CACHE=None):
148
- _build(root)
149
- cg = MdCG(root)
150
- cg.search(Q, k=10, record=False)
151
- _check("A1 基类构造即装配读缓存(hasattr _read_cache)",
152
- hasattr(cg, "_read_cache"),
153
- "keys=%s" % sorted(vars(cg).keys())[:12])
154
- _check("A1b 三态读面被包装(_read_status_uncached 在位)",
155
- hasattr(cg, "_read_status_uncached"))
156
- _res, n1 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
157
- _check("A2a 冷查装载 ≤ 池节点数(O(装载一次))", n1 <= POOL,
158
- "loads=%d pool=%d" % (n1, POOL))
159
- _res, n2 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
160
- _check("A2b 二次检索零重解析(loads==0,结构化命中计数)", n2 == 0,
161
- "loads=%d" % n2)
162
- total = n1 + n2
163
- for _ in range(3):
164
- _res, n3 = _count_loads(lambda: cg.search(Q, k=10, record=False))
165
- total += n3
166
- _check("A3 5 次检索累计装载 ≤ 池节点数(旧形态为 5×池)", total <= POOL,
167
- "total=%d pool=%d" % (total, POOL))
168
- base_ms = []
169
- for _ in range(REPS):
170
- ms, meta_b = _time_queries(cg)
171
- base_ms.append(ms)
172
- base_ms.sort()
173
- ms_base = base_ms[len(base_ms) // 2]
174
- scan_b = meta_b.get("scanned")
175
- cg.close()
176
-
177
- cg2 = MdCGOS(root)
178
- os_ms = []
179
- for _ in range(REPS):
180
- ms, _meta_o = _time_queries(cg2)
181
- os_ms.append(ms)
182
- os_ms.sort()
183
- ms_os = os_ms[len(os_ms) // 2]
184
- ratio = ms_base / ms_os if ms_os else float("inf")
185
- _note("读数(只登记不作门):MdCG 基类 %.1f ms/查询 scanned=%s cache=%s | "
186
- "MdCGOS %.1f ms/查询 cache=%s | 比值 %.2fx"
187
- % (ms_base, scan_b, hasattr(cg, "_read_cache"), ms_os,
188
- hasattr(cg2, "_read_cache"), ratio))
189
- _check("A4 基类/MdCGOS 同库同查询耗时比值落入区间(相对判据,不写绝对 ms)",
190
- RATIO_LO <= ratio <= RATIO_HI,
191
- "ratio=%.2f band=[%s,%s]" % (ratio, RATIO_LO, RATIO_HI))
192
- ids_base = _ids(cg2)
193
- cg2.close()
194
- cg3 = MdCG(root)
195
- ids_b = _ids(cg3)
196
- cg3.close()
197
- _check("A5 基类与 MdCGOS 同库同 query 结果 id 序逐位相同", ids_base == ids_b,
198
- "base=%s os=%s" % (ids_b[:3], ids_base[:3]))
199
-
200
-
201
- # ==================================================== K 组:非恒真对照
202
- def group_k(tmp):
203
- print("== K 组:非恒真对照(env 开关 / 结果一致 / 写后不陈旧 / 幂等)==")
204
- root = os.path.join(tmp, "k")
205
- with _envi(MDCG_READ_CACHE=None):
206
- _build(root)
207
- cg = MdCG(root) # 开态(同库)
208
- cg.search(Q, k=10, record=False)
209
- ids_on = _ids(cg)
210
- with _envi(MDCG_READ_CACHE="0"):
211
- off = MdCG(root) # 关态:**同一个库**
212
- _check("K1 MDCG_READ_CACHE=0 → 基类不装配(开关语义不变)",
213
- not hasattr(off, "_read_cache"))
214
- ids_off = _ids(off)
215
- off.search(Q, k=10, record=False) # 预热(无缓存)
216
- _res, n_off = _count_loads(lambda: off.search(Q, k=10, record=False))
217
- _check("K2 退出阀真关:关态二次检索仍逐节点重解析(loads>0)",
218
- n_off > 0, "loads=%d" % n_off)
219
- off.close()
220
- _check("K3 缓存不改结果:开/关同库同 query 的 id 序逐位一致",
221
- ids_on == ids_off, "on=%s off=%s" % (ids_on[:3], ids_off[:3]))
222
-
223
- cg.add("k_new", "# 正文:%s 写后独有标记ZZZ\n" % Q, layer="knowledge")
224
- cg.flush()
225
- hit_new = [r[0].get("id") for r in cg.search("写后独有标记ZZZ", k=5,
226
- record=False)[0]]
227
- _check("K4 写后不陈旧(新增节点立即可检索)", "k_new" in hit_new,
228
- "ids=%s" % hit_new[:3])
229
-
230
- nid = ids_on[0]
231
- cg.add(nid, "# 正文:%s 覆写后独有标记WWW\n" % Q, layer="knowledge",
232
- override=True)
233
- cg.flush()
234
- hit_w = [r[0].get("id") for r in cg.search("覆写后独有标记WWW", k=5,
235
- record=False)[0]]
236
- _check("K5 写后不陈旧(覆写既有节点:新正文可见)", nid in hit_w,
237
- "nid=%s ids=%s" % (nid, hit_w[:3]))
238
-
239
- e = cg.index["nodes"][nid]
240
- p = cg._node_disk_path(e)
241
- with open(p, encoding="utf-8") as f:
242
- fm, _body = nodefile.loads(f.read())
243
- with open(p, "w", encoding="utf-8") as f:
244
- f.write(nodefile.dumps(fm, "# 正文:%s 外部直改标记EEE\n" % Q))
245
- cg.rebuild_index()
246
- hit_e = [r[0].get("id") for r in cg.search("外部直改标记EEE", k=5,
247
- record=False)[0]]
248
- _check("K6 外部直改 .md + rebuild_index → 基类实例可见新正文(非合作写者兜底面在位)",
249
- nid in hit_e, "nid=%s ids=%s" % (nid, hit_e[:3]))
250
-
251
- saved = getattr(cg, "_read_cache", None)
252
- again = _RC.install_default(cg)
253
- _check("K7 装配入口幂等:二次装配返回 False 且不换缓存对象(不丢弃已装条目)",
254
- again is False and getattr(cg, "_read_cache", None) is saved,
255
- "ret=%r same=%s" % (again, cg._read_cache is saved))
256
- cg.close()
257
-
258
-
259
- # ==================================================== E 组:源码面装配单点
260
- def _md_cg_sources():
261
- out = []
262
- d = os.path.join(_REPO, "md_cg")
263
- for fn in sorted(os.listdir(d)):
264
- if not fn.endswith(".py") or fn.startswith("test_") or fn.startswith("bench_"):
265
- continue
266
- out.append((fn, os.path.join(d, fn)))
267
- return out
268
-
269
-
270
- def _ast_of(path):
271
- with open(path, encoding="utf-8") as f:
272
- return ast.parse(f.read(), path)
273
-
274
-
275
- def _call_sites():
276
- """全仓(md_cg 非测试源)里对 install / install_default 的**调用点**。"""
277
- sites = {"install_default": [], "install": []}
278
- for fn, path in _md_cg_sources():
279
- for node in ast.walk(_ast_of(path)):
280
- if not isinstance(node, ast.Call):
281
- continue
282
- f = node.func
283
- name = getattr(f, "attr", None) or getattr(f, "id", None)
284
- if name in sites:
285
- sites[name].append((fn, node.lineno))
286
- return sites
287
-
288
-
289
- def _install_default_defs():
290
- out = []
291
- for fn, path in _md_cg_sources():
292
- for node in ast.walk(_ast_of(path)):
293
- if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) \
294
- and node.name == "install_default":
295
- out.append((fn, node))
296
- return out
297
-
298
-
299
- def group_e(tmp):
300
- print("== E 组:源码面装配单点(定义唯一 / 调用点枚举 / env 门在入口内)==")
301
- defs = _install_default_defs()
302
- _check("E1 install_default 定义全仓恰一处(md_cg 非测试源)",
303
- len(defs) == 1 and defs[0][0] == "readcache.py",
304
- "defs=%s" % [(f, n.lineno) for f, n in defs])
305
- sites = _call_sites()
306
- id_calls = sorted(sites["install_default"])
307
- inst_calls = sorted(sites["install"])
308
- _check("E2a 自动装配调用点恰两处:基类 __init__ + MdCGOS.__init__(唯一入口)",
309
- [f for f, _ in id_calls] == ["mdcg.py", "mdcos.py"],
310
- "sites=%s" % id_calls)
311
- _check("E2b 无旁路:install( 调用点只在 readcache.py 内(装配面单点)",
312
- [f for f, _ in inst_calls] == ["readcache.py"],
313
- "install sites=%s" % inst_calls)
314
- fn_read, node_read = defs[0]
315
- names = {getattr(n.func, "attr", None) or getattr(n.func, "id", None)
316
- for n in ast.walk(node_read) if isinstance(n, ast.Call)}
317
- _check("E3 env 门在唯一入口内(install_default 内调 enabled(),调用点不各写一份)",
318
- "enabled" in names, "calls=%s" % sorted(x for x in names if x))
319
- mdcg_path = os.path.join(_REPO, "md_cg", "mdcg.py")
320
- cls = None
321
- for node in ast.walk(_ast_of(mdcg_path)):
322
- if isinstance(node, ast.ClassDef) and node.name == "MdCG":
323
- cls = node
324
- init = None
325
- if cls is not None:
326
- for node in cls.body:
327
- if isinstance(node, ast.FunctionDef) and node.name == "__init__":
328
- init = node
329
- call_ln = [n.lineno for n in ast.walk(init) if isinstance(n, ast.Call)
330
- and (getattr(n.func, "attr", None) or getattr(n.func, "id", None))
331
- == "install_default"] if init else []
332
- dirty_ln = [n.lineno for n in ast.walk(init)
333
- if isinstance(n, ast.Assign)
334
- and any(isinstance(t, ast.Attribute) and t.attr == "_dirty"
335
- for t in n.targets)] if init else []
336
- _check("E4 装配调用晚于 self._dirty 建立(失效判据先于消费面)",
337
- bool(call_ln) and bool(dirty_ln) and min(call_ln) > max(dirty_ln),
338
- "install_default@%s _dirty@%s" % (call_ln, dirty_ln))
339
-
340
-
341
- def _guard_group(tag, fn, tmp):
342
- """组内异常 fail-closed:异常即红(否则后续断言会被静默跳过 = 假绿)。"""
343
- try:
344
- fn(tmp)
345
- except Exception as exc: # noqa: BLE001
346
- import traceback
347
- _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
348
- "%s: %s" % (type(exc).__name__, exc))
349
- traceback.print_exc()
350
-
351
-
352
- def main():
353
- os.environ.pop("MDCG_READ_CACHE", None) # 环境清场:A 组默认态前置
354
- tmp = tempfile.mkdtemp(prefix="iss370_")
355
- try:
356
- _guard_group("A", group_a, tmp)
357
- _guard_group("K", group_k, tmp)
358
- _guard_group("E", group_e, tmp)
359
- finally:
360
- shutil.rmtree(tmp, ignore_errors=True)
361
- print("=" * 68)
362
- print("#370 装配面守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
363
- for f in FAILS:
364
- print(" 红项:" + f)
365
- _bad = _mutate() if "--mutate" in sys.argv else 0
366
- return 1 if (FAILS or _bad) else 0
367
-
368
-
369
- # ==================================================== M 组:定点变异自证
370
- _MUTATIONS = (
371
- ("M1 还原方向:撤掉基类装配调用(#370 修前形态:装配点回到只有 MdCGOS)",
372
- "md_cg/mdcg.py",
373
- ((" from . import readcache as _readcache" + chr(10)
374
- + " _readcache.install_default(self)",
375
- " pass # M1 撤装配"),),
376
- ("A1", "A1b", "A2b", "A3", "A4", "K7", "E2a", "E4")),
377
- ("M2 过度装配方向:install_default 忽略 env 开关(无条件装配)",
378
- "md_cg/readcache.py",
379
- ((" if not enabled():" + chr(10) + " return False",
380
- " if False and not enabled():" + chr(10) + " return False"),),
381
- ("K1", "K2")),
382
- ("M3 单点分裂方向:mdcos 侧绕过 install_default 直调 install(装配面两处实现)",
383
- "md_cg/mdcos.py",
384
- ((" _rc.install_default(self)", " _rc.install(self)"),),
385
- ("E2a", "E2b")),
386
- ("M4 幂等缺口:install_default 丢掉「已装配不叠加」判据(二次装配换缓存对象)",
387
- "md_cg/readcache.py",
388
- ((" if getattr(cg, \"_read_cache\", None) is not None:" + chr(10)
389
- + " return False" + chr(10),
390
- ""),),
391
- ("K7",)),
392
- )
393
-
394
-
395
- def _mirror_build():
396
- """镜像树:**绝不在真实工作树里改源**(写面纪律)。"""
397
- dst = tempfile.mkdtemp(prefix="iss370_mut_")
398
- for name in ("md_cg", "lib"):
399
- src = os.path.join(_REPO, name)
400
- if os.path.isdir(src):
401
- shutil.copytree(src, os.path.join(dst, name),
402
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
403
- for name in sorted(os.listdir(_REPO)):
404
- p = os.path.join(_REPO, name)
405
- if os.path.isfile(p) and name.endswith(".py"):
406
- shutil.copy2(p, os.path.join(dst, name))
407
- return dst
408
-
409
-
410
- def _run_in(tree):
411
- env = dict(os.environ)
412
- env["PYTHONPATH"] = tree
413
- env["PYTHONUTF8"] = "1"
414
- env["PYTHONDONTWRITEBYTECODE"] = "1"
415
- for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
416
- "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_READ_CACHE"):
417
- env.pop(k, None)
418
- pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
419
- "md_cg.test_issue370_readcache_assembly"],
420
- capture_output=True, text=True, encoding="utf-8",
421
- errors="replace", cwd=tree, env=env, timeout=1800)
422
- out = (pr.stdout or "") + (pr.stderr or "")
423
- reds = [ln.split("FAIL ", 1)[1].strip()
424
- for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
425
- return pr.returncode, reds, out
426
-
427
-
428
- def _apply_text(text, rel, pairs):
429
- """按目标文件**实际行尾**折算锚点后逐条替换;任一锚点命中数 != 1 返回 (None, 原因)。"""
430
- eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
431
- for old, new in pairs:
432
- o = old.replace(chr(10), eol)
433
- n = new.replace(chr(10), eol)
434
- if text.count(o) != 1:
435
- return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
436
- text = text.replace(o, n, 1)
437
- return text, ""
438
-
439
-
440
- def _mutate():
441
- print("!! 定点变异自证:撤装配/过度装配/单点分裂/幂等缺口,守卫必须按指定项转红")
442
- tree = _mirror_build()
443
- bad = []
444
- try:
445
- rc, reds, out = _run_in(tree)
446
- print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
447
- if rc != 0 or reds:
448
- bad.append("未变异镜像基线即红")
449
- print(chr(10).join(out.splitlines()[-25:]))
450
- for desc, rel, pairs, exp in _MUTATIONS:
451
- p = os.path.join(tree, rel)
452
- with open(p, encoding="utf-8", newline="") as f:
453
- bak = f.read()
454
- mut, why = _apply_text(bak, rel, pairs)
455
- if mut is None:
456
- bad.append("%s —— %s" % (desc, why))
457
- print(" ANCHOR-MISS " + desc + " " + why)
458
- continue
459
- with open(p, "w", encoding="utf-8", newline="") as f:
460
- f.write(mut)
461
- for root, _dd, _ff in os.walk(tree):
462
- if os.path.basename(root) == "__pycache__":
463
- shutil.rmtree(root, ignore_errors=True)
464
- rc2, reds2, out2 = _run_in(tree)
465
- with open(p, "w", encoding="utf-8", newline="") as f:
466
- f.write(bak)
467
- hit = sorted({r.split(" ")[0] for r in reds2})
468
- if rc2 != 0 and hit == sorted(exp):
469
- print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
470
- else:
471
- bad.append(desc)
472
- print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
473
- % (desc, hit, sorted(exp), rc2))
474
- for r in reds2[:12]:
475
- print(" FAIL " + r)
476
- if rc2 == 0:
477
- print(chr(10).join(out2.splitlines()[-15:]))
478
- print("定点变异自证:%s(%d 条不合格)"
479
- % ("PASS" if not bad else "FAIL", len(bad)))
480
- for b in bad:
481
- print(" 不合格:" + b)
482
- return len(bad)
483
- finally:
484
- shutil.rmtree(tree, ignore_errors=True)
485
-
486
-
487
- if __name__ == "__main__":
488
- sys.exit(main())
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # 功能名:readcache 装配面下沉到基类 MdCG(issue #370:基类直接使用者全走无缓存路径,4.9×)
4
+ # 生效条件:python -X utf8 -m md_cg.test_issue370_readcache_assembly [--mutate];被测面=md_cg/mdcg.py 的 MdCG.__init__ 装配调用、md_cg/mdcos.py 的同入口调用、md_cg/readcache.py 的 install_default/enabled/install 契约(含 AST 源码面)
5
+ # 子功能:A 组=基类装配在位 + 查询读数改善(结构性命中计数 + 相对判据);K 组=非恒真对照(env 关闭不装配、退出阀真关、缓存不改结果、写后不陈旧、外部直改+rebuild 可见、装配入口幂等);E 组=源码面装配单点(定义恰一处 / 调用点枚举 / env 门在入口内 / 调用晚于 _dirty 建立);M 组=--mutate 定点变异(还原方向 / 过度装配方向 / 单点分裂方向 / 幂等缺口方向)
6
+ # 执行:--mutate 时在镜像树里逐条改源,守卫必须按指定项转红(多红/少红皆不合格)
7
+ # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed(打印 ANCHOR-MISS 并计入不合格)
8
+ # 不适用条件:① 性能断言**不写绝对 ms**(同一份码本机 33.1→4.8 ms/查询、报告机 30.6/6.2,比值 9.9× vs 4.9×)——绝对读数只打印不作门;门的只有结构性判据(装配态 + nodefile.loads 命中计数)与相对判据(基类/MdCGOS 同库同查询耗时比值区间);
9
+ # ② 内存代价**不设门、只登记读数**(Lead 裁定要求量化):读缓存无淘汰面——五类缓存 2000 节点深度体量 13.6MB(6.97 KB/节点,其中 _norm_bigrams_cache 3.63、_read_cache 2.54),进程 RSS 增量 8.3~16.3 KB/节点(跨进程波动,对照组 ≈0);5000 节点 RSS 增量 74.3MB(15.2 KB/节点)。大库(≥10 万节点,外推 RSS ~1.5GB)或内存受限的长跑 CLI 应显式 MDCG_READ_CACHE=0(opt-out 退出阀)——这是 #31 已在生产检索入口接受的同一取舍,本次只是对齐到基类,不新增量级;
10
+ # ③ 跨进程一致性边界**按实例级缓存语义**判为无夹具受影响:缓存挂在实例上,md_cg/ 下「同实例先读 → 另一进程改写 → 同实例再读同节点」的夹具只 test_bm25.py::test_rebuild_and_other_process_reload 一例,且它用 MdCGSecure(修复前就已装配),失效走 rebuild_index/compact_index(broad_gen 推进)与 _maybe_reload_index(签名变化 → readcache.clear)——K6 用**基类实例**同款钉住;「新建第二实例去读」不受影响(各持快照);
11
+ # ④ 不判 MdCGSecure 的密钥/锁定面(readcache.clear 的既有接线另有守卫);⑤ 不判「外部直改 .md 后不 rebuild/reload」——那是 readcache 既有的诚实边界(进程内一致性不保证),非本次范围。
12
+ """#370 守卫:readcache 装配点覆盖基类(装配面单点)。
13
+
14
+ 病象(修前,A 组逐条复现):装配点只有 `MdCGOS.__init__` ⇒ 以 `MdCG(root)`
15
+ 直接打开的库(backfill_bigdomain / backfill_bucket_zh / build_postings /
16
+ migrate 等全库扫描 CLI)每次查询对每个候选 open+read+parse。本机实测
17
+ (500 节点合成库、20 次查询):`MdCG` 33.1 ms/查询、`nodefile.loads` 500 次/
18
+ 查询、无 `_read_cache`;`MdCGOS` 3.3 ms/查询、0 次、已装配(报告机 30.6 vs
19
+ 6.2 ms,4.9×)。
20
+
21
+ 修法(Lead 裁定 2026-10-16):装配**下沉到基类**,且装配面必须是**单点**——
22
+ `readcache.install_default(cg)`(env 门 + 幂等)是自动装配的唯一入口,
23
+ `MdCG.__init__` 末尾(`_dirty` 建立之后)与 `MdCGOS.__init__` 各调一次,
24
+ `install()` 只被该入口与显式重装的调用方调用(语义未变)。落点理由:失效
25
+ 判据(`_DirtyDict` 脏集)与组装面(`_read_status`/`_read`/四个派生钩子)
26
+ **都在基类**,装配点与它们同层;不对称只有历史原因,无正确性理由。
27
+
28
+ 本守卫的判别力来自非恒真对照,而不是「修完就绿」:
29
+ K1/K2 —— `MDCG_READ_CACHE=0` 必须**不**装配且二次检索仍逐节点重解析
30
+ (防「无条件装配、忽略 env 开关」的过度装配方向);
31
+ K3 —— 开/关同库同 query 结果 id 序逐位一致(缓存只改速度不改结果);
32
+ K4/K5 —— 写后不陈旧(新增节点 + 覆写既有节点);
33
+ K6 —— 外部直改 .md + rebuild_index 后基类实例可见新正文;
34
+ K7 —— 装配入口幂等:二次调用返回 False 且**不换**缓存对象;
35
+ E1-E4 —— 源码面:`install_default` 定义恰一处、自动装配调用点恰两处且
36
+ 无旁路 `install()`、env 门在入口内、调用晚于 `_dirty` 建立。
37
+ """
38
+ from __future__ import annotations
39
+
40
+ import ast
41
+ import os
42
+ import shutil
43
+ import subprocess
44
+ import sys
45
+ import tempfile
46
+ import time
47
+
48
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
49
+
50
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
51
+ if _REPO not in sys.path:
52
+ sys.path.insert(0, _REPO)
53
+
54
+ from md_cg import nodefile # noqa: E402
55
+ from md_cg import readcache as _RC # noqa: E402
56
+ from md_cg.mdcg import MdCG # noqa: E402
57
+ from md_cg.mdcos import MdCGOS # noqa: E402
58
+
59
+ POOL = 240 # 合成库节点数(够出读数、构造成本可控)
60
+ QUERIES = 20 # 每组计时/计数的查询次数
61
+ REPS = 3 # 计时重复数(取中位,抗单次尖峰)
62
+ Q = "装配探针"
63
+ RATIO_LO, RATIO_HI = 0.25, 3.0 # 基类/MdCGOS 同库同查询耗时比值区间(修前本机 9.9×、报告机 4.9×;修后 ~1.4×)
64
+
65
+ PASSED, FAILS = [], []
66
+
67
+
68
+ def _check(name, cond, detail=""):
69
+ if cond:
70
+ print(" PASS " + name)
71
+ PASSED.append(name)
72
+ else:
73
+ print(" FAIL " + name + " " + str(detail)[:240])
74
+ FAILS.append(name)
75
+
76
+
77
+ def _note(text):
78
+ print(" NOTE " + text)
79
+
80
+
81
+ def _envi(**kw):
82
+ """env 上下文:None 值=pop。"""
83
+ class _C:
84
+ def __enter__(self):
85
+ self.old = {k: os.environ.get(k) for k in kw}
86
+ for k, v in kw.items():
87
+ if v is None:
88
+ os.environ.pop(k, None)
89
+ else:
90
+ os.environ[k] = v
91
+
92
+ def __exit__(self, *a):
93
+ for k, v in self.old.items():
94
+ if v is None:
95
+ os.environ.pop(k, None)
96
+ else:
97
+ os.environ[k] = v
98
+ return False
99
+ return _C()
100
+
101
+
102
+ def _count_loads(fn):
103
+ """打桩 nodefile.loads 计数(节点文件解析的唯一入口,_read_status 内调用)。"""
104
+ box = {"n": 0}
105
+ real = nodefile.loads
106
+
107
+ def _spy(*a, **kw):
108
+ box["n"] += 1
109
+ return real(*a, **kw)
110
+
111
+ nodefile.loads = _spy
112
+ try:
113
+ return fn(), box["n"]
114
+ finally:
115
+ nodefile.loads = real
116
+
117
+
118
+ def _build(root, n=POOL):
119
+ cg = MdCG(root)
120
+ for i in range(n):
121
+ cg.add("asm_%04d" % i,
122
+ "# 功能名:装配样本 %d\n# 正文:%s 关键词%d\n" % (i, Q, i % 17),
123
+ layer="knowledge")
124
+ cg.flush()
125
+ cg.close()
126
+ return root
127
+
128
+
129
+ def _time_queries(cg, n=QUERIES):
130
+ cg.search(Q, k=10, record=False) # 预热(首查装载)
131
+ t0 = time.perf_counter()
132
+ meta = None
133
+ for _ in range(n):
134
+ _res, meta = cg.search(Q, k=10, record=False)
135
+ return (time.perf_counter() - t0) / n * 1000.0, meta
136
+
137
+
138
+ def _ids(cg, q=Q):
139
+ res, _meta = cg.search(q, k=50, record=False)
140
+ return [r[0].get("id") for r in res]
141
+
142
+
143
+ # ==================================================== A 组:基类装配在位 + 读数
144
+ def group_a(tmp):
145
+ print("== A 组:基类装配在位 + 查询读数改善(结构性 + 相对判据)==")
146
+ root = os.path.join(tmp, "a")
147
+ with _envi(MDCG_READ_CACHE=None):
148
+ _build(root)
149
+ cg = MdCG(root)
150
+ cg.search(Q, k=10, record=False)
151
+ _check("A1 基类构造即装配读缓存(hasattr _read_cache)",
152
+ hasattr(cg, "_read_cache"),
153
+ "keys=%s" % sorted(vars(cg).keys())[:12])
154
+ _check("A1b 三态读面被包装(_read_status_uncached 在位)",
155
+ hasattr(cg, "_read_status_uncached"))
156
+ _res, n1 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
157
+ _check("A2a 冷查装载 ≤ 池节点数(O(装载一次))", n1 <= POOL,
158
+ "loads=%d pool=%d" % (n1, POOL))
159
+ _res, n2 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
160
+ _check("A2b 二次检索零重解析(loads==0,结构化命中计数)", n2 == 0,
161
+ "loads=%d" % n2)
162
+ total = n1 + n2
163
+ for _ in range(3):
164
+ _res, n3 = _count_loads(lambda: cg.search(Q, k=10, record=False))
165
+ total += n3
166
+ _check("A3 5 次检索累计装载 ≤ 池节点数(旧形态为 5×池)", total <= POOL,
167
+ "total=%d pool=%d" % (total, POOL))
168
+ base_ms = []
169
+ for _ in range(REPS):
170
+ ms, meta_b = _time_queries(cg)
171
+ base_ms.append(ms)
172
+ base_ms.sort()
173
+ ms_base = base_ms[len(base_ms) // 2]
174
+ scan_b = meta_b.get("scanned")
175
+ cg.close()
176
+
177
+ cg2 = MdCGOS(root)
178
+ os_ms = []
179
+ for _ in range(REPS):
180
+ ms, _meta_o = _time_queries(cg2)
181
+ os_ms.append(ms)
182
+ os_ms.sort()
183
+ ms_os = os_ms[len(os_ms) // 2]
184
+ ratio = ms_base / ms_os if ms_os else float("inf")
185
+ _note("读数(只登记不作门):MdCG 基类 %.1f ms/查询 scanned=%s cache=%s | "
186
+ "MdCGOS %.1f ms/查询 cache=%s | 比值 %.2fx"
187
+ % (ms_base, scan_b, hasattr(cg, "_read_cache"), ms_os,
188
+ hasattr(cg2, "_read_cache"), ratio))
189
+ _check("A4 基类/MdCGOS 同库同查询耗时比值落入区间(相对判据,不写绝对 ms)",
190
+ RATIO_LO <= ratio <= RATIO_HI,
191
+ "ratio=%.2f band=[%s,%s]" % (ratio, RATIO_LO, RATIO_HI))
192
+ ids_base = _ids(cg2)
193
+ cg2.close()
194
+ cg3 = MdCG(root)
195
+ ids_b = _ids(cg3)
196
+ cg3.close()
197
+ _check("A5 基类与 MdCGOS 同库同 query 结果 id 序逐位相同", ids_base == ids_b,
198
+ "base=%s os=%s" % (ids_b[:3], ids_base[:3]))
199
+
200
+
201
+ # ==================================================== K 组:非恒真对照
202
+ def group_k(tmp):
203
+ print("== K 组:非恒真对照(env 开关 / 结果一致 / 写后不陈旧 / 幂等)==")
204
+ root = os.path.join(tmp, "k")
205
+ with _envi(MDCG_READ_CACHE=None):
206
+ _build(root)
207
+ cg = MdCG(root) # 开态(同库)
208
+ cg.search(Q, k=10, record=False)
209
+ ids_on = _ids(cg)
210
+ with _envi(MDCG_READ_CACHE="0"):
211
+ off = MdCG(root) # 关态:**同一个库**
212
+ _check("K1 MDCG_READ_CACHE=0 → 基类不装配(开关语义不变)",
213
+ not hasattr(off, "_read_cache"))
214
+ ids_off = _ids(off)
215
+ off.search(Q, k=10, record=False) # 预热(无缓存)
216
+ _res, n_off = _count_loads(lambda: off.search(Q, k=10, record=False))
217
+ _check("K2 退出阀真关:关态二次检索仍逐节点重解析(loads>0)",
218
+ n_off > 0, "loads=%d" % n_off)
219
+ off.close()
220
+ _check("K3 缓存不改结果:开/关同库同 query 的 id 序逐位一致",
221
+ ids_on == ids_off, "on=%s off=%s" % (ids_on[:3], ids_off[:3]))
222
+
223
+ cg.add("k_new", "# 正文:%s 写后独有标记ZZZ\n" % Q, layer="knowledge")
224
+ cg.flush()
225
+ hit_new = [r[0].get("id") for r in cg.search("写后独有标记ZZZ", k=5,
226
+ record=False)[0]]
227
+ _check("K4 写后不陈旧(新增节点立即可检索)", "k_new" in hit_new,
228
+ "ids=%s" % hit_new[:3])
229
+
230
+ nid = ids_on[0]
231
+ cg.add(nid, "# 正文:%s 覆写后独有标记WWW\n" % Q, layer="knowledge",
232
+ override=True)
233
+ cg.flush()
234
+ hit_w = [r[0].get("id") for r in cg.search("覆写后独有标记WWW", k=5,
235
+ record=False)[0]]
236
+ _check("K5 写后不陈旧(覆写既有节点:新正文可见)", nid in hit_w,
237
+ "nid=%s ids=%s" % (nid, hit_w[:3]))
238
+
239
+ e = cg.index["nodes"][nid]
240
+ p = cg._node_disk_path(e)
241
+ with open(p, encoding="utf-8") as f:
242
+ fm, _body = nodefile.loads(f.read())
243
+ with open(p, "w", encoding="utf-8") as f:
244
+ f.write(nodefile.dumps(fm, "# 正文:%s 外部直改标记EEE\n" % Q))
245
+ cg.rebuild_index()
246
+ hit_e = [r[0].get("id") for r in cg.search("外部直改标记EEE", k=5,
247
+ record=False)[0]]
248
+ _check("K6 外部直改 .md + rebuild_index → 基类实例可见新正文(非合作写者兜底面在位)",
249
+ nid in hit_e, "nid=%s ids=%s" % (nid, hit_e[:3]))
250
+
251
+ saved = getattr(cg, "_read_cache", None)
252
+ again = _RC.install_default(cg)
253
+ _check("K7 装配入口幂等:二次装配返回 False 且不换缓存对象(不丢弃已装条目)",
254
+ again is False and getattr(cg, "_read_cache", None) is saved,
255
+ "ret=%r same=%s" % (again, cg._read_cache is saved))
256
+ cg.close()
257
+
258
+
259
+ # ==================================================== E 组:源码面装配单点
260
+ def _md_cg_sources():
261
+ out = []
262
+ d = os.path.join(_REPO, "md_cg")
263
+ for fn in sorted(os.listdir(d)):
264
+ if not fn.endswith(".py") or fn.startswith("test_") or fn.startswith("bench_"):
265
+ continue
266
+ out.append((fn, os.path.join(d, fn)))
267
+ return out
268
+
269
+
270
+ def _ast_of(path):
271
+ with open(path, encoding="utf-8") as f:
272
+ return ast.parse(f.read(), path)
273
+
274
+
275
+ def _call_sites():
276
+ """全仓(md_cg 非测试源)里对 install / install_default 的**调用点**。"""
277
+ sites = {"install_default": [], "install": []}
278
+ for fn, path in _md_cg_sources():
279
+ for node in ast.walk(_ast_of(path)):
280
+ if not isinstance(node, ast.Call):
281
+ continue
282
+ f = node.func
283
+ name = getattr(f, "attr", None) or getattr(f, "id", None)
284
+ if name in sites:
285
+ sites[name].append((fn, node.lineno))
286
+ return sites
287
+
288
+
289
+ def _install_default_defs():
290
+ out = []
291
+ for fn, path in _md_cg_sources():
292
+ for node in ast.walk(_ast_of(path)):
293
+ if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) \
294
+ and node.name == "install_default":
295
+ out.append((fn, node))
296
+ return out
297
+
298
+
299
+ def group_e(tmp):
300
+ print("== E 组:源码面装配单点(定义唯一 / 调用点枚举 / env 门在入口内)==")
301
+ defs = _install_default_defs()
302
+ _check("E1 install_default 定义全仓恰一处(md_cg 非测试源)",
303
+ len(defs) == 1 and defs[0][0] == "readcache.py",
304
+ "defs=%s" % [(f, n.lineno) for f, n in defs])
305
+ sites = _call_sites()
306
+ id_calls = sorted(sites["install_default"])
307
+ inst_calls = sorted(sites["install"])
308
+ _check("E2a 自动装配调用点恰两处:基类 __init__ + MdCGOS.__init__(唯一入口)",
309
+ [f for f, _ in id_calls] == ["mdcg.py", "mdcos.py"],
310
+ "sites=%s" % id_calls)
311
+ _check("E2b 无旁路:install( 调用点只在 readcache.py 内(装配面单点)",
312
+ [f for f, _ in inst_calls] == ["readcache.py"],
313
+ "install sites=%s" % inst_calls)
314
+ fn_read, node_read = defs[0]
315
+ names = {getattr(n.func, "attr", None) or getattr(n.func, "id", None)
316
+ for n in ast.walk(node_read) if isinstance(n, ast.Call)}
317
+ _check("E3 env 门在唯一入口内(install_default 内调 enabled(),调用点不各写一份)",
318
+ "enabled" in names, "calls=%s" % sorted(x for x in names if x))
319
+ mdcg_path = os.path.join(_REPO, "md_cg", "mdcg.py")
320
+ cls = None
321
+ for node in ast.walk(_ast_of(mdcg_path)):
322
+ if isinstance(node, ast.ClassDef) and node.name == "MdCG":
323
+ cls = node
324
+ init = None
325
+ if cls is not None:
326
+ for node in cls.body:
327
+ if isinstance(node, ast.FunctionDef) and node.name == "__init__":
328
+ init = node
329
+ call_ln = [n.lineno for n in ast.walk(init) if isinstance(n, ast.Call)
330
+ and (getattr(n.func, "attr", None) or getattr(n.func, "id", None))
331
+ == "install_default"] if init else []
332
+ dirty_ln = [n.lineno for n in ast.walk(init)
333
+ if isinstance(n, ast.Assign)
334
+ and any(isinstance(t, ast.Attribute) and t.attr == "_dirty"
335
+ for t in n.targets)] if init else []
336
+ _check("E4 装配调用晚于 self._dirty 建立(失效判据先于消费面)",
337
+ bool(call_ln) and bool(dirty_ln) and min(call_ln) > max(dirty_ln),
338
+ "install_default@%s _dirty@%s" % (call_ln, dirty_ln))
339
+
340
+
341
+ def _guard_group(tag, fn, tmp):
342
+ """组内异常 fail-closed:异常即红(否则后续断言会被静默跳过 = 假绿)。"""
343
+ try:
344
+ fn(tmp)
345
+ except Exception as exc: # noqa: BLE001
346
+ import traceback
347
+ _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
348
+ "%s: %s" % (type(exc).__name__, exc))
349
+ traceback.print_exc()
350
+
351
+
352
+ def main():
353
+ os.environ.pop("MDCG_READ_CACHE", None) # 环境清场:A 组默认态前置
354
+ tmp = tempfile.mkdtemp(prefix="iss370_")
355
+ try:
356
+ _guard_group("A", group_a, tmp)
357
+ _guard_group("K", group_k, tmp)
358
+ _guard_group("E", group_e, tmp)
359
+ finally:
360
+ shutil.rmtree(tmp, ignore_errors=True)
361
+ print("=" * 68)
362
+ print("#370 装配面守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
363
+ for f in FAILS:
364
+ print(" 红项:" + f)
365
+ _bad = _mutate() if "--mutate" in sys.argv else 0
366
+ return 1 if (FAILS or _bad) else 0
367
+
368
+
369
+ # ==================================================== M 组:定点变异自证
370
+ _MUTATIONS = (
371
+ ("M1 还原方向:撤掉基类装配调用(#370 修前形态:装配点回到只有 MdCGOS)",
372
+ "md_cg/mdcg.py",
373
+ ((" from . import readcache as _readcache" + chr(10)
374
+ + " _readcache.install_default(self)",
375
+ " pass # M1 撤装配"),),
376
+ ("A1", "A1b", "A2b", "A3", "A4", "K7", "E2a", "E4")),
377
+ ("M2 过度装配方向:install_default 忽略 env 开关(无条件装配)",
378
+ "md_cg/readcache.py",
379
+ ((" if not enabled():" + chr(10) + " return False",
380
+ " if False and not enabled():" + chr(10) + " return False"),),
381
+ ("K1", "K2")),
382
+ ("M3 单点分裂方向:mdcos 侧绕过 install_default 直调 install(装配面两处实现)",
383
+ "md_cg/mdcos.py",
384
+ ((" _rc.install_default(self)", " _rc.install(self)"),),
385
+ ("E2a", "E2b")),
386
+ ("M4 幂等缺口:install_default 丢掉「已装配不叠加」判据(二次装配换缓存对象)",
387
+ "md_cg/readcache.py",
388
+ ((" if getattr(cg, \"_read_cache\", None) is not None:" + chr(10)
389
+ + " return False" + chr(10),
390
+ ""),),
391
+ ("K7",)),
392
+ )
393
+
394
+
395
+ def _mirror_build():
396
+ """镜像树:**绝不在真实工作树里改源**(写面纪律)。"""
397
+ dst = tempfile.mkdtemp(prefix="iss370_mut_")
398
+ for name in ("md_cg", "lib"):
399
+ src = os.path.join(_REPO, name)
400
+ if os.path.isdir(src):
401
+ shutil.copytree(src, os.path.join(dst, name),
402
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
403
+ for name in sorted(os.listdir(_REPO)):
404
+ p = os.path.join(_REPO, name)
405
+ if os.path.isfile(p) and name.endswith(".py"):
406
+ shutil.copy2(p, os.path.join(dst, name))
407
+ return dst
408
+
409
+
410
+ def _run_in(tree):
411
+ env = dict(os.environ)
412
+ env["PYTHONPATH"] = tree
413
+ env["PYTHONUTF8"] = "1"
414
+ env["PYTHONDONTWRITEBYTECODE"] = "1"
415
+ for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
416
+ "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_READ_CACHE"):
417
+ env.pop(k, None)
418
+ pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
419
+ "md_cg.test_issue370_readcache_assembly"],
420
+ capture_output=True, text=True, encoding="utf-8",
421
+ errors="replace", cwd=tree, env=env, timeout=1800)
422
+ out = (pr.stdout or "") + (pr.stderr or "")
423
+ reds = [ln.split("FAIL ", 1)[1].strip()
424
+ for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
425
+ return pr.returncode, reds, out
426
+
427
+
428
+ def _apply_text(text, rel, pairs):
429
+ """按目标文件**实际行尾**折算锚点后逐条替换;任一锚点命中数 != 1 返回 (None, 原因)。"""
430
+ eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
431
+ for old, new in pairs:
432
+ o = old.replace(chr(10), eol)
433
+ n = new.replace(chr(10), eol)
434
+ if text.count(o) != 1:
435
+ return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
436
+ text = text.replace(o, n, 1)
437
+ return text, ""
438
+
439
+
440
+ def _mutate():
441
+ print("!! 定点变异自证:撤装配/过度装配/单点分裂/幂等缺口,守卫必须按指定项转红")
442
+ tree = _mirror_build()
443
+ bad = []
444
+ try:
445
+ rc, reds, out = _run_in(tree)
446
+ print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
447
+ if rc != 0 or reds:
448
+ bad.append("未变异镜像基线即红")
449
+ print(chr(10).join(out.splitlines()[-25:]))
450
+ for desc, rel, pairs, exp in _MUTATIONS:
451
+ p = os.path.join(tree, rel)
452
+ with open(p, encoding="utf-8", newline="") as f:
453
+ bak = f.read()
454
+ mut, why = _apply_text(bak, rel, pairs)
455
+ if mut is None:
456
+ bad.append("%s —— %s" % (desc, why))
457
+ print(" ANCHOR-MISS " + desc + " " + why)
458
+ continue
459
+ with open(p, "w", encoding="utf-8", newline="") as f:
460
+ f.write(mut)
461
+ for root, _dd, _ff in os.walk(tree):
462
+ if os.path.basename(root) == "__pycache__":
463
+ shutil.rmtree(root, ignore_errors=True)
464
+ rc2, reds2, out2 = _run_in(tree)
465
+ with open(p, "w", encoding="utf-8", newline="") as f:
466
+ f.write(bak)
467
+ hit = sorted({r.split(" ")[0] for r in reds2})
468
+ if rc2 != 0 and hit == sorted(exp):
469
+ print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
470
+ else:
471
+ bad.append(desc)
472
+ print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
473
+ % (desc, hit, sorted(exp), rc2))
474
+ for r in reds2[:12]:
475
+ print(" FAIL " + r)
476
+ if rc2 == 0:
477
+ print(chr(10).join(out2.splitlines()[-15:]))
478
+ print("定点变异自证:%s(%d 条不合格)"
479
+ % ("PASS" if not bad else "FAIL", len(bad)))
480
+ for b in bad:
481
+ print(" 不合格:" + b)
482
+ return len(bad)
483
+ finally:
484
+ shutil.rmtree(tree, ignore_errors=True)
485
+
486
+
487
+ if __name__ == "__main__":
488
+ sys.exit(main())