@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,488 +1,488 @@
1
- #!/usr/bin/env python3
2
- # -*- coding: utf-8 -*-
3
- # 功能名:readcache 装配面下沉到基类 MdCG(issue #370:基类直接使用者全走无缓存路径,4.9×)
4
- # 生效条件:python -X utf8 -m md_cg.test_issue370_readcache_assembly [--mutate];被测面=md_cg/mdcg.py 的 MdCG.__init__ 装配调用、md_cg/mdcos.py 的同入口调用、md_cg/readcache.py 的 install_default/enabled/install 契约(含 AST 源码面)
5
- # 子功能:A 组=基类装配在位 + 查询读数改善(结构性命中计数 + 相对判据);K 组=非恒真对照(env 关闭不装配、退出阀真关、缓存不改结果、写后不陈旧、外部直改+rebuild 可见、装配入口幂等);E 组=源码面装配单点(定义恰一处 / 调用点枚举 / env 门在入口内 / 调用晚于 _dirty 建立);M 组=--mutate 定点变异(还原方向 / 过度装配方向 / 单点分裂方向 / 幂等缺口方向)
6
- # 执行:--mutate 时在镜像树里逐条改源,守卫必须按指定项转红(多红/少红皆不合格)
7
- # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed(打印 ANCHOR-MISS 并计入不合格)
8
- # 不适用条件:① 性能断言**不写绝对 ms**(同一份码本机 33.1→4.8 ms/查询、报告机 30.6/6.2,比值 9.9× vs 4.9×)——绝对读数只打印不作门;门的只有结构性判据(装配态 + nodefile.loads 命中计数)与相对判据(基类/MdCGOS 同库同查询耗时比值区间);
9
- # ② 内存代价**不设门、只登记读数**(Lead 裁定要求量化):读缓存无淘汰面——五类缓存 2000 节点深度体量 13.6MB(6.97 KB/节点,其中 _norm_bigrams_cache 3.63、_read_cache 2.54),进程 RSS 增量 8.3~16.3 KB/节点(跨进程波动,对照组 ≈0);5000 节点 RSS 增量 74.3MB(15.2 KB/节点)。大库(≥10 万节点,外推 RSS ~1.5GB)或内存受限的长跑 CLI 应显式 MDCG_READ_CACHE=0(opt-out 退出阀)——这是 #31 已在生产检索入口接受的同一取舍,本次只是对齐到基类,不新增量级;
10
- # ③ 跨进程一致性边界**按实例级缓存语义**判为无夹具受影响:缓存挂在实例上,md_cg/ 下「同实例先读 → 另一进程改写 → 同实例再读同节点」的夹具只 test_bm25.py::test_rebuild_and_other_process_reload 一例,且它用 MdCGSecure(修复前就已装配),失效走 rebuild_index/compact_index(broad_gen 推进)与 _maybe_reload_index(签名变化 → readcache.clear)——K6 用**基类实例**同款钉住;「新建第二实例去读」不受影响(各持快照);
11
- # ④ 不判 MdCGSecure 的密钥/锁定面(readcache.clear 的既有接线另有守卫);⑤ 不判「外部直改 .md 后不 rebuild/reload」——那是 readcache 既有的诚实边界(进程内一致性不保证),非本次范围。
12
- """#370 守卫:readcache 装配点覆盖基类(装配面单点)。
13
-
14
- 病象(修前,A 组逐条复现):装配点只有 `MdCGOS.__init__` ⇒ 以 `MdCG(root)`
15
- 直接打开的库(backfill_bigdomain / backfill_bucket_zh / build_postings /
16
- migrate 等全库扫描 CLI)每次查询对每个候选 open+read+parse。本机实测
17
- (500 节点合成库、20 次查询):`MdCG` 33.1 ms/查询、`nodefile.loads` 500 次/
18
- 查询、无 `_read_cache`;`MdCGOS` 3.3 ms/查询、0 次、已装配(报告机 30.6 vs
19
- 6.2 ms,4.9×)。
20
-
21
- 修法(Lead 裁定 2026-10-16):装配**下沉到基类**,且装配面必须是**单点**——
22
- `readcache.install_default(cg)`(env 门 + 幂等)是自动装配的唯一入口,
23
- `MdCG.__init__` 末尾(`_dirty` 建立之后)与 `MdCGOS.__init__` 各调一次,
24
- `install()` 只被该入口与显式重装的调用方调用(语义未变)。落点理由:失效
25
- 判据(`_DirtyDict` 脏集)与组装面(`_read_status`/`_read`/四个派生钩子)
26
- **都在基类**,装配点与它们同层;不对称只有历史原因,无正确性理由。
27
-
28
- 本守卫的判别力来自非恒真对照,而不是「修完就绿」:
29
- K1/K2 —— `MDCG_READ_CACHE=0` 必须**不**装配且二次检索仍逐节点重解析
30
- (防「无条件装配、忽略 env 开关」的过度装配方向);
31
- K3 —— 开/关同库同 query 结果 id 序逐位一致(缓存只改速度不改结果);
32
- K4/K5 —— 写后不陈旧(新增节点 + 覆写既有节点);
33
- K6 —— 外部直改 .md + rebuild_index 后基类实例可见新正文;
34
- K7 —— 装配入口幂等:二次调用返回 False 且**不换**缓存对象;
35
- E1-E4 —— 源码面:`install_default` 定义恰一处、自动装配调用点恰两处且
36
- 无旁路 `install()`、env 门在入口内、调用晚于 `_dirty` 建立。
37
- """
38
- from __future__ import annotations
39
-
40
- import ast
41
- import os
42
- import shutil
43
- import subprocess
44
- import sys
45
- import tempfile
46
- import time
47
-
48
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
49
-
50
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
51
- if _REPO not in sys.path:
52
- sys.path.insert(0, _REPO)
53
-
54
- from md_cg import nodefile # noqa: E402
55
- from md_cg import readcache as _RC # noqa: E402
56
- from md_cg.mdcg import MdCG # noqa: E402
57
- from md_cg.mdcos import MdCGOS # noqa: E402
58
-
59
- POOL = 240 # 合成库节点数(够出读数、构造成本可控)
60
- QUERIES = 20 # 每组计时/计数的查询次数
61
- REPS = 3 # 计时重复数(取中位,抗单次尖峰)
62
- Q = "装配探针"
63
- RATIO_LO, RATIO_HI = 0.25, 3.0 # 基类/MdCGOS 同库同查询耗时比值区间(修前本机 9.9×、报告机 4.9×;修后 ~1.4×)
64
-
65
- PASSED, FAILS = [], []
66
-
67
-
68
- def _check(name, cond, detail=""):
69
- if cond:
70
- print(" PASS " + name)
71
- PASSED.append(name)
72
- else:
73
- print(" FAIL " + name + " " + str(detail)[:240])
74
- FAILS.append(name)
75
-
76
-
77
- def _note(text):
78
- print(" NOTE " + text)
79
-
80
-
81
- def _envi(**kw):
82
- """env 上下文:None 值=pop。"""
83
- class _C:
84
- def __enter__(self):
85
- self.old = {k: os.environ.get(k) for k in kw}
86
- for k, v in kw.items():
87
- if v is None:
88
- os.environ.pop(k, None)
89
- else:
90
- os.environ[k] = v
91
-
92
- def __exit__(self, *a):
93
- for k, v in self.old.items():
94
- if v is None:
95
- os.environ.pop(k, None)
96
- else:
97
- os.environ[k] = v
98
- return False
99
- return _C()
100
-
101
-
102
- def _count_loads(fn):
103
- """打桩 nodefile.loads 计数(节点文件解析的唯一入口,_read_status 内调用)。"""
104
- box = {"n": 0}
105
- real = nodefile.loads
106
-
107
- def _spy(*a, **kw):
108
- box["n"] += 1
109
- return real(*a, **kw)
110
-
111
- nodefile.loads = _spy
112
- try:
113
- return fn(), box["n"]
114
- finally:
115
- nodefile.loads = real
116
-
117
-
118
- def _build(root, n=POOL):
119
- cg = MdCG(root)
120
- for i in range(n):
121
- cg.add("asm_%04d" % i,
122
- "# 功能名:装配样本 %d\n# 正文:%s 关键词%d\n" % (i, Q, i % 17),
123
- layer="knowledge")
124
- cg.flush()
125
- cg.close()
126
- return root
127
-
128
-
129
- def _time_queries(cg, n=QUERIES):
130
- cg.search(Q, k=10, record=False) # 预热(首查装载)
131
- t0 = time.perf_counter()
132
- meta = None
133
- for _ in range(n):
134
- _res, meta = cg.search(Q, k=10, record=False)
135
- return (time.perf_counter() - t0) / n * 1000.0, meta
136
-
137
-
138
- def _ids(cg, q=Q):
139
- res, _meta = cg.search(q, k=50, record=False)
140
- return [r[0].get("id") for r in res]
141
-
142
-
143
- # ==================================================== A 组:基类装配在位 + 读数
144
- def group_a(tmp):
145
- print("== A 组:基类装配在位 + 查询读数改善(结构性 + 相对判据)==")
146
- root = os.path.join(tmp, "a")
147
- with _envi(MDCG_READ_CACHE=None):
148
- _build(root)
149
- cg = MdCG(root)
150
- cg.search(Q, k=10, record=False)
151
- _check("A1 基类构造即装配读缓存(hasattr _read_cache)",
152
- hasattr(cg, "_read_cache"),
153
- "keys=%s" % sorted(vars(cg).keys())[:12])
154
- _check("A1b 三态读面被包装(_read_status_uncached 在位)",
155
- hasattr(cg, "_read_status_uncached"))
156
- _res, n1 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
157
- _check("A2a 冷查装载 ≤ 池节点数(O(装载一次))", n1 <= POOL,
158
- "loads=%d pool=%d" % (n1, POOL))
159
- _res, n2 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
160
- _check("A2b 二次检索零重解析(loads==0,结构化命中计数)", n2 == 0,
161
- "loads=%d" % n2)
162
- total = n1 + n2
163
- for _ in range(3):
164
- _res, n3 = _count_loads(lambda: cg.search(Q, k=10, record=False))
165
- total += n3
166
- _check("A3 5 次检索累计装载 ≤ 池节点数(旧形态为 5×池)", total <= POOL,
167
- "total=%d pool=%d" % (total, POOL))
168
- base_ms = []
169
- for _ in range(REPS):
170
- ms, meta_b = _time_queries(cg)
171
- base_ms.append(ms)
172
- base_ms.sort()
173
- ms_base = base_ms[len(base_ms) // 2]
174
- scan_b = meta_b.get("scanned")
175
- cg.close()
176
-
177
- cg2 = MdCGOS(root)
178
- os_ms = []
179
- for _ in range(REPS):
180
- ms, _meta_o = _time_queries(cg2)
181
- os_ms.append(ms)
182
- os_ms.sort()
183
- ms_os = os_ms[len(os_ms) // 2]
184
- ratio = ms_base / ms_os if ms_os else float("inf")
185
- _note("读数(只登记不作门):MdCG 基类 %.1f ms/查询 scanned=%s cache=%s | "
186
- "MdCGOS %.1f ms/查询 cache=%s | 比值 %.2fx"
187
- % (ms_base, scan_b, hasattr(cg, "_read_cache"), ms_os,
188
- hasattr(cg2, "_read_cache"), ratio))
189
- _check("A4 基类/MdCGOS 同库同查询耗时比值落入区间(相对判据,不写绝对 ms)",
190
- RATIO_LO <= ratio <= RATIO_HI,
191
- "ratio=%.2f band=[%s,%s]" % (ratio, RATIO_LO, RATIO_HI))
192
- ids_base = _ids(cg2)
193
- cg2.close()
194
- cg3 = MdCG(root)
195
- ids_b = _ids(cg3)
196
- cg3.close()
197
- _check("A5 基类与 MdCGOS 同库同 query 结果 id 序逐位相同", ids_base == ids_b,
198
- "base=%s os=%s" % (ids_b[:3], ids_base[:3]))
199
-
200
-
201
- # ==================================================== K 组:非恒真对照
202
- def group_k(tmp):
203
- print("== K 组:非恒真对照(env 开关 / 结果一致 / 写后不陈旧 / 幂等)==")
204
- root = os.path.join(tmp, "k")
205
- with _envi(MDCG_READ_CACHE=None):
206
- _build(root)
207
- cg = MdCG(root) # 开态(同库)
208
- cg.search(Q, k=10, record=False)
209
- ids_on = _ids(cg)
210
- with _envi(MDCG_READ_CACHE="0"):
211
- off = MdCG(root) # 关态:**同一个库**
212
- _check("K1 MDCG_READ_CACHE=0 → 基类不装配(开关语义不变)",
213
- not hasattr(off, "_read_cache"))
214
- ids_off = _ids(off)
215
- off.search(Q, k=10, record=False) # 预热(无缓存)
216
- _res, n_off = _count_loads(lambda: off.search(Q, k=10, record=False))
217
- _check("K2 退出阀真关:关态二次检索仍逐节点重解析(loads>0)",
218
- n_off > 0, "loads=%d" % n_off)
219
- off.close()
220
- _check("K3 缓存不改结果:开/关同库同 query 的 id 序逐位一致",
221
- ids_on == ids_off, "on=%s off=%s" % (ids_on[:3], ids_off[:3]))
222
-
223
- cg.add("k_new", "# 正文:%s 写后独有标记ZZZ\n" % Q, layer="knowledge")
224
- cg.flush()
225
- hit_new = [r[0].get("id") for r in cg.search("写后独有标记ZZZ", k=5,
226
- record=False)[0]]
227
- _check("K4 写后不陈旧(新增节点立即可检索)", "k_new" in hit_new,
228
- "ids=%s" % hit_new[:3])
229
-
230
- nid = ids_on[0]
231
- cg.add(nid, "# 正文:%s 覆写后独有标记WWW\n" % Q, layer="knowledge",
232
- override=True)
233
- cg.flush()
234
- hit_w = [r[0].get("id") for r in cg.search("覆写后独有标记WWW", k=5,
235
- record=False)[0]]
236
- _check("K5 写后不陈旧(覆写既有节点:新正文可见)", nid in hit_w,
237
- "nid=%s ids=%s" % (nid, hit_w[:3]))
238
-
239
- e = cg.index["nodes"][nid]
240
- p = cg._node_disk_path(e)
241
- with open(p, encoding="utf-8") as f:
242
- fm, _body = nodefile.loads(f.read())
243
- with open(p, "w", encoding="utf-8") as f:
244
- f.write(nodefile.dumps(fm, "# 正文:%s 外部直改标记EEE\n" % Q))
245
- cg.rebuild_index()
246
- hit_e = [r[0].get("id") for r in cg.search("外部直改标记EEE", k=5,
247
- record=False)[0]]
248
- _check("K6 外部直改 .md + rebuild_index → 基类实例可见新正文(非合作写者兜底面在位)",
249
- nid in hit_e, "nid=%s ids=%s" % (nid, hit_e[:3]))
250
-
251
- saved = getattr(cg, "_read_cache", None)
252
- again = _RC.install_default(cg)
253
- _check("K7 装配入口幂等:二次装配返回 False 且不换缓存对象(不丢弃已装条目)",
254
- again is False and getattr(cg, "_read_cache", None) is saved,
255
- "ret=%r same=%s" % (again, cg._read_cache is saved))
256
- cg.close()
257
-
258
-
259
- # ==================================================== E 组:源码面装配单点
260
- def _md_cg_sources():
261
- out = []
262
- d = os.path.join(_REPO, "md_cg")
263
- for fn in sorted(os.listdir(d)):
264
- if not fn.endswith(".py") or fn.startswith("test_") or fn.startswith("bench_"):
265
- continue
266
- out.append((fn, os.path.join(d, fn)))
267
- return out
268
-
269
-
270
- def _ast_of(path):
271
- with open(path, encoding="utf-8") as f:
272
- return ast.parse(f.read(), path)
273
-
274
-
275
- def _call_sites():
276
- """全仓(md_cg 非测试源)里对 install / install_default 的**调用点**。"""
277
- sites = {"install_default": [], "install": []}
278
- for fn, path in _md_cg_sources():
279
- for node in ast.walk(_ast_of(path)):
280
- if not isinstance(node, ast.Call):
281
- continue
282
- f = node.func
283
- name = getattr(f, "attr", None) or getattr(f, "id", None)
284
- if name in sites:
285
- sites[name].append((fn, node.lineno))
286
- return sites
287
-
288
-
289
- def _install_default_defs():
290
- out = []
291
- for fn, path in _md_cg_sources():
292
- for node in ast.walk(_ast_of(path)):
293
- if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) \
294
- and node.name == "install_default":
295
- out.append((fn, node))
296
- return out
297
-
298
-
299
- def group_e(tmp):
300
- print("== E 组:源码面装配单点(定义唯一 / 调用点枚举 / env 门在入口内)==")
301
- defs = _install_default_defs()
302
- _check("E1 install_default 定义全仓恰一处(md_cg 非测试源)",
303
- len(defs) == 1 and defs[0][0] == "readcache.py",
304
- "defs=%s" % [(f, n.lineno) for f, n in defs])
305
- sites = _call_sites()
306
- id_calls = sorted(sites["install_default"])
307
- inst_calls = sorted(sites["install"])
308
- _check("E2a 自动装配调用点恰两处:基类 __init__ + MdCGOS.__init__(唯一入口)",
309
- [f for f, _ in id_calls] == ["mdcg.py", "mdcos.py"],
310
- "sites=%s" % id_calls)
311
- _check("E2b 无旁路:install( 调用点只在 readcache.py 内(装配面单点)",
312
- [f for f, _ in inst_calls] == ["readcache.py"],
313
- "install sites=%s" % inst_calls)
314
- fn_read, node_read = defs[0]
315
- names = {getattr(n.func, "attr", None) or getattr(n.func, "id", None)
316
- for n in ast.walk(node_read) if isinstance(n, ast.Call)}
317
- _check("E3 env 门在唯一入口内(install_default 内调 enabled(),调用点不各写一份)",
318
- "enabled" in names, "calls=%s" % sorted(x for x in names if x))
319
- mdcg_path = os.path.join(_REPO, "md_cg", "mdcg.py")
320
- cls = None
321
- for node in ast.walk(_ast_of(mdcg_path)):
322
- if isinstance(node, ast.ClassDef) and node.name == "MdCG":
323
- cls = node
324
- init = None
325
- if cls is not None:
326
- for node in cls.body:
327
- if isinstance(node, ast.FunctionDef) and node.name == "__init__":
328
- init = node
329
- call_ln = [n.lineno for n in ast.walk(init) if isinstance(n, ast.Call)
330
- and (getattr(n.func, "attr", None) or getattr(n.func, "id", None))
331
- == "install_default"] if init else []
332
- dirty_ln = [n.lineno for n in ast.walk(init)
333
- if isinstance(n, ast.Assign)
334
- and any(isinstance(t, ast.Attribute) and t.attr == "_dirty"
335
- for t in n.targets)] if init else []
336
- _check("E4 装配调用晚于 self._dirty 建立(失效判据先于消费面)",
337
- bool(call_ln) and bool(dirty_ln) and min(call_ln) > max(dirty_ln),
338
- "install_default@%s _dirty@%s" % (call_ln, dirty_ln))
339
-
340
-
341
- def _guard_group(tag, fn, tmp):
342
- """组内异常 fail-closed:异常即红(否则后续断言会被静默跳过 = 假绿)。"""
343
- try:
344
- fn(tmp)
345
- except Exception as exc: # noqa: BLE001
346
- import traceback
347
- _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
348
- "%s: %s" % (type(exc).__name__, exc))
349
- traceback.print_exc()
350
-
351
-
352
- def main():
353
- os.environ.pop("MDCG_READ_CACHE", None) # 环境清场:A 组默认态前置
354
- tmp = tempfile.mkdtemp(prefix="iss370_")
355
- try:
356
- _guard_group("A", group_a, tmp)
357
- _guard_group("K", group_k, tmp)
358
- _guard_group("E", group_e, tmp)
359
- finally:
360
- shutil.rmtree(tmp, ignore_errors=True)
361
- print("=" * 68)
362
- print("#370 装配面守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
363
- for f in FAILS:
364
- print(" 红项:" + f)
365
- _bad = _mutate() if "--mutate" in sys.argv else 0
366
- return 1 if (FAILS or _bad) else 0
367
-
368
-
369
- # ==================================================== M 组:定点变异自证
370
- _MUTATIONS = (
371
- ("M1 还原方向:撤掉基类装配调用(#370 修前形态:装配点回到只有 MdCGOS)",
372
- "md_cg/mdcg.py",
373
- ((" from . import readcache as _readcache" + chr(10)
374
- + " _readcache.install_default(self)",
375
- " pass # M1 撤装配"),),
376
- ("A1", "A1b", "A2b", "A3", "A4", "K7", "E2a", "E4")),
377
- ("M2 过度装配方向:install_default 忽略 env 开关(无条件装配)",
378
- "md_cg/readcache.py",
379
- ((" if not enabled():" + chr(10) + " return False",
380
- " if False and not enabled():" + chr(10) + " return False"),),
381
- ("K1", "K2")),
382
- ("M3 单点分裂方向:mdcos 侧绕过 install_default 直调 install(装配面两处实现)",
383
- "md_cg/mdcos.py",
384
- ((" _rc.install_default(self)", " _rc.install(self)"),),
385
- ("E2a", "E2b")),
386
- ("M4 幂等缺口:install_default 丢掉「已装配不叠加」判据(二次装配换缓存对象)",
387
- "md_cg/readcache.py",
388
- ((" if getattr(cg, \"_read_cache\", None) is not None:" + chr(10)
389
- + " return False" + chr(10),
390
- ""),),
391
- ("K7",)),
392
- )
393
-
394
-
395
- def _mirror_build():
396
- """镜像树:**绝不在真实工作树里改源**(写面纪律)。"""
397
- dst = tempfile.mkdtemp(prefix="iss370_mut_")
398
- for name in ("md_cg", "lib"):
399
- src = os.path.join(_REPO, name)
400
- if os.path.isdir(src):
401
- shutil.copytree(src, os.path.join(dst, name),
402
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
403
- for name in sorted(os.listdir(_REPO)):
404
- p = os.path.join(_REPO, name)
405
- if os.path.isfile(p) and name.endswith(".py"):
406
- shutil.copy2(p, os.path.join(dst, name))
407
- return dst
408
-
409
-
410
- def _run_in(tree):
411
- env = dict(os.environ)
412
- env["PYTHONPATH"] = tree
413
- env["PYTHONUTF8"] = "1"
414
- env["PYTHONDONTWRITEBYTECODE"] = "1"
415
- for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
416
- "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_READ_CACHE"):
417
- env.pop(k, None)
418
- pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
419
- "md_cg.test_issue370_readcache_assembly"],
420
- capture_output=True, text=True, encoding="utf-8",
421
- errors="replace", cwd=tree, env=env, timeout=1800)
422
- out = (pr.stdout or "") + (pr.stderr or "")
423
- reds = [ln.split("FAIL ", 1)[1].strip()
424
- for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
425
- return pr.returncode, reds, out
426
-
427
-
428
- def _apply_text(text, rel, pairs):
429
- """按目标文件**实际行尾**折算锚点后逐条替换;任一锚点命中数 != 1 返回 (None, 原因)。"""
430
- eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
431
- for old, new in pairs:
432
- o = old.replace(chr(10), eol)
433
- n = new.replace(chr(10), eol)
434
- if text.count(o) != 1:
435
- return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
436
- text = text.replace(o, n, 1)
437
- return text, ""
438
-
439
-
440
- def _mutate():
441
- print("!! 定点变异自证:撤装配/过度装配/单点分裂/幂等缺口,守卫必须按指定项转红")
442
- tree = _mirror_build()
443
- bad = []
444
- try:
445
- rc, reds, out = _run_in(tree)
446
- print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
447
- if rc != 0 or reds:
448
- bad.append("未变异镜像基线即红")
449
- print(chr(10).join(out.splitlines()[-25:]))
450
- for desc, rel, pairs, exp in _MUTATIONS:
451
- p = os.path.join(tree, rel)
452
- with open(p, encoding="utf-8", newline="") as f:
453
- bak = f.read()
454
- mut, why = _apply_text(bak, rel, pairs)
455
- if mut is None:
456
- bad.append("%s —— %s" % (desc, why))
457
- print(" ANCHOR-MISS " + desc + " " + why)
458
- continue
459
- with open(p, "w", encoding="utf-8", newline="") as f:
460
- f.write(mut)
461
- for root, _dd, _ff in os.walk(tree):
462
- if os.path.basename(root) == "__pycache__":
463
- shutil.rmtree(root, ignore_errors=True)
464
- rc2, reds2, out2 = _run_in(tree)
465
- with open(p, "w", encoding="utf-8", newline="") as f:
466
- f.write(bak)
467
- hit = sorted({r.split(" ")[0] for r in reds2})
468
- if rc2 != 0 and hit == sorted(exp):
469
- print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
470
- else:
471
- bad.append(desc)
472
- print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
473
- % (desc, hit, sorted(exp), rc2))
474
- for r in reds2[:12]:
475
- print(" FAIL " + r)
476
- if rc2 == 0:
477
- print(chr(10).join(out2.splitlines()[-15:]))
478
- print("定点变异自证:%s(%d 条不合格)"
479
- % ("PASS" if not bad else "FAIL", len(bad)))
480
- for b in bad:
481
- print(" 不合格:" + b)
482
- return len(bad)
483
- finally:
484
- shutil.rmtree(tree, ignore_errors=True)
485
-
486
-
487
- if __name__ == "__main__":
488
- sys.exit(main())
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # 功能名:readcache 装配面下沉到基类 MdCG(issue #370:基类直接使用者全走无缓存路径,4.9×)
4
+ # 生效条件:python -X utf8 -m md_cg.test_issue370_readcache_assembly [--mutate];被测面=md_cg/mdcg.py 的 MdCG.__init__ 装配调用、md_cg/mdcos.py 的同入口调用、md_cg/readcache.py 的 install_default/enabled/install 契约(含 AST 源码面)
5
+ # 子功能:A 组=基类装配在位 + 查询读数改善(结构性命中计数 + 相对判据);K 组=非恒真对照(env 关闭不装配、退出阀真关、缓存不改结果、写后不陈旧、外部直改+rebuild 可见、装配入口幂等);E 组=源码面装配单点(定义恰一处 / 调用点枚举 / env 门在入口内 / 调用晚于 _dirty 建立);M 组=--mutate 定点变异(还原方向 / 过度装配方向 / 单点分裂方向 / 幂等缺口方向)
6
+ # 执行:--mutate 时在镜像树里逐条改源,守卫必须按指定项转红(多红/少红皆不合格)
7
+ # 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed(打印 ANCHOR-MISS 并计入不合格)
8
+ # 不适用条件:① 性能断言**不写绝对 ms**(同一份码本机 33.1→4.8 ms/查询、报告机 30.6/6.2,比值 9.9× vs 4.9×)——绝对读数只打印不作门;门的只有结构性判据(装配态 + nodefile.loads 命中计数)与相对判据(基类/MdCGOS 同库同查询耗时比值区间);
9
+ # ② 内存代价**不设门、只登记读数**(Lead 裁定要求量化):读缓存无淘汰面——五类缓存 2000 节点深度体量 13.6MB(6.97 KB/节点,其中 _norm_bigrams_cache 3.63、_read_cache 2.54),进程 RSS 增量 8.3~16.3 KB/节点(跨进程波动,对照组 ≈0);5000 节点 RSS 增量 74.3MB(15.2 KB/节点)。大库(≥10 万节点,外推 RSS ~1.5GB)或内存受限的长跑 CLI 应显式 MDCG_READ_CACHE=0(opt-out 退出阀)——这是 #31 已在生产检索入口接受的同一取舍,本次只是对齐到基类,不新增量级;
10
+ # ③ 跨进程一致性边界**按实例级缓存语义**判为无夹具受影响:缓存挂在实例上,md_cg/ 下「同实例先读 → 另一进程改写 → 同实例再读同节点」的夹具只 test_bm25.py::test_rebuild_and_other_process_reload 一例,且它用 MdCGSecure(修复前就已装配),失效走 rebuild_index/compact_index(broad_gen 推进)与 _maybe_reload_index(签名变化 → readcache.clear)——K6 用**基类实例**同款钉住;「新建第二实例去读」不受影响(各持快照);
11
+ # ④ 不判 MdCGSecure 的密钥/锁定面(readcache.clear 的既有接线另有守卫);⑤ 不判「外部直改 .md 后不 rebuild/reload」——那是 readcache 既有的诚实边界(进程内一致性不保证),非本次范围。
12
+ """#370 守卫:readcache 装配点覆盖基类(装配面单点)。
13
+
14
+ 病象(修前,A 组逐条复现):装配点只有 `MdCGOS.__init__` ⇒ 以 `MdCG(root)`
15
+ 直接打开的库(backfill_bigdomain / backfill_bucket_zh / build_postings /
16
+ migrate 等全库扫描 CLI)每次查询对每个候选 open+read+parse。本机实测
17
+ (500 节点合成库、20 次查询):`MdCG` 33.1 ms/查询、`nodefile.loads` 500 次/
18
+ 查询、无 `_read_cache`;`MdCGOS` 3.3 ms/查询、0 次、已装配(报告机 30.6 vs
19
+ 6.2 ms,4.9×)。
20
+
21
+ 修法(Lead 裁定 2026-10-16):装配**下沉到基类**,且装配面必须是**单点**——
22
+ `readcache.install_default(cg)`(env 门 + 幂等)是自动装配的唯一入口,
23
+ `MdCG.__init__` 末尾(`_dirty` 建立之后)与 `MdCGOS.__init__` 各调一次,
24
+ `install()` 只被该入口与显式重装的调用方调用(语义未变)。落点理由:失效
25
+ 判据(`_DirtyDict` 脏集)与组装面(`_read_status`/`_read`/四个派生钩子)
26
+ **都在基类**,装配点与它们同层;不对称只有历史原因,无正确性理由。
27
+
28
+ 本守卫的判别力来自非恒真对照,而不是「修完就绿」:
29
+ K1/K2 —— `MDCG_READ_CACHE=0` 必须**不**装配且二次检索仍逐节点重解析
30
+ (防「无条件装配、忽略 env 开关」的过度装配方向);
31
+ K3 —— 开/关同库同 query 结果 id 序逐位一致(缓存只改速度不改结果);
32
+ K4/K5 —— 写后不陈旧(新增节点 + 覆写既有节点);
33
+ K6 —— 外部直改 .md + rebuild_index 后基类实例可见新正文;
34
+ K7 —— 装配入口幂等:二次调用返回 False 且**不换**缓存对象;
35
+ E1-E4 —— 源码面:`install_default` 定义恰一处、自动装配调用点恰两处且
36
+ 无旁路 `install()`、env 门在入口内、调用晚于 `_dirty` 建立。
37
+ """
38
+ from __future__ import annotations
39
+
40
+ import ast
41
+ import os
42
+ import shutil
43
+ import subprocess
44
+ import sys
45
+ import tempfile
46
+ import time
47
+
48
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
49
+
50
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
51
+ if _REPO not in sys.path:
52
+ sys.path.insert(0, _REPO)
53
+
54
+ from md_cg import nodefile # noqa: E402
55
+ from md_cg import readcache as _RC # noqa: E402
56
+ from md_cg.mdcg import MdCG # noqa: E402
57
+ from md_cg.mdcos import MdCGOS # noqa: E402
58
+
59
+ POOL = 240 # 合成库节点数(够出读数、构造成本可控)
60
+ QUERIES = 20 # 每组计时/计数的查询次数
61
+ REPS = 3 # 计时重复数(取中位,抗单次尖峰)
62
+ Q = "装配探针"
63
+ RATIO_LO, RATIO_HI = 0.25, 3.0 # 基类/MdCGOS 同库同查询耗时比值区间(修前本机 9.9×、报告机 4.9×;修后 ~1.4×)
64
+
65
+ PASSED, FAILS = [], []
66
+
67
+
68
+ def _check(name, cond, detail=""):
69
+ if cond:
70
+ print(" PASS " + name)
71
+ PASSED.append(name)
72
+ else:
73
+ print(" FAIL " + name + " " + str(detail)[:240])
74
+ FAILS.append(name)
75
+
76
+
77
+ def _note(text):
78
+ print(" NOTE " + text)
79
+
80
+
81
+ def _envi(**kw):
82
+ """env 上下文:None 值=pop。"""
83
+ class _C:
84
+ def __enter__(self):
85
+ self.old = {k: os.environ.get(k) for k in kw}
86
+ for k, v in kw.items():
87
+ if v is None:
88
+ os.environ.pop(k, None)
89
+ else:
90
+ os.environ[k] = v
91
+
92
+ def __exit__(self, *a):
93
+ for k, v in self.old.items():
94
+ if v is None:
95
+ os.environ.pop(k, None)
96
+ else:
97
+ os.environ[k] = v
98
+ return False
99
+ return _C()
100
+
101
+
102
+ def _count_loads(fn):
103
+ """打桩 nodefile.loads 计数(节点文件解析的唯一入口,_read_status 内调用)。"""
104
+ box = {"n": 0}
105
+ real = nodefile.loads
106
+
107
+ def _spy(*a, **kw):
108
+ box["n"] += 1
109
+ return real(*a, **kw)
110
+
111
+ nodefile.loads = _spy
112
+ try:
113
+ return fn(), box["n"]
114
+ finally:
115
+ nodefile.loads = real
116
+
117
+
118
+ def _build(root, n=POOL):
119
+ cg = MdCG(root)
120
+ for i in range(n):
121
+ cg.add("asm_%04d" % i,
122
+ "# 功能名:装配样本 %d\n# 正文:%s 关键词%d\n" % (i, Q, i % 17),
123
+ layer="knowledge")
124
+ cg.flush()
125
+ cg.close()
126
+ return root
127
+
128
+
129
+ def _time_queries(cg, n=QUERIES):
130
+ cg.search(Q, k=10, record=False) # 预热(首查装载)
131
+ t0 = time.perf_counter()
132
+ meta = None
133
+ for _ in range(n):
134
+ _res, meta = cg.search(Q, k=10, record=False)
135
+ return (time.perf_counter() - t0) / n * 1000.0, meta
136
+
137
+
138
+ def _ids(cg, q=Q):
139
+ res, _meta = cg.search(q, k=50, record=False)
140
+ return [r[0].get("id") for r in res]
141
+
142
+
143
+ # ==================================================== A 组:基类装配在位 + 读数
144
+ def group_a(tmp):
145
+ print("== A 组:基类装配在位 + 查询读数改善(结构性 + 相对判据)==")
146
+ root = os.path.join(tmp, "a")
147
+ with _envi(MDCG_READ_CACHE=None):
148
+ _build(root)
149
+ cg = MdCG(root)
150
+ cg.search(Q, k=10, record=False)
151
+ _check("A1 基类构造即装配读缓存(hasattr _read_cache)",
152
+ hasattr(cg, "_read_cache"),
153
+ "keys=%s" % sorted(vars(cg).keys())[:12])
154
+ _check("A1b 三态读面被包装(_read_status_uncached 在位)",
155
+ hasattr(cg, "_read_status_uncached"))
156
+ _res, n1 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
157
+ _check("A2a 冷查装载 ≤ 池节点数(O(装载一次))", n1 <= POOL,
158
+ "loads=%d pool=%d" % (n1, POOL))
159
+ _res, n2 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
160
+ _check("A2b 二次检索零重解析(loads==0,结构化命中计数)", n2 == 0,
161
+ "loads=%d" % n2)
162
+ total = n1 + n2
163
+ for _ in range(3):
164
+ _res, n3 = _count_loads(lambda: cg.search(Q, k=10, record=False))
165
+ total += n3
166
+ _check("A3 5 次检索累计装载 ≤ 池节点数(旧形态为 5×池)", total <= POOL,
167
+ "total=%d pool=%d" % (total, POOL))
168
+ base_ms = []
169
+ for _ in range(REPS):
170
+ ms, meta_b = _time_queries(cg)
171
+ base_ms.append(ms)
172
+ base_ms.sort()
173
+ ms_base = base_ms[len(base_ms) // 2]
174
+ scan_b = meta_b.get("scanned")
175
+ cg.close()
176
+
177
+ cg2 = MdCGOS(root)
178
+ os_ms = []
179
+ for _ in range(REPS):
180
+ ms, _meta_o = _time_queries(cg2)
181
+ os_ms.append(ms)
182
+ os_ms.sort()
183
+ ms_os = os_ms[len(os_ms) // 2]
184
+ ratio = ms_base / ms_os if ms_os else float("inf")
185
+ _note("读数(只登记不作门):MdCG 基类 %.1f ms/查询 scanned=%s cache=%s | "
186
+ "MdCGOS %.1f ms/查询 cache=%s | 比值 %.2fx"
187
+ % (ms_base, scan_b, hasattr(cg, "_read_cache"), ms_os,
188
+ hasattr(cg2, "_read_cache"), ratio))
189
+ _check("A4 基类/MdCGOS 同库同查询耗时比值落入区间(相对判据,不写绝对 ms)",
190
+ RATIO_LO <= ratio <= RATIO_HI,
191
+ "ratio=%.2f band=[%s,%s]" % (ratio, RATIO_LO, RATIO_HI))
192
+ ids_base = _ids(cg2)
193
+ cg2.close()
194
+ cg3 = MdCG(root)
195
+ ids_b = _ids(cg3)
196
+ cg3.close()
197
+ _check("A5 基类与 MdCGOS 同库同 query 结果 id 序逐位相同", ids_base == ids_b,
198
+ "base=%s os=%s" % (ids_b[:3], ids_base[:3]))
199
+
200
+
201
+ # ==================================================== K 组:非恒真对照
202
+ def group_k(tmp):
203
+ print("== K 组:非恒真对照(env 开关 / 结果一致 / 写后不陈旧 / 幂等)==")
204
+ root = os.path.join(tmp, "k")
205
+ with _envi(MDCG_READ_CACHE=None):
206
+ _build(root)
207
+ cg = MdCG(root) # 开态(同库)
208
+ cg.search(Q, k=10, record=False)
209
+ ids_on = _ids(cg)
210
+ with _envi(MDCG_READ_CACHE="0"):
211
+ off = MdCG(root) # 关态:**同一个库**
212
+ _check("K1 MDCG_READ_CACHE=0 → 基类不装配(开关语义不变)",
213
+ not hasattr(off, "_read_cache"))
214
+ ids_off = _ids(off)
215
+ off.search(Q, k=10, record=False) # 预热(无缓存)
216
+ _res, n_off = _count_loads(lambda: off.search(Q, k=10, record=False))
217
+ _check("K2 退出阀真关:关态二次检索仍逐节点重解析(loads>0)",
218
+ n_off > 0, "loads=%d" % n_off)
219
+ off.close()
220
+ _check("K3 缓存不改结果:开/关同库同 query 的 id 序逐位一致",
221
+ ids_on == ids_off, "on=%s off=%s" % (ids_on[:3], ids_off[:3]))
222
+
223
+ cg.add("k_new", "# 正文:%s 写后独有标记ZZZ\n" % Q, layer="knowledge")
224
+ cg.flush()
225
+ hit_new = [r[0].get("id") for r in cg.search("写后独有标记ZZZ", k=5,
226
+ record=False)[0]]
227
+ _check("K4 写后不陈旧(新增节点立即可检索)", "k_new" in hit_new,
228
+ "ids=%s" % hit_new[:3])
229
+
230
+ nid = ids_on[0]
231
+ cg.add(nid, "# 正文:%s 覆写后独有标记WWW\n" % Q, layer="knowledge",
232
+ override=True)
233
+ cg.flush()
234
+ hit_w = [r[0].get("id") for r in cg.search("覆写后独有标记WWW", k=5,
235
+ record=False)[0]]
236
+ _check("K5 写后不陈旧(覆写既有节点:新正文可见)", nid in hit_w,
237
+ "nid=%s ids=%s" % (nid, hit_w[:3]))
238
+
239
+ e = cg.index["nodes"][nid]
240
+ p = cg._node_disk_path(e)
241
+ with open(p, encoding="utf-8") as f:
242
+ fm, _body = nodefile.loads(f.read())
243
+ with open(p, "w", encoding="utf-8") as f:
244
+ f.write(nodefile.dumps(fm, "# 正文:%s 外部直改标记EEE\n" % Q))
245
+ cg.rebuild_index()
246
+ hit_e = [r[0].get("id") for r in cg.search("外部直改标记EEE", k=5,
247
+ record=False)[0]]
248
+ _check("K6 外部直改 .md + rebuild_index → 基类实例可见新正文(非合作写者兜底面在位)",
249
+ nid in hit_e, "nid=%s ids=%s" % (nid, hit_e[:3]))
250
+
251
+ saved = getattr(cg, "_read_cache", None)
252
+ again = _RC.install_default(cg)
253
+ _check("K7 装配入口幂等:二次装配返回 False 且不换缓存对象(不丢弃已装条目)",
254
+ again is False and getattr(cg, "_read_cache", None) is saved,
255
+ "ret=%r same=%s" % (again, cg._read_cache is saved))
256
+ cg.close()
257
+
258
+
259
+ # ==================================================== E 组:源码面装配单点
260
+ def _md_cg_sources():
261
+ out = []
262
+ d = os.path.join(_REPO, "md_cg")
263
+ for fn in sorted(os.listdir(d)):
264
+ if not fn.endswith(".py") or fn.startswith("test_") or fn.startswith("bench_"):
265
+ continue
266
+ out.append((fn, os.path.join(d, fn)))
267
+ return out
268
+
269
+
270
+ def _ast_of(path):
271
+ with open(path, encoding="utf-8") as f:
272
+ return ast.parse(f.read(), path)
273
+
274
+
275
+ def _call_sites():
276
+ """全仓(md_cg 非测试源)里对 install / install_default 的**调用点**。"""
277
+ sites = {"install_default": [], "install": []}
278
+ for fn, path in _md_cg_sources():
279
+ for node in ast.walk(_ast_of(path)):
280
+ if not isinstance(node, ast.Call):
281
+ continue
282
+ f = node.func
283
+ name = getattr(f, "attr", None) or getattr(f, "id", None)
284
+ if name in sites:
285
+ sites[name].append((fn, node.lineno))
286
+ return sites
287
+
288
+
289
+ def _install_default_defs():
290
+ out = []
291
+ for fn, path in _md_cg_sources():
292
+ for node in ast.walk(_ast_of(path)):
293
+ if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) \
294
+ and node.name == "install_default":
295
+ out.append((fn, node))
296
+ return out
297
+
298
+
299
+ def group_e(tmp):
300
+ print("== E 组:源码面装配单点(定义唯一 / 调用点枚举 / env 门在入口内)==")
301
+ defs = _install_default_defs()
302
+ _check("E1 install_default 定义全仓恰一处(md_cg 非测试源)",
303
+ len(defs) == 1 and defs[0][0] == "readcache.py",
304
+ "defs=%s" % [(f, n.lineno) for f, n in defs])
305
+ sites = _call_sites()
306
+ id_calls = sorted(sites["install_default"])
307
+ inst_calls = sorted(sites["install"])
308
+ _check("E2a 自动装配调用点恰两处:基类 __init__ + MdCGOS.__init__(唯一入口)",
309
+ [f for f, _ in id_calls] == ["mdcg.py", "mdcos.py"],
310
+ "sites=%s" % id_calls)
311
+ _check("E2b 无旁路:install( 调用点只在 readcache.py 内(装配面单点)",
312
+ [f for f, _ in inst_calls] == ["readcache.py"],
313
+ "install sites=%s" % inst_calls)
314
+ fn_read, node_read = defs[0]
315
+ names = {getattr(n.func, "attr", None) or getattr(n.func, "id", None)
316
+ for n in ast.walk(node_read) if isinstance(n, ast.Call)}
317
+ _check("E3 env 门在唯一入口内(install_default 内调 enabled(),调用点不各写一份)",
318
+ "enabled" in names, "calls=%s" % sorted(x for x in names if x))
319
+ mdcg_path = os.path.join(_REPO, "md_cg", "mdcg.py")
320
+ cls = None
321
+ for node in ast.walk(_ast_of(mdcg_path)):
322
+ if isinstance(node, ast.ClassDef) and node.name == "MdCG":
323
+ cls = node
324
+ init = None
325
+ if cls is not None:
326
+ for node in cls.body:
327
+ if isinstance(node, ast.FunctionDef) and node.name == "__init__":
328
+ init = node
329
+ call_ln = [n.lineno for n in ast.walk(init) if isinstance(n, ast.Call)
330
+ and (getattr(n.func, "attr", None) or getattr(n.func, "id", None))
331
+ == "install_default"] if init else []
332
+ dirty_ln = [n.lineno for n in ast.walk(init)
333
+ if isinstance(n, ast.Assign)
334
+ and any(isinstance(t, ast.Attribute) and t.attr == "_dirty"
335
+ for t in n.targets)] if init else []
336
+ _check("E4 装配调用晚于 self._dirty 建立(失效判据先于消费面)",
337
+ bool(call_ln) and bool(dirty_ln) and min(call_ln) > max(dirty_ln),
338
+ "install_default@%s _dirty@%s" % (call_ln, dirty_ln))
339
+
340
+
341
+ def _guard_group(tag, fn, tmp):
342
+ """组内异常 fail-closed:异常即红(否则后续断言会被静默跳过 = 假绿)。"""
343
+ try:
344
+ fn(tmp)
345
+ except Exception as exc: # noqa: BLE001
346
+ import traceback
347
+ _check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
348
+ "%s: %s" % (type(exc).__name__, exc))
349
+ traceback.print_exc()
350
+
351
+
352
+ def main():
353
+ os.environ.pop("MDCG_READ_CACHE", None) # 环境清场:A 组默认态前置
354
+ tmp = tempfile.mkdtemp(prefix="iss370_")
355
+ try:
356
+ _guard_group("A", group_a, tmp)
357
+ _guard_group("K", group_k, tmp)
358
+ _guard_group("E", group_e, tmp)
359
+ finally:
360
+ shutil.rmtree(tmp, ignore_errors=True)
361
+ print("=" * 68)
362
+ print("#370 装配面守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
363
+ for f in FAILS:
364
+ print(" 红项:" + f)
365
+ _bad = _mutate() if "--mutate" in sys.argv else 0
366
+ return 1 if (FAILS or _bad) else 0
367
+
368
+
369
+ # ==================================================== M 组:定点变异自证
370
+ _MUTATIONS = (
371
+ ("M1 还原方向:撤掉基类装配调用(#370 修前形态:装配点回到只有 MdCGOS)",
372
+ "md_cg/mdcg.py",
373
+ ((" from . import readcache as _readcache" + chr(10)
374
+ + " _readcache.install_default(self)",
375
+ " pass # M1 撤装配"),),
376
+ ("A1", "A1b", "A2b", "A3", "A4", "K7", "E2a", "E4")),
377
+ ("M2 过度装配方向:install_default 忽略 env 开关(无条件装配)",
378
+ "md_cg/readcache.py",
379
+ ((" if not enabled():" + chr(10) + " return False",
380
+ " if False and not enabled():" + chr(10) + " return False"),),
381
+ ("K1", "K2")),
382
+ ("M3 单点分裂方向:mdcos 侧绕过 install_default 直调 install(装配面两处实现)",
383
+ "md_cg/mdcos.py",
384
+ ((" _rc.install_default(self)", " _rc.install(self)"),),
385
+ ("E2a", "E2b")),
386
+ ("M4 幂等缺口:install_default 丢掉「已装配不叠加」判据(二次装配换缓存对象)",
387
+ "md_cg/readcache.py",
388
+ ((" if getattr(cg, \"_read_cache\", None) is not None:" + chr(10)
389
+ + " return False" + chr(10),
390
+ ""),),
391
+ ("K7",)),
392
+ )
393
+
394
+
395
+ def _mirror_build():
396
+ """镜像树:**绝不在真实工作树里改源**(写面纪律)。"""
397
+ dst = tempfile.mkdtemp(prefix="iss370_mut_")
398
+ for name in ("md_cg", "lib"):
399
+ src = os.path.join(_REPO, name)
400
+ if os.path.isdir(src):
401
+ shutil.copytree(src, os.path.join(dst, name),
402
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
403
+ for name in sorted(os.listdir(_REPO)):
404
+ p = os.path.join(_REPO, name)
405
+ if os.path.isfile(p) and name.endswith(".py"):
406
+ shutil.copy2(p, os.path.join(dst, name))
407
+ return dst
408
+
409
+
410
+ def _run_in(tree):
411
+ env = dict(os.environ)
412
+ env["PYTHONPATH"] = tree
413
+ env["PYTHONUTF8"] = "1"
414
+ env["PYTHONDONTWRITEBYTECODE"] = "1"
415
+ for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
416
+ "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_READ_CACHE"):
417
+ env.pop(k, None)
418
+ pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
419
+ "md_cg.test_issue370_readcache_assembly"],
420
+ capture_output=True, text=True, encoding="utf-8",
421
+ errors="replace", cwd=tree, env=env, timeout=1800)
422
+ out = (pr.stdout or "") + (pr.stderr or "")
423
+ reds = [ln.split("FAIL ", 1)[1].strip()
424
+ for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
425
+ return pr.returncode, reds, out
426
+
427
+
428
+ def _apply_text(text, rel, pairs):
429
+ """按目标文件**实际行尾**折算锚点后逐条替换;任一锚点命中数 != 1 返回 (None, 原因)。"""
430
+ eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
431
+ for old, new in pairs:
432
+ o = old.replace(chr(10), eol)
433
+ n = new.replace(chr(10), eol)
434
+ if text.count(o) != 1:
435
+ return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
436
+ text = text.replace(o, n, 1)
437
+ return text, ""
438
+
439
+
440
+ def _mutate():
441
+ print("!! 定点变异自证:撤装配/过度装配/单点分裂/幂等缺口,守卫必须按指定项转红")
442
+ tree = _mirror_build()
443
+ bad = []
444
+ try:
445
+ rc, reds, out = _run_in(tree)
446
+ print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
447
+ if rc != 0 or reds:
448
+ bad.append("未变异镜像基线即红")
449
+ print(chr(10).join(out.splitlines()[-25:]))
450
+ for desc, rel, pairs, exp in _MUTATIONS:
451
+ p = os.path.join(tree, rel)
452
+ with open(p, encoding="utf-8", newline="") as f:
453
+ bak = f.read()
454
+ mut, why = _apply_text(bak, rel, pairs)
455
+ if mut is None:
456
+ bad.append("%s —— %s" % (desc, why))
457
+ print(" ANCHOR-MISS " + desc + " " + why)
458
+ continue
459
+ with open(p, "w", encoding="utf-8", newline="") as f:
460
+ f.write(mut)
461
+ for root, _dd, _ff in os.walk(tree):
462
+ if os.path.basename(root) == "__pycache__":
463
+ shutil.rmtree(root, ignore_errors=True)
464
+ rc2, reds2, out2 = _run_in(tree)
465
+ with open(p, "w", encoding="utf-8", newline="") as f:
466
+ f.write(bak)
467
+ hit = sorted({r.split(" ")[0] for r in reds2})
468
+ if rc2 != 0 and hit == sorted(exp):
469
+ print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
470
+ else:
471
+ bad.append(desc)
472
+ print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
473
+ % (desc, hit, sorted(exp), rc2))
474
+ for r in reds2[:12]:
475
+ print(" FAIL " + r)
476
+ if rc2 == 0:
477
+ print(chr(10).join(out2.splitlines()[-15:]))
478
+ print("定点变异自证:%s(%d 条不合格)"
479
+ % ("PASS" if not bad else "FAIL", len(bad)))
480
+ for b in bad:
481
+ print(" 不合格:" + b)
482
+ return len(bad)
483
+ finally:
484
+ shutil.rmtree(tree, ignore_errors=True)
485
+
486
+
487
+ if __name__ == "__main__":
488
+ sys.exit(main())