@furongjun1999/dsh-memory 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +150 -662
  2. package/codebuddy/CODEBUDDY.md +333 -204
  3. package/data/policy.json +38 -38
  4. package/docs/README.md +18 -0
  5. package/docs/discipline/harnesses.yaml +11 -3
  6. package/docs/discipline/templates/compact.txt.tmpl +20 -18
  7. package/docs/discipline/templates/full.md.tmpl +63 -61
  8. package/docs/discipline/templates/rules.mdc.tmpl +5 -3
  9. package/docs/discipline/templates/skill.md.tmpl +25 -23
  10. package/docs/discipline/templates/spec.txt.tmpl +2 -2
  11. package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
  12. package/dsh/cordis.yml.example +139 -139
  13. package/lib/hooks.d.ts +19 -0
  14. package/lib/hooks.js +30 -7
  15. package/lib/index.js +18 -3
  16. package/lib/init.js +19 -4
  17. package/lib/lib/hook_audit.js +64 -2
  18. package/lib/lib/prompt_safety.js +14 -3
  19. package/lib/tools.d.ts +7 -0
  20. package/lib/tools.js +22 -1
  21. package/md_cg/_guard_kit.py +121 -121
  22. package/md_cg/anchor.py +114 -114
  23. package/md_cg/audit.py +15 -2
  24. package/md_cg/chain.py +3 -2
  25. package/md_cg/config_registry_guard.py +487 -487
  26. package/md_cg/conformance.py +747 -747
  27. package/md_cg/consolidate.py +1793 -1793
  28. package/md_cg/crypto.py +794 -794
  29. package/md_cg/hyperedge.py +262 -262
  30. package/md_cg/interface_schema.py +146 -146
  31. package/md_cg/lifecycle.py +426 -426
  32. package/md_cg/mdcos.py +12 -8
  33. package/md_cg/predict.py +1103 -1103
  34. package/md_cg/protect.py +654 -654
  35. package/md_cg/provenance.py +606 -606
  36. package/md_cg/queue_health.py +130 -130
  37. package/md_cg/refine.py +613 -613
  38. package/md_cg/retrieve.py +128 -128
  39. package/md_cg/revise.py +140 -140
  40. package/md_cg/rollback.py +657 -657
  41. package/md_cg/rollback_cli.py +124 -124
  42. package/md_cg/rotate.py +346 -346
  43. package/md_cg/routing.py +490 -490
  44. package/md_cg/self_surface.py +50 -50
  45. package/md_cg/semantic/canonical.py +144 -144
  46. package/md_cg/semantic/zh_en_atoms.py +141 -141
  47. package/md_cg/sources.py +1091 -1091
  48. package/md_cg/stg.py +3 -2
  49. package/md_cg/sustain.py +10 -1
  50. package/md_cg/test_audit_rotate_parity.py +279 -279
  51. package/md_cg/test_autonomy_modes.py +2013 -2013
  52. package/md_cg/test_cn_recall_grams.py +206 -206
  53. package/md_cg/test_code_kind_forbidden.py +101 -0
  54. package/md_cg/test_condaccept.py +156 -156
  55. package/md_cg/test_condgate.py +141 -141
  56. package/md_cg/test_heartbeat_ledger.py +9 -3
  57. package/md_cg/test_i50e_readside_protection.py +658 -658
  58. package/md_cg/test_issue111_gate_order.py +76 -76
  59. package/md_cg/test_issue111_scoring_contract.py +86 -86
  60. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  61. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  62. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  63. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  64. package/md_cg/test_issue149_accel_default_face.py +248 -248
  65. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  66. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  67. package/md_cg/test_issue152_sealed_postings.py +309 -309
  68. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  69. package/md_cg/test_issue157b_index_remainder.py +344 -344
  70. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  71. package/md_cg/test_issue191_import_trust.py +382 -382
  72. package/md_cg/test_issue193_write_scope.py +378 -378
  73. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  74. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  75. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  76. package/md_cg/test_issue216_clash_routes.py +214 -214
  77. package/md_cg/test_issue217_slot_routes.py +248 -248
  78. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  79. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  80. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  81. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  82. package/md_cg/test_issue275_layer_param.py +250 -250
  83. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  84. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  85. package/md_cg/test_issue278_neg_window.py +294 -294
  86. package/md_cg/test_issue278_negative_layering.py +83 -83
  87. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  88. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  89. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  90. package/md_cg/test_issue303_design_boundaries.py +262 -262
  91. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  92. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  93. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  94. package/md_cg/test_issue322_node_write_lock.py +727 -727
  95. package/md_cg/test_issue324_write_size_fields.py +214 -214
  96. package/md_cg/test_issue325_audit_poison.py +229 -229
  97. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  98. package/md_cg/test_issue326_key_perms.py +355 -355
  99. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  100. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  101. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  102. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  103. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  104. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  105. package/md_cg/test_issue350_casefold_collision.py +235 -235
  106. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  107. package/md_cg/test_issue352_imgaudit.py +418 -418
  108. package/md_cg/test_issue352_pathsjson.py +537 -537
  109. package/md_cg/test_issue352_refindex.py +412 -412
  110. package/md_cg/test_issue352_rollback.py +604 -604
  111. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  112. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  113. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  114. package/md_cg/test_issue358_truncation_observable.py +247 -247
  115. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  116. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  117. package/md_cg/test_issue362_neg_condition.py +468 -468
  118. package/md_cg/test_issue363_lexical_idf.py +275 -275
  119. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  120. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  121. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  122. package/md_cg/test_issue378_protected_floor.py +310 -310
  123. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  124. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  125. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  126. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  127. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  128. package/md_cg/test_issue404_heal_receipt.py +389 -389
  129. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  130. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  131. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  132. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  133. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  134. package/md_cg/test_issue413_preimage_twin.py +339 -339
  135. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  136. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  137. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  138. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  139. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  140. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  141. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  142. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  143. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  144. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  145. package/md_cg/test_issue434_435_float_gate.py +90 -90
  146. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  147. package/md_cg/test_issue43_default_policy.py +874 -874
  148. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  149. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  150. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  151. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  152. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  153. package/md_cg/test_issue451_audit_actor.py +313 -313
  154. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  155. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  156. package/md_cg/test_issue466_basis_registry.py +469 -469
  157. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  158. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  159. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  160. package/md_cg/test_issue471_identity_readable.py +136 -136
  161. package/md_cg/test_issue472_audit_chain.py +90 -90
  162. package/md_cg/test_issue472_prune_ledger.py +105 -105
  163. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  164. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  165. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  166. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  167. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  168. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  169. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  170. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  171. package/md_cg/test_issue547_audit_durable.py +96 -96
  172. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  173. package/md_cg/test_issue559_refine_prefix.py +69 -69
  174. package/md_cg/test_issue562_retired_faces.py +150 -0
  175. package/md_cg/test_issue71_queue_backlog.py +376 -376
  176. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  177. package/md_cg/test_issue82_credential_rules.py +271 -271
  178. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  179. package/md_cg/test_issue93_remember_redaction.py +282 -282
  180. package/md_cg/test_logref.py +1141 -1141
  181. package/md_cg/test_md_access_parity.py +330 -330
  182. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  183. package/md_cg/test_mutation_residue.py +119 -119
  184. package/md_cg/test_mutation_rollback.py +835 -835
  185. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  186. package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
  187. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  188. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  189. package/md_cg/test_neg_tail_honesty.py +733 -733
  190. package/md_cg/test_p21_tokens.py +294 -294
  191. package/md_cg/test_p27_docindex.py +792 -792
  192. package/md_cg/test_p28_refcheck.py +1053 -1053
  193. package/md_cg/test_p2_six_elements.py +476 -476
  194. package/md_cg/test_p33_ccg_wiring.py +300 -300
  195. package/md_cg/test_p3_legacy_closure.py +438 -438
  196. package/md_cg/test_p40_refine_worklist.py +244 -244
  197. package/md_cg/test_p4_freshness.py +781 -781
  198. package/md_cg/test_p9c_dedup_hints.py +288 -288
  199. package/md_cg/test_policy_required_ccg.py +444 -444
  200. package/md_cg/test_read_scope_b27.py +2 -2
  201. package/md_cg/test_retr_s5.py +312 -312
  202. package/md_cg/test_s1_ast_judge.py +109 -109
  203. package/md_cg/test_security_audit_v21.py +249 -249
  204. package/md_cg/test_state_event_op.py +521 -521
  205. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  206. package/md_cg/test_sustain_bad_stamp.py +178 -0
  207. package/md_cg/test_sustain_bounded.py +652 -652
  208. package/md_cg/test_trust_edge_reachability.py +405 -405
  209. package/md_cg/test_w7_redlines.py +659 -659
  210. package/md_cg/test_write_return_shape.py +919 -919
  211. package/md_cg/test_writepipe.py +228 -228
  212. package/md_cg/trust.py +1114 -1114
  213. package/md_cg/twophase.py +303 -303
  214. package/md_cg/whitebox.py +536 -536
  215. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  216. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  217. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  218. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  219. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  220. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  221. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  222. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  223. package/md_cg/writepipe.py +1337 -1337
  224. package/package.json +3 -2
  225. package/scripts/workspace_index.py +328 -0
  226. package/src/hooks.ts +932 -908
  227. package/src/index.ts +21 -6
  228. package/src/init.ts +16 -4
  229. package/src/lib/hook_audit.ts +48 -2
  230. package/src/lib/mdcg_client.ts +469 -469
  231. package/src/lib/prompt_safety.ts +17 -3
  232. package/src/tools.ts +23 -1
  233. package/zcode/AGENTS.md +333 -204
@@ -1,490 +1,490 @@
1
- # -*- coding: utf-8 -*-
2
- """md 语料统一只读访问层 —— 白箱检索层直查 SQL 的 md 数据源后端。
3
-
4
- 背景与目标
5
- ----------
6
- 白箱检索层(`semantic_translate.py` 等)存在 ~8 处深度直查 SQL
7
- (`dex.store.conn.execute("SELECT ... FROM nodes ...")`——KCCS 注释索引、
8
- 学科路由、四要素卡递归、知识点对齐)。md 语料是唯一知识来源
9
- (`migrate_wisdom_graph` 导出 + test_p44 三层校验),检索库只是
10
- `build_db_from_md()` 的可重建派生物。本模块把检索层的**知识查询**面
11
- 切换到 md 语料直读,SQLite 检索库降级为纯派生缓存(可丢弃)。
12
-
13
- 设计(零行为分叉的三条保障)
14
- ----------------------------
15
- 1. **行同构**:md frontmatter → 检索库 nodes 表 16 列,映射逻辑与
16
- `md_cg/md_whitebox.py::_restore` 逐字段一致(列值序列化同为
17
- `json.dumps(ensure_ascii=False)`,故 SQL LIKE 子串匹配逐位等价)。
18
- 2. **行序复刻**:无 ORDER BY 的 SELECT 在 SQLite 返回插入序;
19
- 本层按 `LAYERS` 权威序 × os.walk 序遍历(= `_restore` 的插入序),
20
- `fetchone` / `LIMIT 1` 语义等价。
21
- 3. **对拍守卫**:`md_cg/test_md_access_parity.py` 把全部真实直查 SQL
22
- 在两个后端上跑,逐行逐列断言相等——分叉即测试红。
23
-
24
- 范围(诚实边界)
25
- ----------------
26
- - 只解释白箱检索层实际使用的 SELECT 子集文法:
27
- `SELECT <cols|*> FROM nodes [WHERE <conj>] [LIMIT n]`,
28
- 谓词仅 `col = 'x'` / `col LIKE ?` / `col NOT LIKE ?`(AND 连接)。
29
- 超出文法 → `NotImplementedError`(fail-closed,不静默错执行)。
30
- - 写语句一律拒绝(打样阶段);`increment_access` 类统计写的
31
- md 真源化属后续增量(写路径裁定:知识写走 mdcg.add)。
32
- - 引擎内部面(`store.query_nodes` / `get_node` 等高层方法)不经本层,
33
- 仍走原库——`aeis_core` 属引擎自有存储,不在本工程范围。
34
-
35
- 用法
36
- ----
37
- from md_access import MdConn, read_conn
38
-
39
- conn = read_conn(dex) # WB_MD_DIRECT=1 → MdConn;否则派生库
40
- row = conn.execute("SELECT id FROM nodes WHERE layer='knowledge' "
41
- "AND state_attributes LIKE ? LIMIT 1",
42
- ('%"name": "X"%',)).fetchone()
43
-
44
- 环境开关:`WB_MD_DIRECT=1` 启用 md 直读;`WB_MD_ROOT` 指定 md 语料根
45
- (缺省回落派生库,诚实降级不猜路径)。
46
- """
47
- from __future__ import annotations
48
-
49
- import json
50
- import os
51
- import re
52
-
53
- try: # dsh 部署形态:复用 md_cg 的权威 frontmatter 解析(零解析差异)
54
- from nodefile import loads as _nf_loads
55
- except ImportError: # 独立部署形态:白箱自包含解析(对拍测试守卫等价性)
56
- _nf_loads = None
57
-
58
- #: nodes 表 16 列(权威列序,与 aeis_core CREATE TABLE / STNode.from_row 一致)
59
- COLS = ("id", "content", "modality", "spatial_coordinates",
60
- "temporal_coordinate", "condition_space", "importance",
61
- "confidence", "layer", "access_count", "last_access",
62
- "created_at", "tags", "semantic_coordinates", "state_attributes",
63
- "entity_id")
64
- _COL_IDX = {c: i for i, c in enumerate(COLS)}
65
-
66
- #: md 语料层目录权威序(行序 = _restore 插入序的关键)。
67
- #: **#122(2026-10-12 DSH 端):本符号不再是第二份权威** —— 它**转发**自单一真源
68
- #: `md_cg.mdcg.LAYERS`(取值与顺序由真源决定,此处不复制字面量)。修前此处是一份
69
- #: 独立的同值元组:值一致靠人工同步、无机制保证,且审计面(conformance.enum_spaces)
70
- #: 只声明 mdcg 一份 ⇒ 白箱侧悄悄换序无人知情(而顺序承重:_restore 插入序)。
71
- #: 装载形态:① 包形态(md_cg.whitebox_kb.wisdom.md_access)→ 相对导入;
72
- #: ② 仓库根在 sys.path;③ wisdom 目录平铺在 sys.path(本仓守卫走这条)。
73
- #: 三者皆不可达(真正脱离 md_cg 的独立部署)时,才回落到下一行那份**显式标记**的
74
- #: 字面量,并把 LAYERS_SOURCE 置 "literal-fallback" —— 该标记供 conformance 与守卫
75
- #: 判「转发是否真的生效」,避免回落被静默当成真源。
76
- LAYERS_SOURCE = "md_cg.mdcg"
77
- try:
78
- from ...mdcg import LAYERS as LAYERS # ① 包形态
79
- except ImportError:
80
- try:
81
- from md_cg.mdcg import LAYERS as LAYERS # ② 仓库根在 sys.path
82
- except ImportError:
83
- try:
84
- from mdcg import LAYERS as LAYERS # ③ 平铺形态
85
- except ImportError: # ④ 独立部署:显式回落
86
- LAYERS = ("anchor", "structural", "knowledge", "contextual", "self",
87
- "rejected", "unresolved", "goals")
88
- LAYERS_SOURCE = "literal-fallback"
89
-
90
-
91
- # --------------------------------------------------------------------------
92
- # frontmatter 解析
93
- # --------------------------------------------------------------------------
94
-
95
- def _parse_node_text(text):
96
- """md 节点文本 → (fm dict, content str)。
97
-
98
- 有 nodefile 用权威实现;否则解析单行 YAML 简形(`key: value`,
99
- 值用 json.loads 全覆盖 dict/list/数字/null/带引号字符串,
100
- 失败回落原样字符串)。
101
- """
102
- if _nf_loads is not None:
103
- return _nf_loads(text)
104
- fm, content = {}, text
105
- if text.startswith("---"):
106
- lines = text.split("\n")
107
- try:
108
- end = lines.index("---", 1)
109
- except ValueError:
110
- return fm, content
111
- for line in lines[1:end]:
112
- if ":" not in line:
113
- continue
114
- k, _, v = line.partition(":")
115
- k = k.strip()
116
- v = v.strip()
117
- if not k:
118
- continue
119
- try:
120
- fm[k] = json.loads(v)
121
- except (ValueError, TypeError):
122
- fm[k] = v
123
- content = "\n".join(lines[end + 1:])
124
- if content.startswith("\n"):
125
- content = content[1:]
126
- return fm, content
127
-
128
-
129
- def _load_rows(root, layers):
130
- """md 语料 → 16 列行元组列表。
131
-
132
- 列映射与 `md_whitebox._restore` 逐字段一致。行序规范(两处统一):
133
- **(LAYERS 序, 相对路径字典序)**——`os.walk` 在 Windows 上顺序无保证,
134
- 显式排序才有确定性;`md_whitebox._restore` 按同一规范排列插入序,
135
- 故 MdConn 与派生库的行序结构性一致。
136
- """
137
- decorated = []
138
- layer_ord = {name: i for i, name in enumerate(layers)}
139
- for layer in layers:
140
- base = os.path.join(root, layer)
141
- if not os.path.isdir(base):
142
- continue
143
- for dirpath, _dirs, files in os.walk(base):
144
- for fn in files:
145
- if not fn.endswith(".md"):
146
- continue
147
- try:
148
- with open(os.path.join(dirpath, fn),
149
- encoding="utf-8") as f:
150
- text = f.read()
151
- except OSError:
152
- continue
153
- fm, content = _parse_node_text(text)
154
- nid = fm.get("id") or fn[:-3]
155
- rel = os.path.relpath(os.path.join(dirpath, fn),
156
- root).replace("\\", "/")
157
-
158
- def _js(v, default="{}"):
159
- if v is None or v == "":
160
- return default
161
- if isinstance(v, str):
162
- return v
163
- try:
164
- return json.dumps(v, ensure_ascii=False)
165
- except (TypeError, ValueError):
166
- return default
167
-
168
- def _f(v, default=0.0):
169
- try:
170
- return float(v)
171
- except (TypeError, ValueError):
172
- return default
173
-
174
- decorated.append((layer_ord.get(layer, 99), rel, (
175
- str(nid),
176
- content or "",
177
- fm.get("modality") or "text",
178
- _js(fm.get("spatial")),
179
- _f(fm.get("temporal"), None),
180
- _js(fm.get("condition_space")),
181
- _f(fm.get("importance"), 0.5),
182
- _f(fm.get("confidence"), 0.6),
183
- fm.get("layer") or "knowledge",
184
- int(_f(fm.get("access_count"), 0)),
185
- _f(fm.get("last_access"), 0),
186
- _f(fm.get("created_at"), 0),
187
- _js(fm.get("tags"), "[]"),
188
- _js(fm.get("semantic_coordinates")),
189
- _js(fm.get("state_attributes")),
190
- fm.get("entity_id"),
191
- )))
192
- decorated.sort(key=lambda t: (t[0], t[1]))
193
- return [t[2] for t in decorated]
194
-
195
-
196
- # --------------------------------------------------------------------------
197
- # SQL 子集解释器
198
- # --------------------------------------------------------------------------
199
-
200
- _LIKE_CACHE = {}
201
-
202
-
203
- def _like_re(pattern):
204
- """SQL LIKE 模式 → 全匹配正则(% 任意串 / _ 任一字符,
205
- ASCII 大小写不敏感——对齐 SQLite 默认 LIKE 语义)。"""
206
- rx = _LIKE_CACHE.get(pattern)
207
- if rx is None:
208
- parts = []
209
- for ch in pattern:
210
- if ch == "%":
211
- parts.append("[\\s\\S]*")
212
- elif ch == "_":
213
- parts.append("[\\s\\S]")
214
- else:
215
- parts.append(re.escape(ch))
216
- rx = re.compile("".join(parts) + r"\Z", re.IGNORECASE)
217
- _LIKE_CACHE[pattern] = rx
218
- return rx
219
-
220
-
221
- def _cmp_like(value, pattern, negate):
222
- """SQLite 三值 LIKE 语义:NULL 参与 → 未选中(NOT LIKE 同)。"""
223
- if value is None or pattern is None:
224
- return False
225
- hit = bool(_like_re(pattern).match(str(value)))
226
- return (not hit) if negate else hit
227
-
228
-
229
- _SELECT_RE = re.compile(
230
- r"\s*SELECT\s+(?P<cols>.+?)\s+FROM\s+nodes"
231
- r"(?:\s+WHERE\s+(?P<where>.+?))?"
232
- r"(?:\s+LIMIT\s+(?P<limit>\d+))?\s*\Z",
233
- re.I | re.S)
234
- _TERM_RE = re.compile(
235
- r"\s*(?P<col>[a-z_]+)\s*"
236
- r"(?P<op>NOT\s+LIKE|LIKE|=)\s*"
237
- r"(?P<val>\?|'[^']*')\s*(?:AND|$)", re.I)
238
-
239
-
240
- class _Cursor:
241
- """结果集:fetchone / fetchall / 迭代(与 sqlite3.Cursor 子集兼容)。"""
242
-
243
- def __init__(self, rows):
244
- self._rows = rows
245
- self._i = 0
246
-
247
- def fetchone(self):
248
- if self._i >= len(self._rows):
249
- return None
250
- r = self._rows[self._i]
251
- self._i += 1
252
- return r
253
-
254
- def fetchall(self):
255
- out = self._rows[self._i:]
256
- self._i = len(self._rows)
257
- return list(out)
258
-
259
- def __iter__(self):
260
- return iter(self._rows)
261
-
262
-
263
- class MdConn:
264
- """md 语料只读连接:`execute(sql, params)` 与 sqlite3.Connection
265
- 的读子集同签名;行源懒加载一次缓存(进程内单例见 `read_conn`)。"""
266
-
267
- def __init__(self, root, layers=None):
268
- self.root = os.path.abspath(root)
269
- self._layers = tuple(layers) if layers else LAYERS
270
- self._rows = None
271
- self._edge_map = None # {source_id: [edge_dict, ...]}(fm.edges)
272
- self._child_map = None # {parent_id: [child_id, ...]}(subgraph.nodes)
273
-
274
- def _all_rows(self):
275
- if self._rows is None:
276
- if not os.path.isdir(self.root):
277
- raise FileNotFoundError(
278
- f"[md_access] md 语料根不存在: {self.root}")
279
- self._rows = _load_rows(self.root, self._layers)
280
- return self._rows
281
-
282
- def reload(self):
283
- """丢弃全部缓存(行 + 边域)——写入方更新语料后刷新快照。"""
284
- self._rows = None
285
- self._edge_map = None
286
- self._child_map = None
287
-
288
- def _edge_domain(self):
289
- """边域懒加载(第二遍扫描,仅边访问器触发;检索读路径零开销)。
290
-
291
- fm.edges(causal/similar 等非层级边)与 fm.subgraph.nodes(层级边,
292
- 落点=父节点)——与 md_whitebox._restore 还原 edges 表的两大数据源
293
- 一致。
294
- """
295
- if self._edge_map is None:
296
- em, cm = {}, {}
297
- for layer in self._layers:
298
- base = os.path.join(self.root, layer)
299
- if not os.path.isdir(base):
300
- continue
301
- for dirpath, _dirs, files in os.walk(base):
302
- for fn in files:
303
- if not fn.endswith(".md"):
304
- continue
305
- try:
306
- with open(os.path.join(dirpath, fn),
307
- encoding="utf-8") as f:
308
- text = f.read()
309
- except OSError:
310
- continue
311
- fm, _content = _parse_node_text(text)
312
- nid = str(fm.get("id") or fn[:-3])
313
- edges = fm.get("edges")
314
- if isinstance(edges, list) and edges:
315
- em[nid] = [e for e in edges
316
- if isinstance(e, dict)]
317
- sg = fm.get("subgraph")
318
- if isinstance(sg, dict):
319
- subs = sg.get("nodes")
320
- if isinstance(subs, list) and subs:
321
- cm[nid] = [str(x) for x in subs]
322
- self._edge_map, self._child_map = em, cm
323
- return self._edge_map, self._child_map
324
-
325
- # -- 边域访问器(SQL 文法保持 nodes-only fail-closed,边查询走窄方法) --
326
-
327
- def has_edge(self, source_id, target_id, relation_type):
328
- """`SELECT id FROM edges WHERE source_id=? AND target_id=?
329
- AND relation_type=?` 的等价查询(causal/similar 幂等判重)。"""
330
- em, _cm = self._edge_domain()
331
- for e in em.get(str(source_id)) or ():
332
- if (str(e.get("target") or "") == str(target_id)
333
- and str(e.get("relation_type") or "") == str(relation_type)):
334
- return True
335
- return False
336
-
337
- def edges_between(self, source_id, target_id, relation_type=None):
338
- """source→target 的出边 dict 列表(relation_type 可选过滤)。
339
-
340
- 供调用侧做边内字段判据(如 separation 边的
341
- condition_space.observation_position)——文法不扩,判据留调用侧。
342
- """
343
- em, _cm = self._edge_domain()
344
- out = []
345
- for e in em.get(str(source_id)) or ():
346
- if str(e.get("target") or "") != str(target_id):
347
- continue
348
- if relation_type is not None and str(
349
- e.get("relation_type") or "") != str(relation_type):
350
- continue
351
- out.append(e)
352
- return out
353
-
354
- def children_of(self, node_id):
355
- """层级子节点 id 列表(fm.subgraph.nodes 落点)。"""
356
- _em, cm = self._edge_domain()
357
- return list(cm.get(str(node_id)) or [])
358
-
359
- def top_content_match(self, word, exclude_id):
360
- """`SELECT id FROM nodes WHERE content LIKE ? AND id != ?
361
- ORDER BY importance DESC, length(content) LIMIT 1` 的等价查询。
362
-
363
- 同 key 时保持扫描序优先(与 sqlite rowid 序同构——插入序规范)。
364
- """
365
- rx = _like_re("%" + str(word) + "%")
366
- best = None
367
- best_key = None
368
- for r in self._all_rows():
369
- cid = r[0]
370
- if cid == exclude_id:
371
- continue
372
- c = r[1] or ""
373
- if not rx.match(c):
374
- continue
375
- key = (-(r[6] if r[6] is not None else 0.0), len(c))
376
- if best_key is None or key < best_key:
377
- best, best_key = (cid,), key
378
- return best
379
-
380
- # -- SQL 解析 -----------------------------------------------------------
381
-
382
- def _parse(self, sql):
383
- m = _SELECT_RE.match(sql.strip().rstrip(";"))
384
- if not m:
385
- raise NotImplementedError(
386
- f"[md_access] SQL 超出只读子集文法(fail-closed): "
387
- f"{sql[:120]!r}")
388
- cols = m.group("cols").strip()
389
- if cols != "*":
390
- names = [c.strip() for c in cols.split(",")]
391
- for c in names:
392
- if c not in _COL_IDX:
393
- raise NotImplementedError(
394
- f"[md_access] 未知列 {c!r}(fail-closed)")
395
- cols = names
396
- where = m.group("where")
397
- preds, nparams = [], 0
398
- if where:
399
- pos = 0
400
- while pos < len(where):
401
- tm = _TERM_RE.match(where, pos)
402
- if not tm or tm.end() == pos:
403
- raise NotImplementedError(
404
- f"[md_access] 谓词超文法(fail-closed): "
405
- f"{where[pos:pos + 60]!r}")
406
- col = tm.group("col").lower()
407
- if col not in _COL_IDX:
408
- raise NotImplementedError(
409
- f"[md_access] 谓词列未知 {col!r}(fail-closed)")
410
- op = tm.group("op").upper()
411
- val = tm.group("val")
412
- preds.append((col, op, val, nparams))
413
- if val == "?":
414
- nparams += 1
415
- pos = tm.end()
416
- limit = int(m.group("limit")) if m.group("limit") else None
417
- return cols, preds, nparams, limit
418
-
419
- # -- 执行 ---------------------------------------------------------------
420
-
421
- def execute(self, sql, params=()):
422
- head = sql.lstrip()[:6].upper()
423
- if head != "SELECT":
424
- raise NotImplementedError(
425
- f"[md_access] 只读访问层拒绝写语句(fail-closed): "
426
- f"{sql[:80]!r}")
427
- params = tuple(params or ())
428
- cols, preds, nparams, limit = self._parse(sql)
429
- if len(params) != nparams:
430
- raise ValueError(
431
- f"[md_access] 参数个数不符: 期望 {nparams} 实得 {len(params)}")
432
- idx = _COL_IDX
433
- rows = self._all_rows()
434
- out = []
435
- for r in rows:
436
- ok = True
437
- for col, op, val, pi in preds:
438
- v = r[idx[col]]
439
- if op == "=":
440
- lit = val[1:-1] if val != "?" else str(params[pi])
441
- if v is None or str(v) != lit:
442
- ok = False
443
- break
444
- else:
445
- pat = params[pi] if val == "?" else val[1:-1]
446
- if not _cmp_like(v, pat, op == "NOT LIKE"):
447
- ok = False
448
- break
449
- if ok:
450
- out.append(r if cols == "*" else tuple(r[idx[c]]
451
- for c in cols))
452
- if limit is not None and len(out) >= limit:
453
- break
454
- return _Cursor(out)
455
-
456
- def close(self):
457
- self._rows = None
458
-
459
-
460
- # --------------------------------------------------------------------------
461
- # 检索读路径统一入口
462
- # --------------------------------------------------------------------------
463
-
464
- _CONN_CACHE = {}
465
-
466
-
467
- def _md_conn_or_none():
468
- """WB 开关生效则返回 MdConn 单例,否则 None(调用方自行回落原路径)。"""
469
- if os.environ.get("WB_MD_DIRECT") != "1":
470
- return None
471
- root = os.environ.get("WB_MD_ROOT") or ""
472
- if not root or not os.path.isdir(root):
473
- return None
474
- conn = _CONN_CACHE.get(root)
475
- if conn is None:
476
- conn = _CONN_CACHE[root] = MdConn(root)
477
- return conn
478
-
479
-
480
- def read_conn(dex):
481
- """白箱检索读路径统一入口。
482
-
483
- `WB_MD_DIRECT=1` 且 `WB_MD_ROOT` 指向存在的 md 语料根 → 返回该根的
484
- MdConn 单例(md 直读);否则回落 `dex.store.conn`(派生库,
485
- 零行为变更)。缺省回落是**诚实降级**:缺配置时不猜路径。
486
- """
487
- conn = _md_conn_or_none()
488
- if conn is not None:
489
- return conn
490
- return dex.store.conn
1
+ # -*- coding: utf-8 -*-
2
+ """md 语料统一只读访问层 —— 白箱检索层直查 SQL 的 md 数据源后端。
3
+
4
+ 背景与目标
5
+ ----------
6
+ 白箱检索层(`semantic_translate.py` 等)存在 ~8 处深度直查 SQL
7
+ (`dex.store.conn.execute("SELECT ... FROM nodes ...")`——KCCS 注释索引、
8
+ 学科路由、四要素卡递归、知识点对齐)。md 语料是唯一知识来源
9
+ (`migrate_wisdom_graph` 导出 + test_p44 三层校验),检索库只是
10
+ `build_db_from_md()` 的可重建派生物。本模块把检索层的**知识查询**面
11
+ 切换到 md 语料直读,SQLite 检索库降级为纯派生缓存(可丢弃)。
12
+
13
+ 设计(零行为分叉的三条保障)
14
+ ----------------------------
15
+ 1. **行同构**:md frontmatter → 检索库 nodes 表 16 列,映射逻辑与
16
+ `md_cg/md_whitebox.py::_restore` 逐字段一致(列值序列化同为
17
+ `json.dumps(ensure_ascii=False)`,故 SQL LIKE 子串匹配逐位等价)。
18
+ 2. **行序复刻**:无 ORDER BY 的 SELECT 在 SQLite 返回插入序;
19
+ 本层按 `LAYERS` 权威序 × os.walk 序遍历(= `_restore` 的插入序),
20
+ `fetchone` / `LIMIT 1` 语义等价。
21
+ 3. **对拍守卫**:`md_cg/test_md_access_parity.py` 把全部真实直查 SQL
22
+ 在两个后端上跑,逐行逐列断言相等——分叉即测试红。
23
+
24
+ 范围(诚实边界)
25
+ ----------------
26
+ - 只解释白箱检索层实际使用的 SELECT 子集文法:
27
+ `SELECT <cols|*> FROM nodes [WHERE <conj>] [LIMIT n]`,
28
+ 谓词仅 `col = 'x'` / `col LIKE ?` / `col NOT LIKE ?`(AND 连接)。
29
+ 超出文法 → `NotImplementedError`(fail-closed,不静默错执行)。
30
+ - 写语句一律拒绝(打样阶段);`increment_access` 类统计写的
31
+ md 真源化属后续增量(写路径裁定:知识写走 mdcg.add)。
32
+ - 引擎内部面(`store.query_nodes` / `get_node` 等高层方法)不经本层,
33
+ 仍走原库——`aeis_core` 属引擎自有存储,不在本工程范围。
34
+
35
+ 用法
36
+ ----
37
+ from md_access import MdConn, read_conn
38
+
39
+ conn = read_conn(dex) # WB_MD_DIRECT=1 → MdConn;否则派生库
40
+ row = conn.execute("SELECT id FROM nodes WHERE layer='knowledge' "
41
+ "AND state_attributes LIKE ? LIMIT 1",
42
+ ('%"name": "X"%',)).fetchone()
43
+
44
+ 环境开关:`WB_MD_DIRECT=1` 启用 md 直读;`WB_MD_ROOT` 指定 md 语料根
45
+ (缺省回落派生库,诚实降级不猜路径)。
46
+ """
47
+ from __future__ import annotations
48
+
49
+ import json
50
+ import os
51
+ import re
52
+
53
+ try: # dsh 部署形态:复用 md_cg 的权威 frontmatter 解析(零解析差异)
54
+ from nodefile import loads as _nf_loads
55
+ except ImportError: # 独立部署形态:白箱自包含解析(对拍测试守卫等价性)
56
+ _nf_loads = None
57
+
58
+ #: nodes 表 16 列(权威列序,与 aeis_core CREATE TABLE / STNode.from_row 一致)
59
+ COLS = ("id", "content", "modality", "spatial_coordinates",
60
+ "temporal_coordinate", "condition_space", "importance",
61
+ "confidence", "layer", "access_count", "last_access",
62
+ "created_at", "tags", "semantic_coordinates", "state_attributes",
63
+ "entity_id")
64
+ _COL_IDX = {c: i for i, c in enumerate(COLS)}
65
+
66
+ #: md 语料层目录权威序(行序 = _restore 插入序的关键)。
67
+ #: **#122(2026-10-12 DSH 端):本符号不再是第二份权威** —— 它**转发**自单一真源
68
+ #: `md_cg.mdcg.LAYERS`(取值与顺序由真源决定,此处不复制字面量)。修前此处是一份
69
+ #: 独立的同值元组:值一致靠人工同步、无机制保证,且审计面(conformance.enum_spaces)
70
+ #: 只声明 mdcg 一份 ⇒ 白箱侧悄悄换序无人知情(而顺序承重:_restore 插入序)。
71
+ #: 装载形态:① 包形态(md_cg.whitebox_kb.wisdom.md_access)→ 相对导入;
72
+ #: ② 仓库根在 sys.path;③ wisdom 目录平铺在 sys.path(本仓守卫走这条)。
73
+ #: 三者皆不可达(真正脱离 md_cg 的独立部署)时,才回落到下一行那份**显式标记**的
74
+ #: 字面量,并把 LAYERS_SOURCE 置 "literal-fallback" —— 该标记供 conformance 与守卫
75
+ #: 判「转发是否真的生效」,避免回落被静默当成真源。
76
+ LAYERS_SOURCE = "md_cg.mdcg"
77
+ try:
78
+ from ...mdcg import LAYERS as LAYERS # ① 包形态
79
+ except ImportError:
80
+ try:
81
+ from md_cg.mdcg import LAYERS as LAYERS # ② 仓库根在 sys.path
82
+ except ImportError:
83
+ try:
84
+ from mdcg import LAYERS as LAYERS # ③ 平铺形态
85
+ except ImportError: # ④ 独立部署:显式回落
86
+ LAYERS = ("anchor", "structural", "knowledge", "contextual", "self",
87
+ "rejected", "unresolved", "goals")
88
+ LAYERS_SOURCE = "literal-fallback"
89
+
90
+
91
+ # --------------------------------------------------------------------------
92
+ # frontmatter 解析
93
+ # --------------------------------------------------------------------------
94
+
95
+ def _parse_node_text(text):
96
+ """md 节点文本 → (fm dict, content str)。
97
+
98
+ 有 nodefile 用权威实现;否则解析单行 YAML 简形(`key: value`,
99
+ 值用 json.loads 全覆盖 dict/list/数字/null/带引号字符串,
100
+ 失败回落原样字符串)。
101
+ """
102
+ if _nf_loads is not None:
103
+ return _nf_loads(text)
104
+ fm, content = {}, text
105
+ if text.startswith("---"):
106
+ lines = text.split("\n")
107
+ try:
108
+ end = lines.index("---", 1)
109
+ except ValueError:
110
+ return fm, content
111
+ for line in lines[1:end]:
112
+ if ":" not in line:
113
+ continue
114
+ k, _, v = line.partition(":")
115
+ k = k.strip()
116
+ v = v.strip()
117
+ if not k:
118
+ continue
119
+ try:
120
+ fm[k] = json.loads(v)
121
+ except (ValueError, TypeError):
122
+ fm[k] = v
123
+ content = "\n".join(lines[end + 1:])
124
+ if content.startswith("\n"):
125
+ content = content[1:]
126
+ return fm, content
127
+
128
+
129
+ def _load_rows(root, layers):
130
+ """md 语料 → 16 列行元组列表。
131
+
132
+ 列映射与 `md_whitebox._restore` 逐字段一致。行序规范(两处统一):
133
+ **(LAYERS 序, 相对路径字典序)**——`os.walk` 在 Windows 上顺序无保证,
134
+ 显式排序才有确定性;`md_whitebox._restore` 按同一规范排列插入序,
135
+ 故 MdConn 与派生库的行序结构性一致。
136
+ """
137
+ decorated = []
138
+ layer_ord = {name: i for i, name in enumerate(layers)}
139
+ for layer in layers:
140
+ base = os.path.join(root, layer)
141
+ if not os.path.isdir(base):
142
+ continue
143
+ for dirpath, _dirs, files in os.walk(base):
144
+ for fn in files:
145
+ if not fn.endswith(".md"):
146
+ continue
147
+ try:
148
+ with open(os.path.join(dirpath, fn),
149
+ encoding="utf-8") as f:
150
+ text = f.read()
151
+ except OSError:
152
+ continue
153
+ fm, content = _parse_node_text(text)
154
+ nid = fm.get("id") or fn[:-3]
155
+ rel = os.path.relpath(os.path.join(dirpath, fn),
156
+ root).replace("\\", "/")
157
+
158
+ def _js(v, default="{}"):
159
+ if v is None or v == "":
160
+ return default
161
+ if isinstance(v, str):
162
+ return v
163
+ try:
164
+ return json.dumps(v, ensure_ascii=False)
165
+ except (TypeError, ValueError):
166
+ return default
167
+
168
+ def _f(v, default=0.0):
169
+ try:
170
+ return float(v)
171
+ except (TypeError, ValueError):
172
+ return default
173
+
174
+ decorated.append((layer_ord.get(layer, 99), rel, (
175
+ str(nid),
176
+ content or "",
177
+ fm.get("modality") or "text",
178
+ _js(fm.get("spatial")),
179
+ _f(fm.get("temporal"), None),
180
+ _js(fm.get("condition_space")),
181
+ _f(fm.get("importance"), 0.5),
182
+ _f(fm.get("confidence"), 0.6),
183
+ fm.get("layer") or "knowledge",
184
+ int(_f(fm.get("access_count"), 0)),
185
+ _f(fm.get("last_access"), 0),
186
+ _f(fm.get("created_at"), 0),
187
+ _js(fm.get("tags"), "[]"),
188
+ _js(fm.get("semantic_coordinates")),
189
+ _js(fm.get("state_attributes")),
190
+ fm.get("entity_id"),
191
+ )))
192
+ decorated.sort(key=lambda t: (t[0], t[1]))
193
+ return [t[2] for t in decorated]
194
+
195
+
196
+ # --------------------------------------------------------------------------
197
+ # SQL 子集解释器
198
+ # --------------------------------------------------------------------------
199
+
200
+ _LIKE_CACHE = {}
201
+
202
+
203
+ def _like_re(pattern):
204
+ """SQL LIKE 模式 → 全匹配正则(% 任意串 / _ 任一字符,
205
+ ASCII 大小写不敏感——对齐 SQLite 默认 LIKE 语义)。"""
206
+ rx = _LIKE_CACHE.get(pattern)
207
+ if rx is None:
208
+ parts = []
209
+ for ch in pattern:
210
+ if ch == "%":
211
+ parts.append("[\\s\\S]*")
212
+ elif ch == "_":
213
+ parts.append("[\\s\\S]")
214
+ else:
215
+ parts.append(re.escape(ch))
216
+ rx = re.compile("".join(parts) + r"\Z", re.IGNORECASE)
217
+ _LIKE_CACHE[pattern] = rx
218
+ return rx
219
+
220
+
221
+ def _cmp_like(value, pattern, negate):
222
+ """SQLite 三值 LIKE 语义:NULL 参与 → 未选中(NOT LIKE 同)。"""
223
+ if value is None or pattern is None:
224
+ return False
225
+ hit = bool(_like_re(pattern).match(str(value)))
226
+ return (not hit) if negate else hit
227
+
228
+
229
+ _SELECT_RE = re.compile(
230
+ r"\s*SELECT\s+(?P<cols>.+?)\s+FROM\s+nodes"
231
+ r"(?:\s+WHERE\s+(?P<where>.+?))?"
232
+ r"(?:\s+LIMIT\s+(?P<limit>\d+))?\s*\Z",
233
+ re.I | re.S)
234
+ _TERM_RE = re.compile(
235
+ r"\s*(?P<col>[a-z_]+)\s*"
236
+ r"(?P<op>NOT\s+LIKE|LIKE|=)\s*"
237
+ r"(?P<val>\?|'[^']*')\s*(?:AND|$)", re.I)
238
+
239
+
240
+ class _Cursor:
241
+ """结果集:fetchone / fetchall / 迭代(与 sqlite3.Cursor 子集兼容)。"""
242
+
243
+ def __init__(self, rows):
244
+ self._rows = rows
245
+ self._i = 0
246
+
247
+ def fetchone(self):
248
+ if self._i >= len(self._rows):
249
+ return None
250
+ r = self._rows[self._i]
251
+ self._i += 1
252
+ return r
253
+
254
+ def fetchall(self):
255
+ out = self._rows[self._i:]
256
+ self._i = len(self._rows)
257
+ return list(out)
258
+
259
+ def __iter__(self):
260
+ return iter(self._rows)
261
+
262
+
263
+ class MdConn:
264
+ """md 语料只读连接:`execute(sql, params)` 与 sqlite3.Connection
265
+ 的读子集同签名;行源懒加载一次缓存(进程内单例见 `read_conn`)。"""
266
+
267
+ def __init__(self, root, layers=None):
268
+ self.root = os.path.abspath(root)
269
+ self._layers = tuple(layers) if layers else LAYERS
270
+ self._rows = None
271
+ self._edge_map = None # {source_id: [edge_dict, ...]}(fm.edges)
272
+ self._child_map = None # {parent_id: [child_id, ...]}(subgraph.nodes)
273
+
274
+ def _all_rows(self):
275
+ if self._rows is None:
276
+ if not os.path.isdir(self.root):
277
+ raise FileNotFoundError(
278
+ f"[md_access] md 语料根不存在: {self.root}")
279
+ self._rows = _load_rows(self.root, self._layers)
280
+ return self._rows
281
+
282
+ def reload(self):
283
+ """丢弃全部缓存(行 + 边域)——写入方更新语料后刷新快照。"""
284
+ self._rows = None
285
+ self._edge_map = None
286
+ self._child_map = None
287
+
288
+ def _edge_domain(self):
289
+ """边域懒加载(第二遍扫描,仅边访问器触发;检索读路径零开销)。
290
+
291
+ fm.edges(causal/similar 等非层级边)与 fm.subgraph.nodes(层级边,
292
+ 落点=父节点)——与 md_whitebox._restore 还原 edges 表的两大数据源
293
+ 一致。
294
+ """
295
+ if self._edge_map is None:
296
+ em, cm = {}, {}
297
+ for layer in self._layers:
298
+ base = os.path.join(self.root, layer)
299
+ if not os.path.isdir(base):
300
+ continue
301
+ for dirpath, _dirs, files in os.walk(base):
302
+ for fn in files:
303
+ if not fn.endswith(".md"):
304
+ continue
305
+ try:
306
+ with open(os.path.join(dirpath, fn),
307
+ encoding="utf-8") as f:
308
+ text = f.read()
309
+ except OSError:
310
+ continue
311
+ fm, _content = _parse_node_text(text)
312
+ nid = str(fm.get("id") or fn[:-3])
313
+ edges = fm.get("edges")
314
+ if isinstance(edges, list) and edges:
315
+ em[nid] = [e for e in edges
316
+ if isinstance(e, dict)]
317
+ sg = fm.get("subgraph")
318
+ if isinstance(sg, dict):
319
+ subs = sg.get("nodes")
320
+ if isinstance(subs, list) and subs:
321
+ cm[nid] = [str(x) for x in subs]
322
+ self._edge_map, self._child_map = em, cm
323
+ return self._edge_map, self._child_map
324
+
325
+ # -- 边域访问器(SQL 文法保持 nodes-only fail-closed,边查询走窄方法) --
326
+
327
+ def has_edge(self, source_id, target_id, relation_type):
328
+ """`SELECT id FROM edges WHERE source_id=? AND target_id=?
329
+ AND relation_type=?` 的等价查询(causal/similar 幂等判重)。"""
330
+ em, _cm = self._edge_domain()
331
+ for e in em.get(str(source_id)) or ():
332
+ if (str(e.get("target") or "") == str(target_id)
333
+ and str(e.get("relation_type") or "") == str(relation_type)):
334
+ return True
335
+ return False
336
+
337
+ def edges_between(self, source_id, target_id, relation_type=None):
338
+ """source→target 的出边 dict 列表(relation_type 可选过滤)。
339
+
340
+ 供调用侧做边内字段判据(如 separation 边的
341
+ condition_space.observation_position)——文法不扩,判据留调用侧。
342
+ """
343
+ em, _cm = self._edge_domain()
344
+ out = []
345
+ for e in em.get(str(source_id)) or ():
346
+ if str(e.get("target") or "") != str(target_id):
347
+ continue
348
+ if relation_type is not None and str(
349
+ e.get("relation_type") or "") != str(relation_type):
350
+ continue
351
+ out.append(e)
352
+ return out
353
+
354
+ def children_of(self, node_id):
355
+ """层级子节点 id 列表(fm.subgraph.nodes 落点)。"""
356
+ _em, cm = self._edge_domain()
357
+ return list(cm.get(str(node_id)) or [])
358
+
359
+ def top_content_match(self, word, exclude_id):
360
+ """`SELECT id FROM nodes WHERE content LIKE ? AND id != ?
361
+ ORDER BY importance DESC, length(content) LIMIT 1` 的等价查询。
362
+
363
+ 同 key 时保持扫描序优先(与 sqlite rowid 序同构——插入序规范)。
364
+ """
365
+ rx = _like_re("%" + str(word) + "%")
366
+ best = None
367
+ best_key = None
368
+ for r in self._all_rows():
369
+ cid = r[0]
370
+ if cid == exclude_id:
371
+ continue
372
+ c = r[1] or ""
373
+ if not rx.match(c):
374
+ continue
375
+ key = (-(r[6] if r[6] is not None else 0.0), len(c))
376
+ if best_key is None or key < best_key:
377
+ best, best_key = (cid,), key
378
+ return best
379
+
380
+ # -- SQL 解析 -----------------------------------------------------------
381
+
382
+ def _parse(self, sql):
383
+ m = _SELECT_RE.match(sql.strip().rstrip(";"))
384
+ if not m:
385
+ raise NotImplementedError(
386
+ f"[md_access] SQL 超出只读子集文法(fail-closed): "
387
+ f"{sql[:120]!r}")
388
+ cols = m.group("cols").strip()
389
+ if cols != "*":
390
+ names = [c.strip() for c in cols.split(",")]
391
+ for c in names:
392
+ if c not in _COL_IDX:
393
+ raise NotImplementedError(
394
+ f"[md_access] 未知列 {c!r}(fail-closed)")
395
+ cols = names
396
+ where = m.group("where")
397
+ preds, nparams = [], 0
398
+ if where:
399
+ pos = 0
400
+ while pos < len(where):
401
+ tm = _TERM_RE.match(where, pos)
402
+ if not tm or tm.end() == pos:
403
+ raise NotImplementedError(
404
+ f"[md_access] 谓词超文法(fail-closed): "
405
+ f"{where[pos:pos + 60]!r}")
406
+ col = tm.group("col").lower()
407
+ if col not in _COL_IDX:
408
+ raise NotImplementedError(
409
+ f"[md_access] 谓词列未知 {col!r}(fail-closed)")
410
+ op = tm.group("op").upper()
411
+ val = tm.group("val")
412
+ preds.append((col, op, val, nparams))
413
+ if val == "?":
414
+ nparams += 1
415
+ pos = tm.end()
416
+ limit = int(m.group("limit")) if m.group("limit") else None
417
+ return cols, preds, nparams, limit
418
+
419
+ # -- 执行 ---------------------------------------------------------------
420
+
421
+ def execute(self, sql, params=()):
422
+ head = sql.lstrip()[:6].upper()
423
+ if head != "SELECT":
424
+ raise NotImplementedError(
425
+ f"[md_access] 只读访问层拒绝写语句(fail-closed): "
426
+ f"{sql[:80]!r}")
427
+ params = tuple(params or ())
428
+ cols, preds, nparams, limit = self._parse(sql)
429
+ if len(params) != nparams:
430
+ raise ValueError(
431
+ f"[md_access] 参数个数不符: 期望 {nparams} 实得 {len(params)}")
432
+ idx = _COL_IDX
433
+ rows = self._all_rows()
434
+ out = []
435
+ for r in rows:
436
+ ok = True
437
+ for col, op, val, pi in preds:
438
+ v = r[idx[col]]
439
+ if op == "=":
440
+ lit = val[1:-1] if val != "?" else str(params[pi])
441
+ if v is None or str(v) != lit:
442
+ ok = False
443
+ break
444
+ else:
445
+ pat = params[pi] if val == "?" else val[1:-1]
446
+ if not _cmp_like(v, pat, op == "NOT LIKE"):
447
+ ok = False
448
+ break
449
+ if ok:
450
+ out.append(r if cols == "*" else tuple(r[idx[c]]
451
+ for c in cols))
452
+ if limit is not None and len(out) >= limit:
453
+ break
454
+ return _Cursor(out)
455
+
456
+ def close(self):
457
+ self._rows = None
458
+
459
+
460
+ # --------------------------------------------------------------------------
461
+ # 检索读路径统一入口
462
+ # --------------------------------------------------------------------------
463
+
464
+ _CONN_CACHE = {}
465
+
466
+
467
+ def _md_conn_or_none():
468
+ """WB 开关生效则返回 MdConn 单例,否则 None(调用方自行回落原路径)。"""
469
+ if os.environ.get("WB_MD_DIRECT") != "1":
470
+ return None
471
+ root = os.environ.get("WB_MD_ROOT") or ""
472
+ if not root or not os.path.isdir(root):
473
+ return None
474
+ conn = _CONN_CACHE.get(root)
475
+ if conn is None:
476
+ conn = _CONN_CACHE[root] = MdConn(root)
477
+ return conn
478
+
479
+
480
+ def read_conn(dex):
481
+ """白箱检索读路径统一入口。
482
+
483
+ `WB_MD_DIRECT=1` 且 `WB_MD_ROOT` 指向存在的 md 语料根 → 返回该根的
484
+ MdConn 单例(md 直读);否则回落 `dex.store.conn`(派生库,
485
+ 零行为变更)。缺省回落是**诚实降级**:缺配置时不猜路径。
486
+ """
487
+ conn = _md_conn_or_none()
488
+ if conn is not None:
489
+ return conn
490
+ return dex.store.conn