@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,490 +1,490 @@
1
- # -*- coding: utf-8 -*-
2
- """md 语料统一只读访问层 —— 白箱检索层直查 SQL 的 md 数据源后端。
3
-
4
- 背景与目标
5
- ----------
6
- 白箱检索层(`semantic_translate.py` 等)存在 ~8 处深度直查 SQL
7
- (`dex.store.conn.execute("SELECT ... FROM nodes ...")`——KCCS 注释索引、
8
- 学科路由、四要素卡递归、知识点对齐)。md 语料是唯一知识来源
9
- (`migrate_wisdom_graph` 导出 + test_p44 三层校验),检索库只是
10
- `build_db_from_md()` 的可重建派生物。本模块把检索层的**知识查询**面
11
- 切换到 md 语料直读,SQLite 检索库降级为纯派生缓存(可丢弃)。
12
-
13
- 设计(零行为分叉的三条保障)
14
- ----------------------------
15
- 1. **行同构**:md frontmatter → 检索库 nodes 表 16 列,映射逻辑与
16
- `md_cg/md_whitebox.py::_restore` 逐字段一致(列值序列化同为
17
- `json.dumps(ensure_ascii=False)`,故 SQL LIKE 子串匹配逐位等价)。
18
- 2. **行序复刻**:无 ORDER BY 的 SELECT 在 SQLite 返回插入序;
19
- 本层按 `LAYERS` 权威序 × os.walk 序遍历(= `_restore` 的插入序),
20
- `fetchone` / `LIMIT 1` 语义等价。
21
- 3. **对拍守卫**:`md_cg/test_md_access_parity.py` 把全部真实直查 SQL
22
- 在两个后端上跑,逐行逐列断言相等——分叉即测试红。
23
-
24
- 范围(诚实边界)
25
- ----------------
26
- - 只解释白箱检索层实际使用的 SELECT 子集文法:
27
- `SELECT <cols|*> FROM nodes [WHERE <conj>] [LIMIT n]`,
28
- 谓词仅 `col = 'x'` / `col LIKE ?` / `col NOT LIKE ?`(AND 连接)。
29
- 超出文法 → `NotImplementedError`(fail-closed,不静默错执行)。
30
- - 写语句一律拒绝(打样阶段);`increment_access` 类统计写的
31
- md 真源化属后续增量(写路径裁定:知识写走 mdcg.add)。
32
- - 引擎内部面(`store.query_nodes` / `get_node` 等高层方法)不经本层,
33
- 仍走原库——`aeis_core` 属引擎自有存储,不在本工程范围。
34
-
35
- 用法
36
- ----
37
- from md_access import MdConn, read_conn
38
-
39
- conn = read_conn(dex) # WB_MD_DIRECT=1 → MdConn;否则派生库
40
- row = conn.execute("SELECT id FROM nodes WHERE layer='knowledge' "
41
- "AND state_attributes LIKE ? LIMIT 1",
42
- ('%"name": "X"%',)).fetchone()
43
-
44
- 环境开关:`WB_MD_DIRECT=1` 启用 md 直读;`WB_MD_ROOT` 指定 md 语料根
45
- (缺省回落派生库,诚实降级不猜路径)。
46
- """
47
- from __future__ import annotations
48
-
49
- import json
50
- import os
51
- import re
52
-
53
- try: # dsh 部署形态:复用 md_cg 的权威 frontmatter 解析(零解析差异)
54
- from nodefile import loads as _nf_loads
55
- except ImportError: # 独立部署形态:白箱自包含解析(对拍测试守卫等价性)
56
- _nf_loads = None
57
-
58
- #: nodes 表 16 列(权威列序,与 aeis_core CREATE TABLE / STNode.from_row 一致)
59
- COLS = ("id", "content", "modality", "spatial_coordinates",
60
- "temporal_coordinate", "condition_space", "importance",
61
- "confidence", "layer", "access_count", "last_access",
62
- "created_at", "tags", "semantic_coordinates", "state_attributes",
63
- "entity_id")
64
- _COL_IDX = {c: i for i, c in enumerate(COLS)}
65
-
66
- #: md 语料层目录权威序(行序 = _restore 插入序的关键)。
67
- #: **#122(2026-10-12 DSH 端):本符号不再是第二份权威** —— 它**转发**自单一真源
68
- #: `md_cg.mdcg.LAYERS`(取值与顺序由真源决定,此处不复制字面量)。修前此处是一份
69
- #: 独立的同值元组:值一致靠人工同步、无机制保证,且审计面(conformance.enum_spaces)
70
- #: 只声明 mdcg 一份 ⇒ 白箱侧悄悄换序无人知情(而顺序承重:_restore 插入序)。
71
- #: 装载形态:① 包形态(md_cg.whitebox_kb.wisdom.md_access)→ 相对导入;
72
- #: ② 仓库根在 sys.path;③ wisdom 目录平铺在 sys.path(本仓守卫走这条)。
73
- #: 三者皆不可达(真正脱离 md_cg 的独立部署)时,才回落到下一行那份**显式标记**的
74
- #: 字面量,并把 LAYERS_SOURCE 置 "literal-fallback" —— 该标记供 conformance 与守卫
75
- #: 判「转发是否真的生效」,避免回落被静默当成真源。
76
- LAYERS_SOURCE = "md_cg.mdcg"
77
- try:
78
- from ...mdcg import LAYERS as LAYERS # ① 包形态
79
- except ImportError:
80
- try:
81
- from md_cg.mdcg import LAYERS as LAYERS # ② 仓库根在 sys.path
82
- except ImportError:
83
- try:
84
- from mdcg import LAYERS as LAYERS # ③ 平铺形态
85
- except ImportError: # ④ 独立部署:显式回落
86
- LAYERS = ("anchor", "structural", "knowledge", "contextual", "self",
87
- "rejected", "unresolved", "goals")
88
- LAYERS_SOURCE = "literal-fallback"
89
-
90
-
91
- # --------------------------------------------------------------------------
92
- # frontmatter 解析
93
- # --------------------------------------------------------------------------
94
-
95
- def _parse_node_text(text):
96
- """md 节点文本 → (fm dict, content str)。
97
-
98
- 有 nodefile 用权威实现;否则解析单行 YAML 简形(`key: value`,
99
- 值用 json.loads 全覆盖 dict/list/数字/null/带引号字符串,
100
- 失败回落原样字符串)。
101
- """
102
- if _nf_loads is not None:
103
- return _nf_loads(text)
104
- fm, content = {}, text
105
- if text.startswith("---"):
106
- lines = text.split("\n")
107
- try:
108
- end = lines.index("---", 1)
109
- except ValueError:
110
- return fm, content
111
- for line in lines[1:end]:
112
- if ":" not in line:
113
- continue
114
- k, _, v = line.partition(":")
115
- k = k.strip()
116
- v = v.strip()
117
- if not k:
118
- continue
119
- try:
120
- fm[k] = json.loads(v)
121
- except (ValueError, TypeError):
122
- fm[k] = v
123
- content = "\n".join(lines[end + 1:])
124
- if content.startswith("\n"):
125
- content = content[1:]
126
- return fm, content
127
-
128
-
129
- def _load_rows(root, layers):
130
- """md 语料 → 16 列行元组列表。
131
-
132
- 列映射与 `md_whitebox._restore` 逐字段一致。行序规范(两处统一):
133
- **(LAYERS 序, 相对路径字典序)**——`os.walk` 在 Windows 上顺序无保证,
134
- 显式排序才有确定性;`md_whitebox._restore` 按同一规范排列插入序,
135
- 故 MdConn 与派生库的行序结构性一致。
136
- """
137
- decorated = []
138
- layer_ord = {name: i for i, name in enumerate(layers)}
139
- for layer in layers:
140
- base = os.path.join(root, layer)
141
- if not os.path.isdir(base):
142
- continue
143
- for dirpath, _dirs, files in os.walk(base):
144
- for fn in files:
145
- if not fn.endswith(".md"):
146
- continue
147
- try:
148
- with open(os.path.join(dirpath, fn),
149
- encoding="utf-8") as f:
150
- text = f.read()
151
- except OSError:
152
- continue
153
- fm, content = _parse_node_text(text)
154
- nid = fm.get("id") or fn[:-3]
155
- rel = os.path.relpath(os.path.join(dirpath, fn),
156
- root).replace("\\", "/")
157
-
158
- def _js(v, default="{}"):
159
- if v is None or v == "":
160
- return default
161
- if isinstance(v, str):
162
- return v
163
- try:
164
- return json.dumps(v, ensure_ascii=False)
165
- except (TypeError, ValueError):
166
- return default
167
-
168
- def _f(v, default=0.0):
169
- try:
170
- return float(v)
171
- except (TypeError, ValueError):
172
- return default
173
-
174
- decorated.append((layer_ord.get(layer, 99), rel, (
175
- str(nid),
176
- content or "",
177
- fm.get("modality") or "text",
178
- _js(fm.get("spatial")),
179
- _f(fm.get("temporal"), None),
180
- _js(fm.get("condition_space")),
181
- _f(fm.get("importance"), 0.5),
182
- _f(fm.get("confidence"), 0.6),
183
- fm.get("layer") or "knowledge",
184
- int(_f(fm.get("access_count"), 0)),
185
- _f(fm.get("last_access"), 0),
186
- _f(fm.get("created_at"), 0),
187
- _js(fm.get("tags"), "[]"),
188
- _js(fm.get("semantic_coordinates")),
189
- _js(fm.get("state_attributes")),
190
- fm.get("entity_id"),
191
- )))
192
- decorated.sort(key=lambda t: (t[0], t[1]))
193
- return [t[2] for t in decorated]
194
-
195
-
196
- # --------------------------------------------------------------------------
197
- # SQL 子集解释器
198
- # --------------------------------------------------------------------------
199
-
200
- _LIKE_CACHE = {}
201
-
202
-
203
- def _like_re(pattern):
204
- """SQL LIKE 模式 → 全匹配正则(% 任意串 / _ 任一字符,
205
- ASCII 大小写不敏感——对齐 SQLite 默认 LIKE 语义)。"""
206
- rx = _LIKE_CACHE.get(pattern)
207
- if rx is None:
208
- parts = []
209
- for ch in pattern:
210
- if ch == "%":
211
- parts.append("[\\s\\S]*")
212
- elif ch == "_":
213
- parts.append("[\\s\\S]")
214
- else:
215
- parts.append(re.escape(ch))
216
- rx = re.compile("".join(parts) + r"\Z", re.IGNORECASE)
217
- _LIKE_CACHE[pattern] = rx
218
- return rx
219
-
220
-
221
- def _cmp_like(value, pattern, negate):
222
- """SQLite 三值 LIKE 语义:NULL 参与 → 未选中(NOT LIKE 同)。"""
223
- if value is None or pattern is None:
224
- return False
225
- hit = bool(_like_re(pattern).match(str(value)))
226
- return (not hit) if negate else hit
227
-
228
-
229
- _SELECT_RE = re.compile(
230
- r"\s*SELECT\s+(?P<cols>.+?)\s+FROM\s+nodes"
231
- r"(?:\s+WHERE\s+(?P<where>.+?))?"
232
- r"(?:\s+LIMIT\s+(?P<limit>\d+))?\s*\Z",
233
- re.I | re.S)
234
- _TERM_RE = re.compile(
235
- r"\s*(?P<col>[a-z_]+)\s*"
236
- r"(?P<op>NOT\s+LIKE|LIKE|=)\s*"
237
- r"(?P<val>\?|'[^']*')\s*(?:AND|$)", re.I)
238
-
239
-
240
- class _Cursor:
241
- """结果集:fetchone / fetchall / 迭代(与 sqlite3.Cursor 子集兼容)。"""
242
-
243
- def __init__(self, rows):
244
- self._rows = rows
245
- self._i = 0
246
-
247
- def fetchone(self):
248
- if self._i >= len(self._rows):
249
- return None
250
- r = self._rows[self._i]
251
- self._i += 1
252
- return r
253
-
254
- def fetchall(self):
255
- out = self._rows[self._i:]
256
- self._i = len(self._rows)
257
- return list(out)
258
-
259
- def __iter__(self):
260
- return iter(self._rows)
261
-
262
-
263
- class MdConn:
264
- """md 语料只读连接:`execute(sql, params)` 与 sqlite3.Connection
265
- 的读子集同签名;行源懒加载一次缓存(进程内单例见 `read_conn`)。"""
266
-
267
- def __init__(self, root, layers=None):
268
- self.root = os.path.abspath(root)
269
- self._layers = tuple(layers) if layers else LAYERS
270
- self._rows = None
271
- self._edge_map = None # {source_id: [edge_dict, ...]}(fm.edges)
272
- self._child_map = None # {parent_id: [child_id, ...]}(subgraph.nodes)
273
-
274
- def _all_rows(self):
275
- if self._rows is None:
276
- if not os.path.isdir(self.root):
277
- raise FileNotFoundError(
278
- f"[md_access] md 语料根不存在: {self.root}")
279
- self._rows = _load_rows(self.root, self._layers)
280
- return self._rows
281
-
282
- def reload(self):
283
- """丢弃全部缓存(行 + 边域)——写入方更新语料后刷新快照。"""
284
- self._rows = None
285
- self._edge_map = None
286
- self._child_map = None
287
-
288
- def _edge_domain(self):
289
- """边域懒加载(第二遍扫描,仅边访问器触发;检索读路径零开销)。
290
-
291
- fm.edges(causal/similar 等非层级边)与 fm.subgraph.nodes(层级边,
292
- 落点=父节点)——与 md_whitebox._restore 还原 edges 表的两大数据源
293
- 一致。
294
- """
295
- if self._edge_map is None:
296
- em, cm = {}, {}
297
- for layer in self._layers:
298
- base = os.path.join(self.root, layer)
299
- if not os.path.isdir(base):
300
- continue
301
- for dirpath, _dirs, files in os.walk(base):
302
- for fn in files:
303
- if not fn.endswith(".md"):
304
- continue
305
- try:
306
- with open(os.path.join(dirpath, fn),
307
- encoding="utf-8") as f:
308
- text = f.read()
309
- except OSError:
310
- continue
311
- fm, _content = _parse_node_text(text)
312
- nid = str(fm.get("id") or fn[:-3])
313
- edges = fm.get("edges")
314
- if isinstance(edges, list) and edges:
315
- em[nid] = [e for e in edges
316
- if isinstance(e, dict)]
317
- sg = fm.get("subgraph")
318
- if isinstance(sg, dict):
319
- subs = sg.get("nodes")
320
- if isinstance(subs, list) and subs:
321
- cm[nid] = [str(x) for x in subs]
322
- self._edge_map, self._child_map = em, cm
323
- return self._edge_map, self._child_map
324
-
325
- # -- 边域访问器(SQL 文法保持 nodes-only fail-closed,边查询走窄方法) --
326
-
327
- def has_edge(self, source_id, target_id, relation_type):
328
- """`SELECT id FROM edges WHERE source_id=? AND target_id=?
329
- AND relation_type=?` 的等价查询(causal/similar 幂等判重)。"""
330
- em, _cm = self._edge_domain()
331
- for e in em.get(str(source_id)) or ():
332
- if (str(e.get("target") or "") == str(target_id)
333
- and str(e.get("relation_type") or "") == str(relation_type)):
334
- return True
335
- return False
336
-
337
- def edges_between(self, source_id, target_id, relation_type=None):
338
- """source→target 的出边 dict 列表(relation_type 可选过滤)。
339
-
340
- 供调用侧做边内字段判据(如 separation 边的
341
- condition_space.observation_position)——文法不扩,判据留调用侧。
342
- """
343
- em, _cm = self._edge_domain()
344
- out = []
345
- for e in em.get(str(source_id)) or ():
346
- if str(e.get("target") or "") != str(target_id):
347
- continue
348
- if relation_type is not None and str(
349
- e.get("relation_type") or "") != str(relation_type):
350
- continue
351
- out.append(e)
352
- return out
353
-
354
- def children_of(self, node_id):
355
- """层级子节点 id 列表(fm.subgraph.nodes 落点)。"""
356
- _em, cm = self._edge_domain()
357
- return list(cm.get(str(node_id)) or [])
358
-
359
- def top_content_match(self, word, exclude_id):
360
- """`SELECT id FROM nodes WHERE content LIKE ? AND id != ?
361
- ORDER BY importance DESC, length(content) LIMIT 1` 的等价查询。
362
-
363
- 同 key 时保持扫描序优先(与 sqlite rowid 序同构——插入序规范)。
364
- """
365
- rx = _like_re("%" + str(word) + "%")
366
- best = None
367
- best_key = None
368
- for r in self._all_rows():
369
- cid = r[0]
370
- if cid == exclude_id:
371
- continue
372
- c = r[1] or ""
373
- if not rx.match(c):
374
- continue
375
- key = (-(r[6] if r[6] is not None else 0.0), len(c))
376
- if best_key is None or key < best_key:
377
- best, best_key = (cid,), key
378
- return best
379
-
380
- # -- SQL 解析 -----------------------------------------------------------
381
-
382
- def _parse(self, sql):
383
- m = _SELECT_RE.match(sql.strip().rstrip(";"))
384
- if not m:
385
- raise NotImplementedError(
386
- f"[md_access] SQL 超出只读子集文法(fail-closed): "
387
- f"{sql[:120]!r}")
388
- cols = m.group("cols").strip()
389
- if cols != "*":
390
- names = [c.strip() for c in cols.split(",")]
391
- for c in names:
392
- if c not in _COL_IDX:
393
- raise NotImplementedError(
394
- f"[md_access] 未知列 {c!r}(fail-closed)")
395
- cols = names
396
- where = m.group("where")
397
- preds, nparams = [], 0
398
- if where:
399
- pos = 0
400
- while pos < len(where):
401
- tm = _TERM_RE.match(where, pos)
402
- if not tm or tm.end() == pos:
403
- raise NotImplementedError(
404
- f"[md_access] 谓词超文法(fail-closed): "
405
- f"{where[pos:pos + 60]!r}")
406
- col = tm.group("col").lower()
407
- if col not in _COL_IDX:
408
- raise NotImplementedError(
409
- f"[md_access] 谓词列未知 {col!r}(fail-closed)")
410
- op = tm.group("op").upper()
411
- val = tm.group("val")
412
- preds.append((col, op, val, nparams))
413
- if val == "?":
414
- nparams += 1
415
- pos = tm.end()
416
- limit = int(m.group("limit")) if m.group("limit") else None
417
- return cols, preds, nparams, limit
418
-
419
- # -- 执行 ---------------------------------------------------------------
420
-
421
- def execute(self, sql, params=()):
422
- head = sql.lstrip()[:6].upper()
423
- if head != "SELECT":
424
- raise NotImplementedError(
425
- f"[md_access] 只读访问层拒绝写语句(fail-closed): "
426
- f"{sql[:80]!r}")
427
- params = tuple(params or ())
428
- cols, preds, nparams, limit = self._parse(sql)
429
- if len(params) != nparams:
430
- raise ValueError(
431
- f"[md_access] 参数个数不符: 期望 {nparams} 实得 {len(params)}")
432
- idx = _COL_IDX
433
- rows = self._all_rows()
434
- out = []
435
- for r in rows:
436
- ok = True
437
- for col, op, val, pi in preds:
438
- v = r[idx[col]]
439
- if op == "=":
440
- lit = val[1:-1] if val != "?" else str(params[pi])
441
- if v is None or str(v) != lit:
442
- ok = False
443
- break
444
- else:
445
- pat = params[pi] if val == "?" else val[1:-1]
446
- if not _cmp_like(v, pat, op == "NOT LIKE"):
447
- ok = False
448
- break
449
- if ok:
450
- out.append(r if cols == "*" else tuple(r[idx[c]]
451
- for c in cols))
452
- if limit is not None and len(out) >= limit:
453
- break
454
- return _Cursor(out)
455
-
456
- def close(self):
457
- self._rows = None
458
-
459
-
460
- # --------------------------------------------------------------------------
461
- # 检索读路径统一入口
462
- # --------------------------------------------------------------------------
463
-
464
- _CONN_CACHE = {}
465
-
466
-
467
- def _md_conn_or_none():
468
- """WB 开关生效则返回 MdConn 单例,否则 None(调用方自行回落原路径)。"""
469
- if os.environ.get("WB_MD_DIRECT") != "1":
470
- return None
471
- root = os.environ.get("WB_MD_ROOT") or ""
472
- if not root or not os.path.isdir(root):
473
- return None
474
- conn = _CONN_CACHE.get(root)
475
- if conn is None:
476
- conn = _CONN_CACHE[root] = MdConn(root)
477
- return conn
478
-
479
-
480
- def read_conn(dex):
481
- """白箱检索读路径统一入口。
482
-
483
- `WB_MD_DIRECT=1` 且 `WB_MD_ROOT` 指向存在的 md 语料根 → 返回该根的
484
- MdConn 单例(md 直读);否则回落 `dex.store.conn`(派生库,
485
- 零行为变更)。缺省回落是**诚实降级**:缺配置时不猜路径。
486
- """
487
- conn = _md_conn_or_none()
488
- if conn is not None:
489
- return conn
490
- return dex.store.conn
1
+ # -*- coding: utf-8 -*-
2
+ """md 语料统一只读访问层 —— 白箱检索层直查 SQL 的 md 数据源后端。
3
+
4
+ 背景与目标
5
+ ----------
6
+ 白箱检索层(`semantic_translate.py` 等)存在 ~8 处深度直查 SQL
7
+ (`dex.store.conn.execute("SELECT ... FROM nodes ...")`——KCCS 注释索引、
8
+ 学科路由、四要素卡递归、知识点对齐)。md 语料是唯一知识来源
9
+ (`migrate_wisdom_graph` 导出 + test_p44 三层校验),检索库只是
10
+ `build_db_from_md()` 的可重建派生物。本模块把检索层的**知识查询**面
11
+ 切换到 md 语料直读,SQLite 检索库降级为纯派生缓存(可丢弃)。
12
+
13
+ 设计(零行为分叉的三条保障)
14
+ ----------------------------
15
+ 1. **行同构**:md frontmatter → 检索库 nodes 表 16 列,映射逻辑与
16
+ `md_cg/md_whitebox.py::_restore` 逐字段一致(列值序列化同为
17
+ `json.dumps(ensure_ascii=False)`,故 SQL LIKE 子串匹配逐位等价)。
18
+ 2. **行序复刻**:无 ORDER BY 的 SELECT 在 SQLite 返回插入序;
19
+ 本层按 `LAYERS` 权威序 × os.walk 序遍历(= `_restore` 的插入序),
20
+ `fetchone` / `LIMIT 1` 语义等价。
21
+ 3. **对拍守卫**:`md_cg/test_md_access_parity.py` 把全部真实直查 SQL
22
+ 在两个后端上跑,逐行逐列断言相等——分叉即测试红。
23
+
24
+ 范围(诚实边界)
25
+ ----------------
26
+ - 只解释白箱检索层实际使用的 SELECT 子集文法:
27
+ `SELECT <cols|*> FROM nodes [WHERE <conj>] [LIMIT n]`,
28
+ 谓词仅 `col = 'x'` / `col LIKE ?` / `col NOT LIKE ?`(AND 连接)。
29
+ 超出文法 → `NotImplementedError`(fail-closed,不静默错执行)。
30
+ - 写语句一律拒绝(打样阶段);`increment_access` 类统计写的
31
+ md 真源化属后续增量(写路径裁定:知识写走 mdcg.add)。
32
+ - 引擎内部面(`store.query_nodes` / `get_node` 等高层方法)不经本层,
33
+ 仍走原库——`aeis_core` 属引擎自有存储,不在本工程范围。
34
+
35
+ 用法
36
+ ----
37
+ from md_access import MdConn, read_conn
38
+
39
+ conn = read_conn(dex) # WB_MD_DIRECT=1 → MdConn;否则派生库
40
+ row = conn.execute("SELECT id FROM nodes WHERE layer='knowledge' "
41
+ "AND state_attributes LIKE ? LIMIT 1",
42
+ ('%"name": "X"%',)).fetchone()
43
+
44
+ 环境开关:`WB_MD_DIRECT=1` 启用 md 直读;`WB_MD_ROOT` 指定 md 语料根
45
+ (缺省回落派生库,诚实降级不猜路径)。
46
+ """
47
+ from __future__ import annotations
48
+
49
+ import json
50
+ import os
51
+ import re
52
+
53
+ try: # dsh 部署形态:复用 md_cg 的权威 frontmatter 解析(零解析差异)
54
+ from nodefile import loads as _nf_loads
55
+ except ImportError: # 独立部署形态:白箱自包含解析(对拍测试守卫等价性)
56
+ _nf_loads = None
57
+
58
+ #: nodes 表 16 列(权威列序,与 aeis_core CREATE TABLE / STNode.from_row 一致)
59
+ COLS = ("id", "content", "modality", "spatial_coordinates",
60
+ "temporal_coordinate", "condition_space", "importance",
61
+ "confidence", "layer", "access_count", "last_access",
62
+ "created_at", "tags", "semantic_coordinates", "state_attributes",
63
+ "entity_id")
64
+ _COL_IDX = {c: i for i, c in enumerate(COLS)}
65
+
66
+ #: md 语料层目录权威序(行序 = _restore 插入序的关键)。
67
+ #: **#122(2026-10-12 DSH 端):本符号不再是第二份权威** —— 它**转发**自单一真源
68
+ #: `md_cg.mdcg.LAYERS`(取值与顺序由真源决定,此处不复制字面量)。修前此处是一份
69
+ #: 独立的同值元组:值一致靠人工同步、无机制保证,且审计面(conformance.enum_spaces)
70
+ #: 只声明 mdcg 一份 ⇒ 白箱侧悄悄换序无人知情(而顺序承重:_restore 插入序)。
71
+ #: 装载形态:① 包形态(md_cg.whitebox_kb.wisdom.md_access)→ 相对导入;
72
+ #: ② 仓库根在 sys.path;③ wisdom 目录平铺在 sys.path(本仓守卫走这条)。
73
+ #: 三者皆不可达(真正脱离 md_cg 的独立部署)时,才回落到下一行那份**显式标记**的
74
+ #: 字面量,并把 LAYERS_SOURCE 置 "literal-fallback" —— 该标记供 conformance 与守卫
75
+ #: 判「转发是否真的生效」,避免回落被静默当成真源。
76
+ LAYERS_SOURCE = "md_cg.mdcg"
77
+ try:
78
+ from ...mdcg import LAYERS as LAYERS # ① 包形态
79
+ except ImportError:
80
+ try:
81
+ from md_cg.mdcg import LAYERS as LAYERS # ② 仓库根在 sys.path
82
+ except ImportError:
83
+ try:
84
+ from mdcg import LAYERS as LAYERS # ③ 平铺形态
85
+ except ImportError: # ④ 独立部署:显式回落
86
+ LAYERS = ("anchor", "structural", "knowledge", "contextual", "self",
87
+ "rejected", "unresolved", "goals")
88
+ LAYERS_SOURCE = "literal-fallback"
89
+
90
+
91
+ # --------------------------------------------------------------------------
92
+ # frontmatter 解析
93
+ # --------------------------------------------------------------------------
94
+
95
+ def _parse_node_text(text):
96
+ """md 节点文本 → (fm dict, content str)。
97
+
98
+ 有 nodefile 用权威实现;否则解析单行 YAML 简形(`key: value`,
99
+ 值用 json.loads 全覆盖 dict/list/数字/null/带引号字符串,
100
+ 失败回落原样字符串)。
101
+ """
102
+ if _nf_loads is not None:
103
+ return _nf_loads(text)
104
+ fm, content = {}, text
105
+ if text.startswith("---"):
106
+ lines = text.split("\n")
107
+ try:
108
+ end = lines.index("---", 1)
109
+ except ValueError:
110
+ return fm, content
111
+ for line in lines[1:end]:
112
+ if ":" not in line:
113
+ continue
114
+ k, _, v = line.partition(":")
115
+ k = k.strip()
116
+ v = v.strip()
117
+ if not k:
118
+ continue
119
+ try:
120
+ fm[k] = json.loads(v)
121
+ except (ValueError, TypeError):
122
+ fm[k] = v
123
+ content = "\n".join(lines[end + 1:])
124
+ if content.startswith("\n"):
125
+ content = content[1:]
126
+ return fm, content
127
+
128
+
129
+ def _load_rows(root, layers):
130
+ """md 语料 → 16 列行元组列表。
131
+
132
+ 列映射与 `md_whitebox._restore` 逐字段一致。行序规范(两处统一):
133
+ **(LAYERS 序, 相对路径字典序)**——`os.walk` 在 Windows 上顺序无保证,
134
+ 显式排序才有确定性;`md_whitebox._restore` 按同一规范排列插入序,
135
+ 故 MdConn 与派生库的行序结构性一致。
136
+ """
137
+ decorated = []
138
+ layer_ord = {name: i for i, name in enumerate(layers)}
139
+ for layer in layers:
140
+ base = os.path.join(root, layer)
141
+ if not os.path.isdir(base):
142
+ continue
143
+ for dirpath, _dirs, files in os.walk(base):
144
+ for fn in files:
145
+ if not fn.endswith(".md"):
146
+ continue
147
+ try:
148
+ with open(os.path.join(dirpath, fn),
149
+ encoding="utf-8") as f:
150
+ text = f.read()
151
+ except OSError:
152
+ continue
153
+ fm, content = _parse_node_text(text)
154
+ nid = fm.get("id") or fn[:-3]
155
+ rel = os.path.relpath(os.path.join(dirpath, fn),
156
+ root).replace("\\", "/")
157
+
158
+ def _js(v, default="{}"):
159
+ if v is None or v == "":
160
+ return default
161
+ if isinstance(v, str):
162
+ return v
163
+ try:
164
+ return json.dumps(v, ensure_ascii=False)
165
+ except (TypeError, ValueError):
166
+ return default
167
+
168
+ def _f(v, default=0.0):
169
+ try:
170
+ return float(v)
171
+ except (TypeError, ValueError):
172
+ return default
173
+
174
+ decorated.append((layer_ord.get(layer, 99), rel, (
175
+ str(nid),
176
+ content or "",
177
+ fm.get("modality") or "text",
178
+ _js(fm.get("spatial")),
179
+ _f(fm.get("temporal"), None),
180
+ _js(fm.get("condition_space")),
181
+ _f(fm.get("importance"), 0.5),
182
+ _f(fm.get("confidence"), 0.6),
183
+ fm.get("layer") or "knowledge",
184
+ int(_f(fm.get("access_count"), 0)),
185
+ _f(fm.get("last_access"), 0),
186
+ _f(fm.get("created_at"), 0),
187
+ _js(fm.get("tags"), "[]"),
188
+ _js(fm.get("semantic_coordinates")),
189
+ _js(fm.get("state_attributes")),
190
+ fm.get("entity_id"),
191
+ )))
192
+ decorated.sort(key=lambda t: (t[0], t[1]))
193
+ return [t[2] for t in decorated]
194
+
195
+
196
+ # --------------------------------------------------------------------------
197
+ # SQL 子集解释器
198
+ # --------------------------------------------------------------------------
199
+
200
+ _LIKE_CACHE = {}
201
+
202
+
203
+ def _like_re(pattern):
204
+ """SQL LIKE 模式 → 全匹配正则(% 任意串 / _ 任一字符,
205
+ ASCII 大小写不敏感——对齐 SQLite 默认 LIKE 语义)。"""
206
+ rx = _LIKE_CACHE.get(pattern)
207
+ if rx is None:
208
+ parts = []
209
+ for ch in pattern:
210
+ if ch == "%":
211
+ parts.append("[\\s\\S]*")
212
+ elif ch == "_":
213
+ parts.append("[\\s\\S]")
214
+ else:
215
+ parts.append(re.escape(ch))
216
+ rx = re.compile("".join(parts) + r"\Z", re.IGNORECASE)
217
+ _LIKE_CACHE[pattern] = rx
218
+ return rx
219
+
220
+
221
+ def _cmp_like(value, pattern, negate):
222
+ """SQLite 三值 LIKE 语义:NULL 参与 → 未选中(NOT LIKE 同)。"""
223
+ if value is None or pattern is None:
224
+ return False
225
+ hit = bool(_like_re(pattern).match(str(value)))
226
+ return (not hit) if negate else hit
227
+
228
+
229
+ _SELECT_RE = re.compile(
230
+ r"\s*SELECT\s+(?P<cols>.+?)\s+FROM\s+nodes"
231
+ r"(?:\s+WHERE\s+(?P<where>.+?))?"
232
+ r"(?:\s+LIMIT\s+(?P<limit>\d+))?\s*\Z",
233
+ re.I | re.S)
234
+ _TERM_RE = re.compile(
235
+ r"\s*(?P<col>[a-z_]+)\s*"
236
+ r"(?P<op>NOT\s+LIKE|LIKE|=)\s*"
237
+ r"(?P<val>\?|'[^']*')\s*(?:AND|$)", re.I)
238
+
239
+
240
+ class _Cursor:
241
+ """结果集:fetchone / fetchall / 迭代(与 sqlite3.Cursor 子集兼容)。"""
242
+
243
+ def __init__(self, rows):
244
+ self._rows = rows
245
+ self._i = 0
246
+
247
+ def fetchone(self):
248
+ if self._i >= len(self._rows):
249
+ return None
250
+ r = self._rows[self._i]
251
+ self._i += 1
252
+ return r
253
+
254
+ def fetchall(self):
255
+ out = self._rows[self._i:]
256
+ self._i = len(self._rows)
257
+ return list(out)
258
+
259
+ def __iter__(self):
260
+ return iter(self._rows)
261
+
262
+
263
+ class MdConn:
264
+ """md 语料只读连接:`execute(sql, params)` 与 sqlite3.Connection
265
+ 的读子集同签名;行源懒加载一次缓存(进程内单例见 `read_conn`)。"""
266
+
267
+ def __init__(self, root, layers=None):
268
+ self.root = os.path.abspath(root)
269
+ self._layers = tuple(layers) if layers else LAYERS
270
+ self._rows = None
271
+ self._edge_map = None # {source_id: [edge_dict, ...]}(fm.edges)
272
+ self._child_map = None # {parent_id: [child_id, ...]}(subgraph.nodes)
273
+
274
+ def _all_rows(self):
275
+ if self._rows is None:
276
+ if not os.path.isdir(self.root):
277
+ raise FileNotFoundError(
278
+ f"[md_access] md 语料根不存在: {self.root}")
279
+ self._rows = _load_rows(self.root, self._layers)
280
+ return self._rows
281
+
282
+ def reload(self):
283
+ """丢弃全部缓存(行 + 边域)——写入方更新语料后刷新快照。"""
284
+ self._rows = None
285
+ self._edge_map = None
286
+ self._child_map = None
287
+
288
+ def _edge_domain(self):
289
+ """边域懒加载(第二遍扫描,仅边访问器触发;检索读路径零开销)。
290
+
291
+ fm.edges(causal/similar 等非层级边)与 fm.subgraph.nodes(层级边,
292
+ 落点=父节点)——与 md_whitebox._restore 还原 edges 表的两大数据源
293
+ 一致。
294
+ """
295
+ if self._edge_map is None:
296
+ em, cm = {}, {}
297
+ for layer in self._layers:
298
+ base = os.path.join(self.root, layer)
299
+ if not os.path.isdir(base):
300
+ continue
301
+ for dirpath, _dirs, files in os.walk(base):
302
+ for fn in files:
303
+ if not fn.endswith(".md"):
304
+ continue
305
+ try:
306
+ with open(os.path.join(dirpath, fn),
307
+ encoding="utf-8") as f:
308
+ text = f.read()
309
+ except OSError:
310
+ continue
311
+ fm, _content = _parse_node_text(text)
312
+ nid = str(fm.get("id") or fn[:-3])
313
+ edges = fm.get("edges")
314
+ if isinstance(edges, list) and edges:
315
+ em[nid] = [e for e in edges
316
+ if isinstance(e, dict)]
317
+ sg = fm.get("subgraph")
318
+ if isinstance(sg, dict):
319
+ subs = sg.get("nodes")
320
+ if isinstance(subs, list) and subs:
321
+ cm[nid] = [str(x) for x in subs]
322
+ self._edge_map, self._child_map = em, cm
323
+ return self._edge_map, self._child_map
324
+
325
+ # -- 边域访问器(SQL 文法保持 nodes-only fail-closed,边查询走窄方法) --
326
+
327
+ def has_edge(self, source_id, target_id, relation_type):
328
+ """`SELECT id FROM edges WHERE source_id=? AND target_id=?
329
+ AND relation_type=?` 的等价查询(causal/similar 幂等判重)。"""
330
+ em, _cm = self._edge_domain()
331
+ for e in em.get(str(source_id)) or ():
332
+ if (str(e.get("target") or "") == str(target_id)
333
+ and str(e.get("relation_type") or "") == str(relation_type)):
334
+ return True
335
+ return False
336
+
337
+ def edges_between(self, source_id, target_id, relation_type=None):
338
+ """source→target 的出边 dict 列表(relation_type 可选过滤)。
339
+
340
+ 供调用侧做边内字段判据(如 separation 边的
341
+ condition_space.observation_position)——文法不扩,判据留调用侧。
342
+ """
343
+ em, _cm = self._edge_domain()
344
+ out = []
345
+ for e in em.get(str(source_id)) or ():
346
+ if str(e.get("target") or "") != str(target_id):
347
+ continue
348
+ if relation_type is not None and str(
349
+ e.get("relation_type") or "") != str(relation_type):
350
+ continue
351
+ out.append(e)
352
+ return out
353
+
354
+ def children_of(self, node_id):
355
+ """层级子节点 id 列表(fm.subgraph.nodes 落点)。"""
356
+ _em, cm = self._edge_domain()
357
+ return list(cm.get(str(node_id)) or [])
358
+
359
+ def top_content_match(self, word, exclude_id):
360
+ """`SELECT id FROM nodes WHERE content LIKE ? AND id != ?
361
+ ORDER BY importance DESC, length(content) LIMIT 1` 的等价查询。
362
+
363
+ 同 key 时保持扫描序优先(与 sqlite rowid 序同构——插入序规范)。
364
+ """
365
+ rx = _like_re("%" + str(word) + "%")
366
+ best = None
367
+ best_key = None
368
+ for r in self._all_rows():
369
+ cid = r[0]
370
+ if cid == exclude_id:
371
+ continue
372
+ c = r[1] or ""
373
+ if not rx.match(c):
374
+ continue
375
+ key = (-(r[6] if r[6] is not None else 0.0), len(c))
376
+ if best_key is None or key < best_key:
377
+ best, best_key = (cid,), key
378
+ return best
379
+
380
+ # -- SQL 解析 -----------------------------------------------------------
381
+
382
+ def _parse(self, sql):
383
+ m = _SELECT_RE.match(sql.strip().rstrip(";"))
384
+ if not m:
385
+ raise NotImplementedError(
386
+ f"[md_access] SQL 超出只读子集文法(fail-closed): "
387
+ f"{sql[:120]!r}")
388
+ cols = m.group("cols").strip()
389
+ if cols != "*":
390
+ names = [c.strip() for c in cols.split(",")]
391
+ for c in names:
392
+ if c not in _COL_IDX:
393
+ raise NotImplementedError(
394
+ f"[md_access] 未知列 {c!r}(fail-closed)")
395
+ cols = names
396
+ where = m.group("where")
397
+ preds, nparams = [], 0
398
+ if where:
399
+ pos = 0
400
+ while pos < len(where):
401
+ tm = _TERM_RE.match(where, pos)
402
+ if not tm or tm.end() == pos:
403
+ raise NotImplementedError(
404
+ f"[md_access] 谓词超文法(fail-closed): "
405
+ f"{where[pos:pos + 60]!r}")
406
+ col = tm.group("col").lower()
407
+ if col not in _COL_IDX:
408
+ raise NotImplementedError(
409
+ f"[md_access] 谓词列未知 {col!r}(fail-closed)")
410
+ op = tm.group("op").upper()
411
+ val = tm.group("val")
412
+ preds.append((col, op, val, nparams))
413
+ if val == "?":
414
+ nparams += 1
415
+ pos = tm.end()
416
+ limit = int(m.group("limit")) if m.group("limit") else None
417
+ return cols, preds, nparams, limit
418
+
419
+ # -- 执行 ---------------------------------------------------------------
420
+
421
+ def execute(self, sql, params=()):
422
+ head = sql.lstrip()[:6].upper()
423
+ if head != "SELECT":
424
+ raise NotImplementedError(
425
+ f"[md_access] 只读访问层拒绝写语句(fail-closed): "
426
+ f"{sql[:80]!r}")
427
+ params = tuple(params or ())
428
+ cols, preds, nparams, limit = self._parse(sql)
429
+ if len(params) != nparams:
430
+ raise ValueError(
431
+ f"[md_access] 参数个数不符: 期望 {nparams} 实得 {len(params)}")
432
+ idx = _COL_IDX
433
+ rows = self._all_rows()
434
+ out = []
435
+ for r in rows:
436
+ ok = True
437
+ for col, op, val, pi in preds:
438
+ v = r[idx[col]]
439
+ if op == "=":
440
+ lit = val[1:-1] if val != "?" else str(params[pi])
441
+ if v is None or str(v) != lit:
442
+ ok = False
443
+ break
444
+ else:
445
+ pat = params[pi] if val == "?" else val[1:-1]
446
+ if not _cmp_like(v, pat, op == "NOT LIKE"):
447
+ ok = False
448
+ break
449
+ if ok:
450
+ out.append(r if cols == "*" else tuple(r[idx[c]]
451
+ for c in cols))
452
+ if limit is not None and len(out) >= limit:
453
+ break
454
+ return _Cursor(out)
455
+
456
+ def close(self):
457
+ self._rows = None
458
+
459
+
460
+ # --------------------------------------------------------------------------
461
+ # 检索读路径统一入口
462
+ # --------------------------------------------------------------------------
463
+
464
+ _CONN_CACHE = {}
465
+
466
+
467
+ def _md_conn_or_none():
468
+ """WB 开关生效则返回 MdConn 单例,否则 None(调用方自行回落原路径)。"""
469
+ if os.environ.get("WB_MD_DIRECT") != "1":
470
+ return None
471
+ root = os.environ.get("WB_MD_ROOT") or ""
472
+ if not root or not os.path.isdir(root):
473
+ return None
474
+ conn = _CONN_CACHE.get(root)
475
+ if conn is None:
476
+ conn = _CONN_CACHE[root] = MdConn(root)
477
+ return conn
478
+
479
+
480
+ def read_conn(dex):
481
+ """白箱检索读路径统一入口。
482
+
483
+ `WB_MD_DIRECT=1` 且 `WB_MD_ROOT` 指向存在的 md 语料根 → 返回该根的
484
+ MdConn 单例(md 直读);否则回落 `dex.store.conn`(派生库,
485
+ 零行为变更)。缺省回落是**诚实降级**:缺配置时不猜路径。
486
+ """
487
+ conn = _md_conn_or_none()
488
+ if conn is not None:
489
+ return conn
490
+ return dex.store.conn