@furongjun1999/dsh-memory 0.4.11 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -16
- package/codebuddy/CODEBUDDY.md +11 -3
- package/codebuddy/README.md +92 -90
- package/codebuddy/mcp.json +27 -27
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +169 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +144 -144
- package/docs/README.md +142 -111
- package/docs/discipline/harnesses.yaml +244 -226
- package/docs/discipline/templates/full.md.tmpl +61 -61
- package/docs/discipline/templates/rules.mdc.tmpl +68 -0
- package/docs/discipline/templates/skill.md.tmpl +23 -23
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +299 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +239 -239
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +174 -174
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +223 -223
- package/docs/{mdcg → hive}//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +165 -160
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +76 -0
- package/docs/{mdcg → hive}//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +236 -236
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +43 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +85 -0
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +102 -102
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +47 -0
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +503 -503
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +85 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +191 -0
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +90 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +216 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +646 -646
- package/docs/mdcg/lingshu_tutorial.html +14449 -14449
- package/docs/mdcg/release_v0.4.11.md +49 -0
- package/docs/mdcg/release_v0.4.5.md +55 -55
- package/docs/mdcg/tool_table_v0.3.0.md +117 -117
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +600 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +40 -40
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +275 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +54 -0
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +130 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +278 -278
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +172 -172
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +270 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +491 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +340 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +588 -588
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +176 -176
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +81 -81
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +704 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +242 -242
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +129 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +134 -134
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +5260 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +145 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +144 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +198 -198
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +221 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +237 -237
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +82 -82
- package/docs//345/267/245/344/275/234/347/272/252/345/276/213_/350/256/244/347/237/245/345/233/276/346/235/241/347/233/256_v1.1.json +28 -2
- package/dsh/README.md +82 -82
- package/dsh/cordis.yml.example +139 -139
- package/dsh/update-lingshu.bat +11 -11
- package/lib/hooks.js +36 -2
- package/lib/lib/roleplay_web.js +427 -427
- package/md_cg/__init__.py +7 -7
- package/md_cg/audit.py +368 -368
- package/md_cg/autonomy.py +287 -287
- package/md_cg/backfill.py +1327 -1327
- package/md_cg/backfill_bigdomain.py +34 -34
- package/md_cg/bench6_arms.py +410 -410
- package/md_cg/bench6_common.py +230 -230
- package/md_cg/bench6_competitors.py +212 -212
- package/md_cg/bench_axis_domain.py +257 -257
- package/md_cg/bench_blind_comp.py +308 -308
- package/md_cg/bench_en_atoms_public.py +230 -230
- package/md_cg/bench_governance.py +348 -348
- package/md_cg/bench_lme_zh.py +410 -410
- package/md_cg/bench_locomo.py +121 -121
- package/md_cg/bench_locomo_zh.py +450 -450
- package/md_cg/bench_locomo_zh_public.py +147 -147
- package/md_cg/bench_longmem.py +112 -112
- package/md_cg/bench_membench.py +632 -632
- package/md_cg/bench_p0.py +149 -149
- package/md_cg/bench_progressive.py +287 -287
- package/md_cg/bench_role_views.py +238 -238
- package/md_cg/bench_task_ab.py +243 -243
- package/md_cg/bench_task_ab_llm.py +408 -408
- package/md_cg/bench_unified_en.py +204 -204
- package/md_cg/bench_zh_mad.py +601 -601
- package/md_cg/blindspot_tickets.py +123 -123
- package/md_cg/branches.py +285 -285
- package/md_cg/build_postings.py +73 -73
- package/md_cg/ccgc.py +1005 -948
- package/md_cg/census.py +132 -132
- package/md_cg/chain.py +300 -300
- package/md_cg/codeindex.py +531 -531
- package/md_cg/coldverify.py +292 -292
- package/md_cg/comment_gate.py +337 -337
- package/md_cg/cond_compose.py +190 -190
- package/md_cg/cond_facts.py +154 -154
- package/md_cg/cond_template.json +106 -106
- package/md_cg/condition_anchor.py +142 -142
- package/md_cg/conformance.py +726 -726
- package/md_cg/consistency.py +717 -717
- package/md_cg/consolidate.py +1536 -1439
- package/md_cg/corpus.py +110 -110
- package/md_cg/crosscheck.py +1097 -1097
- package/md_cg/crypto.py +437 -437
- package/md_cg/d_meta.py +310 -310
- package/md_cg/datapath.py +334 -334
- package/md_cg/docindex.py +473 -473
- package/md_cg/eval_common.py +575 -575
- package/md_cg/evidence.py +580 -580
- package/md_cg/evolution.py +477 -477
- package/md_cg/export.py +220 -220
- package/md_cg/forgetting.py +581 -581
- package/md_cg/fsutil.py +329 -329
- package/md_cg/hotcache.py +238 -214
- package/md_cg/hyperedge.py +251 -251
- package/md_cg/identity.py +390 -390
- package/md_cg/insight.py +500 -500
- package/md_cg/interop.py +199 -0
- package/md_cg/lexicon/build_cedict_en_zh.py +329 -329
- package/md_cg/lexicon/build_standard_en.py +171 -171
- package/md_cg/lexicon/expand_en_zh.py +211 -211
- package/md_cg/lifecycle.py +272 -272
- package/md_cg/linkref.py +280 -280
- package/md_cg/links.py +622 -622
- package/md_cg/mcp_server.py +129 -32
- package/md_cg/md_whitebox.py +345 -345
- package/md_cg/mdcg.py +176 -117
- package/md_cg/mdcos.py +79 -13
- package/md_cg/metacognition.py +591 -591
- package/md_cg/migrate.py +119 -119
- package/md_cg/migrate_aeis.py +221 -221
- package/md_cg/migrate_roleplay.py +293 -293
- package/md_cg/migrate_wisdom_graph.py +360 -360
- package/md_cg/mreview/__init__.py +25 -25
- package/md_cg/mreview/__main__.py +110 -110
- package/md_cg/mreview/bundle.py +178 -178
- package/md_cg/mreview/candidates.py +262 -262
- package/md_cg/mreview/govern.py +693 -693
- package/md_cg/mreview/locate.py +939 -939
- package/md_cg/mreview/pipeline.py +728 -728
- package/md_cg/mreview/rules/duplication.json +21 -21
- package/md_cg/mreview/rules/field_coverage.json +54 -54
- package/md_cg/mreview/rules/source_license.json +21 -21
- package/md_cg/mreview/rules/template_flow.json +21 -21
- package/md_cg/mreview/ruleset.py +252 -252
- package/md_cg/nodefile.py +575 -575
- package/md_cg/pooling.py +484 -472
- package/md_cg/postings.py +298 -298
- package/md_cg/predict.py +1100 -1100
- package/md_cg/progressive.py +123 -123
- package/md_cg/protect.py +272 -272
- package/md_cg/protocol/md_cg_gate.proto +33 -33
- package/md_cg/protocol.py +372 -372
- package/md_cg/provenance.py +582 -582
- package/md_cg/reach.py +453 -453
- package/md_cg/readcache.py +85 -0
- package/md_cg/refindex.py +833 -833
- package/md_cg/refine.py +604 -604
- package/md_cg/roleviews.py +89 -89
- package/md_cg/routing.py +365 -365
- package/md_cg/scrub.py +852 -852
- package/md_cg/security.py +274 -274
- package/md_cg/self_state.py +1029 -1029
- package/md_cg/selfreport.py +151 -151
- package/md_cg/semantic/__init__.py +10 -10
- package/md_cg/semantic/canonical.py +122 -122
- package/md_cg/semantic/en_normalizer.py +364 -364
- package/md_cg/semantic/en_zh_map.json +28694 -0
- package/md_cg/semantic/export_en_zh_map.py +64 -0
- package/md_cg/semantic/unify.py +45 -0
- package/md_cg/semantic/zh_en_atoms.py +139 -139
- package/md_cg/signer.py +562 -562
- package/md_cg/sources.py +815 -582
- package/md_cg/statushdr.py +179 -179
- package/md_cg/stg.py +48 -37
- package/md_cg/subgraph.py +729 -729
- package/md_cg/sustain.py +1138 -1138
- package/md_cg/tasks.py +470 -470
- package/md_cg/test_action_derive.py +203 -203
- package/md_cg/test_audit_rotate.py +270 -270
- package/md_cg/test_autonomy.py +143 -143
- package/md_cg/test_bench_governance.py +102 -102
- package/md_cg/test_blindspot_tickets.py +166 -166
- package/md_cg/test_branches.py +249 -249
- package/md_cg/test_ccg_perturb.py +184 -184
- package/md_cg/test_ccgc.py +433 -433
- package/md_cg/test_census_prune.py +81 -81
- package/md_cg/test_cond_compose_anchors.py +76 -76
- package/md_cg/test_cond_match.py +165 -165
- package/md_cg/test_condition_anchor.py +81 -81
- package/md_cg/test_d_meta.py +412 -412
- package/md_cg/test_datapath_root.py +199 -199
- package/md_cg/test_en_pipeline.py +166 -166
- package/md_cg/test_gain_gate.py +212 -212
- package/md_cg/test_health_scale.py +173 -173
- package/md_cg/test_hive_ingest.py +285 -0
- package/md_cg/test_hot_cold.py +215 -215
- package/md_cg/test_hyperedge.py +245 -245
- package/md_cg/test_i26_empty_first_write.py +116 -0
- package/md_cg/test_i27_e041_identity.py +128 -0
- package/md_cg/test_i28_hotcache_prodpath.py +122 -0
- package/md_cg/test_identity_attribution.py +147 -147
- package/md_cg/test_index_durability.py +224 -224
- package/md_cg/test_interop.py +93 -0
- package/md_cg/test_lifecycle.py +309 -309
- package/md_cg/test_linkref.py +306 -306
- package/md_cg/test_lock.py +43 -43
- package/md_cg/test_md_access_parity.py +255 -255
- package/md_cg/test_md_writepath.py +345 -345
- package/md_cg/test_mdstore_search_parity.py +160 -0
- package/md_cg/test_mr_m2.py +587 -587
- package/md_cg/test_mr_m3.py +710 -710
- package/md_cg/test_mr_m4.py +485 -485
- package/md_cg/test_p0.py +250 -250
- package/md_cg/test_p1.py +316 -316
- package/md_cg/test_p10_identity.py +173 -173
- package/md_cg/test_p11_consistency.py +233 -233
- package/md_cg/test_p12_metacognition.py +212 -212
- package/md_cg/test_p13_encryption.py +241 -241
- package/md_cg/test_p14_sustain.py +249 -249
- package/md_cg/test_p15_scrub.py +280 -280
- package/md_cg/test_p16_self_state.py +301 -301
- package/md_cg/test_p17_predict.py +354 -354
- package/md_cg/test_p18_whitebox.py +171 -171
- package/md_cg/test_p19_migrate_roleplay.py +149 -149
- package/md_cg/test_p20_evolution.py +315 -315
- package/md_cg/test_p21_tokens.py +293 -270
- package/md_cg/test_p22_theory.py +175 -175
- package/md_cg/test_p23_links.py +311 -311
- package/md_cg/test_p24_evidence.py +227 -227
- package/md_cg/test_p25_weights.py +156 -156
- package/md_cg/test_p26_refindex.py +416 -416
- package/md_cg/test_p27_docindex.py +765 -765
- package/md_cg/test_p28_refcheck.py +305 -305
- package/md_cg/test_p29_session_ingest_export.py +354 -333
- package/md_cg/test_p3.py +11 -2
- package/md_cg/test_p30_maintain.py +330 -330
- package/md_cg/test_p31_insight.py +534 -534
- package/md_cg/test_p32_backfill.py +298 -298
- package/md_cg/test_p33_ccg_wiring.py +293 -293
- package/md_cg/test_p34_crosscheck.py +331 -331
- package/md_cg/test_p35_conditioned_claim.py +252 -252
- package/md_cg/test_p36_kp_align.py +230 -230
- package/md_cg/test_p37_condition_space.py +248 -248
- package/md_cg/test_p38_concurrent_flush.py +102 -0
- package/md_cg/test_p38_contextualize.py +273 -273
- package/md_cg/test_p39_verify_flow.py +113 -0
- package/md_cg/test_p39_vision_evidence.py +369 -369
- package/md_cg/test_p40_refine_worklist.py +241 -241
- package/md_cg/test_p41_evolve_patrol.py +224 -224
- package/md_cg/test_p42_provenance.py +269 -269
- package/md_cg/test_p43_pooling.py +412 -398
- package/md_cg/test_p44_md_whitebox.py +231 -231
- package/md_cg/test_p45_session_identity.py +219 -219
- package/md_cg/test_p46_unit_scope.py +272 -272
- package/md_cg/test_p47_session_view.py +281 -0
- package/md_cg/test_p4_fuzzy.py +223 -223
- package/md_cg/test_p5_semantic.py +226 -226
- package/md_cg/test_p6_consolidate.py +440 -387
- package/md_cg/test_p7_goals_recent.py +202 -202
- package/md_cg/test_p8_subgraph_chain.py +200 -200
- package/md_cg/test_p9_forget_protect.py +231 -231
- package/md_cg/test_predict_beta.py +135 -135
- package/md_cg/test_preflight_failclosed.py +100 -100
- package/md_cg/test_progressive.py +146 -146
- package/md_cg/test_protocol.py +243 -243
- package/md_cg/test_reach.py +378 -378
- package/md_cg/test_reach_keys.py +201 -201
- package/md_cg/test_read_clip.py +141 -141
- package/md_cg/test_readcache_prodpath.py +155 -0
- package/md_cg/test_retr_gates_prodpath.py +140 -0
- package/md_cg/test_retr_s1.py +340 -340
- package/md_cg/test_retr_s1b.py +209 -209
- package/md_cg/test_retr_s3.py +194 -194
- package/md_cg/test_retr_s4.py +163 -163
- package/md_cg/test_retr_s5.py +200 -200
- package/md_cg/test_retr_s6.py +157 -157
- package/md_cg/test_retr_s7.py +384 -384
- package/md_cg/test_retr_s8_time.py +369 -316
- package/md_cg/test_retr_s9_edges.py +286 -286
- package/md_cg/test_retr_s9_entity_ctx.py +175 -175
- package/md_cg/test_review_conformance.py +367 -367
- package/md_cg/test_role_views.py +354 -354
- package/md_cg/test_sem_noise.py +242 -242
- package/md_cg/test_semantic_canonical.py +241 -241
- package/md_cg/test_subproc_encoding.py +192 -192
- package/md_cg/test_sustain_mutual.py +153 -153
- package/md_cg/test_tasks.py +409 -409
- package/md_cg/test_tool_face.py +189 -189
- package/md_cg/test_transfer.py +180 -180
- package/md_cg/test_trust.py +361 -361
- package/md_cg/test_twophase.py +286 -286
- package/md_cg/test_v14_fixes.py +397 -397
- package/md_cg/test_validity_filter.py +280 -280
- package/md_cg/test_verify_answer.py +138 -138
- package/md_cg/test_wisdom_md_store.py +292 -292
- package/md_cg/test_writelimit.py +197 -197
- package/md_cg/test_writepipe.py +214 -214
- package/md_cg/theory.py +273 -273
- package/md_cg/tokens.py +677 -663
- package/md_cg/tool_face.py +260 -260
- package/md_cg/trust.py +986 -950
- package/md_cg/twophase.py +231 -231
- package/md_cg/units.py +667 -667
- package/md_cg/vision_evidence.py +666 -666
- package/md_cg/weights.py +624 -624
- package/md_cg/whitebox.py +527 -527
- package/md_cg/whitebox_kb/__init__.py +37 -37
- package/md_cg/whitebox_kb/aeis_core/__init__.py +42 -42
- package/md_cg/whitebox_kb/aeis_core/semantic.py +280 -280
- package/md_cg/whitebox_kb/aeis_core/textutil.py +13 -13
- package/md_cg/whitebox_kb/engine.py +310 -310
- package/md_cg/whitebox_kb/seed_knowledge//346/231/272/350/203/275/350/256/2723.4.md +5260 -5260
- package/md_cg/whitebox_kb/wisdom/browser_units.py +2631 -2631
- package/md_cg/whitebox_kb/wisdom/causal_discover.py +432 -432
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1506 -1506
- package/md_cg/whitebox_kb/wisdom/code_solidified.json +6195 -6195
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3033 -3033
- package/md_cg/whitebox_kb/wisdom/condition_algebra.py +112 -112
- package/md_cg/whitebox_kb/wisdom/condition_frame.py +315 -315
- package/md_cg/whitebox_kb/wisdom/condition_kb.py +108 -108
- package/md_cg/whitebox_kb/wisdom/conflict_map.json +4445 -4445
- package/md_cg/whitebox_kb/wisdom/core/lexer.py +512 -512
- package/md_cg/whitebox_kb/wisdom/core/name_checker.py +1023 -1023
- package/md_cg/whitebox_kb/wisdom/cspmn.py +258 -258
- package/md_cg/whitebox_kb/wisdom/csre.py +264 -264
- package/md_cg/whitebox_kb/wisdom/danmaku_audit.py +252 -252
- package/md_cg/whitebox_kb/wisdom/distilled_condition_units.json +6417 -6417
- package/md_cg/whitebox_kb/wisdom/docs/WB-EVAL-20260902b.json +1950 -1950
- package/md_cg/whitebox_kb/wisdom/docs/WB-EVAL-20260902c.json +1296 -1296
- package/md_cg/whitebox_kb/wisdom/docs/whitebox_capability_graph_demo.json +59 -59
- package/md_cg/whitebox_kb/wisdom/graph_db_units.py +3089 -3089
- package/md_cg/whitebox_kb/wisdom/knowledge_points.py +318 -318
- package/md_cg/whitebox_kb/wisdom/md_access.py +470 -470
- package/md_cg/whitebox_kb/wisdom/md_store.py +276 -251
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +476 -476
- package/md_cg/whitebox_kb/wisdom/navigate.py +248 -248
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +224 -224
- package/md_cg/whitebox_kb/wisdom/os_units.py +2735 -2735
- package/md_cg/whitebox_kb/wisdom/pattern_separation.py +376 -376
- package/md_cg/whitebox_kb/wisdom/prereq_map.json +364 -364
- package/md_cg/whitebox_kb/wisdom/python_code_units.py +2766 -2766
- package/md_cg/whitebox_kb/wisdom/role_solidified.json +7 -7
- package/md_cg/whitebox_kb/wisdom/route_memory.py +244 -244
- package/md_cg/whitebox_kb/wisdom/scene_reconstruction.py +148 -148
- package/md_cg/whitebox_kb/wisdom/snr_report.json +40 -40
- package/md_cg/whitebox_kb/wisdom/test_code_compose_domains.py +7541 -7541
- package/md_cg/whitebox_kb/wisdom/test_compiler_self_bootstrap.py +354 -354
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_demos.py +193 -193
- package/md_cg/whitebox_kb/wisdom/test_graph_db.py +292 -292
- package/md_cg/whitebox_kb/wisdom/test_python_self_bootstrap.py +160 -160
- package/md_cg/whitebox_kb/wisdom/trigger_words_index.json +4366 -4366
- package/md_cg/whitebox_kb/wisdom/verifier.py +1297 -1297
- package/md_cg/writelimit.py +356 -356
- package/md_cg/writepipe.py +550 -542
- package/package.json +97 -96
- package/skills/plugin.json +54 -54
- package/skills/skills/designer-perspective/SKILL.md +158 -158
- package/skills/skills/designer-perspective/references/01-observation-position.md +66 -66
- package/skills/skills/designer-perspective/references/02-structure-recognition.md +62 -62
- package/skills/skills/designer-perspective/references/03-direction-judgment.md +55 -55
- package/skills/skills/designer-perspective/references/04-qualification-verdict.md +72 -72
- package/skills/skills/designer-perspective/references/05-condition-attribution.md +74 -74
- package/skills/skills/designer-perspective/scripts/designer.py +545 -545
- package/skills/skills/designer-perspective/tests/cases.jsonl +17 -17
- package/skills/skills/designer-perspective/tests/selftest.py +61 -61
- package/skills/skills/lingshu-browser/SKILL.md +60 -60
- package/skills/skills/lingshu-compiler/SKILL.md +56 -56
- package/skills/skills/lingshu-compiler/units/analyze-type-infer/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/check-name-real/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-assign/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-expr-tree/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-full-pipeline/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-func-def/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-if-then/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-logic-expr/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-recursive/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-scope/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-type-check/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-while/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0010c4bf/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0355bffb/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0361708a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-054a0414/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-05a1691a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-05eeed1e/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0622a1f6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-08b54217/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0a62b70c/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0ab24d00/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0e093688/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0e82b966/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0ee9b9b9/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0f3787e6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-1028685f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-11897630/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-16661b9b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-1f722303/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-25be1262/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2a76ba07/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2dbea54a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2df52f16/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2ec2c9d2/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2f8c8f39/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-38378ac7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-39457d2e/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-39fb5926/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-47f4fbfa/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4a8cd1f1/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4b230b6b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4cbbda95/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4d5a68ff/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-56dc9bdd/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-57e76ebe/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-61ff016b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-63eae588/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-64c4224b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-66377955/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-674ab4f6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6af76fd6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6d979db2/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6de326c0/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6f1c0eea/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-724d6c9b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7690177f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7b229a7d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7f471b3a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-815cad08/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-83c61634/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-8c798c81/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-8dd747ac/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-90324d0a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-94b8d72d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-94f12231/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-95937c16/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98a5625b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98b4c42f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98e3894a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9bdfe4b8/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9d9b4e83/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9f7be5ad/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a6daf076/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a7995a0c/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a8399248/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-aabbd099/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-afe169d8/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b0678bda/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b09bd196/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b1396e23/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b9b31ce0/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-c10264a7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cb1e8e4b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ccafd438/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cda9c262/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ce648068/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cf5776a4/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-d974e5d3/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-e3979fd3/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-eb1cf2b5/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ecb30d5b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-f8c8b24b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-f99fedbe/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-fa8ff5f7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-fe1b058d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-chinese-program/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-dao-de-jing/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-nine-chapters/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-arithmetic/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-array-ops/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-closure-call/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-closure-create/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-compare/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-cond-jump/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-cond-space/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-exception/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-func-call/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-loop-run/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-profiling/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-refcount/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-run-loop/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-short-circuit/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-stack-guard/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-stack-ops/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-trust-accum/SKILL.md +45 -45
- package/skills/skills/lingshu-graph/SKILL.md +63 -63
- package/skills/skills/lingshu-net/SKILL.md +48 -48
- package/skills/skills/lingshu-os/SKILL.md +64 -64
- package/skills/skills/lingshu-pylang/SKILL.md +71 -71
- package/src/bridge.ts +401 -401
- package/src/hooks.ts +38 -2
- package/src/lib/datapath.ts +326 -326
- package/src/lib/mdcg_client.ts +413 -413
- package/src/lib/mutual.ts +428 -428
- package/src/lib/prompt_safety.ts +62 -62
- package/src/lib/python_path.ts +71 -71
- package/src/lib/roleplay_web.ts +932 -932
- package/src/lib/token_store.ts +192 -192
- package/src/tools.ts +212 -212
- package/zcode/AGENTS.md +11 -3
- package/zcode/README.md +41 -41
- /package/docs/{mdcg → hive}//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md" +0 -0
|
@@ -1,470 +1,470 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""md 语料统一只读访问层 —— 白箱检索层直查 SQL 的 md 数据源后端。
|
|
3
|
-
|
|
4
|
-
背景与目标
|
|
5
|
-
----------
|
|
6
|
-
白箱检索层(`semantic_translate.py` 等)存在 ~8 处深度直查 SQL
|
|
7
|
-
(`dex.store.conn.execute("SELECT ... FROM nodes ...")`——KCCS 注释索引、
|
|
8
|
-
学科路由、四要素卡递归、知识点对齐)。md 语料是唯一知识来源
|
|
9
|
-
(`migrate_wisdom_graph` 导出 + test_p44 三层校验),检索库只是
|
|
10
|
-
`build_db_from_md()` 的可重建派生物。本模块把检索层的**知识查询**面
|
|
11
|
-
切换到 md 语料直读,SQLite 检索库降级为纯派生缓存(可丢弃)。
|
|
12
|
-
|
|
13
|
-
设计(零行为分叉的三条保障)
|
|
14
|
-
----------------------------
|
|
15
|
-
1. **行同构**:md frontmatter → 检索库 nodes 表 16 列,映射逻辑与
|
|
16
|
-
`md_cg/md_whitebox.py::_restore` 逐字段一致(列值序列化同为
|
|
17
|
-
`json.dumps(ensure_ascii=False)`,故 SQL LIKE 子串匹配逐位等价)。
|
|
18
|
-
2. **行序复刻**:无 ORDER BY 的 SELECT 在 SQLite 返回插入序;
|
|
19
|
-
本层按 `LAYERS` 权威序 × os.walk 序遍历(= `_restore` 的插入序),
|
|
20
|
-
`fetchone` / `LIMIT 1` 语义等价。
|
|
21
|
-
3. **对拍守卫**:`md_cg/test_md_access_parity.py` 把全部真实直查 SQL
|
|
22
|
-
在两个后端上跑,逐行逐列断言相等——分叉即测试红。
|
|
23
|
-
|
|
24
|
-
范围(诚实边界)
|
|
25
|
-
----------------
|
|
26
|
-
- 只解释白箱检索层实际使用的 SELECT 子集文法:
|
|
27
|
-
`SELECT <cols|*> FROM nodes [WHERE <conj>] [LIMIT n]`,
|
|
28
|
-
谓词仅 `col = 'x'` / `col LIKE ?` / `col NOT LIKE ?`(AND 连接)。
|
|
29
|
-
超出文法 → `NotImplementedError`(fail-closed,不静默错执行)。
|
|
30
|
-
- 写语句一律拒绝(打样阶段);`increment_access` 类统计写的
|
|
31
|
-
md 真源化属后续增量(写路径裁定:知识写走 mdcg.add)。
|
|
32
|
-
- 引擎内部面(`store.query_nodes` / `get_node` 等高层方法)不经本层,
|
|
33
|
-
仍走原库——`aeis_core` 属引擎自有存储,不在本工程范围。
|
|
34
|
-
|
|
35
|
-
用法
|
|
36
|
-
----
|
|
37
|
-
from md_access import MdConn, read_conn
|
|
38
|
-
|
|
39
|
-
conn = read_conn(dex) # WB_MD_DIRECT=1 → MdConn;否则派生库
|
|
40
|
-
row = conn.execute("SELECT id FROM nodes WHERE layer='knowledge' "
|
|
41
|
-
"AND state_attributes LIKE ? LIMIT 1",
|
|
42
|
-
('%"name": "X"%',)).fetchone()
|
|
43
|
-
|
|
44
|
-
环境开关:`WB_MD_DIRECT=1` 启用 md 直读;`WB_MD_ROOT` 指定 md 语料根
|
|
45
|
-
(缺省回落派生库,诚实降级不猜路径)。
|
|
46
|
-
"""
|
|
47
|
-
from __future__ import annotations
|
|
48
|
-
|
|
49
|
-
import json
|
|
50
|
-
import os
|
|
51
|
-
import re
|
|
52
|
-
|
|
53
|
-
try: # dsh 部署形态:复用 md_cg 的权威 frontmatter 解析(零解析差异)
|
|
54
|
-
from nodefile import loads as _nf_loads
|
|
55
|
-
except ImportError: # 独立部署形态:白箱自包含解析(对拍测试守卫等价性)
|
|
56
|
-
_nf_loads = None
|
|
57
|
-
|
|
58
|
-
#: nodes 表 16 列(权威列序,与 aeis_core CREATE TABLE / STNode.from_row 一致)
|
|
59
|
-
COLS = ("id", "content", "modality", "spatial_coordinates",
|
|
60
|
-
"temporal_coordinate", "condition_space", "importance",
|
|
61
|
-
"confidence", "layer", "access_count", "last_access",
|
|
62
|
-
"created_at", "tags", "semantic_coordinates", "state_attributes",
|
|
63
|
-
"entity_id")
|
|
64
|
-
_COL_IDX = {c: i for i, c in enumerate(COLS)}
|
|
65
|
-
|
|
66
|
-
#: md 语料层目录权威序(行序 = _restore 插入序的关键;与 mdcg.LAYERS 一致)
|
|
67
|
-
LAYERS = ("anchor", "structural", "knowledge", "contextual", "self",
|
|
68
|
-
"rejected", "unresolved", "goals")
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
# --------------------------------------------------------------------------
|
|
72
|
-
# frontmatter 解析
|
|
73
|
-
# --------------------------------------------------------------------------
|
|
74
|
-
|
|
75
|
-
def _parse_node_text(text):
|
|
76
|
-
"""md 节点文本 → (fm dict, content str)。
|
|
77
|
-
|
|
78
|
-
有 nodefile 用权威实现;否则解析单行 YAML 简形(`key: value`,
|
|
79
|
-
值用 json.loads 全覆盖 dict/list/数字/null/带引号字符串,
|
|
80
|
-
失败回落原样字符串)。
|
|
81
|
-
"""
|
|
82
|
-
if _nf_loads is not None:
|
|
83
|
-
return _nf_loads(text)
|
|
84
|
-
fm, content = {}, text
|
|
85
|
-
if text.startswith("---"):
|
|
86
|
-
lines = text.split("\n")
|
|
87
|
-
try:
|
|
88
|
-
end = lines.index("---", 1)
|
|
89
|
-
except ValueError:
|
|
90
|
-
return fm, content
|
|
91
|
-
for line in lines[1:end]:
|
|
92
|
-
if ":" not in line:
|
|
93
|
-
continue
|
|
94
|
-
k, _, v = line.partition(":")
|
|
95
|
-
k = k.strip()
|
|
96
|
-
v = v.strip()
|
|
97
|
-
if not k:
|
|
98
|
-
continue
|
|
99
|
-
try:
|
|
100
|
-
fm[k] = json.loads(v)
|
|
101
|
-
except (ValueError, TypeError):
|
|
102
|
-
fm[k] = v
|
|
103
|
-
content = "\n".join(lines[end + 1:])
|
|
104
|
-
if content.startswith("\n"):
|
|
105
|
-
content = content[1:]
|
|
106
|
-
return fm, content
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
def _load_rows(root, layers):
|
|
110
|
-
"""md 语料 → 16 列行元组列表。
|
|
111
|
-
|
|
112
|
-
列映射与 `md_whitebox._restore` 逐字段一致。行序规范(两处统一):
|
|
113
|
-
**(LAYERS 序, 相对路径字典序)**——`os.walk` 在 Windows 上顺序无保证,
|
|
114
|
-
显式排序才有确定性;`md_whitebox._restore` 按同一规范排列插入序,
|
|
115
|
-
故 MdConn 与派生库的行序结构性一致。
|
|
116
|
-
"""
|
|
117
|
-
decorated = []
|
|
118
|
-
layer_ord = {name: i for i, name in enumerate(layers)}
|
|
119
|
-
for layer in layers:
|
|
120
|
-
base = os.path.join(root, layer)
|
|
121
|
-
if not os.path.isdir(base):
|
|
122
|
-
continue
|
|
123
|
-
for dirpath, _dirs, files in os.walk(base):
|
|
124
|
-
for fn in files:
|
|
125
|
-
if not fn.endswith(".md"):
|
|
126
|
-
continue
|
|
127
|
-
try:
|
|
128
|
-
with open(os.path.join(dirpath, fn),
|
|
129
|
-
encoding="utf-8") as f:
|
|
130
|
-
text = f.read()
|
|
131
|
-
except OSError:
|
|
132
|
-
continue
|
|
133
|
-
fm, content = _parse_node_text(text)
|
|
134
|
-
nid = fm.get("id") or fn[:-3]
|
|
135
|
-
rel = os.path.relpath(os.path.join(dirpath, fn),
|
|
136
|
-
root).replace("\\", "/")
|
|
137
|
-
|
|
138
|
-
def _js(v, default="{}"):
|
|
139
|
-
if v is None or v == "":
|
|
140
|
-
return default
|
|
141
|
-
if isinstance(v, str):
|
|
142
|
-
return v
|
|
143
|
-
try:
|
|
144
|
-
return json.dumps(v, ensure_ascii=False)
|
|
145
|
-
except (TypeError, ValueError):
|
|
146
|
-
return default
|
|
147
|
-
|
|
148
|
-
def _f(v, default=0.0):
|
|
149
|
-
try:
|
|
150
|
-
return float(v)
|
|
151
|
-
except (TypeError, ValueError):
|
|
152
|
-
return default
|
|
153
|
-
|
|
154
|
-
decorated.append((layer_ord.get(layer, 99), rel, (
|
|
155
|
-
str(nid),
|
|
156
|
-
content or "",
|
|
157
|
-
fm.get("modality") or "text",
|
|
158
|
-
_js(fm.get("spatial")),
|
|
159
|
-
_f(fm.get("temporal"), None),
|
|
160
|
-
_js(fm.get("condition_space")),
|
|
161
|
-
_f(fm.get("importance"), 0.5),
|
|
162
|
-
_f(fm.get("confidence"), 0.6),
|
|
163
|
-
fm.get("layer") or "knowledge",
|
|
164
|
-
int(_f(fm.get("access_count"), 0)),
|
|
165
|
-
_f(fm.get("last_access"), 0),
|
|
166
|
-
_f(fm.get("created_at"), 0),
|
|
167
|
-
_js(fm.get("tags"), "[]"),
|
|
168
|
-
_js(fm.get("semantic_coordinates")),
|
|
169
|
-
_js(fm.get("state_attributes")),
|
|
170
|
-
fm.get("entity_id"),
|
|
171
|
-
)))
|
|
172
|
-
decorated.sort(key=lambda t: (t[0], t[1]))
|
|
173
|
-
return [t[2] for t in decorated]
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
# --------------------------------------------------------------------------
|
|
177
|
-
# SQL 子集解释器
|
|
178
|
-
# --------------------------------------------------------------------------
|
|
179
|
-
|
|
180
|
-
_LIKE_CACHE = {}
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
def _like_re(pattern):
|
|
184
|
-
"""SQL LIKE 模式 → 全匹配正则(% 任意串 / _ 任一字符,
|
|
185
|
-
ASCII 大小写不敏感——对齐 SQLite 默认 LIKE 语义)。"""
|
|
186
|
-
rx = _LIKE_CACHE.get(pattern)
|
|
187
|
-
if rx is None:
|
|
188
|
-
parts = []
|
|
189
|
-
for ch in pattern:
|
|
190
|
-
if ch == "%":
|
|
191
|
-
parts.append("[\\s\\S]*")
|
|
192
|
-
elif ch == "_":
|
|
193
|
-
parts.append("[\\s\\S]")
|
|
194
|
-
else:
|
|
195
|
-
parts.append(re.escape(ch))
|
|
196
|
-
rx = re.compile("".join(parts) + r"\Z", re.IGNORECASE)
|
|
197
|
-
_LIKE_CACHE[pattern] = rx
|
|
198
|
-
return rx
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
def _cmp_like(value, pattern, negate):
|
|
202
|
-
"""SQLite 三值 LIKE 语义:NULL 参与 → 未选中(NOT LIKE 同)。"""
|
|
203
|
-
if value is None or pattern is None:
|
|
204
|
-
return False
|
|
205
|
-
hit = bool(_like_re(pattern).match(str(value)))
|
|
206
|
-
return (not hit) if negate else hit
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
_SELECT_RE = re.compile(
|
|
210
|
-
r"\s*SELECT\s+(?P<cols>.+?)\s+FROM\s+nodes"
|
|
211
|
-
r"(?:\s+WHERE\s+(?P<where>.+?))?"
|
|
212
|
-
r"(?:\s+LIMIT\s+(?P<limit>\d+))?\s*\Z",
|
|
213
|
-
re.I | re.S)
|
|
214
|
-
_TERM_RE = re.compile(
|
|
215
|
-
r"\s*(?P<col>[a-z_]+)\s*"
|
|
216
|
-
r"(?P<op>NOT\s+LIKE|LIKE|=)\s*"
|
|
217
|
-
r"(?P<val>\?|'[^']*')\s*(?:AND|$)", re.I)
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
class _Cursor:
|
|
221
|
-
"""结果集:fetchone / fetchall / 迭代(与 sqlite3.Cursor 子集兼容)。"""
|
|
222
|
-
|
|
223
|
-
def __init__(self, rows):
|
|
224
|
-
self._rows = rows
|
|
225
|
-
self._i = 0
|
|
226
|
-
|
|
227
|
-
def fetchone(self):
|
|
228
|
-
if self._i >= len(self._rows):
|
|
229
|
-
return None
|
|
230
|
-
r = self._rows[self._i]
|
|
231
|
-
self._i += 1
|
|
232
|
-
return r
|
|
233
|
-
|
|
234
|
-
def fetchall(self):
|
|
235
|
-
out = self._rows[self._i:]
|
|
236
|
-
self._i = len(self._rows)
|
|
237
|
-
return list(out)
|
|
238
|
-
|
|
239
|
-
def __iter__(self):
|
|
240
|
-
return iter(self._rows)
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
class MdConn:
|
|
244
|
-
"""md 语料只读连接:`execute(sql, params)` 与 sqlite3.Connection
|
|
245
|
-
的读子集同签名;行源懒加载一次缓存(进程内单例见 `read_conn`)。"""
|
|
246
|
-
|
|
247
|
-
def __init__(self, root, layers=None):
|
|
248
|
-
self.root = os.path.abspath(root)
|
|
249
|
-
self._layers = tuple(layers) if layers else LAYERS
|
|
250
|
-
self._rows = None
|
|
251
|
-
self._edge_map = None # {source_id: [edge_dict, ...]}(fm.edges)
|
|
252
|
-
self._child_map = None # {parent_id: [child_id, ...]}(subgraph.nodes)
|
|
253
|
-
|
|
254
|
-
def _all_rows(self):
|
|
255
|
-
if self._rows is None:
|
|
256
|
-
if not os.path.isdir(self.root):
|
|
257
|
-
raise FileNotFoundError(
|
|
258
|
-
f"[md_access] md 语料根不存在: {self.root}")
|
|
259
|
-
self._rows = _load_rows(self.root, self._layers)
|
|
260
|
-
return self._rows
|
|
261
|
-
|
|
262
|
-
def reload(self):
|
|
263
|
-
"""丢弃全部缓存(行 + 边域)——写入方更新语料后刷新快照。"""
|
|
264
|
-
self._rows = None
|
|
265
|
-
self._edge_map = None
|
|
266
|
-
self._child_map = None
|
|
267
|
-
|
|
268
|
-
def _edge_domain(self):
|
|
269
|
-
"""边域懒加载(第二遍扫描,仅边访问器触发;检索读路径零开销)。
|
|
270
|
-
|
|
271
|
-
fm.edges(causal/similar 等非层级边)与 fm.subgraph.nodes(层级边,
|
|
272
|
-
落点=父节点)——与 md_whitebox._restore 还原 edges 表的两大数据源
|
|
273
|
-
一致。
|
|
274
|
-
"""
|
|
275
|
-
if self._edge_map is None:
|
|
276
|
-
em, cm = {}, {}
|
|
277
|
-
for layer in self._layers:
|
|
278
|
-
base = os.path.join(self.root, layer)
|
|
279
|
-
if not os.path.isdir(base):
|
|
280
|
-
continue
|
|
281
|
-
for dirpath, _dirs, files in os.walk(base):
|
|
282
|
-
for fn in files:
|
|
283
|
-
if not fn.endswith(".md"):
|
|
284
|
-
continue
|
|
285
|
-
try:
|
|
286
|
-
with open(os.path.join(dirpath, fn),
|
|
287
|
-
encoding="utf-8") as f:
|
|
288
|
-
text = f.read()
|
|
289
|
-
except OSError:
|
|
290
|
-
continue
|
|
291
|
-
fm, _content = _parse_node_text(text)
|
|
292
|
-
nid = str(fm.get("id") or fn[:-3])
|
|
293
|
-
edges = fm.get("edges")
|
|
294
|
-
if isinstance(edges, list) and edges:
|
|
295
|
-
em[nid] = [e for e in edges
|
|
296
|
-
if isinstance(e, dict)]
|
|
297
|
-
sg = fm.get("subgraph")
|
|
298
|
-
if isinstance(sg, dict):
|
|
299
|
-
subs = sg.get("nodes")
|
|
300
|
-
if isinstance(subs, list) and subs:
|
|
301
|
-
cm[nid] = [str(x) for x in subs]
|
|
302
|
-
self._edge_map, self._child_map = em, cm
|
|
303
|
-
return self._edge_map, self._child_map
|
|
304
|
-
|
|
305
|
-
# -- 边域访问器(SQL 文法保持 nodes-only fail-closed,边查询走窄方法) --
|
|
306
|
-
|
|
307
|
-
def has_edge(self, source_id, target_id, relation_type):
|
|
308
|
-
"""`SELECT id FROM edges WHERE source_id=? AND target_id=?
|
|
309
|
-
AND relation_type=?` 的等价查询(causal/similar 幂等判重)。"""
|
|
310
|
-
em, _cm = self._edge_domain()
|
|
311
|
-
for e in em.get(str(source_id)) or ():
|
|
312
|
-
if (str(e.get("target") or "") == str(target_id)
|
|
313
|
-
and str(e.get("relation_type") or "") == str(relation_type)):
|
|
314
|
-
return True
|
|
315
|
-
return False
|
|
316
|
-
|
|
317
|
-
def edges_between(self, source_id, target_id, relation_type=None):
|
|
318
|
-
"""source→target 的出边 dict 列表(relation_type 可选过滤)。
|
|
319
|
-
|
|
320
|
-
供调用侧做边内字段判据(如 separation 边的
|
|
321
|
-
condition_space.observation_position)——文法不扩,判据留调用侧。
|
|
322
|
-
"""
|
|
323
|
-
em, _cm = self._edge_domain()
|
|
324
|
-
out = []
|
|
325
|
-
for e in em.get(str(source_id)) or ():
|
|
326
|
-
if str(e.get("target") or "") != str(target_id):
|
|
327
|
-
continue
|
|
328
|
-
if relation_type is not None and str(
|
|
329
|
-
e.get("relation_type") or "") != str(relation_type):
|
|
330
|
-
continue
|
|
331
|
-
out.append(e)
|
|
332
|
-
return out
|
|
333
|
-
|
|
334
|
-
def children_of(self, node_id):
|
|
335
|
-
"""层级子节点 id 列表(fm.subgraph.nodes 落点)。"""
|
|
336
|
-
_em, cm = self._edge_domain()
|
|
337
|
-
return list(cm.get(str(node_id)) or [])
|
|
338
|
-
|
|
339
|
-
def top_content_match(self, word, exclude_id):
|
|
340
|
-
"""`SELECT id FROM nodes WHERE content LIKE ? AND id != ?
|
|
341
|
-
ORDER BY importance DESC, length(content) LIMIT 1` 的等价查询。
|
|
342
|
-
|
|
343
|
-
同 key 时保持扫描序优先(与 sqlite rowid 序同构——插入序规范)。
|
|
344
|
-
"""
|
|
345
|
-
rx = _like_re("%" + str(word) + "%")
|
|
346
|
-
best = None
|
|
347
|
-
best_key = None
|
|
348
|
-
for r in self._all_rows():
|
|
349
|
-
cid = r[0]
|
|
350
|
-
if cid == exclude_id:
|
|
351
|
-
continue
|
|
352
|
-
c = r[1] or ""
|
|
353
|
-
if not rx.match(c):
|
|
354
|
-
continue
|
|
355
|
-
key = (-(r[6] if r[6] is not None else 0.0), len(c))
|
|
356
|
-
if best_key is None or key < best_key:
|
|
357
|
-
best, best_key = (cid,), key
|
|
358
|
-
return best
|
|
359
|
-
|
|
360
|
-
# -- SQL 解析 -----------------------------------------------------------
|
|
361
|
-
|
|
362
|
-
def _parse(self, sql):
|
|
363
|
-
m = _SELECT_RE.match(sql.strip().rstrip(";"))
|
|
364
|
-
if not m:
|
|
365
|
-
raise NotImplementedError(
|
|
366
|
-
f"[md_access] SQL 超出只读子集文法(fail-closed): "
|
|
367
|
-
f"{sql[:120]!r}")
|
|
368
|
-
cols = m.group("cols").strip()
|
|
369
|
-
if cols != "*":
|
|
370
|
-
names = [c.strip() for c in cols.split(",")]
|
|
371
|
-
for c in names:
|
|
372
|
-
if c not in _COL_IDX:
|
|
373
|
-
raise NotImplementedError(
|
|
374
|
-
f"[md_access] 未知列 {c!r}(fail-closed)")
|
|
375
|
-
cols = names
|
|
376
|
-
where = m.group("where")
|
|
377
|
-
preds, nparams = [], 0
|
|
378
|
-
if where:
|
|
379
|
-
pos = 0
|
|
380
|
-
while pos < len(where):
|
|
381
|
-
tm = _TERM_RE.match(where, pos)
|
|
382
|
-
if not tm or tm.end() == pos:
|
|
383
|
-
raise NotImplementedError(
|
|
384
|
-
f"[md_access] 谓词超文法(fail-closed): "
|
|
385
|
-
f"{where[pos:pos + 60]!r}")
|
|
386
|
-
col = tm.group("col").lower()
|
|
387
|
-
if col not in _COL_IDX:
|
|
388
|
-
raise NotImplementedError(
|
|
389
|
-
f"[md_access] 谓词列未知 {col!r}(fail-closed)")
|
|
390
|
-
op = tm.group("op").upper()
|
|
391
|
-
val = tm.group("val")
|
|
392
|
-
preds.append((col, op, val, nparams))
|
|
393
|
-
if val == "?":
|
|
394
|
-
nparams += 1
|
|
395
|
-
pos = tm.end()
|
|
396
|
-
limit = int(m.group("limit")) if m.group("limit") else None
|
|
397
|
-
return cols, preds, nparams, limit
|
|
398
|
-
|
|
399
|
-
# -- 执行 ---------------------------------------------------------------
|
|
400
|
-
|
|
401
|
-
def execute(self, sql, params=()):
|
|
402
|
-
head = sql.lstrip()[:6].upper()
|
|
403
|
-
if head != "SELECT":
|
|
404
|
-
raise NotImplementedError(
|
|
405
|
-
f"[md_access] 只读访问层拒绝写语句(fail-closed): "
|
|
406
|
-
f"{sql[:80]!r}")
|
|
407
|
-
params = tuple(params or ())
|
|
408
|
-
cols, preds, nparams, limit = self._parse(sql)
|
|
409
|
-
if len(params) != nparams:
|
|
410
|
-
raise ValueError(
|
|
411
|
-
f"[md_access] 参数个数不符: 期望 {nparams} 实得 {len(params)}")
|
|
412
|
-
idx = _COL_IDX
|
|
413
|
-
rows = self._all_rows()
|
|
414
|
-
out = []
|
|
415
|
-
for r in rows:
|
|
416
|
-
ok = True
|
|
417
|
-
for col, op, val, pi in preds:
|
|
418
|
-
v = r[idx[col]]
|
|
419
|
-
if op == "=":
|
|
420
|
-
lit = val[1:-1] if val != "?" else str(params[pi])
|
|
421
|
-
if v is None or str(v) != lit:
|
|
422
|
-
ok = False
|
|
423
|
-
break
|
|
424
|
-
else:
|
|
425
|
-
pat = params[pi] if val == "?" else val[1:-1]
|
|
426
|
-
if not _cmp_like(v, pat, op == "NOT LIKE"):
|
|
427
|
-
ok = False
|
|
428
|
-
break
|
|
429
|
-
if ok:
|
|
430
|
-
out.append(r if cols == "*" else tuple(r[idx[c]]
|
|
431
|
-
for c in cols))
|
|
432
|
-
if limit is not None and len(out) >= limit:
|
|
433
|
-
break
|
|
434
|
-
return _Cursor(out)
|
|
435
|
-
|
|
436
|
-
def close(self):
|
|
437
|
-
self._rows = None
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
# --------------------------------------------------------------------------
|
|
441
|
-
# 检索读路径统一入口
|
|
442
|
-
# --------------------------------------------------------------------------
|
|
443
|
-
|
|
444
|
-
_CONN_CACHE = {}
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
def _md_conn_or_none():
|
|
448
|
-
"""WB 开关生效则返回 MdConn 单例,否则 None(调用方自行回落原路径)。"""
|
|
449
|
-
if os.environ.get("WB_MD_DIRECT") != "1":
|
|
450
|
-
return None
|
|
451
|
-
root = os.environ.get("WB_MD_ROOT") or ""
|
|
452
|
-
if not root or not os.path.isdir(root):
|
|
453
|
-
return None
|
|
454
|
-
conn = _CONN_CACHE.get(root)
|
|
455
|
-
if conn is None:
|
|
456
|
-
conn = _CONN_CACHE[root] = MdConn(root)
|
|
457
|
-
return conn
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
def read_conn(dex):
|
|
461
|
-
"""白箱检索读路径统一入口。
|
|
462
|
-
|
|
463
|
-
`WB_MD_DIRECT=1` 且 `WB_MD_ROOT` 指向存在的 md 语料根 → 返回该根的
|
|
464
|
-
MdConn 单例(md 直读);否则回落 `dex.store.conn`(派生库,
|
|
465
|
-
零行为变更)。缺省回落是**诚实降级**:缺配置时不猜路径。
|
|
466
|
-
"""
|
|
467
|
-
conn = _md_conn_or_none()
|
|
468
|
-
if conn is not None:
|
|
469
|
-
return conn
|
|
470
|
-
return dex.store.conn
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""md 语料统一只读访问层 —— 白箱检索层直查 SQL 的 md 数据源后端。
|
|
3
|
+
|
|
4
|
+
背景与目标
|
|
5
|
+
----------
|
|
6
|
+
白箱检索层(`semantic_translate.py` 等)存在 ~8 处深度直查 SQL
|
|
7
|
+
(`dex.store.conn.execute("SELECT ... FROM nodes ...")`——KCCS 注释索引、
|
|
8
|
+
学科路由、四要素卡递归、知识点对齐)。md 语料是唯一知识来源
|
|
9
|
+
(`migrate_wisdom_graph` 导出 + test_p44 三层校验),检索库只是
|
|
10
|
+
`build_db_from_md()` 的可重建派生物。本模块把检索层的**知识查询**面
|
|
11
|
+
切换到 md 语料直读,SQLite 检索库降级为纯派生缓存(可丢弃)。
|
|
12
|
+
|
|
13
|
+
设计(零行为分叉的三条保障)
|
|
14
|
+
----------------------------
|
|
15
|
+
1. **行同构**:md frontmatter → 检索库 nodes 表 16 列,映射逻辑与
|
|
16
|
+
`md_cg/md_whitebox.py::_restore` 逐字段一致(列值序列化同为
|
|
17
|
+
`json.dumps(ensure_ascii=False)`,故 SQL LIKE 子串匹配逐位等价)。
|
|
18
|
+
2. **行序复刻**:无 ORDER BY 的 SELECT 在 SQLite 返回插入序;
|
|
19
|
+
本层按 `LAYERS` 权威序 × os.walk 序遍历(= `_restore` 的插入序),
|
|
20
|
+
`fetchone` / `LIMIT 1` 语义等价。
|
|
21
|
+
3. **对拍守卫**:`md_cg/test_md_access_parity.py` 把全部真实直查 SQL
|
|
22
|
+
在两个后端上跑,逐行逐列断言相等——分叉即测试红。
|
|
23
|
+
|
|
24
|
+
范围(诚实边界)
|
|
25
|
+
----------------
|
|
26
|
+
- 只解释白箱检索层实际使用的 SELECT 子集文法:
|
|
27
|
+
`SELECT <cols|*> FROM nodes [WHERE <conj>] [LIMIT n]`,
|
|
28
|
+
谓词仅 `col = 'x'` / `col LIKE ?` / `col NOT LIKE ?`(AND 连接)。
|
|
29
|
+
超出文法 → `NotImplementedError`(fail-closed,不静默错执行)。
|
|
30
|
+
- 写语句一律拒绝(打样阶段);`increment_access` 类统计写的
|
|
31
|
+
md 真源化属后续增量(写路径裁定:知识写走 mdcg.add)。
|
|
32
|
+
- 引擎内部面(`store.query_nodes` / `get_node` 等高层方法)不经本层,
|
|
33
|
+
仍走原库——`aeis_core` 属引擎自有存储,不在本工程范围。
|
|
34
|
+
|
|
35
|
+
用法
|
|
36
|
+
----
|
|
37
|
+
from md_access import MdConn, read_conn
|
|
38
|
+
|
|
39
|
+
conn = read_conn(dex) # WB_MD_DIRECT=1 → MdConn;否则派生库
|
|
40
|
+
row = conn.execute("SELECT id FROM nodes WHERE layer='knowledge' "
|
|
41
|
+
"AND state_attributes LIKE ? LIMIT 1",
|
|
42
|
+
('%"name": "X"%',)).fetchone()
|
|
43
|
+
|
|
44
|
+
环境开关:`WB_MD_DIRECT=1` 启用 md 直读;`WB_MD_ROOT` 指定 md 语料根
|
|
45
|
+
(缺省回落派生库,诚实降级不猜路径)。
|
|
46
|
+
"""
|
|
47
|
+
from __future__ import annotations
|
|
48
|
+
|
|
49
|
+
import json
|
|
50
|
+
import os
|
|
51
|
+
import re
|
|
52
|
+
|
|
53
|
+
try: # dsh 部署形态:复用 md_cg 的权威 frontmatter 解析(零解析差异)
|
|
54
|
+
from nodefile import loads as _nf_loads
|
|
55
|
+
except ImportError: # 独立部署形态:白箱自包含解析(对拍测试守卫等价性)
|
|
56
|
+
_nf_loads = None
|
|
57
|
+
|
|
58
|
+
#: nodes 表 16 列(权威列序,与 aeis_core CREATE TABLE / STNode.from_row 一致)
|
|
59
|
+
COLS = ("id", "content", "modality", "spatial_coordinates",
|
|
60
|
+
"temporal_coordinate", "condition_space", "importance",
|
|
61
|
+
"confidence", "layer", "access_count", "last_access",
|
|
62
|
+
"created_at", "tags", "semantic_coordinates", "state_attributes",
|
|
63
|
+
"entity_id")
|
|
64
|
+
_COL_IDX = {c: i for i, c in enumerate(COLS)}
|
|
65
|
+
|
|
66
|
+
#: md 语料层目录权威序(行序 = _restore 插入序的关键;与 mdcg.LAYERS 一致)
|
|
67
|
+
LAYERS = ("anchor", "structural", "knowledge", "contextual", "self",
|
|
68
|
+
"rejected", "unresolved", "goals")
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
# --------------------------------------------------------------------------
|
|
72
|
+
# frontmatter 解析
|
|
73
|
+
# --------------------------------------------------------------------------
|
|
74
|
+
|
|
75
|
+
def _parse_node_text(text):
|
|
76
|
+
"""md 节点文本 → (fm dict, content str)。
|
|
77
|
+
|
|
78
|
+
有 nodefile 用权威实现;否则解析单行 YAML 简形(`key: value`,
|
|
79
|
+
值用 json.loads 全覆盖 dict/list/数字/null/带引号字符串,
|
|
80
|
+
失败回落原样字符串)。
|
|
81
|
+
"""
|
|
82
|
+
if _nf_loads is not None:
|
|
83
|
+
return _nf_loads(text)
|
|
84
|
+
fm, content = {}, text
|
|
85
|
+
if text.startswith("---"):
|
|
86
|
+
lines = text.split("\n")
|
|
87
|
+
try:
|
|
88
|
+
end = lines.index("---", 1)
|
|
89
|
+
except ValueError:
|
|
90
|
+
return fm, content
|
|
91
|
+
for line in lines[1:end]:
|
|
92
|
+
if ":" not in line:
|
|
93
|
+
continue
|
|
94
|
+
k, _, v = line.partition(":")
|
|
95
|
+
k = k.strip()
|
|
96
|
+
v = v.strip()
|
|
97
|
+
if not k:
|
|
98
|
+
continue
|
|
99
|
+
try:
|
|
100
|
+
fm[k] = json.loads(v)
|
|
101
|
+
except (ValueError, TypeError):
|
|
102
|
+
fm[k] = v
|
|
103
|
+
content = "\n".join(lines[end + 1:])
|
|
104
|
+
if content.startswith("\n"):
|
|
105
|
+
content = content[1:]
|
|
106
|
+
return fm, content
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
def _load_rows(root, layers):
|
|
110
|
+
"""md 语料 → 16 列行元组列表。
|
|
111
|
+
|
|
112
|
+
列映射与 `md_whitebox._restore` 逐字段一致。行序规范(两处统一):
|
|
113
|
+
**(LAYERS 序, 相对路径字典序)**——`os.walk` 在 Windows 上顺序无保证,
|
|
114
|
+
显式排序才有确定性;`md_whitebox._restore` 按同一规范排列插入序,
|
|
115
|
+
故 MdConn 与派生库的行序结构性一致。
|
|
116
|
+
"""
|
|
117
|
+
decorated = []
|
|
118
|
+
layer_ord = {name: i for i, name in enumerate(layers)}
|
|
119
|
+
for layer in layers:
|
|
120
|
+
base = os.path.join(root, layer)
|
|
121
|
+
if not os.path.isdir(base):
|
|
122
|
+
continue
|
|
123
|
+
for dirpath, _dirs, files in os.walk(base):
|
|
124
|
+
for fn in files:
|
|
125
|
+
if not fn.endswith(".md"):
|
|
126
|
+
continue
|
|
127
|
+
try:
|
|
128
|
+
with open(os.path.join(dirpath, fn),
|
|
129
|
+
encoding="utf-8") as f:
|
|
130
|
+
text = f.read()
|
|
131
|
+
except OSError:
|
|
132
|
+
continue
|
|
133
|
+
fm, content = _parse_node_text(text)
|
|
134
|
+
nid = fm.get("id") or fn[:-3]
|
|
135
|
+
rel = os.path.relpath(os.path.join(dirpath, fn),
|
|
136
|
+
root).replace("\\", "/")
|
|
137
|
+
|
|
138
|
+
def _js(v, default="{}"):
|
|
139
|
+
if v is None or v == "":
|
|
140
|
+
return default
|
|
141
|
+
if isinstance(v, str):
|
|
142
|
+
return v
|
|
143
|
+
try:
|
|
144
|
+
return json.dumps(v, ensure_ascii=False)
|
|
145
|
+
except (TypeError, ValueError):
|
|
146
|
+
return default
|
|
147
|
+
|
|
148
|
+
def _f(v, default=0.0):
|
|
149
|
+
try:
|
|
150
|
+
return float(v)
|
|
151
|
+
except (TypeError, ValueError):
|
|
152
|
+
return default
|
|
153
|
+
|
|
154
|
+
decorated.append((layer_ord.get(layer, 99), rel, (
|
|
155
|
+
str(nid),
|
|
156
|
+
content or "",
|
|
157
|
+
fm.get("modality") or "text",
|
|
158
|
+
_js(fm.get("spatial")),
|
|
159
|
+
_f(fm.get("temporal"), None),
|
|
160
|
+
_js(fm.get("condition_space")),
|
|
161
|
+
_f(fm.get("importance"), 0.5),
|
|
162
|
+
_f(fm.get("confidence"), 0.6),
|
|
163
|
+
fm.get("layer") or "knowledge",
|
|
164
|
+
int(_f(fm.get("access_count"), 0)),
|
|
165
|
+
_f(fm.get("last_access"), 0),
|
|
166
|
+
_f(fm.get("created_at"), 0),
|
|
167
|
+
_js(fm.get("tags"), "[]"),
|
|
168
|
+
_js(fm.get("semantic_coordinates")),
|
|
169
|
+
_js(fm.get("state_attributes")),
|
|
170
|
+
fm.get("entity_id"),
|
|
171
|
+
)))
|
|
172
|
+
decorated.sort(key=lambda t: (t[0], t[1]))
|
|
173
|
+
return [t[2] for t in decorated]
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
# --------------------------------------------------------------------------
|
|
177
|
+
# SQL 子集解释器
|
|
178
|
+
# --------------------------------------------------------------------------
|
|
179
|
+
|
|
180
|
+
_LIKE_CACHE = {}
|
|
181
|
+
|
|
182
|
+
|
|
183
|
+
def _like_re(pattern):
|
|
184
|
+
"""SQL LIKE 模式 → 全匹配正则(% 任意串 / _ 任一字符,
|
|
185
|
+
ASCII 大小写不敏感——对齐 SQLite 默认 LIKE 语义)。"""
|
|
186
|
+
rx = _LIKE_CACHE.get(pattern)
|
|
187
|
+
if rx is None:
|
|
188
|
+
parts = []
|
|
189
|
+
for ch in pattern:
|
|
190
|
+
if ch == "%":
|
|
191
|
+
parts.append("[\\s\\S]*")
|
|
192
|
+
elif ch == "_":
|
|
193
|
+
parts.append("[\\s\\S]")
|
|
194
|
+
else:
|
|
195
|
+
parts.append(re.escape(ch))
|
|
196
|
+
rx = re.compile("".join(parts) + r"\Z", re.IGNORECASE)
|
|
197
|
+
_LIKE_CACHE[pattern] = rx
|
|
198
|
+
return rx
|
|
199
|
+
|
|
200
|
+
|
|
201
|
+
def _cmp_like(value, pattern, negate):
|
|
202
|
+
"""SQLite 三值 LIKE 语义:NULL 参与 → 未选中(NOT LIKE 同)。"""
|
|
203
|
+
if value is None or pattern is None:
|
|
204
|
+
return False
|
|
205
|
+
hit = bool(_like_re(pattern).match(str(value)))
|
|
206
|
+
return (not hit) if negate else hit
|
|
207
|
+
|
|
208
|
+
|
|
209
|
+
_SELECT_RE = re.compile(
|
|
210
|
+
r"\s*SELECT\s+(?P<cols>.+?)\s+FROM\s+nodes"
|
|
211
|
+
r"(?:\s+WHERE\s+(?P<where>.+?))?"
|
|
212
|
+
r"(?:\s+LIMIT\s+(?P<limit>\d+))?\s*\Z",
|
|
213
|
+
re.I | re.S)
|
|
214
|
+
_TERM_RE = re.compile(
|
|
215
|
+
r"\s*(?P<col>[a-z_]+)\s*"
|
|
216
|
+
r"(?P<op>NOT\s+LIKE|LIKE|=)\s*"
|
|
217
|
+
r"(?P<val>\?|'[^']*')\s*(?:AND|$)", re.I)
|
|
218
|
+
|
|
219
|
+
|
|
220
|
+
class _Cursor:
|
|
221
|
+
"""结果集:fetchone / fetchall / 迭代(与 sqlite3.Cursor 子集兼容)。"""
|
|
222
|
+
|
|
223
|
+
def __init__(self, rows):
|
|
224
|
+
self._rows = rows
|
|
225
|
+
self._i = 0
|
|
226
|
+
|
|
227
|
+
def fetchone(self):
|
|
228
|
+
if self._i >= len(self._rows):
|
|
229
|
+
return None
|
|
230
|
+
r = self._rows[self._i]
|
|
231
|
+
self._i += 1
|
|
232
|
+
return r
|
|
233
|
+
|
|
234
|
+
def fetchall(self):
|
|
235
|
+
out = self._rows[self._i:]
|
|
236
|
+
self._i = len(self._rows)
|
|
237
|
+
return list(out)
|
|
238
|
+
|
|
239
|
+
def __iter__(self):
|
|
240
|
+
return iter(self._rows)
|
|
241
|
+
|
|
242
|
+
|
|
243
|
+
class MdConn:
|
|
244
|
+
"""md 语料只读连接:`execute(sql, params)` 与 sqlite3.Connection
|
|
245
|
+
的读子集同签名;行源懒加载一次缓存(进程内单例见 `read_conn`)。"""
|
|
246
|
+
|
|
247
|
+
def __init__(self, root, layers=None):
|
|
248
|
+
self.root = os.path.abspath(root)
|
|
249
|
+
self._layers = tuple(layers) if layers else LAYERS
|
|
250
|
+
self._rows = None
|
|
251
|
+
self._edge_map = None # {source_id: [edge_dict, ...]}(fm.edges)
|
|
252
|
+
self._child_map = None # {parent_id: [child_id, ...]}(subgraph.nodes)
|
|
253
|
+
|
|
254
|
+
def _all_rows(self):
|
|
255
|
+
if self._rows is None:
|
|
256
|
+
if not os.path.isdir(self.root):
|
|
257
|
+
raise FileNotFoundError(
|
|
258
|
+
f"[md_access] md 语料根不存在: {self.root}")
|
|
259
|
+
self._rows = _load_rows(self.root, self._layers)
|
|
260
|
+
return self._rows
|
|
261
|
+
|
|
262
|
+
def reload(self):
|
|
263
|
+
"""丢弃全部缓存(行 + 边域)——写入方更新语料后刷新快照。"""
|
|
264
|
+
self._rows = None
|
|
265
|
+
self._edge_map = None
|
|
266
|
+
self._child_map = None
|
|
267
|
+
|
|
268
|
+
def _edge_domain(self):
|
|
269
|
+
"""边域懒加载(第二遍扫描,仅边访问器触发;检索读路径零开销)。
|
|
270
|
+
|
|
271
|
+
fm.edges(causal/similar 等非层级边)与 fm.subgraph.nodes(层级边,
|
|
272
|
+
落点=父节点)——与 md_whitebox._restore 还原 edges 表的两大数据源
|
|
273
|
+
一致。
|
|
274
|
+
"""
|
|
275
|
+
if self._edge_map is None:
|
|
276
|
+
em, cm = {}, {}
|
|
277
|
+
for layer in self._layers:
|
|
278
|
+
base = os.path.join(self.root, layer)
|
|
279
|
+
if not os.path.isdir(base):
|
|
280
|
+
continue
|
|
281
|
+
for dirpath, _dirs, files in os.walk(base):
|
|
282
|
+
for fn in files:
|
|
283
|
+
if not fn.endswith(".md"):
|
|
284
|
+
continue
|
|
285
|
+
try:
|
|
286
|
+
with open(os.path.join(dirpath, fn),
|
|
287
|
+
encoding="utf-8") as f:
|
|
288
|
+
text = f.read()
|
|
289
|
+
except OSError:
|
|
290
|
+
continue
|
|
291
|
+
fm, _content = _parse_node_text(text)
|
|
292
|
+
nid = str(fm.get("id") or fn[:-3])
|
|
293
|
+
edges = fm.get("edges")
|
|
294
|
+
if isinstance(edges, list) and edges:
|
|
295
|
+
em[nid] = [e for e in edges
|
|
296
|
+
if isinstance(e, dict)]
|
|
297
|
+
sg = fm.get("subgraph")
|
|
298
|
+
if isinstance(sg, dict):
|
|
299
|
+
subs = sg.get("nodes")
|
|
300
|
+
if isinstance(subs, list) and subs:
|
|
301
|
+
cm[nid] = [str(x) for x in subs]
|
|
302
|
+
self._edge_map, self._child_map = em, cm
|
|
303
|
+
return self._edge_map, self._child_map
|
|
304
|
+
|
|
305
|
+
# -- 边域访问器(SQL 文法保持 nodes-only fail-closed,边查询走窄方法) --
|
|
306
|
+
|
|
307
|
+
def has_edge(self, source_id, target_id, relation_type):
|
|
308
|
+
"""`SELECT id FROM edges WHERE source_id=? AND target_id=?
|
|
309
|
+
AND relation_type=?` 的等价查询(causal/similar 幂等判重)。"""
|
|
310
|
+
em, _cm = self._edge_domain()
|
|
311
|
+
for e in em.get(str(source_id)) or ():
|
|
312
|
+
if (str(e.get("target") or "") == str(target_id)
|
|
313
|
+
and str(e.get("relation_type") or "") == str(relation_type)):
|
|
314
|
+
return True
|
|
315
|
+
return False
|
|
316
|
+
|
|
317
|
+
def edges_between(self, source_id, target_id, relation_type=None):
|
|
318
|
+
"""source→target 的出边 dict 列表(relation_type 可选过滤)。
|
|
319
|
+
|
|
320
|
+
供调用侧做边内字段判据(如 separation 边的
|
|
321
|
+
condition_space.observation_position)——文法不扩,判据留调用侧。
|
|
322
|
+
"""
|
|
323
|
+
em, _cm = self._edge_domain()
|
|
324
|
+
out = []
|
|
325
|
+
for e in em.get(str(source_id)) or ():
|
|
326
|
+
if str(e.get("target") or "") != str(target_id):
|
|
327
|
+
continue
|
|
328
|
+
if relation_type is not None and str(
|
|
329
|
+
e.get("relation_type") or "") != str(relation_type):
|
|
330
|
+
continue
|
|
331
|
+
out.append(e)
|
|
332
|
+
return out
|
|
333
|
+
|
|
334
|
+
def children_of(self, node_id):
|
|
335
|
+
"""层级子节点 id 列表(fm.subgraph.nodes 落点)。"""
|
|
336
|
+
_em, cm = self._edge_domain()
|
|
337
|
+
return list(cm.get(str(node_id)) or [])
|
|
338
|
+
|
|
339
|
+
def top_content_match(self, word, exclude_id):
|
|
340
|
+
"""`SELECT id FROM nodes WHERE content LIKE ? AND id != ?
|
|
341
|
+
ORDER BY importance DESC, length(content) LIMIT 1` 的等价查询。
|
|
342
|
+
|
|
343
|
+
同 key 时保持扫描序优先(与 sqlite rowid 序同构——插入序规范)。
|
|
344
|
+
"""
|
|
345
|
+
rx = _like_re("%" + str(word) + "%")
|
|
346
|
+
best = None
|
|
347
|
+
best_key = None
|
|
348
|
+
for r in self._all_rows():
|
|
349
|
+
cid = r[0]
|
|
350
|
+
if cid == exclude_id:
|
|
351
|
+
continue
|
|
352
|
+
c = r[1] or ""
|
|
353
|
+
if not rx.match(c):
|
|
354
|
+
continue
|
|
355
|
+
key = (-(r[6] if r[6] is not None else 0.0), len(c))
|
|
356
|
+
if best_key is None or key < best_key:
|
|
357
|
+
best, best_key = (cid,), key
|
|
358
|
+
return best
|
|
359
|
+
|
|
360
|
+
# -- SQL 解析 -----------------------------------------------------------
|
|
361
|
+
|
|
362
|
+
def _parse(self, sql):
|
|
363
|
+
m = _SELECT_RE.match(sql.strip().rstrip(";"))
|
|
364
|
+
if not m:
|
|
365
|
+
raise NotImplementedError(
|
|
366
|
+
f"[md_access] SQL 超出只读子集文法(fail-closed): "
|
|
367
|
+
f"{sql[:120]!r}")
|
|
368
|
+
cols = m.group("cols").strip()
|
|
369
|
+
if cols != "*":
|
|
370
|
+
names = [c.strip() for c in cols.split(",")]
|
|
371
|
+
for c in names:
|
|
372
|
+
if c not in _COL_IDX:
|
|
373
|
+
raise NotImplementedError(
|
|
374
|
+
f"[md_access] 未知列 {c!r}(fail-closed)")
|
|
375
|
+
cols = names
|
|
376
|
+
where = m.group("where")
|
|
377
|
+
preds, nparams = [], 0
|
|
378
|
+
if where:
|
|
379
|
+
pos = 0
|
|
380
|
+
while pos < len(where):
|
|
381
|
+
tm = _TERM_RE.match(where, pos)
|
|
382
|
+
if not tm or tm.end() == pos:
|
|
383
|
+
raise NotImplementedError(
|
|
384
|
+
f"[md_access] 谓词超文法(fail-closed): "
|
|
385
|
+
f"{where[pos:pos + 60]!r}")
|
|
386
|
+
col = tm.group("col").lower()
|
|
387
|
+
if col not in _COL_IDX:
|
|
388
|
+
raise NotImplementedError(
|
|
389
|
+
f"[md_access] 谓词列未知 {col!r}(fail-closed)")
|
|
390
|
+
op = tm.group("op").upper()
|
|
391
|
+
val = tm.group("val")
|
|
392
|
+
preds.append((col, op, val, nparams))
|
|
393
|
+
if val == "?":
|
|
394
|
+
nparams += 1
|
|
395
|
+
pos = tm.end()
|
|
396
|
+
limit = int(m.group("limit")) if m.group("limit") else None
|
|
397
|
+
return cols, preds, nparams, limit
|
|
398
|
+
|
|
399
|
+
# -- 执行 ---------------------------------------------------------------
|
|
400
|
+
|
|
401
|
+
def execute(self, sql, params=()):
|
|
402
|
+
head = sql.lstrip()[:6].upper()
|
|
403
|
+
if head != "SELECT":
|
|
404
|
+
raise NotImplementedError(
|
|
405
|
+
f"[md_access] 只读访问层拒绝写语句(fail-closed): "
|
|
406
|
+
f"{sql[:80]!r}")
|
|
407
|
+
params = tuple(params or ())
|
|
408
|
+
cols, preds, nparams, limit = self._parse(sql)
|
|
409
|
+
if len(params) != nparams:
|
|
410
|
+
raise ValueError(
|
|
411
|
+
f"[md_access] 参数个数不符: 期望 {nparams} 实得 {len(params)}")
|
|
412
|
+
idx = _COL_IDX
|
|
413
|
+
rows = self._all_rows()
|
|
414
|
+
out = []
|
|
415
|
+
for r in rows:
|
|
416
|
+
ok = True
|
|
417
|
+
for col, op, val, pi in preds:
|
|
418
|
+
v = r[idx[col]]
|
|
419
|
+
if op == "=":
|
|
420
|
+
lit = val[1:-1] if val != "?" else str(params[pi])
|
|
421
|
+
if v is None or str(v) != lit:
|
|
422
|
+
ok = False
|
|
423
|
+
break
|
|
424
|
+
else:
|
|
425
|
+
pat = params[pi] if val == "?" else val[1:-1]
|
|
426
|
+
if not _cmp_like(v, pat, op == "NOT LIKE"):
|
|
427
|
+
ok = False
|
|
428
|
+
break
|
|
429
|
+
if ok:
|
|
430
|
+
out.append(r if cols == "*" else tuple(r[idx[c]]
|
|
431
|
+
for c in cols))
|
|
432
|
+
if limit is not None and len(out) >= limit:
|
|
433
|
+
break
|
|
434
|
+
return _Cursor(out)
|
|
435
|
+
|
|
436
|
+
def close(self):
|
|
437
|
+
self._rows = None
|
|
438
|
+
|
|
439
|
+
|
|
440
|
+
# --------------------------------------------------------------------------
|
|
441
|
+
# 检索读路径统一入口
|
|
442
|
+
# --------------------------------------------------------------------------
|
|
443
|
+
|
|
444
|
+
_CONN_CACHE = {}
|
|
445
|
+
|
|
446
|
+
|
|
447
|
+
def _md_conn_or_none():
|
|
448
|
+
"""WB 开关生效则返回 MdConn 单例,否则 None(调用方自行回落原路径)。"""
|
|
449
|
+
if os.environ.get("WB_MD_DIRECT") != "1":
|
|
450
|
+
return None
|
|
451
|
+
root = os.environ.get("WB_MD_ROOT") or ""
|
|
452
|
+
if not root or not os.path.isdir(root):
|
|
453
|
+
return None
|
|
454
|
+
conn = _CONN_CACHE.get(root)
|
|
455
|
+
if conn is None:
|
|
456
|
+
conn = _CONN_CACHE[root] = MdConn(root)
|
|
457
|
+
return conn
|
|
458
|
+
|
|
459
|
+
|
|
460
|
+
def read_conn(dex):
|
|
461
|
+
"""白箱检索读路径统一入口。
|
|
462
|
+
|
|
463
|
+
`WB_MD_DIRECT=1` 且 `WB_MD_ROOT` 指向存在的 md 语料根 → 返回该根的
|
|
464
|
+
MdConn 单例(md 直读);否则回落 `dex.store.conn`(派生库,
|
|
465
|
+
零行为变更)。缺省回落是**诚实降级**:缺配置时不猜路径。
|
|
466
|
+
"""
|
|
467
|
+
conn = _md_conn_or_none()
|
|
468
|
+
if conn is not None:
|
|
469
|
+
return conn
|
|
470
|
+
return dex.store.conn
|