@furongjun1999/dsh-memory 0.4.11 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -16
- package/codebuddy/CODEBUDDY.md +11 -3
- package/codebuddy/README.md +92 -90
- package/codebuddy/mcp.json +27 -27
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +169 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +144 -144
- package/docs/README.md +142 -111
- package/docs/discipline/harnesses.yaml +244 -226
- package/docs/discipline/templates/full.md.tmpl +61 -61
- package/docs/discipline/templates/rules.mdc.tmpl +68 -0
- package/docs/discipline/templates/skill.md.tmpl +23 -23
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +299 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +239 -239
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +174 -174
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +223 -223
- package/docs/{mdcg → hive}//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +165 -160
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +76 -0
- package/docs/{mdcg → hive}//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +236 -236
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +43 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +85 -0
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +102 -102
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +47 -0
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +503 -503
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +85 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +191 -0
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +90 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +216 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +646 -646
- package/docs/mdcg/lingshu_tutorial.html +14449 -14449
- package/docs/mdcg/release_v0.4.11.md +49 -0
- package/docs/mdcg/release_v0.4.5.md +55 -55
- package/docs/mdcg/tool_table_v0.3.0.md +117 -117
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +600 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +40 -40
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +275 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +54 -0
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +130 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +278 -278
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +172 -172
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +270 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +491 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +340 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +588 -588
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +176 -176
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +81 -81
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +704 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +242 -242
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +129 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +134 -134
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +5260 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +145 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +144 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +198 -198
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +221 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +237 -237
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +82 -82
- package/docs//345/267/245/344/275/234/347/272/252/345/276/213_/350/256/244/347/237/245/345/233/276/346/235/241/347/233/256_v1.1.json +28 -2
- package/dsh/README.md +82 -82
- package/dsh/cordis.yml.example +139 -139
- package/dsh/update-lingshu.bat +11 -11
- package/lib/hooks.js +36 -2
- package/lib/lib/roleplay_web.js +427 -427
- package/md_cg/__init__.py +7 -7
- package/md_cg/audit.py +368 -368
- package/md_cg/autonomy.py +287 -287
- package/md_cg/backfill.py +1327 -1327
- package/md_cg/backfill_bigdomain.py +34 -34
- package/md_cg/bench6_arms.py +410 -410
- package/md_cg/bench6_common.py +230 -230
- package/md_cg/bench6_competitors.py +212 -212
- package/md_cg/bench_axis_domain.py +257 -257
- package/md_cg/bench_blind_comp.py +308 -308
- package/md_cg/bench_en_atoms_public.py +230 -230
- package/md_cg/bench_governance.py +348 -348
- package/md_cg/bench_lme_zh.py +410 -410
- package/md_cg/bench_locomo.py +121 -121
- package/md_cg/bench_locomo_zh.py +450 -450
- package/md_cg/bench_locomo_zh_public.py +147 -147
- package/md_cg/bench_longmem.py +112 -112
- package/md_cg/bench_membench.py +632 -632
- package/md_cg/bench_p0.py +149 -149
- package/md_cg/bench_progressive.py +287 -287
- package/md_cg/bench_role_views.py +238 -238
- package/md_cg/bench_task_ab.py +243 -243
- package/md_cg/bench_task_ab_llm.py +408 -408
- package/md_cg/bench_unified_en.py +204 -204
- package/md_cg/bench_zh_mad.py +601 -601
- package/md_cg/blindspot_tickets.py +123 -123
- package/md_cg/branches.py +285 -285
- package/md_cg/build_postings.py +73 -73
- package/md_cg/ccgc.py +1005 -948
- package/md_cg/census.py +132 -132
- package/md_cg/chain.py +300 -300
- package/md_cg/codeindex.py +531 -531
- package/md_cg/coldverify.py +292 -292
- package/md_cg/comment_gate.py +337 -337
- package/md_cg/cond_compose.py +190 -190
- package/md_cg/cond_facts.py +154 -154
- package/md_cg/cond_template.json +106 -106
- package/md_cg/condition_anchor.py +142 -142
- package/md_cg/conformance.py +726 -726
- package/md_cg/consistency.py +717 -717
- package/md_cg/consolidate.py +1536 -1439
- package/md_cg/corpus.py +110 -110
- package/md_cg/crosscheck.py +1097 -1097
- package/md_cg/crypto.py +437 -437
- package/md_cg/d_meta.py +310 -310
- package/md_cg/datapath.py +334 -334
- package/md_cg/docindex.py +473 -473
- package/md_cg/eval_common.py +575 -575
- package/md_cg/evidence.py +580 -580
- package/md_cg/evolution.py +477 -477
- package/md_cg/export.py +220 -220
- package/md_cg/forgetting.py +581 -581
- package/md_cg/fsutil.py +329 -329
- package/md_cg/hotcache.py +238 -214
- package/md_cg/hyperedge.py +251 -251
- package/md_cg/identity.py +390 -390
- package/md_cg/insight.py +500 -500
- package/md_cg/interop.py +199 -0
- package/md_cg/lexicon/build_cedict_en_zh.py +329 -329
- package/md_cg/lexicon/build_standard_en.py +171 -171
- package/md_cg/lexicon/expand_en_zh.py +211 -211
- package/md_cg/lifecycle.py +272 -272
- package/md_cg/linkref.py +280 -280
- package/md_cg/links.py +622 -622
- package/md_cg/mcp_server.py +129 -32
- package/md_cg/md_whitebox.py +345 -345
- package/md_cg/mdcg.py +176 -117
- package/md_cg/mdcos.py +79 -13
- package/md_cg/metacognition.py +591 -591
- package/md_cg/migrate.py +119 -119
- package/md_cg/migrate_aeis.py +221 -221
- package/md_cg/migrate_roleplay.py +293 -293
- package/md_cg/migrate_wisdom_graph.py +360 -360
- package/md_cg/mreview/__init__.py +25 -25
- package/md_cg/mreview/__main__.py +110 -110
- package/md_cg/mreview/bundle.py +178 -178
- package/md_cg/mreview/candidates.py +262 -262
- package/md_cg/mreview/govern.py +693 -693
- package/md_cg/mreview/locate.py +939 -939
- package/md_cg/mreview/pipeline.py +728 -728
- package/md_cg/mreview/rules/duplication.json +21 -21
- package/md_cg/mreview/rules/field_coverage.json +54 -54
- package/md_cg/mreview/rules/source_license.json +21 -21
- package/md_cg/mreview/rules/template_flow.json +21 -21
- package/md_cg/mreview/ruleset.py +252 -252
- package/md_cg/nodefile.py +575 -575
- package/md_cg/pooling.py +484 -472
- package/md_cg/postings.py +298 -298
- package/md_cg/predict.py +1100 -1100
- package/md_cg/progressive.py +123 -123
- package/md_cg/protect.py +272 -272
- package/md_cg/protocol/md_cg_gate.proto +33 -33
- package/md_cg/protocol.py +372 -372
- package/md_cg/provenance.py +582 -582
- package/md_cg/reach.py +453 -453
- package/md_cg/readcache.py +85 -0
- package/md_cg/refindex.py +833 -833
- package/md_cg/refine.py +604 -604
- package/md_cg/roleviews.py +89 -89
- package/md_cg/routing.py +365 -365
- package/md_cg/scrub.py +852 -852
- package/md_cg/security.py +274 -274
- package/md_cg/self_state.py +1029 -1029
- package/md_cg/selfreport.py +151 -151
- package/md_cg/semantic/__init__.py +10 -10
- package/md_cg/semantic/canonical.py +122 -122
- package/md_cg/semantic/en_normalizer.py +364 -364
- package/md_cg/semantic/en_zh_map.json +28694 -0
- package/md_cg/semantic/export_en_zh_map.py +64 -0
- package/md_cg/semantic/unify.py +45 -0
- package/md_cg/semantic/zh_en_atoms.py +139 -139
- package/md_cg/signer.py +562 -562
- package/md_cg/sources.py +815 -582
- package/md_cg/statushdr.py +179 -179
- package/md_cg/stg.py +48 -37
- package/md_cg/subgraph.py +729 -729
- package/md_cg/sustain.py +1138 -1138
- package/md_cg/tasks.py +470 -470
- package/md_cg/test_action_derive.py +203 -203
- package/md_cg/test_audit_rotate.py +270 -270
- package/md_cg/test_autonomy.py +143 -143
- package/md_cg/test_bench_governance.py +102 -102
- package/md_cg/test_blindspot_tickets.py +166 -166
- package/md_cg/test_branches.py +249 -249
- package/md_cg/test_ccg_perturb.py +184 -184
- package/md_cg/test_ccgc.py +433 -433
- package/md_cg/test_census_prune.py +81 -81
- package/md_cg/test_cond_compose_anchors.py +76 -76
- package/md_cg/test_cond_match.py +165 -165
- package/md_cg/test_condition_anchor.py +81 -81
- package/md_cg/test_d_meta.py +412 -412
- package/md_cg/test_datapath_root.py +199 -199
- package/md_cg/test_en_pipeline.py +166 -166
- package/md_cg/test_gain_gate.py +212 -212
- package/md_cg/test_health_scale.py +173 -173
- package/md_cg/test_hive_ingest.py +285 -0
- package/md_cg/test_hot_cold.py +215 -215
- package/md_cg/test_hyperedge.py +245 -245
- package/md_cg/test_i26_empty_first_write.py +116 -0
- package/md_cg/test_i27_e041_identity.py +128 -0
- package/md_cg/test_i28_hotcache_prodpath.py +122 -0
- package/md_cg/test_identity_attribution.py +147 -147
- package/md_cg/test_index_durability.py +224 -224
- package/md_cg/test_interop.py +93 -0
- package/md_cg/test_lifecycle.py +309 -309
- package/md_cg/test_linkref.py +306 -306
- package/md_cg/test_lock.py +43 -43
- package/md_cg/test_md_access_parity.py +255 -255
- package/md_cg/test_md_writepath.py +345 -345
- package/md_cg/test_mdstore_search_parity.py +160 -0
- package/md_cg/test_mr_m2.py +587 -587
- package/md_cg/test_mr_m3.py +710 -710
- package/md_cg/test_mr_m4.py +485 -485
- package/md_cg/test_p0.py +250 -250
- package/md_cg/test_p1.py +316 -316
- package/md_cg/test_p10_identity.py +173 -173
- package/md_cg/test_p11_consistency.py +233 -233
- package/md_cg/test_p12_metacognition.py +212 -212
- package/md_cg/test_p13_encryption.py +241 -241
- package/md_cg/test_p14_sustain.py +249 -249
- package/md_cg/test_p15_scrub.py +280 -280
- package/md_cg/test_p16_self_state.py +301 -301
- package/md_cg/test_p17_predict.py +354 -354
- package/md_cg/test_p18_whitebox.py +171 -171
- package/md_cg/test_p19_migrate_roleplay.py +149 -149
- package/md_cg/test_p20_evolution.py +315 -315
- package/md_cg/test_p21_tokens.py +293 -270
- package/md_cg/test_p22_theory.py +175 -175
- package/md_cg/test_p23_links.py +311 -311
- package/md_cg/test_p24_evidence.py +227 -227
- package/md_cg/test_p25_weights.py +156 -156
- package/md_cg/test_p26_refindex.py +416 -416
- package/md_cg/test_p27_docindex.py +765 -765
- package/md_cg/test_p28_refcheck.py +305 -305
- package/md_cg/test_p29_session_ingest_export.py +354 -333
- package/md_cg/test_p3.py +11 -2
- package/md_cg/test_p30_maintain.py +330 -330
- package/md_cg/test_p31_insight.py +534 -534
- package/md_cg/test_p32_backfill.py +298 -298
- package/md_cg/test_p33_ccg_wiring.py +293 -293
- package/md_cg/test_p34_crosscheck.py +331 -331
- package/md_cg/test_p35_conditioned_claim.py +252 -252
- package/md_cg/test_p36_kp_align.py +230 -230
- package/md_cg/test_p37_condition_space.py +248 -248
- package/md_cg/test_p38_concurrent_flush.py +102 -0
- package/md_cg/test_p38_contextualize.py +273 -273
- package/md_cg/test_p39_verify_flow.py +113 -0
- package/md_cg/test_p39_vision_evidence.py +369 -369
- package/md_cg/test_p40_refine_worklist.py +241 -241
- package/md_cg/test_p41_evolve_patrol.py +224 -224
- package/md_cg/test_p42_provenance.py +269 -269
- package/md_cg/test_p43_pooling.py +412 -398
- package/md_cg/test_p44_md_whitebox.py +231 -231
- package/md_cg/test_p45_session_identity.py +219 -219
- package/md_cg/test_p46_unit_scope.py +272 -272
- package/md_cg/test_p47_session_view.py +281 -0
- package/md_cg/test_p4_fuzzy.py +223 -223
- package/md_cg/test_p5_semantic.py +226 -226
- package/md_cg/test_p6_consolidate.py +440 -387
- package/md_cg/test_p7_goals_recent.py +202 -202
- package/md_cg/test_p8_subgraph_chain.py +200 -200
- package/md_cg/test_p9_forget_protect.py +231 -231
- package/md_cg/test_predict_beta.py +135 -135
- package/md_cg/test_preflight_failclosed.py +100 -100
- package/md_cg/test_progressive.py +146 -146
- package/md_cg/test_protocol.py +243 -243
- package/md_cg/test_reach.py +378 -378
- package/md_cg/test_reach_keys.py +201 -201
- package/md_cg/test_read_clip.py +141 -141
- package/md_cg/test_readcache_prodpath.py +155 -0
- package/md_cg/test_retr_gates_prodpath.py +140 -0
- package/md_cg/test_retr_s1.py +340 -340
- package/md_cg/test_retr_s1b.py +209 -209
- package/md_cg/test_retr_s3.py +194 -194
- package/md_cg/test_retr_s4.py +163 -163
- package/md_cg/test_retr_s5.py +200 -200
- package/md_cg/test_retr_s6.py +157 -157
- package/md_cg/test_retr_s7.py +384 -384
- package/md_cg/test_retr_s8_time.py +369 -316
- package/md_cg/test_retr_s9_edges.py +286 -286
- package/md_cg/test_retr_s9_entity_ctx.py +175 -175
- package/md_cg/test_review_conformance.py +367 -367
- package/md_cg/test_role_views.py +354 -354
- package/md_cg/test_sem_noise.py +242 -242
- package/md_cg/test_semantic_canonical.py +241 -241
- package/md_cg/test_subproc_encoding.py +192 -192
- package/md_cg/test_sustain_mutual.py +153 -153
- package/md_cg/test_tasks.py +409 -409
- package/md_cg/test_tool_face.py +189 -189
- package/md_cg/test_transfer.py +180 -180
- package/md_cg/test_trust.py +361 -361
- package/md_cg/test_twophase.py +286 -286
- package/md_cg/test_v14_fixes.py +397 -397
- package/md_cg/test_validity_filter.py +280 -280
- package/md_cg/test_verify_answer.py +138 -138
- package/md_cg/test_wisdom_md_store.py +292 -292
- package/md_cg/test_writelimit.py +197 -197
- package/md_cg/test_writepipe.py +214 -214
- package/md_cg/theory.py +273 -273
- package/md_cg/tokens.py +677 -663
- package/md_cg/tool_face.py +260 -260
- package/md_cg/trust.py +986 -950
- package/md_cg/twophase.py +231 -231
- package/md_cg/units.py +667 -667
- package/md_cg/vision_evidence.py +666 -666
- package/md_cg/weights.py +624 -624
- package/md_cg/whitebox.py +527 -527
- package/md_cg/whitebox_kb/__init__.py +37 -37
- package/md_cg/whitebox_kb/aeis_core/__init__.py +42 -42
- package/md_cg/whitebox_kb/aeis_core/semantic.py +280 -280
- package/md_cg/whitebox_kb/aeis_core/textutil.py +13 -13
- package/md_cg/whitebox_kb/engine.py +310 -310
- package/md_cg/whitebox_kb/seed_knowledge//346/231/272/350/203/275/350/256/2723.4.md +5260 -5260
- package/md_cg/whitebox_kb/wisdom/browser_units.py +2631 -2631
- package/md_cg/whitebox_kb/wisdom/causal_discover.py +432 -432
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1506 -1506
- package/md_cg/whitebox_kb/wisdom/code_solidified.json +6195 -6195
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3033 -3033
- package/md_cg/whitebox_kb/wisdom/condition_algebra.py +112 -112
- package/md_cg/whitebox_kb/wisdom/condition_frame.py +315 -315
- package/md_cg/whitebox_kb/wisdom/condition_kb.py +108 -108
- package/md_cg/whitebox_kb/wisdom/conflict_map.json +4445 -4445
- package/md_cg/whitebox_kb/wisdom/core/lexer.py +512 -512
- package/md_cg/whitebox_kb/wisdom/core/name_checker.py +1023 -1023
- package/md_cg/whitebox_kb/wisdom/cspmn.py +258 -258
- package/md_cg/whitebox_kb/wisdom/csre.py +264 -264
- package/md_cg/whitebox_kb/wisdom/danmaku_audit.py +252 -252
- package/md_cg/whitebox_kb/wisdom/distilled_condition_units.json +6417 -6417
- package/md_cg/whitebox_kb/wisdom/docs/WB-EVAL-20260902b.json +1950 -1950
- package/md_cg/whitebox_kb/wisdom/docs/WB-EVAL-20260902c.json +1296 -1296
- package/md_cg/whitebox_kb/wisdom/docs/whitebox_capability_graph_demo.json +59 -59
- package/md_cg/whitebox_kb/wisdom/graph_db_units.py +3089 -3089
- package/md_cg/whitebox_kb/wisdom/knowledge_points.py +318 -318
- package/md_cg/whitebox_kb/wisdom/md_access.py +470 -470
- package/md_cg/whitebox_kb/wisdom/md_store.py +276 -251
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +476 -476
- package/md_cg/whitebox_kb/wisdom/navigate.py +248 -248
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +224 -224
- package/md_cg/whitebox_kb/wisdom/os_units.py +2735 -2735
- package/md_cg/whitebox_kb/wisdom/pattern_separation.py +376 -376
- package/md_cg/whitebox_kb/wisdom/prereq_map.json +364 -364
- package/md_cg/whitebox_kb/wisdom/python_code_units.py +2766 -2766
- package/md_cg/whitebox_kb/wisdom/role_solidified.json +7 -7
- package/md_cg/whitebox_kb/wisdom/route_memory.py +244 -244
- package/md_cg/whitebox_kb/wisdom/scene_reconstruction.py +148 -148
- package/md_cg/whitebox_kb/wisdom/snr_report.json +40 -40
- package/md_cg/whitebox_kb/wisdom/test_code_compose_domains.py +7541 -7541
- package/md_cg/whitebox_kb/wisdom/test_compiler_self_bootstrap.py +354 -354
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_demos.py +193 -193
- package/md_cg/whitebox_kb/wisdom/test_graph_db.py +292 -292
- package/md_cg/whitebox_kb/wisdom/test_python_self_bootstrap.py +160 -160
- package/md_cg/whitebox_kb/wisdom/trigger_words_index.json +4366 -4366
- package/md_cg/whitebox_kb/wisdom/verifier.py +1297 -1297
- package/md_cg/writelimit.py +356 -356
- package/md_cg/writepipe.py +550 -542
- package/package.json +97 -96
- package/skills/plugin.json +54 -54
- package/skills/skills/designer-perspective/SKILL.md +158 -158
- package/skills/skills/designer-perspective/references/01-observation-position.md +66 -66
- package/skills/skills/designer-perspective/references/02-structure-recognition.md +62 -62
- package/skills/skills/designer-perspective/references/03-direction-judgment.md +55 -55
- package/skills/skills/designer-perspective/references/04-qualification-verdict.md +72 -72
- package/skills/skills/designer-perspective/references/05-condition-attribution.md +74 -74
- package/skills/skills/designer-perspective/scripts/designer.py +545 -545
- package/skills/skills/designer-perspective/tests/cases.jsonl +17 -17
- package/skills/skills/designer-perspective/tests/selftest.py +61 -61
- package/skills/skills/lingshu-browser/SKILL.md +60 -60
- package/skills/skills/lingshu-compiler/SKILL.md +56 -56
- package/skills/skills/lingshu-compiler/units/analyze-type-infer/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/check-name-real/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-assign/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-expr-tree/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-full-pipeline/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-func-def/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-if-then/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-logic-expr/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-recursive/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-scope/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-type-check/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-while/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0010c4bf/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0355bffb/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0361708a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-054a0414/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-05a1691a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-05eeed1e/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0622a1f6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-08b54217/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0a62b70c/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0ab24d00/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0e093688/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0e82b966/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0ee9b9b9/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0f3787e6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-1028685f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-11897630/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-16661b9b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-1f722303/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-25be1262/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2a76ba07/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2dbea54a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2df52f16/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2ec2c9d2/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2f8c8f39/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-38378ac7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-39457d2e/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-39fb5926/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-47f4fbfa/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4a8cd1f1/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4b230b6b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4cbbda95/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4d5a68ff/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-56dc9bdd/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-57e76ebe/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-61ff016b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-63eae588/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-64c4224b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-66377955/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-674ab4f6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6af76fd6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6d979db2/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6de326c0/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6f1c0eea/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-724d6c9b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7690177f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7b229a7d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7f471b3a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-815cad08/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-83c61634/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-8c798c81/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-8dd747ac/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-90324d0a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-94b8d72d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-94f12231/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-95937c16/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98a5625b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98b4c42f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98e3894a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9bdfe4b8/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9d9b4e83/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9f7be5ad/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a6daf076/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a7995a0c/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a8399248/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-aabbd099/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-afe169d8/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b0678bda/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b09bd196/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b1396e23/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b9b31ce0/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-c10264a7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cb1e8e4b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ccafd438/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cda9c262/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ce648068/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cf5776a4/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-d974e5d3/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-e3979fd3/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-eb1cf2b5/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ecb30d5b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-f8c8b24b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-f99fedbe/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-fa8ff5f7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-fe1b058d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-chinese-program/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-dao-de-jing/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-nine-chapters/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-arithmetic/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-array-ops/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-closure-call/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-closure-create/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-compare/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-cond-jump/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-cond-space/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-exception/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-func-call/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-loop-run/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-profiling/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-refcount/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-run-loop/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-short-circuit/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-stack-guard/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-stack-ops/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-trust-accum/SKILL.md +45 -45
- package/skills/skills/lingshu-graph/SKILL.md +63 -63
- package/skills/skills/lingshu-net/SKILL.md +48 -48
- package/skills/skills/lingshu-os/SKILL.md +64 -64
- package/skills/skills/lingshu-pylang/SKILL.md +71 -71
- package/src/bridge.ts +401 -401
- package/src/hooks.ts +38 -2
- package/src/lib/datapath.ts +326 -326
- package/src/lib/mdcg_client.ts +413 -413
- package/src/lib/mutual.ts +428 -428
- package/src/lib/prompt_safety.ts +62 -62
- package/src/lib/python_path.ts +71 -71
- package/src/lib/roleplay_web.ts +932 -932
- package/src/lib/token_store.ts +192 -192
- package/src/tools.ts +212 -212
- package/zcode/AGENTS.md +11 -3
- package/zcode/README.md +41 -41
- /package/docs/{mdcg → hive}//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md" +0 -0
package/md_cg/md_whitebox.py
CHANGED
|
@@ -1,346 +1,346 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""md_cg · md 原生知识库的白箱问答(md 做知识库 · 白箱做检索与回答)。
|
|
3
|
-
|
|
4
|
-
要回答的问题
|
|
5
|
-
------------
|
|
6
|
-
`md_cg/migrate_wisdom_graph.py` 已把白箱认知图(`wisdom-book-cloud.db`:
|
|
7
|
-
nodes 4355 / edges 2948)无损导出为 md 认知图(`_md_cg_wisdom_graph/`),
|
|
8
|
-
并以确定性三层校验证明「md 侧与原库逐节点等价」。本模块把结论推进到
|
|
9
|
-
**端到端**:这份 md 语料直接当知识库时,白箱的检索与回答能力能否原样复现。
|
|
10
|
-
|
|
11
|
-
为什么需要「还原」这一步
|
|
12
|
-
------------------------
|
|
13
|
-
白箱检索层(`whitebox_kb/wisdom/semantic_translate.py`、`chat_engine.py`、
|
|
14
|
-
`card_validator.py`、`neural_retrieve.py` 等)并非只调用 `dex` 的高层接口,
|
|
15
|
-
历史上**深度直查 SQL**——KCCS 注释索引、学科路由、四要素卡递归、知识点
|
|
16
|
-
对齐等 8 处 `dex.store.conn.execute("SELECT ... FROM nodes ...")`。
|
|
17
|
-
逐处语法翻译成「读 md」既侵入又易错,还会让两条路径的行为悄悄分叉。
|
|
18
|
-
|
|
19
|
-
**读路径现已收口到 md 直读访问层**(`whitebox_kb/wisdom/md_access.py`):
|
|
20
|
-
8 处直查统一经 `read_conn(dex)`,`WB_MD_DIRECT=1` 时走 md 语料
|
|
21
|
-
(SELECT 子集解释器 + 行同构/行序复刻,对拍守卫
|
|
22
|
-
`test_md_access_parity` 逐位一致),否则回落派生库。逐处语法翻译的
|
|
23
|
-
教训由「同接口 + 机械对拍」替代:SQL 语义不翻写,数据源切换,
|
|
24
|
-
行为分叉由测试红挡住。
|
|
25
|
-
|
|
26
|
-
故本模块仍把 md 语料还原成**同 schema 的检索库**,作为派生库回落
|
|
27
|
-
路径与引擎初始化底座,白箱全部确定性检索逻辑零改动运行:
|
|
28
|
-
|
|
29
|
-
md 语料(唯一知识来源)
|
|
30
|
-
│ build_db_from_md() ← 本模块
|
|
31
|
-
▼
|
|
32
|
-
检索库(同 schema · 可随时重建的派生物)
|
|
33
|
-
│ WhiteboxEngine ← 白箱引擎(seed=False,不污染语料)
|
|
34
|
-
│ ↑ read_conn(dex) ← WB_MD_DIRECT=1 时检索读走 md 直读
|
|
35
|
-
▼
|
|
36
|
-
回答(route / reply / hits)
|
|
37
|
-
|
|
38
|
-
保真性依据
|
|
39
|
-
----------
|
|
40
|
-
md frontmatter 是 `STNode` 的**无损**序列化:`id / layer / tags /
|
|
41
|
-
condition_space / semantic_coordinates / state_attributes / importance /
|
|
42
|
-
confidence / modality / access_count / last_access / created_at / entity_id`
|
|
43
|
-
逐字段对应;正文即 `content`;层级边落在**父节点**的 `subgraph.nodes`
|
|
44
|
-
(对应源库 `hierarchical`,source=父),非层级边落在 `edges`
|
|
45
|
-
(键名 `relation_type`)。故还原不丢字段、不丢边。
|
|
46
|
-
|
|
47
|
-
用法
|
|
48
|
-
----
|
|
49
|
-
from md_cg.md_whitebox import MdWhitebox
|
|
50
|
-
|
|
51
|
-
with MdWhitebox(verbose=True) as wb:
|
|
52
|
-
print(wb.ask("为什么会打雷").get("reply"))
|
|
53
|
-
|
|
54
|
-
命令行自检:`python -m md_cg.md_whitebox 什么是条件论`
|
|
55
|
-
"""
|
|
56
|
-
from __future__ import annotations
|
|
57
|
-
|
|
58
|
-
import hashlib
|
|
59
|
-
import json
|
|
60
|
-
import os
|
|
61
|
-
import sqlite3
|
|
62
|
-
import sys
|
|
63
|
-
import tempfile
|
|
64
|
-
|
|
65
|
-
_HERE = os.path.dirname(os.path.abspath(__file__))
|
|
66
|
-
#: md 语料默认位置(`migrate_wisdom_graph` 的导出目标)
|
|
67
|
-
DEFAULT_ROOT = os.path.join(os.path.dirname(_HERE), "_md_cg_wisdom_graph")
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
# --------------------------------------------------------------------------
|
|
71
|
-
# frontmatter 值 → 列值
|
|
72
|
-
# --------------------------------------------------------------------------
|
|
73
|
-
|
|
74
|
-
# 生效条件:v 为 None 或等于空串时返回 default,v 已是 dict/list 时原样返回 v,否则尝试 json.loads(v),抛 ValueError/TypeError 时返回 default;
|
|
75
|
-
def _j(v, default):
|
|
76
|
-
"""frontmatter 值 → Python 对象(已是容器则原样,字符串则尝试 JSON)。"""
|
|
77
|
-
if v is None or v == "":
|
|
78
|
-
return default
|
|
79
|
-
if isinstance(v, (dict, list)):
|
|
80
|
-
return v
|
|
81
|
-
try:
|
|
82
|
-
return json.loads(v)
|
|
83
|
-
except (ValueError, TypeError):
|
|
84
|
-
return default
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
# 生效条件:v 为 None 或等于空串时返回 default(缺省 "{}"),v 是 str 时原样返回 v,否则 json.dumps(v, ensure_ascii=False),抛 TypeError/ValueError 时返回 default;
|
|
88
|
-
def _js(v, default="{}"):
|
|
89
|
-
"""frontmatter 值 → JSON 文本(入 TEXT 列)。"""
|
|
90
|
-
if v is None or v == "":
|
|
91
|
-
return default
|
|
92
|
-
if isinstance(v, str):
|
|
93
|
-
return v
|
|
94
|
-
try:
|
|
95
|
-
return json.dumps(v, ensure_ascii=False)
|
|
96
|
-
except (TypeError, ValueError):
|
|
97
|
-
return default
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
# 生效条件:float(v) 成功即返回该浮点值,抛 TypeError/ValueError 时返回 default(缺省 0.0);
|
|
101
|
-
def _f(v, default=0.0):
|
|
102
|
-
try:
|
|
103
|
-
return float(v)
|
|
104
|
-
except (TypeError, ValueError):
|
|
105
|
-
return default
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
# 生效条件:对 root(缺省 DEFAULT_ROOT)取 os.path.abspath 的 utf-8 字节 sha1 前 12 位为 key,返回系统临时目录下 f"md_cg_native_{key}.db";
|
|
109
|
-
def default_db_path(root=DEFAULT_ROOT):
|
|
110
|
-
"""还原库默认位置:系统临时目录。
|
|
111
|
-
|
|
112
|
-
还原库是**派生物**(md 是唯一真源),故默认落在临时目录,可随时丢弃重建;
|
|
113
|
-
路径按 `root` 哈希区分,避免不同语料互相覆盖。
|
|
114
|
-
"""
|
|
115
|
-
key = hashlib.sha1(os.path.abspath(root).encode("utf-8")).hexdigest()[:12]
|
|
116
|
-
return os.path.join(tempfile.gettempdir(), f"md_cg_native_{key}.db")
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
# 生效条件:root 为目录且其下(递归)至少有一个 .md 文件时返回 None,目录缺失返回不存在说明,目录存在但无 .md 返回空壳说明;
|
|
120
|
-
def corpus_gap(root=DEFAULT_ROOT):
|
|
121
|
-
"""md 语料未就绪的原因(None = 就绪);**判据单一真源**。
|
|
122
|
-
|
|
123
|
-
空壳不算就绪(2026-09-20 v14 缺陷 F):`MdCGOS(root)` 会 `makedirs(root)`,
|
|
124
|
-
于是任何经 `build_db_from_md`/兄弟测试走一遭的调用都会留下
|
|
125
|
-
`_md_cg_wisdom_graph/` **空目录**——而 runner 的依赖探测与测试模块的
|
|
126
|
-
「组A/组D 是否执行」若只判 `isdir`,就会把空壳误判成「真源就绪」,
|
|
127
|
-
把本该 SKIP 的目标变成 FAIL(旁路执行一次即触发,非构造的极端场景)。
|
|
128
|
-
"""
|
|
129
|
-
if not os.path.isdir(root):
|
|
130
|
-
return ("md 语料根不存在:%s(.gitignore 忽略,需本地生成)" % root)
|
|
131
|
-
for _dp, _dn, fs in os.walk(root):
|
|
132
|
-
if any(str(f).endswith(".md") for f in fs):
|
|
133
|
-
return None
|
|
134
|
-
return ("md 语料根为空壳(目录存在但无 .md 文件):%s"
|
|
135
|
-
"——空壳不算就绪(多为兄弟测试创建的残留)" % root)
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
# 生效条件:corpus_gap(root) 为 None 时返回 True,否则 False;
|
|
139
|
-
def corpus_ready(root=DEFAULT_ROOT) -> bool:
|
|
140
|
-
"""md 语料是否就绪(目录存在**且含 .md**)。"""
|
|
141
|
-
return corpus_gap(root) is None
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
# 生效条件:db_path 能以只读 uri 连接并成功统计 nodes/edges 两表行数时返回 (int(n), int(e)),否则在任一步抛异常时返回 (0, 0);
|
|
145
|
-
def _counts(db_path):
|
|
146
|
-
"""(nodes, edges) 计数;不可读返回 (0, 0)。"""
|
|
147
|
-
try:
|
|
148
|
-
con = sqlite3.connect(f"file:{db_path}?mode=ro", uri=True)
|
|
149
|
-
n = con.execute("SELECT COUNT(*) FROM nodes").fetchone()[0]
|
|
150
|
-
e = con.execute("SELECT COUNT(*) FROM edges").fetchone()[0]
|
|
151
|
-
con.close()
|
|
152
|
-
return int(n), int(e)
|
|
153
|
-
except Exception:
|
|
154
|
-
return 0, 0
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
# 生效条件:给定 src/tgt/rel/conf/ver 即返回列序对齐 edges 表的 11 元组,id 由 str(src)/str(tgt) 与 rel 拼接,rel 为假值(None/空串)时以 "similar" 参与拼接并 strip().lower(),ver 为假值时 int(ver or 0) 取 0;
|
|
158
|
-
def _edge_row(src, tgt, rel, conf, ver):
|
|
159
|
-
"""边行(列序对齐 `aeis_core` 的 edges 表)。"""
|
|
160
|
-
src, tgt = str(src), str(tgt)
|
|
161
|
-
rel = str(rel or "similar").strip().lower()
|
|
162
|
-
return (f"e:{src}>{tgt}:{rel}", src, tgt, rel, "{}", conf, 1.0,
|
|
163
|
-
int(ver or 0), 0.0, 0.0, "extracted")
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
# 生效条件:传入 cg 与 con 时按 (LAYERS 序, 路径字典序) 排序 cg.index["nodes"] 逐条建行,cg.get(nid) 为假值则跳过该节点,子图/边来自节点的 frontmatter,最终 executemany 写入两表并 commit,返回 (nodes 行数, edges 行数);
|
|
167
|
-
def _restore(cg, con, verbose=False):
|
|
168
|
-
"""md 语料 → 检索库(nodes / edges 两表)。返回 (n_nodes, n_edges)。
|
|
169
|
-
|
|
170
|
-
插入序规范 = **(LAYERS 序, 相对路径字典序)**(与白箱访问层
|
|
171
|
-
`whitebox_kb/wisdom/md_access.py::_load_rows` 同规范):索引运行时序
|
|
172
|
-
(json 基础序 + 增量日志回放)含历史迁移序噪声且不可复现,
|
|
173
|
-
派生库行序必须由 md 实时状态确定性决定。
|
|
174
|
-
"""
|
|
175
|
-
from .mdcg import LAYERS as _md_layers
|
|
176
|
-
_ord = {name: i for i, name in enumerate(_md_layers)}
|
|
177
|
-
|
|
178
|
-
# 生效条件:nid 的 cg.index["nodes"] 条目(无条目或值为假则视为空 dict)中 path 为真时取其为 p,否则用 layer 或 "zz" 拼 f"{nid}.md"、反斜杠替换为 "/",返回 (LAYERS 序表的 .get(p 首段, 99), p);
|
|
179
|
-
def _order_key(nid):
|
|
180
|
-
e = cg.index["nodes"].get(nid) or {}
|
|
181
|
-
p = str(e.get("path")
|
|
182
|
-
or f"{e.get('layer') or 'zz'}/{nid}.md").replace("\\", "/")
|
|
183
|
-
return (_ord.get(p.split("/", 1)[0], 99), p)
|
|
184
|
-
|
|
185
|
-
ids = sorted(cg.index["nodes"], key=_order_key)
|
|
186
|
-
n_rows, e_rows = [], []
|
|
187
|
-
for i, nid in enumerate(ids, 1):
|
|
188
|
-
d = cg.get(nid)
|
|
189
|
-
if not d:
|
|
190
|
-
continue
|
|
191
|
-
fm = d.get("frontmatter") or {}
|
|
192
|
-
n_rows.append((
|
|
193
|
-
str(nid),
|
|
194
|
-
d.get("content") or "",
|
|
195
|
-
fm.get("modality") or "text",
|
|
196
|
-
_js(fm.get("spatial")),
|
|
197
|
-
_f(fm.get("temporal"), None),
|
|
198
|
-
_js(fm.get("condition_space")),
|
|
199
|
-
_f(fm.get("importance"), 0.5),
|
|
200
|
-
_f(fm.get("confidence"), 0.6),
|
|
201
|
-
fm.get("layer") or "knowledge",
|
|
202
|
-
int(_f(fm.get("access_count"), 0)),
|
|
203
|
-
_f(fm.get("last_access"), 0),
|
|
204
|
-
_f(fm.get("created_at"), 0),
|
|
205
|
-
_js(fm.get("tags"), "[]"),
|
|
206
|
-
_js(fm.get("semantic_coordinates")),
|
|
207
|
-
_js(_j(fm.get("state_attributes"), {})),
|
|
208
|
-
fm.get("entity_id"),
|
|
209
|
-
))
|
|
210
|
-
# 层级边:父节点声明的 subgraph.nodes(源库 hierarchical,source=父)
|
|
211
|
-
for c in (_j(fm.get("subgraph"), {}) or {}).get("nodes") or []:
|
|
212
|
-
e_rows.append(_edge_row(nid, c, "hierarchical", 1.0, 1))
|
|
213
|
-
# 非层级边:similar / causal 等
|
|
214
|
-
for e in _j(fm.get("edges"), []) or []:
|
|
215
|
-
if not isinstance(e, dict) or not e.get("target"):
|
|
216
|
-
continue
|
|
217
|
-
e_rows.append(_edge_row(
|
|
218
|
-
nid, e.get("target"),
|
|
219
|
-
e.get("relation_type") or e.get("relation") or "similar",
|
|
220
|
-
_f(e.get("confidence"), 0.7), int(_f(e.get("verified"), 0))))
|
|
221
|
-
if verbose and i % 1500 == 0:
|
|
222
|
-
print(f"[md_whitebox] …已还原 {i}/{len(ids)}", flush=True)
|
|
223
|
-
|
|
224
|
-
con.executemany(
|
|
225
|
-
"INSERT OR REPLACE INTO nodes (id, content, modality, spatial_coordinates,"
|
|
226
|
-
" temporal_coordinate, condition_space, importance, confidence, layer,"
|
|
227
|
-
" access_count, last_access, created_at, tags, semantic_coordinates,"
|
|
228
|
-
" state_attributes, entity_id)"
|
|
229
|
-
" VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)", n_rows)
|
|
230
|
-
con.executemany(
|
|
231
|
-
"INSERT OR REPLACE INTO edges (id, source_id, target_id, relation_type,"
|
|
232
|
-
" condition_space, confidence, weight, verified, created_at,"
|
|
233
|
-
" last_verified, source_evidence)"
|
|
234
|
-
" VALUES (?,?,?,?,?,?,?,?,?,?,?)", e_rows)
|
|
235
|
-
con.commit()
|
|
236
|
-
return len(n_rows), len(e_rows)
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
# 生效条件:corpus_gap(root) 非 None 即抛 FileNotFoundError(**不建空库、不建目录**);db_path 为假值(None/空串)时回落 default_db_path(root),当 not force 且 os.path.exists(db_path) 为真且 _counts 得 nodes>0 时直接返回 {reused: True},否则删除该路径后以 MdCGOS(root) 与 SpacetimeMemoryEngine 经 _restore 重建并返回 {reused: False},root 缺省 DEFAULT_ROOT;
|
|
240
|
-
def build_db_from_md(root=DEFAULT_ROOT, db_path=None, force=False, verbose=True):
|
|
241
|
-
"""把 md 语料还原为白箱检索引擎可用的库(幂等:已存在且非空则复用)。
|
|
242
|
-
|
|
243
|
-
返回 `{db, nodes, edges, reused, root}`。
|
|
244
|
-
|
|
245
|
-
**fail-closed**(2026-09-20 v14 缺陷 F 根因修复):语料未就绪即抛
|
|
246
|
-
`FileNotFoundError`,**不建空库、也绝不建空壳目录**——旧实现直接
|
|
247
|
-
`MdCGOS(root)`(内部 `makedirs`),一次误调就在仓根留下
|
|
248
|
-
`_md_cg_wisdom_graph/` 空壳,把兄弟测试的依赖探测从 SKIP 变 FAIL。
|
|
249
|
-
"""
|
|
250
|
-
gap = corpus_gap(root)
|
|
251
|
-
if gap:
|
|
252
|
-
raise FileNotFoundError(
|
|
253
|
-
"md 语料真源未就绪:%s\n 生成:python -m md_cg.migrate_wisdom_graph "
|
|
254
|
-
"--db <sqlite 路径> --root %s" % (gap, root))
|
|
255
|
-
from . import whitebox_kb # noqa: F401 —— 触发平铺导入的 sys.path 引导
|
|
256
|
-
from .mdcos import MdCGOS
|
|
257
|
-
from aeis_core import SpacetimeMemoryEngine
|
|
258
|
-
|
|
259
|
-
db_path = os.path.abspath(db_path or default_db_path(root))
|
|
260
|
-
if not force and os.path.exists(db_path):
|
|
261
|
-
n, e = _counts(db_path)
|
|
262
|
-
if n > 0:
|
|
263
|
-
if verbose:
|
|
264
|
-
print(f"[md_whitebox] 复用还原库:{db_path}"
|
|
265
|
-
f"(nodes={n} edges={e})", flush=True)
|
|
266
|
-
return {"db": db_path, "nodes": n, "edges": e, "reused": True,
|
|
267
|
-
"root": root}
|
|
268
|
-
|
|
269
|
-
os.makedirs(os.path.dirname(db_path) or ".", exist_ok=True)
|
|
270
|
-
if os.path.exists(db_path):
|
|
271
|
-
os.remove(db_path)
|
|
272
|
-
|
|
273
|
-
cg = MdCGOS(root)
|
|
274
|
-
eng = SpacetimeMemoryEngine(db_path=db_path, identity="md原生白箱")
|
|
275
|
-
try:
|
|
276
|
-
n_nodes, n_edges = _restore(cg, eng.store.conn, verbose=verbose)
|
|
277
|
-
finally:
|
|
278
|
-
cg.close()
|
|
279
|
-
eng.close()
|
|
280
|
-
|
|
281
|
-
if verbose:
|
|
282
|
-
print(f"[md_whitebox] 还原完成:{db_path}"
|
|
283
|
-
f"(nodes={n_nodes} edges={n_edges})", flush=True)
|
|
284
|
-
return {"db": db_path, "nodes": n_nodes, "edges": n_edges, "reused": False,
|
|
285
|
-
"root": root}
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
# --------------------------------------------------------------------------
|
|
289
|
-
# 门面:md 语料驱动的白箱问答
|
|
290
|
-
# --------------------------------------------------------------------------
|
|
291
|
-
|
|
292
|
-
# 生效条件:以 root=DEFAULT_ROOT、db_path=None、force_rebuild=False、verbose=False 构造时,__init__ 调用 build_db_from_md 并把 stats["db"] 记为实例 db_path、_engine 置 None;
|
|
293
|
-
class MdWhitebox:
|
|
294
|
-
"""md 语料驱动的白箱问答。
|
|
295
|
-
|
|
296
|
-
知识来自 md 语料(与源库同源但**不依赖源库**),检索与回答走白箱自带
|
|
297
|
-
引擎。`seed=False`:随包种子卡是另一份知识,不该混进 md 语料还原库。
|
|
298
|
-
"""
|
|
299
|
-
|
|
300
|
-
# 生效条件:root 缺省 DEFAULT_ROOT、db_path 缺省 None(交由 build_db_from_md 回落默认路径)、force_rebuild 缺省 False(作为 force 传入)、verbose 缺省 False 时,调用 build_db_from_md 并将 stats["db"] 存入 self.db_path、self._engine 置 None;
|
|
301
|
-
def __init__(self, root=DEFAULT_ROOT, db_path=None, force_rebuild=False,
|
|
302
|
-
verbose=False):
|
|
303
|
-
self.root = root
|
|
304
|
-
self.stats = build_db_from_md(root, db_path, force=force_rebuild,
|
|
305
|
-
verbose=verbose)
|
|
306
|
-
self.db_path = self.stats["db"]
|
|
307
|
-
self._engine = None
|
|
308
|
-
|
|
309
|
-
@property
|
|
310
|
-
# 生效条件:self._engine 为 None 时以 db_path=self.db_path、seed=False 构造 WhiteboxEngine 并缓存,否则直接返回已缓存实例;
|
|
311
|
-
# 生效条件:不适用(无必需形参与模块级常量)
|
|
312
|
-
def engine(self):
|
|
313
|
-
if self._engine is None:
|
|
314
|
-
from .whitebox_kb.engine import WhiteboxEngine
|
|
315
|
-
self._engine = WhiteboxEngine(db_path=self.db_path, seed=False)
|
|
316
|
-
return self._engine
|
|
317
|
-
|
|
318
|
-
# 生效条件:question 给定(session_id 缺省 "md-whitebox-eval")时返回 self.engine.chat(question, session_id=session_id) 的结果;
|
|
319
|
-
def ask(self, question, session_id="md-whitebox-eval"):
|
|
320
|
-
"""白箱问答。返回含 `route` / `reply` / `hits` 的原始结果。"""
|
|
321
|
-
return self.engine.chat(question, session_id=session_id)
|
|
322
|
-
|
|
323
|
-
# 生效条件:不适用(无必需形参与模块级常量)
|
|
324
|
-
def close(self):
|
|
325
|
-
if self._engine is not None:
|
|
326
|
-
self._engine.close()
|
|
327
|
-
self._engine = None
|
|
328
|
-
|
|
329
|
-
# 生效条件:不适用(无必需形参与模块级常量)
|
|
330
|
-
def __enter__(self):
|
|
331
|
-
return self
|
|
332
|
-
|
|
333
|
-
# 生效条件:不适用(无必需形参与模块级常量)
|
|
334
|
-
def __exit__(self, *exc):
|
|
335
|
-
self.close()
|
|
336
|
-
return False
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
if __name__ == "__main__": # 手动自检:python -m md_cg.md_whitebox <问题>
|
|
340
|
-
q = " ".join(sys.argv[1:]) or "什么是条件论"
|
|
341
|
-
with MdWhitebox(verbose=True) as wb:
|
|
342
|
-
res = wb.ask(q)
|
|
343
|
-
print(json.dumps({"question": q, "route": res.get("route"),
|
|
344
|
-
"reply": res.get("reply"),
|
|
345
|
-
"hits": (res.get("hits") or [])[:5]},
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""md_cg · md 原生知识库的白箱问答(md 做知识库 · 白箱做检索与回答)。
|
|
3
|
+
|
|
4
|
+
要回答的问题
|
|
5
|
+
------------
|
|
6
|
+
`md_cg/migrate_wisdom_graph.py` 已把白箱认知图(`wisdom-book-cloud.db`:
|
|
7
|
+
nodes 4355 / edges 2948)无损导出为 md 认知图(`_md_cg_wisdom_graph/`),
|
|
8
|
+
并以确定性三层校验证明「md 侧与原库逐节点等价」。本模块把结论推进到
|
|
9
|
+
**端到端**:这份 md 语料直接当知识库时,白箱的检索与回答能力能否原样复现。
|
|
10
|
+
|
|
11
|
+
为什么需要「还原」这一步
|
|
12
|
+
------------------------
|
|
13
|
+
白箱检索层(`whitebox_kb/wisdom/semantic_translate.py`、`chat_engine.py`、
|
|
14
|
+
`card_validator.py`、`neural_retrieve.py` 等)并非只调用 `dex` 的高层接口,
|
|
15
|
+
历史上**深度直查 SQL**——KCCS 注释索引、学科路由、四要素卡递归、知识点
|
|
16
|
+
对齐等 8 处 `dex.store.conn.execute("SELECT ... FROM nodes ...")`。
|
|
17
|
+
逐处语法翻译成「读 md」既侵入又易错,还会让两条路径的行为悄悄分叉。
|
|
18
|
+
|
|
19
|
+
**读路径现已收口到 md 直读访问层**(`whitebox_kb/wisdom/md_access.py`):
|
|
20
|
+
8 处直查统一经 `read_conn(dex)`,`WB_MD_DIRECT=1` 时走 md 语料
|
|
21
|
+
(SELECT 子集解释器 + 行同构/行序复刻,对拍守卫
|
|
22
|
+
`test_md_access_parity` 逐位一致),否则回落派生库。逐处语法翻译的
|
|
23
|
+
教训由「同接口 + 机械对拍」替代:SQL 语义不翻写,数据源切换,
|
|
24
|
+
行为分叉由测试红挡住。
|
|
25
|
+
|
|
26
|
+
故本模块仍把 md 语料还原成**同 schema 的检索库**,作为派生库回落
|
|
27
|
+
路径与引擎初始化底座,白箱全部确定性检索逻辑零改动运行:
|
|
28
|
+
|
|
29
|
+
md 语料(唯一知识来源)
|
|
30
|
+
│ build_db_from_md() ← 本模块
|
|
31
|
+
▼
|
|
32
|
+
检索库(同 schema · 可随时重建的派生物)
|
|
33
|
+
│ WhiteboxEngine ← 白箱引擎(seed=False,不污染语料)
|
|
34
|
+
│ ↑ read_conn(dex) ← WB_MD_DIRECT=1 时检索读走 md 直读
|
|
35
|
+
▼
|
|
36
|
+
回答(route / reply / hits)
|
|
37
|
+
|
|
38
|
+
保真性依据
|
|
39
|
+
----------
|
|
40
|
+
md frontmatter 是 `STNode` 的**无损**序列化:`id / layer / tags /
|
|
41
|
+
condition_space / semantic_coordinates / state_attributes / importance /
|
|
42
|
+
confidence / modality / access_count / last_access / created_at / entity_id`
|
|
43
|
+
逐字段对应;正文即 `content`;层级边落在**父节点**的 `subgraph.nodes`
|
|
44
|
+
(对应源库 `hierarchical`,source=父),非层级边落在 `edges`
|
|
45
|
+
(键名 `relation_type`)。故还原不丢字段、不丢边。
|
|
46
|
+
|
|
47
|
+
用法
|
|
48
|
+
----
|
|
49
|
+
from md_cg.md_whitebox import MdWhitebox
|
|
50
|
+
|
|
51
|
+
with MdWhitebox(verbose=True) as wb:
|
|
52
|
+
print(wb.ask("为什么会打雷").get("reply"))
|
|
53
|
+
|
|
54
|
+
命令行自检:`python -m md_cg.md_whitebox 什么是条件论`
|
|
55
|
+
"""
|
|
56
|
+
from __future__ import annotations
|
|
57
|
+
|
|
58
|
+
import hashlib
|
|
59
|
+
import json
|
|
60
|
+
import os
|
|
61
|
+
import sqlite3
|
|
62
|
+
import sys
|
|
63
|
+
import tempfile
|
|
64
|
+
|
|
65
|
+
_HERE = os.path.dirname(os.path.abspath(__file__))
|
|
66
|
+
#: md 语料默认位置(`migrate_wisdom_graph` 的导出目标)
|
|
67
|
+
DEFAULT_ROOT = os.path.join(os.path.dirname(_HERE), "_md_cg_wisdom_graph")
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
# --------------------------------------------------------------------------
|
|
71
|
+
# frontmatter 值 → 列值
|
|
72
|
+
# --------------------------------------------------------------------------
|
|
73
|
+
|
|
74
|
+
# 生效条件:v 为 None 或等于空串时返回 default,v 已是 dict/list 时原样返回 v,否则尝试 json.loads(v),抛 ValueError/TypeError 时返回 default;
|
|
75
|
+
def _j(v, default):
|
|
76
|
+
"""frontmatter 值 → Python 对象(已是容器则原样,字符串则尝试 JSON)。"""
|
|
77
|
+
if v is None or v == "":
|
|
78
|
+
return default
|
|
79
|
+
if isinstance(v, (dict, list)):
|
|
80
|
+
return v
|
|
81
|
+
try:
|
|
82
|
+
return json.loads(v)
|
|
83
|
+
except (ValueError, TypeError):
|
|
84
|
+
return default
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
# 生效条件:v 为 None 或等于空串时返回 default(缺省 "{}"),v 是 str 时原样返回 v,否则 json.dumps(v, ensure_ascii=False),抛 TypeError/ValueError 时返回 default;
|
|
88
|
+
def _js(v, default="{}"):
|
|
89
|
+
"""frontmatter 值 → JSON 文本(入 TEXT 列)。"""
|
|
90
|
+
if v is None or v == "":
|
|
91
|
+
return default
|
|
92
|
+
if isinstance(v, str):
|
|
93
|
+
return v
|
|
94
|
+
try:
|
|
95
|
+
return json.dumps(v, ensure_ascii=False)
|
|
96
|
+
except (TypeError, ValueError):
|
|
97
|
+
return default
|
|
98
|
+
|
|
99
|
+
|
|
100
|
+
# 生效条件:float(v) 成功即返回该浮点值,抛 TypeError/ValueError 时返回 default(缺省 0.0);
|
|
101
|
+
def _f(v, default=0.0):
|
|
102
|
+
try:
|
|
103
|
+
return float(v)
|
|
104
|
+
except (TypeError, ValueError):
|
|
105
|
+
return default
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
# 生效条件:对 root(缺省 DEFAULT_ROOT)取 os.path.abspath 的 utf-8 字节 sha1 前 12 位为 key,返回系统临时目录下 f"md_cg_native_{key}.db";
|
|
109
|
+
def default_db_path(root=DEFAULT_ROOT):
|
|
110
|
+
"""还原库默认位置:系统临时目录。
|
|
111
|
+
|
|
112
|
+
还原库是**派生物**(md 是唯一真源),故默认落在临时目录,可随时丢弃重建;
|
|
113
|
+
路径按 `root` 哈希区分,避免不同语料互相覆盖。
|
|
114
|
+
"""
|
|
115
|
+
key = hashlib.sha1(os.path.abspath(root).encode("utf-8")).hexdigest()[:12]
|
|
116
|
+
return os.path.join(tempfile.gettempdir(), f"md_cg_native_{key}.db")
|
|
117
|
+
|
|
118
|
+
|
|
119
|
+
# 生效条件:root 为目录且其下(递归)至少有一个 .md 文件时返回 None,目录缺失返回不存在说明,目录存在但无 .md 返回空壳说明;
|
|
120
|
+
def corpus_gap(root=DEFAULT_ROOT):
|
|
121
|
+
"""md 语料未就绪的原因(None = 就绪);**判据单一真源**。
|
|
122
|
+
|
|
123
|
+
空壳不算就绪(2026-09-20 v14 缺陷 F):`MdCGOS(root)` 会 `makedirs(root)`,
|
|
124
|
+
于是任何经 `build_db_from_md`/兄弟测试走一遭的调用都会留下
|
|
125
|
+
`_md_cg_wisdom_graph/` **空目录**——而 runner 的依赖探测与测试模块的
|
|
126
|
+
「组A/组D 是否执行」若只判 `isdir`,就会把空壳误判成「真源就绪」,
|
|
127
|
+
把本该 SKIP 的目标变成 FAIL(旁路执行一次即触发,非构造的极端场景)。
|
|
128
|
+
"""
|
|
129
|
+
if not os.path.isdir(root):
|
|
130
|
+
return ("md 语料根不存在:%s(.gitignore 忽略,需本地生成)" % root)
|
|
131
|
+
for _dp, _dn, fs in os.walk(root):
|
|
132
|
+
if any(str(f).endswith(".md") for f in fs):
|
|
133
|
+
return None
|
|
134
|
+
return ("md 语料根为空壳(目录存在但无 .md 文件):%s"
|
|
135
|
+
"——空壳不算就绪(多为兄弟测试创建的残留)" % root)
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
# 生效条件:corpus_gap(root) 为 None 时返回 True,否则 False;
|
|
139
|
+
def corpus_ready(root=DEFAULT_ROOT) -> bool:
|
|
140
|
+
"""md 语料是否就绪(目录存在**且含 .md**)。"""
|
|
141
|
+
return corpus_gap(root) is None
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
# 生效条件:db_path 能以只读 uri 连接并成功统计 nodes/edges 两表行数时返回 (int(n), int(e)),否则在任一步抛异常时返回 (0, 0);
|
|
145
|
+
def _counts(db_path):
|
|
146
|
+
"""(nodes, edges) 计数;不可读返回 (0, 0)。"""
|
|
147
|
+
try:
|
|
148
|
+
con = sqlite3.connect(f"file:{db_path}?mode=ro", uri=True)
|
|
149
|
+
n = con.execute("SELECT COUNT(*) FROM nodes").fetchone()[0]
|
|
150
|
+
e = con.execute("SELECT COUNT(*) FROM edges").fetchone()[0]
|
|
151
|
+
con.close()
|
|
152
|
+
return int(n), int(e)
|
|
153
|
+
except Exception:
|
|
154
|
+
return 0, 0
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
# 生效条件:给定 src/tgt/rel/conf/ver 即返回列序对齐 edges 表的 11 元组,id 由 str(src)/str(tgt) 与 rel 拼接,rel 为假值(None/空串)时以 "similar" 参与拼接并 strip().lower(),ver 为假值时 int(ver or 0) 取 0;
|
|
158
|
+
def _edge_row(src, tgt, rel, conf, ver):
|
|
159
|
+
"""边行(列序对齐 `aeis_core` 的 edges 表)。"""
|
|
160
|
+
src, tgt = str(src), str(tgt)
|
|
161
|
+
rel = str(rel or "similar").strip().lower()
|
|
162
|
+
return (f"e:{src}>{tgt}:{rel}", src, tgt, rel, "{}", conf, 1.0,
|
|
163
|
+
int(ver or 0), 0.0, 0.0, "extracted")
|
|
164
|
+
|
|
165
|
+
|
|
166
|
+
# 生效条件:传入 cg 与 con 时按 (LAYERS 序, 路径字典序) 排序 cg.index["nodes"] 逐条建行,cg.get(nid) 为假值则跳过该节点,子图/边来自节点的 frontmatter,最终 executemany 写入两表并 commit,返回 (nodes 行数, edges 行数);
|
|
167
|
+
def _restore(cg, con, verbose=False):
|
|
168
|
+
"""md 语料 → 检索库(nodes / edges 两表)。返回 (n_nodes, n_edges)。
|
|
169
|
+
|
|
170
|
+
插入序规范 = **(LAYERS 序, 相对路径字典序)**(与白箱访问层
|
|
171
|
+
`whitebox_kb/wisdom/md_access.py::_load_rows` 同规范):索引运行时序
|
|
172
|
+
(json 基础序 + 增量日志回放)含历史迁移序噪声且不可复现,
|
|
173
|
+
派生库行序必须由 md 实时状态确定性决定。
|
|
174
|
+
"""
|
|
175
|
+
from .mdcg import LAYERS as _md_layers
|
|
176
|
+
_ord = {name: i for i, name in enumerate(_md_layers)}
|
|
177
|
+
|
|
178
|
+
# 生效条件:nid 的 cg.index["nodes"] 条目(无条目或值为假则视为空 dict)中 path 为真时取其为 p,否则用 layer 或 "zz" 拼 f"{nid}.md"、反斜杠替换为 "/",返回 (LAYERS 序表的 .get(p 首段, 99), p);
|
|
179
|
+
def _order_key(nid):
|
|
180
|
+
e = cg.index["nodes"].get(nid) or {}
|
|
181
|
+
p = str(e.get("path")
|
|
182
|
+
or f"{e.get('layer') or 'zz'}/{nid}.md").replace("\\", "/")
|
|
183
|
+
return (_ord.get(p.split("/", 1)[0], 99), p)
|
|
184
|
+
|
|
185
|
+
ids = sorted(cg.index["nodes"], key=_order_key)
|
|
186
|
+
n_rows, e_rows = [], []
|
|
187
|
+
for i, nid in enumerate(ids, 1):
|
|
188
|
+
d = cg.get(nid)
|
|
189
|
+
if not d:
|
|
190
|
+
continue
|
|
191
|
+
fm = d.get("frontmatter") or {}
|
|
192
|
+
n_rows.append((
|
|
193
|
+
str(nid),
|
|
194
|
+
d.get("content") or "",
|
|
195
|
+
fm.get("modality") or "text",
|
|
196
|
+
_js(fm.get("spatial")),
|
|
197
|
+
_f(fm.get("temporal"), None),
|
|
198
|
+
_js(fm.get("condition_space")),
|
|
199
|
+
_f(fm.get("importance"), 0.5),
|
|
200
|
+
_f(fm.get("confidence"), 0.6),
|
|
201
|
+
fm.get("layer") or "knowledge",
|
|
202
|
+
int(_f(fm.get("access_count"), 0)),
|
|
203
|
+
_f(fm.get("last_access"), 0),
|
|
204
|
+
_f(fm.get("created_at"), 0),
|
|
205
|
+
_js(fm.get("tags"), "[]"),
|
|
206
|
+
_js(fm.get("semantic_coordinates")),
|
|
207
|
+
_js(_j(fm.get("state_attributes"), {})),
|
|
208
|
+
fm.get("entity_id"),
|
|
209
|
+
))
|
|
210
|
+
# 层级边:父节点声明的 subgraph.nodes(源库 hierarchical,source=父)
|
|
211
|
+
for c in (_j(fm.get("subgraph"), {}) or {}).get("nodes") or []:
|
|
212
|
+
e_rows.append(_edge_row(nid, c, "hierarchical", 1.0, 1))
|
|
213
|
+
# 非层级边:similar / causal 等
|
|
214
|
+
for e in _j(fm.get("edges"), []) or []:
|
|
215
|
+
if not isinstance(e, dict) or not e.get("target"):
|
|
216
|
+
continue
|
|
217
|
+
e_rows.append(_edge_row(
|
|
218
|
+
nid, e.get("target"),
|
|
219
|
+
e.get("relation_type") or e.get("relation") or "similar",
|
|
220
|
+
_f(e.get("confidence"), 0.7), int(_f(e.get("verified"), 0))))
|
|
221
|
+
if verbose and i % 1500 == 0:
|
|
222
|
+
print(f"[md_whitebox] …已还原 {i}/{len(ids)}", flush=True)
|
|
223
|
+
|
|
224
|
+
con.executemany(
|
|
225
|
+
"INSERT OR REPLACE INTO nodes (id, content, modality, spatial_coordinates,"
|
|
226
|
+
" temporal_coordinate, condition_space, importance, confidence, layer,"
|
|
227
|
+
" access_count, last_access, created_at, tags, semantic_coordinates,"
|
|
228
|
+
" state_attributes, entity_id)"
|
|
229
|
+
" VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)", n_rows)
|
|
230
|
+
con.executemany(
|
|
231
|
+
"INSERT OR REPLACE INTO edges (id, source_id, target_id, relation_type,"
|
|
232
|
+
" condition_space, confidence, weight, verified, created_at,"
|
|
233
|
+
" last_verified, source_evidence)"
|
|
234
|
+
" VALUES (?,?,?,?,?,?,?,?,?,?,?)", e_rows)
|
|
235
|
+
con.commit()
|
|
236
|
+
return len(n_rows), len(e_rows)
|
|
237
|
+
|
|
238
|
+
|
|
239
|
+
# 生效条件:corpus_gap(root) 非 None 即抛 FileNotFoundError(**不建空库、不建目录**);db_path 为假值(None/空串)时回落 default_db_path(root),当 not force 且 os.path.exists(db_path) 为真且 _counts 得 nodes>0 时直接返回 {reused: True},否则删除该路径后以 MdCGOS(root) 与 SpacetimeMemoryEngine 经 _restore 重建并返回 {reused: False},root 缺省 DEFAULT_ROOT;
|
|
240
|
+
def build_db_from_md(root=DEFAULT_ROOT, db_path=None, force=False, verbose=True):
|
|
241
|
+
"""把 md 语料还原为白箱检索引擎可用的库(幂等:已存在且非空则复用)。
|
|
242
|
+
|
|
243
|
+
返回 `{db, nodes, edges, reused, root}`。
|
|
244
|
+
|
|
245
|
+
**fail-closed**(2026-09-20 v14 缺陷 F 根因修复):语料未就绪即抛
|
|
246
|
+
`FileNotFoundError`,**不建空库、也绝不建空壳目录**——旧实现直接
|
|
247
|
+
`MdCGOS(root)`(内部 `makedirs`),一次误调就在仓根留下
|
|
248
|
+
`_md_cg_wisdom_graph/` 空壳,把兄弟测试的依赖探测从 SKIP 变 FAIL。
|
|
249
|
+
"""
|
|
250
|
+
gap = corpus_gap(root)
|
|
251
|
+
if gap:
|
|
252
|
+
raise FileNotFoundError(
|
|
253
|
+
"md 语料真源未就绪:%s\n 生成:python -m md_cg.migrate_wisdom_graph "
|
|
254
|
+
"--db <sqlite 路径> --root %s" % (gap, root))
|
|
255
|
+
from . import whitebox_kb # noqa: F401 —— 触发平铺导入的 sys.path 引导
|
|
256
|
+
from .mdcos import MdCGOS
|
|
257
|
+
from aeis_core import SpacetimeMemoryEngine
|
|
258
|
+
|
|
259
|
+
db_path = os.path.abspath(db_path or default_db_path(root))
|
|
260
|
+
if not force and os.path.exists(db_path):
|
|
261
|
+
n, e = _counts(db_path)
|
|
262
|
+
if n > 0:
|
|
263
|
+
if verbose:
|
|
264
|
+
print(f"[md_whitebox] 复用还原库:{db_path}"
|
|
265
|
+
f"(nodes={n} edges={e})", flush=True)
|
|
266
|
+
return {"db": db_path, "nodes": n, "edges": e, "reused": True,
|
|
267
|
+
"root": root}
|
|
268
|
+
|
|
269
|
+
os.makedirs(os.path.dirname(db_path) or ".", exist_ok=True)
|
|
270
|
+
if os.path.exists(db_path):
|
|
271
|
+
os.remove(db_path)
|
|
272
|
+
|
|
273
|
+
cg = MdCGOS(root)
|
|
274
|
+
eng = SpacetimeMemoryEngine(db_path=db_path, identity="md原生白箱")
|
|
275
|
+
try:
|
|
276
|
+
n_nodes, n_edges = _restore(cg, eng.store.conn, verbose=verbose)
|
|
277
|
+
finally:
|
|
278
|
+
cg.close()
|
|
279
|
+
eng.close()
|
|
280
|
+
|
|
281
|
+
if verbose:
|
|
282
|
+
print(f"[md_whitebox] 还原完成:{db_path}"
|
|
283
|
+
f"(nodes={n_nodes} edges={n_edges})", flush=True)
|
|
284
|
+
return {"db": db_path, "nodes": n_nodes, "edges": n_edges, "reused": False,
|
|
285
|
+
"root": root}
|
|
286
|
+
|
|
287
|
+
|
|
288
|
+
# --------------------------------------------------------------------------
|
|
289
|
+
# 门面:md 语料驱动的白箱问答
|
|
290
|
+
# --------------------------------------------------------------------------
|
|
291
|
+
|
|
292
|
+
# 生效条件:以 root=DEFAULT_ROOT、db_path=None、force_rebuild=False、verbose=False 构造时,__init__ 调用 build_db_from_md 并把 stats["db"] 记为实例 db_path、_engine 置 None;
|
|
293
|
+
class MdWhitebox:
|
|
294
|
+
"""md 语料驱动的白箱问答。
|
|
295
|
+
|
|
296
|
+
知识来自 md 语料(与源库同源但**不依赖源库**),检索与回答走白箱自带
|
|
297
|
+
引擎。`seed=False`:随包种子卡是另一份知识,不该混进 md 语料还原库。
|
|
298
|
+
"""
|
|
299
|
+
|
|
300
|
+
# 生效条件:root 缺省 DEFAULT_ROOT、db_path 缺省 None(交由 build_db_from_md 回落默认路径)、force_rebuild 缺省 False(作为 force 传入)、verbose 缺省 False 时,调用 build_db_from_md 并将 stats["db"] 存入 self.db_path、self._engine 置 None;
|
|
301
|
+
def __init__(self, root=DEFAULT_ROOT, db_path=None, force_rebuild=False,
|
|
302
|
+
verbose=False):
|
|
303
|
+
self.root = root
|
|
304
|
+
self.stats = build_db_from_md(root, db_path, force=force_rebuild,
|
|
305
|
+
verbose=verbose)
|
|
306
|
+
self.db_path = self.stats["db"]
|
|
307
|
+
self._engine = None
|
|
308
|
+
|
|
309
|
+
@property
|
|
310
|
+
# 生效条件:self._engine 为 None 时以 db_path=self.db_path、seed=False 构造 WhiteboxEngine 并缓存,否则直接返回已缓存实例;
|
|
311
|
+
# 生效条件:不适用(无必需形参与模块级常量)
|
|
312
|
+
def engine(self):
|
|
313
|
+
if self._engine is None:
|
|
314
|
+
from .whitebox_kb.engine import WhiteboxEngine
|
|
315
|
+
self._engine = WhiteboxEngine(db_path=self.db_path, seed=False)
|
|
316
|
+
return self._engine
|
|
317
|
+
|
|
318
|
+
# 生效条件:question 给定(session_id 缺省 "md-whitebox-eval")时返回 self.engine.chat(question, session_id=session_id) 的结果;
|
|
319
|
+
def ask(self, question, session_id="md-whitebox-eval"):
|
|
320
|
+
"""白箱问答。返回含 `route` / `reply` / `hits` 的原始结果。"""
|
|
321
|
+
return self.engine.chat(question, session_id=session_id)
|
|
322
|
+
|
|
323
|
+
# 生效条件:不适用(无必需形参与模块级常量)
|
|
324
|
+
def close(self):
|
|
325
|
+
if self._engine is not None:
|
|
326
|
+
self._engine.close()
|
|
327
|
+
self._engine = None
|
|
328
|
+
|
|
329
|
+
# 生效条件:不适用(无必需形参与模块级常量)
|
|
330
|
+
def __enter__(self):
|
|
331
|
+
return self
|
|
332
|
+
|
|
333
|
+
# 生效条件:不适用(无必需形参与模块级常量)
|
|
334
|
+
def __exit__(self, *exc):
|
|
335
|
+
self.close()
|
|
336
|
+
return False
|
|
337
|
+
|
|
338
|
+
|
|
339
|
+
if __name__ == "__main__": # 手动自检:python -m md_cg.md_whitebox <问题>
|
|
340
|
+
q = " ".join(sys.argv[1:]) or "什么是条件论"
|
|
341
|
+
with MdWhitebox(verbose=True) as wb:
|
|
342
|
+
res = wb.ask(q)
|
|
343
|
+
print(json.dumps({"question": q, "route": res.get("route"),
|
|
344
|
+
"reply": res.get("reply"),
|
|
345
|
+
"hits": (res.get("hits") or [])[:5]},
|
|
346
346
|
ensure_ascii=False, indent=2))
|