@furongjun1999/dsh-memory 0.4.11 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -16
- package/codebuddy/CODEBUDDY.md +11 -3
- package/codebuddy/README.md +92 -90
- package/codebuddy/mcp.json +27 -27
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +169 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +144 -144
- package/docs/README.md +142 -111
- package/docs/discipline/harnesses.yaml +244 -226
- package/docs/discipline/templates/full.md.tmpl +61 -61
- package/docs/discipline/templates/rules.mdc.tmpl +68 -0
- package/docs/discipline/templates/skill.md.tmpl +23 -23
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +299 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +239 -239
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +174 -174
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +223 -223
- package/docs/{mdcg → hive}//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +165 -160
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +76 -0
- package/docs/{mdcg → hive}//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +236 -236
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +43 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +85 -0
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +102 -102
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +47 -0
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +503 -503
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +85 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +191 -0
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +90 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +216 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +646 -646
- package/docs/mdcg/lingshu_tutorial.html +14449 -14449
- package/docs/mdcg/release_v0.4.11.md +49 -0
- package/docs/mdcg/release_v0.4.5.md +55 -55
- package/docs/mdcg/tool_table_v0.3.0.md +117 -117
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +600 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +40 -40
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +275 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +54 -0
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +130 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +278 -278
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +172 -172
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +270 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +491 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +340 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +588 -588
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +176 -176
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +81 -81
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +704 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +242 -242
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +129 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +134 -134
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +5260 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +145 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +144 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +198 -198
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +221 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +237 -237
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +82 -82
- package/docs//345/267/245/344/275/234/347/272/252/345/276/213_/350/256/244/347/237/245/345/233/276/346/235/241/347/233/256_v1.1.json +28 -2
- package/dsh/README.md +82 -82
- package/dsh/cordis.yml.example +139 -139
- package/dsh/update-lingshu.bat +11 -11
- package/lib/hooks.js +36 -2
- package/lib/lib/roleplay_web.js +427 -427
- package/md_cg/__init__.py +7 -7
- package/md_cg/audit.py +368 -368
- package/md_cg/autonomy.py +287 -287
- package/md_cg/backfill.py +1327 -1327
- package/md_cg/backfill_bigdomain.py +34 -34
- package/md_cg/bench6_arms.py +410 -410
- package/md_cg/bench6_common.py +230 -230
- package/md_cg/bench6_competitors.py +212 -212
- package/md_cg/bench_axis_domain.py +257 -257
- package/md_cg/bench_blind_comp.py +308 -308
- package/md_cg/bench_en_atoms_public.py +230 -230
- package/md_cg/bench_governance.py +348 -348
- package/md_cg/bench_lme_zh.py +410 -410
- package/md_cg/bench_locomo.py +121 -121
- package/md_cg/bench_locomo_zh.py +450 -450
- package/md_cg/bench_locomo_zh_public.py +147 -147
- package/md_cg/bench_longmem.py +112 -112
- package/md_cg/bench_membench.py +632 -632
- package/md_cg/bench_p0.py +149 -149
- package/md_cg/bench_progressive.py +287 -287
- package/md_cg/bench_role_views.py +238 -238
- package/md_cg/bench_task_ab.py +243 -243
- package/md_cg/bench_task_ab_llm.py +408 -408
- package/md_cg/bench_unified_en.py +204 -204
- package/md_cg/bench_zh_mad.py +601 -601
- package/md_cg/blindspot_tickets.py +123 -123
- package/md_cg/branches.py +285 -285
- package/md_cg/build_postings.py +73 -73
- package/md_cg/ccgc.py +1005 -948
- package/md_cg/census.py +132 -132
- package/md_cg/chain.py +300 -300
- package/md_cg/codeindex.py +531 -531
- package/md_cg/coldverify.py +292 -292
- package/md_cg/comment_gate.py +337 -337
- package/md_cg/cond_compose.py +190 -190
- package/md_cg/cond_facts.py +154 -154
- package/md_cg/cond_template.json +106 -106
- package/md_cg/condition_anchor.py +142 -142
- package/md_cg/conformance.py +726 -726
- package/md_cg/consistency.py +717 -717
- package/md_cg/consolidate.py +1536 -1439
- package/md_cg/corpus.py +110 -110
- package/md_cg/crosscheck.py +1097 -1097
- package/md_cg/crypto.py +437 -437
- package/md_cg/d_meta.py +310 -310
- package/md_cg/datapath.py +334 -334
- package/md_cg/docindex.py +473 -473
- package/md_cg/eval_common.py +575 -575
- package/md_cg/evidence.py +580 -580
- package/md_cg/evolution.py +477 -477
- package/md_cg/export.py +220 -220
- package/md_cg/forgetting.py +581 -581
- package/md_cg/fsutil.py +329 -329
- package/md_cg/hotcache.py +238 -214
- package/md_cg/hyperedge.py +251 -251
- package/md_cg/identity.py +390 -390
- package/md_cg/insight.py +500 -500
- package/md_cg/interop.py +199 -0
- package/md_cg/lexicon/build_cedict_en_zh.py +329 -329
- package/md_cg/lexicon/build_standard_en.py +171 -171
- package/md_cg/lexicon/expand_en_zh.py +211 -211
- package/md_cg/lifecycle.py +272 -272
- package/md_cg/linkref.py +280 -280
- package/md_cg/links.py +622 -622
- package/md_cg/mcp_server.py +129 -32
- package/md_cg/md_whitebox.py +345 -345
- package/md_cg/mdcg.py +176 -117
- package/md_cg/mdcos.py +79 -13
- package/md_cg/metacognition.py +591 -591
- package/md_cg/migrate.py +119 -119
- package/md_cg/migrate_aeis.py +221 -221
- package/md_cg/migrate_roleplay.py +293 -293
- package/md_cg/migrate_wisdom_graph.py +360 -360
- package/md_cg/mreview/__init__.py +25 -25
- package/md_cg/mreview/__main__.py +110 -110
- package/md_cg/mreview/bundle.py +178 -178
- package/md_cg/mreview/candidates.py +262 -262
- package/md_cg/mreview/govern.py +693 -693
- package/md_cg/mreview/locate.py +939 -939
- package/md_cg/mreview/pipeline.py +728 -728
- package/md_cg/mreview/rules/duplication.json +21 -21
- package/md_cg/mreview/rules/field_coverage.json +54 -54
- package/md_cg/mreview/rules/source_license.json +21 -21
- package/md_cg/mreview/rules/template_flow.json +21 -21
- package/md_cg/mreview/ruleset.py +252 -252
- package/md_cg/nodefile.py +575 -575
- package/md_cg/pooling.py +484 -472
- package/md_cg/postings.py +298 -298
- package/md_cg/predict.py +1100 -1100
- package/md_cg/progressive.py +123 -123
- package/md_cg/protect.py +272 -272
- package/md_cg/protocol/md_cg_gate.proto +33 -33
- package/md_cg/protocol.py +372 -372
- package/md_cg/provenance.py +582 -582
- package/md_cg/reach.py +453 -453
- package/md_cg/readcache.py +85 -0
- package/md_cg/refindex.py +833 -833
- package/md_cg/refine.py +604 -604
- package/md_cg/roleviews.py +89 -89
- package/md_cg/routing.py +365 -365
- package/md_cg/scrub.py +852 -852
- package/md_cg/security.py +274 -274
- package/md_cg/self_state.py +1029 -1029
- package/md_cg/selfreport.py +151 -151
- package/md_cg/semantic/__init__.py +10 -10
- package/md_cg/semantic/canonical.py +122 -122
- package/md_cg/semantic/en_normalizer.py +364 -364
- package/md_cg/semantic/en_zh_map.json +28694 -0
- package/md_cg/semantic/export_en_zh_map.py +64 -0
- package/md_cg/semantic/unify.py +45 -0
- package/md_cg/semantic/zh_en_atoms.py +139 -139
- package/md_cg/signer.py +562 -562
- package/md_cg/sources.py +815 -582
- package/md_cg/statushdr.py +179 -179
- package/md_cg/stg.py +48 -37
- package/md_cg/subgraph.py +729 -729
- package/md_cg/sustain.py +1138 -1138
- package/md_cg/tasks.py +470 -470
- package/md_cg/test_action_derive.py +203 -203
- package/md_cg/test_audit_rotate.py +270 -270
- package/md_cg/test_autonomy.py +143 -143
- package/md_cg/test_bench_governance.py +102 -102
- package/md_cg/test_blindspot_tickets.py +166 -166
- package/md_cg/test_branches.py +249 -249
- package/md_cg/test_ccg_perturb.py +184 -184
- package/md_cg/test_ccgc.py +433 -433
- package/md_cg/test_census_prune.py +81 -81
- package/md_cg/test_cond_compose_anchors.py +76 -76
- package/md_cg/test_cond_match.py +165 -165
- package/md_cg/test_condition_anchor.py +81 -81
- package/md_cg/test_d_meta.py +412 -412
- package/md_cg/test_datapath_root.py +199 -199
- package/md_cg/test_en_pipeline.py +166 -166
- package/md_cg/test_gain_gate.py +212 -212
- package/md_cg/test_health_scale.py +173 -173
- package/md_cg/test_hive_ingest.py +285 -0
- package/md_cg/test_hot_cold.py +215 -215
- package/md_cg/test_hyperedge.py +245 -245
- package/md_cg/test_i26_empty_first_write.py +116 -0
- package/md_cg/test_i27_e041_identity.py +128 -0
- package/md_cg/test_i28_hotcache_prodpath.py +122 -0
- package/md_cg/test_identity_attribution.py +147 -147
- package/md_cg/test_index_durability.py +224 -224
- package/md_cg/test_interop.py +93 -0
- package/md_cg/test_lifecycle.py +309 -309
- package/md_cg/test_linkref.py +306 -306
- package/md_cg/test_lock.py +43 -43
- package/md_cg/test_md_access_parity.py +255 -255
- package/md_cg/test_md_writepath.py +345 -345
- package/md_cg/test_mdstore_search_parity.py +160 -0
- package/md_cg/test_mr_m2.py +587 -587
- package/md_cg/test_mr_m3.py +710 -710
- package/md_cg/test_mr_m4.py +485 -485
- package/md_cg/test_p0.py +250 -250
- package/md_cg/test_p1.py +316 -316
- package/md_cg/test_p10_identity.py +173 -173
- package/md_cg/test_p11_consistency.py +233 -233
- package/md_cg/test_p12_metacognition.py +212 -212
- package/md_cg/test_p13_encryption.py +241 -241
- package/md_cg/test_p14_sustain.py +249 -249
- package/md_cg/test_p15_scrub.py +280 -280
- package/md_cg/test_p16_self_state.py +301 -301
- package/md_cg/test_p17_predict.py +354 -354
- package/md_cg/test_p18_whitebox.py +171 -171
- package/md_cg/test_p19_migrate_roleplay.py +149 -149
- package/md_cg/test_p20_evolution.py +315 -315
- package/md_cg/test_p21_tokens.py +293 -270
- package/md_cg/test_p22_theory.py +175 -175
- package/md_cg/test_p23_links.py +311 -311
- package/md_cg/test_p24_evidence.py +227 -227
- package/md_cg/test_p25_weights.py +156 -156
- package/md_cg/test_p26_refindex.py +416 -416
- package/md_cg/test_p27_docindex.py +765 -765
- package/md_cg/test_p28_refcheck.py +305 -305
- package/md_cg/test_p29_session_ingest_export.py +354 -333
- package/md_cg/test_p3.py +11 -2
- package/md_cg/test_p30_maintain.py +330 -330
- package/md_cg/test_p31_insight.py +534 -534
- package/md_cg/test_p32_backfill.py +298 -298
- package/md_cg/test_p33_ccg_wiring.py +293 -293
- package/md_cg/test_p34_crosscheck.py +331 -331
- package/md_cg/test_p35_conditioned_claim.py +252 -252
- package/md_cg/test_p36_kp_align.py +230 -230
- package/md_cg/test_p37_condition_space.py +248 -248
- package/md_cg/test_p38_concurrent_flush.py +102 -0
- package/md_cg/test_p38_contextualize.py +273 -273
- package/md_cg/test_p39_verify_flow.py +113 -0
- package/md_cg/test_p39_vision_evidence.py +369 -369
- package/md_cg/test_p40_refine_worklist.py +241 -241
- package/md_cg/test_p41_evolve_patrol.py +224 -224
- package/md_cg/test_p42_provenance.py +269 -269
- package/md_cg/test_p43_pooling.py +412 -398
- package/md_cg/test_p44_md_whitebox.py +231 -231
- package/md_cg/test_p45_session_identity.py +219 -219
- package/md_cg/test_p46_unit_scope.py +272 -272
- package/md_cg/test_p47_session_view.py +281 -0
- package/md_cg/test_p4_fuzzy.py +223 -223
- package/md_cg/test_p5_semantic.py +226 -226
- package/md_cg/test_p6_consolidate.py +440 -387
- package/md_cg/test_p7_goals_recent.py +202 -202
- package/md_cg/test_p8_subgraph_chain.py +200 -200
- package/md_cg/test_p9_forget_protect.py +231 -231
- package/md_cg/test_predict_beta.py +135 -135
- package/md_cg/test_preflight_failclosed.py +100 -100
- package/md_cg/test_progressive.py +146 -146
- package/md_cg/test_protocol.py +243 -243
- package/md_cg/test_reach.py +378 -378
- package/md_cg/test_reach_keys.py +201 -201
- package/md_cg/test_read_clip.py +141 -141
- package/md_cg/test_readcache_prodpath.py +155 -0
- package/md_cg/test_retr_gates_prodpath.py +140 -0
- package/md_cg/test_retr_s1.py +340 -340
- package/md_cg/test_retr_s1b.py +209 -209
- package/md_cg/test_retr_s3.py +194 -194
- package/md_cg/test_retr_s4.py +163 -163
- package/md_cg/test_retr_s5.py +200 -200
- package/md_cg/test_retr_s6.py +157 -157
- package/md_cg/test_retr_s7.py +384 -384
- package/md_cg/test_retr_s8_time.py +369 -316
- package/md_cg/test_retr_s9_edges.py +286 -286
- package/md_cg/test_retr_s9_entity_ctx.py +175 -175
- package/md_cg/test_review_conformance.py +367 -367
- package/md_cg/test_role_views.py +354 -354
- package/md_cg/test_sem_noise.py +242 -242
- package/md_cg/test_semantic_canonical.py +241 -241
- package/md_cg/test_subproc_encoding.py +192 -192
- package/md_cg/test_sustain_mutual.py +153 -153
- package/md_cg/test_tasks.py +409 -409
- package/md_cg/test_tool_face.py +189 -189
- package/md_cg/test_transfer.py +180 -180
- package/md_cg/test_trust.py +361 -361
- package/md_cg/test_twophase.py +286 -286
- package/md_cg/test_v14_fixes.py +397 -397
- package/md_cg/test_validity_filter.py +280 -280
- package/md_cg/test_verify_answer.py +138 -138
- package/md_cg/test_wisdom_md_store.py +292 -292
- package/md_cg/test_writelimit.py +197 -197
- package/md_cg/test_writepipe.py +214 -214
- package/md_cg/theory.py +273 -273
- package/md_cg/tokens.py +677 -663
- package/md_cg/tool_face.py +260 -260
- package/md_cg/trust.py +986 -950
- package/md_cg/twophase.py +231 -231
- package/md_cg/units.py +667 -667
- package/md_cg/vision_evidence.py +666 -666
- package/md_cg/weights.py +624 -624
- package/md_cg/whitebox.py +527 -527
- package/md_cg/whitebox_kb/__init__.py +37 -37
- package/md_cg/whitebox_kb/aeis_core/__init__.py +42 -42
- package/md_cg/whitebox_kb/aeis_core/semantic.py +280 -280
- package/md_cg/whitebox_kb/aeis_core/textutil.py +13 -13
- package/md_cg/whitebox_kb/engine.py +310 -310
- package/md_cg/whitebox_kb/seed_knowledge//346/231/272/350/203/275/350/256/2723.4.md +5260 -5260
- package/md_cg/whitebox_kb/wisdom/browser_units.py +2631 -2631
- package/md_cg/whitebox_kb/wisdom/causal_discover.py +432 -432
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1506 -1506
- package/md_cg/whitebox_kb/wisdom/code_solidified.json +6195 -6195
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3033 -3033
- package/md_cg/whitebox_kb/wisdom/condition_algebra.py +112 -112
- package/md_cg/whitebox_kb/wisdom/condition_frame.py +315 -315
- package/md_cg/whitebox_kb/wisdom/condition_kb.py +108 -108
- package/md_cg/whitebox_kb/wisdom/conflict_map.json +4445 -4445
- package/md_cg/whitebox_kb/wisdom/core/lexer.py +512 -512
- package/md_cg/whitebox_kb/wisdom/core/name_checker.py +1023 -1023
- package/md_cg/whitebox_kb/wisdom/cspmn.py +258 -258
- package/md_cg/whitebox_kb/wisdom/csre.py +264 -264
- package/md_cg/whitebox_kb/wisdom/danmaku_audit.py +252 -252
- package/md_cg/whitebox_kb/wisdom/distilled_condition_units.json +6417 -6417
- package/md_cg/whitebox_kb/wisdom/docs/WB-EVAL-20260902b.json +1950 -1950
- package/md_cg/whitebox_kb/wisdom/docs/WB-EVAL-20260902c.json +1296 -1296
- package/md_cg/whitebox_kb/wisdom/docs/whitebox_capability_graph_demo.json +59 -59
- package/md_cg/whitebox_kb/wisdom/graph_db_units.py +3089 -3089
- package/md_cg/whitebox_kb/wisdom/knowledge_points.py +318 -318
- package/md_cg/whitebox_kb/wisdom/md_access.py +470 -470
- package/md_cg/whitebox_kb/wisdom/md_store.py +276 -251
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +476 -476
- package/md_cg/whitebox_kb/wisdom/navigate.py +248 -248
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +224 -224
- package/md_cg/whitebox_kb/wisdom/os_units.py +2735 -2735
- package/md_cg/whitebox_kb/wisdom/pattern_separation.py +376 -376
- package/md_cg/whitebox_kb/wisdom/prereq_map.json +364 -364
- package/md_cg/whitebox_kb/wisdom/python_code_units.py +2766 -2766
- package/md_cg/whitebox_kb/wisdom/role_solidified.json +7 -7
- package/md_cg/whitebox_kb/wisdom/route_memory.py +244 -244
- package/md_cg/whitebox_kb/wisdom/scene_reconstruction.py +148 -148
- package/md_cg/whitebox_kb/wisdom/snr_report.json +40 -40
- package/md_cg/whitebox_kb/wisdom/test_code_compose_domains.py +7541 -7541
- package/md_cg/whitebox_kb/wisdom/test_compiler_self_bootstrap.py +354 -354
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_demos.py +193 -193
- package/md_cg/whitebox_kb/wisdom/test_graph_db.py +292 -292
- package/md_cg/whitebox_kb/wisdom/test_python_self_bootstrap.py +160 -160
- package/md_cg/whitebox_kb/wisdom/trigger_words_index.json +4366 -4366
- package/md_cg/whitebox_kb/wisdom/verifier.py +1297 -1297
- package/md_cg/writelimit.py +356 -356
- package/md_cg/writepipe.py +550 -542
- package/package.json +97 -96
- package/skills/plugin.json +54 -54
- package/skills/skills/designer-perspective/SKILL.md +158 -158
- package/skills/skills/designer-perspective/references/01-observation-position.md +66 -66
- package/skills/skills/designer-perspective/references/02-structure-recognition.md +62 -62
- package/skills/skills/designer-perspective/references/03-direction-judgment.md +55 -55
- package/skills/skills/designer-perspective/references/04-qualification-verdict.md +72 -72
- package/skills/skills/designer-perspective/references/05-condition-attribution.md +74 -74
- package/skills/skills/designer-perspective/scripts/designer.py +545 -545
- package/skills/skills/designer-perspective/tests/cases.jsonl +17 -17
- package/skills/skills/designer-perspective/tests/selftest.py +61 -61
- package/skills/skills/lingshu-browser/SKILL.md +60 -60
- package/skills/skills/lingshu-compiler/SKILL.md +56 -56
- package/skills/skills/lingshu-compiler/units/analyze-type-infer/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/check-name-real/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-assign/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-expr-tree/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-full-pipeline/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-func-def/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-if-then/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-logic-expr/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-recursive/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-scope/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-type-check/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compile-while/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0010c4bf/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0355bffb/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0361708a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-054a0414/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-05a1691a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-05eeed1e/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0622a1f6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-08b54217/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0a62b70c/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0ab24d00/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0e093688/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0e82b966/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0ee9b9b9/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-0f3787e6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-1028685f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-11897630/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-16661b9b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-1f722303/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-25be1262/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2a76ba07/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2dbea54a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2df52f16/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2ec2c9d2/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-2f8c8f39/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-38378ac7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-39457d2e/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-39fb5926/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-47f4fbfa/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4a8cd1f1/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4b230b6b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4cbbda95/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-4d5a68ff/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-56dc9bdd/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-57e76ebe/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-61ff016b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-63eae588/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-64c4224b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-66377955/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-674ab4f6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6af76fd6/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6d979db2/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6de326c0/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-6f1c0eea/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-724d6c9b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7690177f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7b229a7d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-7f471b3a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-815cad08/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-83c61634/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-8c798c81/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-8dd747ac/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-90324d0a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-94b8d72d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-94f12231/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-95937c16/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98a5625b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98b4c42f/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-98e3894a/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9bdfe4b8/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9d9b4e83/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-9f7be5ad/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a6daf076/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a7995a0c/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-a8399248/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-aabbd099/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-afe169d8/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b0678bda/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b09bd196/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b1396e23/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-b9b31ce0/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-c10264a7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cb1e8e4b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ccafd438/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cda9c262/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ce648068/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-cf5776a4/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-d974e5d3/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-e3979fd3/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-eb1cf2b5/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-ecb30d5b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-f8c8b24b/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-f99fedbe/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-fa8ff5f7/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/compiler-fe1b058d/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-chinese-program/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-dao-de-jing/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/lex-nine-chapters/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-arithmetic/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-array-ops/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-closure-call/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-closure-create/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-compare/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-cond-jump/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-cond-space/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-exception/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-func-call/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-loop-run/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-profiling/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-refcount/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-run-loop/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-short-circuit/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-stack-guard/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-stack-ops/SKILL.md +45 -45
- package/skills/skills/lingshu-compiler/units/vm-trust-accum/SKILL.md +45 -45
- package/skills/skills/lingshu-graph/SKILL.md +63 -63
- package/skills/skills/lingshu-net/SKILL.md +48 -48
- package/skills/skills/lingshu-os/SKILL.md +64 -64
- package/skills/skills/lingshu-pylang/SKILL.md +71 -71
- package/src/bridge.ts +401 -401
- package/src/hooks.ts +38 -2
- package/src/lib/datapath.ts +326 -326
- package/src/lib/mdcg_client.ts +413 -413
- package/src/lib/mutual.ts +428 -428
- package/src/lib/prompt_safety.ts +62 -62
- package/src/lib/python_path.ts +71 -71
- package/src/lib/roleplay_web.ts +932 -932
- package/src/lib/token_store.ts +192 -192
- package/src/tools.ts +212 -212
- package/zcode/AGENTS.md +11 -3
- package/zcode/README.md +41 -41
- /package/docs/{mdcg → hive}//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md" +0 -0
|
@@ -1,348 +1,348 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""治理四指标只读评估器(阶段三 §5.1/§5.2 基线测量,纯合成确定性语料,不改任何行为面)。
|
|
3
|
-
|
|
4
|
-
四指标(对照值来自 docs/灵枢自我改进工作计划_外部研究系列吸收 §5):
|
|
5
|
-
g1 修正传播率 — 上游信任态降级后,依赖下游一跳同步失效比例
|
|
6
|
-
(承载=trust.set_state+mark_dependents;对照 MAGE 91.2%)
|
|
7
|
-
g2 矛盾处理率 — 矛盾/否定证据被正确裁决比例
|
|
8
|
-
(承载=judge_qualification 负条件 REJECT + judge_ranking 终排剔除;
|
|
9
|
-
对照 MAGE 88.5%)
|
|
10
|
-
g3 过期取回率 — 检索 top-k 返回已过期节点比例(越低越好)
|
|
11
|
-
(口径唯一真源=trust.is_expired / scrub._EXPIRY_KEYS;
|
|
12
|
-
主口径=validity 防线残留率,副口径=默认面暴露率;对照 MAGE 3.1%)
|
|
13
|
-
g4 拒答 F1 — 不可答问题拒答的精确率/召回率/F1
|
|
14
|
-
(拒答判据=空结果 或 top1 资格态∈{BLINDSPOT, DEFER};
|
|
15
|
-
对照 REMem 64.0)
|
|
16
|
-
|
|
17
|
-
设计约束:
|
|
18
|
-
- 纯合成语料、无随机源,重复运行结果逐位一致(第 5 条可回放);
|
|
19
|
-
- tempfile 库,不触碰真实认知图库(评估器只读);
|
|
20
|
-
- 语料守卫断言(语料本身不合法立即 fail,防指标虚高——对齐 bench_blind_comp
|
|
21
|
-
assert_material 纪律)。
|
|
22
|
-
运行:python -X utf8 -m md_cg.bench_governance [--out <json>]
|
|
23
|
-
"""
|
|
24
|
-
import argparse
|
|
25
|
-
import json
|
|
26
|
-
import os
|
|
27
|
-
import shutil
|
|
28
|
-
import subprocess
|
|
29
|
-
import sys
|
|
30
|
-
import tempfile
|
|
31
|
-
import time
|
|
32
|
-
|
|
33
|
-
from .mdcg import MdCG
|
|
34
|
-
from .mdcos import MdCGOS
|
|
35
|
-
from . import trust
|
|
36
|
-
|
|
37
|
-
BASELINE_REF = {
|
|
38
|
-
"g1_correction_propagation": {"ours": None, "mage": 0.912},
|
|
39
|
-
"g2_contradiction_handling": {"ours": None, "mage": 0.885},
|
|
40
|
-
"g3_expired_recall": {"ours": None, "mage": 0.031, "note": "越低越好"},
|
|
41
|
-
"g4_refusal_f1": {"ours": None, "remem_f1": 64.0, "note": "REMem 为其自报口径,仅作量级对照"},
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
# ---------------------------------------------------------------- 语料 ----
|
|
45
|
-
|
|
46
|
-
NOW = None # main 内注入,保证同一次运行内时间一致
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
def _doc(title, fact, cond="无条件", neg=None):
|
|
50
|
-
"""CCG 六要素正文(与 test_sem_noise._doc 同构:负条件双写中的正文行)。"""
|
|
51
|
-
lines = [
|
|
52
|
-
"# 功能名:" + title,
|
|
53
|
-
"# 生效条件:" + cond,
|
|
54
|
-
"# 子功能:" + title + "事实卡",
|
|
55
|
-
"# 执行:检索面事实提供",
|
|
56
|
-
"# 验证方式:test",
|
|
57
|
-
"# 不适用条件:" + (neg or "无"),
|
|
58
|
-
"",
|
|
59
|
-
fact,
|
|
60
|
-
]
|
|
61
|
-
return "\n".join(lines)
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
# 可答事实:条件词面刻意出现在对应 query 里(正条件确认可命中 → ACCEPT)
|
|
65
|
-
FACTS = [
|
|
66
|
-
# (nid, 事实句, 正条件行, query)
|
|
67
|
-
("g_f1", "灵枢检索缓存默认保留 128 条。", "载体:缓存配置", "缓存配置里默认缓存多大"),
|
|
68
|
-
("g_f2", "蜂巢心跳间隔为 30 秒。", "载体:蜂巢参数", "蜂巢参数中心跳间隔是多少"),
|
|
69
|
-
("g_f3", "评测器统一经 eval_common 汇总指标。", "载体:评测约定", "评测约定的汇总入口在哪"),
|
|
70
|
-
("g_f4", "python 命令统一走 argv 列表加显式 UTF-8。", "无条件", "python 命令执行要用什么编码约定"),
|
|
71
|
-
("g_f5", "语义摘要路默认关闭、显式 opt-in 才启用。", "无条件", "语义摘要路默认开还是关"),
|
|
72
|
-
("g_f6", "分支节点不出库、不进主支检索。", "无条件", "分支节点会不会进主支检索"),
|
|
73
|
-
]
|
|
74
|
-
|
|
75
|
-
# 否定反事实:负条件双写(kwarg + 正文行),否定情境 query=「你刚才在干什么」
|
|
76
|
-
NEG_QUERY = "你刚才在干什么"
|
|
77
|
-
NEG_COND = "刚才在干什么"
|
|
78
|
-
NEGATIVES = [
|
|
79
|
-
("g_n1", "我没有在喝水。"),
|
|
80
|
-
("g_n2", "我没有在写代码。"),
|
|
81
|
-
("g_n3", "我没有在开会。"),
|
|
82
|
-
("g_n4", "我没有在跑步。"),
|
|
83
|
-
]
|
|
84
|
-
|
|
85
|
-
# 过期节点:与可答事实同题竞争(旧版本数值已失效),effective_until 已过
|
|
86
|
-
STALE = [
|
|
87
|
-
("g_e1", "蜂巢心跳间隔曾为 10 秒(旧版)。", "g_f2"),
|
|
88
|
-
("g_e2", "评测器旧口径按 k=3 汇总(已废弃)。", "g_f3"),
|
|
89
|
-
("g_e3", "检索缓存默认曾为 64 条(旧版)。", "g_f1"),
|
|
90
|
-
]
|
|
91
|
-
|
|
92
|
-
# 修正传播链:地基 U + 一跳依赖 D1..D4
|
|
93
|
-
U_GOV = "g_u_gov"
|
|
94
|
-
DEPENDENTS = ["g_d1", "g_d2", "g_d3", "g_d4"]
|
|
95
|
-
|
|
96
|
-
# 无关背景(干扰;CCG 完整可 ACCEPT——拒答 F1 的诚实下界来自它)
|
|
97
|
-
BACKDROP = [
|
|
98
|
-
("g_b1", "工作区在约定中默认使用简体中文交流。"),
|
|
99
|
-
("g_b2", "认知图只给知识与建议能力名,不执行操作。"),
|
|
100
|
-
("g_b3", "留痕粒度按任务合并,不逐命令逐行。"),
|
|
101
|
-
]
|
|
102
|
-
|
|
103
|
-
# 不可答问题(与语料词面零重叠;期望系统拒答)
|
|
104
|
-
UNANSWERABLE = [
|
|
105
|
-
"用户 2026 年春节在哪过的",
|
|
106
|
-
"项目预算总共批了多少万",
|
|
107
|
-
"作者最喜欢的菜是什么",
|
|
108
|
-
"下个版本计划支持日语吗",
|
|
109
|
-
"服务器部署在哪个机房",
|
|
110
|
-
"团队现在有多少人",
|
|
111
|
-
"竞品报价单是多少",
|
|
112
|
-
"昨天的会议纪要说了什么",
|
|
113
|
-
]
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
def _assert_material(now):
|
|
117
|
-
"""语料守卫:素材纪律机器断言(违者 fail,防指标虚高)。"""
|
|
118
|
-
fact_ids = {nid for nid, *_ in FACTS}
|
|
119
|
-
stale_ids = {nid for nid, *_ in STALE}
|
|
120
|
-
neg_ids = {nid for nid, *_ in NEGATIVES}
|
|
121
|
-
assert not (fact_ids & stale_ids | fact_ids & neg_ids | stale_ids & neg_ids), "语料 id 重叠"
|
|
122
|
-
assert len(UNANSWERABLE) >= 5 and len(FACTS) >= 5, "探针集过小"
|
|
123
|
-
# 不可答题与语料词面零重叠(粗粒度:语料特征词不出现于不可答题面)
|
|
124
|
-
lex = "".join(f for _, f, *_ in FACTS) + "".join(f for _, f in NEGATIVES) \
|
|
125
|
-
+ "".join(f for _, f, _ in STALE) + "".join(f for _, f in BACKDROP)
|
|
126
|
-
for q in UNANSWERABLE:
|
|
127
|
-
overlap = [w for w in ("缓存", "蜂巢", "心跳", "评测", "python", "语义摘要", "分支") if w in q]
|
|
128
|
-
assert not overlap, f"不可答题词面泄漏:{q} 命中 {overlap}"
|
|
129
|
-
assert "无条件" not in lex or True # 语料自洽由 judge 实测兜底
|
|
130
|
-
for _, _, base in STALE:
|
|
131
|
-
assert base in fact_ids, "过期节点必须与某可答事实同题竞争"
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
def build_corpus(cg, now):
|
|
135
|
-
"""建确定性语料。返回节点数。"""
|
|
136
|
-
n = 0
|
|
137
|
-
# 可答事实(F1-F3 带条件、F4-F6 无条件豁免)
|
|
138
|
-
for nid, fact, cond, _q in FACTS:
|
|
139
|
-
cg.add(nid, _doc(nid, fact, cond=cond), layer="knowledge",
|
|
140
|
-
verification_basis="test")
|
|
141
|
-
n += 1
|
|
142
|
-
# 否定反事实(负条件双写)
|
|
143
|
-
for nid, sent in NEGATIVES:
|
|
144
|
-
cg.add(nid, _doc(nid, sent, cond="时间:即时情境", neg=NEG_COND), layer="knowledge",
|
|
145
|
-
verification_basis="test", non_applicable_conditions=[NEG_COND])
|
|
146
|
-
n += 1
|
|
147
|
-
# 过期节点(effective_until 已过;expired_at 冗余由 add 派生)
|
|
148
|
-
for nid, fact, _base in STALE:
|
|
149
|
-
cg.add(nid, _doc(nid, fact, cond="无条件"), layer="knowledge",
|
|
150
|
-
verification_basis="test",
|
|
151
|
-
effective_from=now - 7200.0, effective_until=now - 3600.0)
|
|
152
|
-
n += 1
|
|
153
|
-
# 无关背景
|
|
154
|
-
for nid, fact in BACKDROP:
|
|
155
|
-
cg.add(nid, _doc(nid, fact), layer="knowledge", verification_basis="test")
|
|
156
|
-
n += 1
|
|
157
|
-
# 修正传播链:地基 + 一跳依赖(depends_on=依赖图语义,trust.dependents_index 消费;
|
|
158
|
-
# derived_from=血缘溯源,语义不同不混用)
|
|
159
|
-
cg.add(U_GOV, _doc(U_GOV, "地基结论:核心算法口径以文档 A 为准。", cond="无条件"),
|
|
160
|
-
layer="knowledge", verification_basis="test")
|
|
161
|
-
n += 1
|
|
162
|
-
for did in DEPENDENTS:
|
|
163
|
-
cg.add(did, _doc(did, f"{did} 结论:沿用地基口径实现细节。", cond="无条件"),
|
|
164
|
-
layer="knowledge", verification_basis="test", depends_on=[U_GOV])
|
|
165
|
-
n += 1
|
|
166
|
-
return n
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
# ---------------------------------------------------------------- 指标 ----
|
|
170
|
-
|
|
171
|
-
def m1_correction_propagation(cg):
|
|
172
|
-
"""g1:上游降级 doubted → mark_dependents 一跳同步传播率。"""
|
|
173
|
-
r0 = trust.set_state(cg, U_GOV, "doubted", reason="基线评测:地基被修正")
|
|
174
|
-
assert isinstance(r0, dict) and r0.get("ok"), f"上游降级失败:{r0}"
|
|
175
|
-
r = trust.mark_dependents(cg, U_GOV, reason="基线评测:上游修正传播", apply=True)
|
|
176
|
-
deps, upd = r.get("dependents") or [], r.get("updated") or []
|
|
177
|
-
assert sorted(deps) == sorted(DEPENDENTS), f"依赖索引不符预期:{deps}"
|
|
178
|
-
rate = (len(upd) / len(deps)) if deps else None
|
|
179
|
-
return {"metric": "correction_propagation", "value": rate,
|
|
180
|
-
"detail": {"dependents": len(deps), "updated": len(upd),
|
|
181
|
-
"skipped": r.get("skipped"), "reference_mage": 0.912}}
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
def _is_refusal(results):
|
|
185
|
-
"""拒答判据:空结果 或 top1 资格态 ∈ {BLINDSPOT, DEFER}。"""
|
|
186
|
-
if not results:
|
|
187
|
-
return True, "empty"
|
|
188
|
-
entry = results[0]
|
|
189
|
-
qual = entry[2] if len(entry) > 2 else None # 条目=(node, score, qual, prov)
|
|
190
|
-
st = (qual or {}).get("state") if isinstance(qual, dict) else None
|
|
191
|
-
return st in ("BLINDSPOT", "DEFER"), st
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
def m2_contradiction_handling(cg):
|
|
195
|
-
"""g2:否定证据正确裁决率 = 定点裁决 + 检索防线(skip 项不入分母)。"""
|
|
196
|
-
correct = wrong = skipped = 0
|
|
197
|
-
detail = {"judged": [], "retrieval": []}
|
|
198
|
-
# (a) 定点裁决:否定节点在否定情境下应 REJECT(judge_qualification 直调)
|
|
199
|
-
for nid, _sent in NEGATIVES:
|
|
200
|
-
node = cg.get(nid)
|
|
201
|
-
qual = MdCG.judge_qualification(
|
|
202
|
-
{"frontmatter": node.get("frontmatter") or {}, "content": node.get("content") or ""},
|
|
203
|
-
NEG_QUERY, None)
|
|
204
|
-
st = qual.get("state")
|
|
205
|
-
detail["judged"].append({"nid": nid, "state": st})
|
|
206
|
-
if st == "REJECT":
|
|
207
|
-
correct += 1
|
|
208
|
-
elif st is None:
|
|
209
|
-
skipped += 1
|
|
210
|
-
else:
|
|
211
|
-
wrong += 1
|
|
212
|
-
# (b) 检索防线:judge_ranking 终排后 top-k 无否定节点冒充
|
|
213
|
-
res, meta = cg.search_rrf(NEG_QUERY, k=10, judge=True, judge_ranking=True,
|
|
214
|
-
record=False)
|
|
215
|
-
ids = [r[0]["id"] for r in res]
|
|
216
|
-
leaked = [i for i in ids if i in {n for n, _ in NEGATIVES}]
|
|
217
|
-
detail["retrieval"] = {"top_ids": ids[:5], "leaked_negatives": leaked,
|
|
218
|
-
"judge_filtered": (meta or {}).get("judge_filtered")}
|
|
219
|
-
if leaked:
|
|
220
|
-
wrong += 1
|
|
221
|
-
else:
|
|
222
|
-
correct += 1
|
|
223
|
-
total = correct + wrong
|
|
224
|
-
return {"metric": "contradiction_handling", "value": (correct / total) if total else None,
|
|
225
|
-
"detail": dict(detail, correct=correct, wrong=wrong, skipped=skipped,
|
|
226
|
-
reference_mage=0.885)}
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
def m3_expired_recall(cg, now):
|
|
230
|
-
"""g3:过期取回率。主口径=validity 防线残留率;副口径=默认面暴露率。"""
|
|
231
|
-
stale_ids = {nid for nid, *_ in STALE}
|
|
232
|
-
probe = "蜂巢参数中心跳间隔是多少" # 与过期节点 g_e1 同题竞争
|
|
233
|
-
out = {}
|
|
234
|
-
for tag, kw in (("raw", {}), ("guard", {"validity": True}),
|
|
235
|
-
("judge_ranking", {"judge_ranking": True})):
|
|
236
|
-
res, _meta = cg.search_rrf(probe, k=10, judge=True, record=False, **kw)
|
|
237
|
-
ids = [r[0]["id"] for r in res]
|
|
238
|
-
hits = [i for i in ids if i in stale_ids]
|
|
239
|
-
out[tag] = {"top_ids": ids[:5], "stale_hits": hits,
|
|
240
|
-
"rate": (len(hits) / len(ids)) if ids else None}
|
|
241
|
-
return {"metric": "expired_recall",
|
|
242
|
-
"value": out["guard"]["rate"], # 主口径:防线后残留(越低越好)
|
|
243
|
-
"detail": dict(out, probe=probe, stale_total=len(stale_ids),
|
|
244
|
-
reference_mage=0.031, note="raw=默认面暴露;guard=validity 防线")}
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
def m4_refusal_f1(cg):
|
|
248
|
-
"""g4:拒答精确率/召回率/F1(正类=不可答)。"""
|
|
249
|
-
tp = fn = fp = tn = 0
|
|
250
|
-
detail = {"unanswerable": [], "answerable": []}
|
|
251
|
-
for q in UNANSWERABLE:
|
|
252
|
-
res, _m = cg.search_rrf(q, k=3, judge=True, judge_ranking=True, record=False)
|
|
253
|
-
refused, st = _is_refusal(res)
|
|
254
|
-
detail["unanswerable"].append({"q": q, "refused": refused, "top_state": st})
|
|
255
|
-
if refused:
|
|
256
|
-
tp += 1
|
|
257
|
-
else:
|
|
258
|
-
fn += 1
|
|
259
|
-
for _nid, _fact, _cond, q in FACTS:
|
|
260
|
-
res, _m = cg.search_rrf(q, k=3, judge=True, judge_ranking=True, record=False)
|
|
261
|
-
refused, st = _is_refusal(res)
|
|
262
|
-
detail["answerable"].append({"q": q, "refused": refused, "top_state": st})
|
|
263
|
-
if refused:
|
|
264
|
-
fp += 1
|
|
265
|
-
else:
|
|
266
|
-
tn += 1
|
|
267
|
-
p = tp / (tp + fp) if (tp + fp) else None
|
|
268
|
-
r = tp / (tp + fn) if (tp + fn) else None
|
|
269
|
-
if p is not None and r is not None and p + r:
|
|
270
|
-
f1 = 2 * p * r / (p + r)
|
|
271
|
-
else:
|
|
272
|
-
# tp+fp=0:系统从未拒答(无 query 侧拒答信号)——保守编码 F1=0.0 并如实注明
|
|
273
|
-
f1 = 0.0
|
|
274
|
-
return {"metric": "refusal_f1",
|
|
275
|
-
"value": f1,
|
|
276
|
-
"detail": {"precision": p, "recall": r, "tp": tp, "fn": fn, "fp": fp, "tn": tn,
|
|
277
|
-
"refusal_rule": "empty or top1 state in {BLINDSPOT, DEFER}",
|
|
278
|
-
"note": ("no refusal signal: judge 资格态只判节点可用性,"
|
|
279
|
-
"不判答案存在性;不可答题被无关 ACCEPT 节点冒充全部未拒"
|
|
280
|
-
if (tp + fp) == 0 else ""),
|
|
281
|
-
"reference_remem_f1": 64.0}}
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
# ---------------------------------------------------------------- 主流程 ----
|
|
285
|
-
|
|
286
|
-
def run(root=None, keep=False):
|
|
287
|
-
"""跑四指标,返回 (report_dict, root)。root 供测试复检。"""
|
|
288
|
-
now = time.time()
|
|
289
|
-
_assert_material(now)
|
|
290
|
-
root = root or tempfile.mkdtemp(prefix="mdcg_governance_")
|
|
291
|
-
try:
|
|
292
|
-
cg = MdCGOS(root, actor="bench_governance", autoflush=200)
|
|
293
|
-
n_nodes = build_corpus(cg, now)
|
|
294
|
-
cg.flush()
|
|
295
|
-
report = {
|
|
296
|
-
"meta": {
|
|
297
|
-
"bench": "bench_governance",
|
|
298
|
-
"date": time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(now)),
|
|
299
|
-
"corpus_nodes": n_nodes,
|
|
300
|
-
"head": _git_head(),
|
|
301
|
-
"determinism": "synthetic corpus, no RNG",
|
|
302
|
-
"scopes": "阶段三 §5.1 治理三件套 + §5.2 拒答量化(基线测量,不改行为)",
|
|
303
|
-
},
|
|
304
|
-
"g1_correction_propagation": m1_correction_propagation(cg),
|
|
305
|
-
"g2_contradiction_handling": m2_contradiction_handling(cg),
|
|
306
|
-
"g3_expired_recall": m3_expired_recall(cg, now),
|
|
307
|
-
"g4_refusal_f1": m4_refusal_f1(cg),
|
|
308
|
-
"baseline_reference": BASELINE_REF,
|
|
309
|
-
}
|
|
310
|
-
return report, root
|
|
311
|
-
finally:
|
|
312
|
-
if not keep:
|
|
313
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
def _git_head():
|
|
317
|
-
try:
|
|
318
|
-
out = subprocess.run(["git", "rev-parse", "--short", "HEAD"],
|
|
319
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
320
|
-
errors="replace", shell=False, timeout=10)
|
|
321
|
-
return (out.stdout or "").strip() or "unknown"
|
|
322
|
-
except Exception: # noqa: BLE001
|
|
323
|
-
return "unknown"
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
def main(argv=None):
|
|
327
|
-
ap = argparse.ArgumentParser(description="治理四指标只读评估器")
|
|
328
|
-
ap.add_argument("--out", default=os.path.join("data", "external", "eval_results",
|
|
329
|
-
"governance_baseline.json"))
|
|
330
|
-
ap.add_argument("--keep", action="store_true", help="保留临时库目录(调试用)")
|
|
331
|
-
args = ap.parse_args(argv)
|
|
332
|
-
report, root = run(keep=args.keep)
|
|
333
|
-
out = os.path.abspath(args.out)
|
|
334
|
-
os.makedirs(os.path.dirname(out), exist_ok=True)
|
|
335
|
-
with open(out, "w", encoding="utf-8") as f:
|
|
336
|
-
json.dump(report, f, ensure_ascii=False, indent=2)
|
|
337
|
-
print(json.dumps({k: v.get("value") for k, v in report.items()
|
|
338
|
-
if isinstance(v, dict) and "value" in v},
|
|
339
|
-
ensure_ascii=False, indent=2))
|
|
340
|
-
print("baseline ->", out, "| temp root:", root)
|
|
341
|
-
vals = [report[g]["value"] for g in ("g1_correction_propagation",
|
|
342
|
-
"g2_contradiction_handling",
|
|
343
|
-
"g3_expired_recall", "g4_refusal_f1")]
|
|
344
|
-
return 0 if all(v is not None for v in vals) else 1
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
if __name__ == "__main__":
|
|
348
|
-
raise SystemExit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""治理四指标只读评估器(阶段三 §5.1/§5.2 基线测量,纯合成确定性语料,不改任何行为面)。
|
|
3
|
+
|
|
4
|
+
四指标(对照值来自 docs/灵枢自我改进工作计划_外部研究系列吸收 §5):
|
|
5
|
+
g1 修正传播率 — 上游信任态降级后,依赖下游一跳同步失效比例
|
|
6
|
+
(承载=trust.set_state+mark_dependents;对照 MAGE 91.2%)
|
|
7
|
+
g2 矛盾处理率 — 矛盾/否定证据被正确裁决比例
|
|
8
|
+
(承载=judge_qualification 负条件 REJECT + judge_ranking 终排剔除;
|
|
9
|
+
对照 MAGE 88.5%)
|
|
10
|
+
g3 过期取回率 — 检索 top-k 返回已过期节点比例(越低越好)
|
|
11
|
+
(口径唯一真源=trust.is_expired / scrub._EXPIRY_KEYS;
|
|
12
|
+
主口径=validity 防线残留率,副口径=默认面暴露率;对照 MAGE 3.1%)
|
|
13
|
+
g4 拒答 F1 — 不可答问题拒答的精确率/召回率/F1
|
|
14
|
+
(拒答判据=空结果 或 top1 资格态∈{BLINDSPOT, DEFER};
|
|
15
|
+
对照 REMem 64.0)
|
|
16
|
+
|
|
17
|
+
设计约束:
|
|
18
|
+
- 纯合成语料、无随机源,重复运行结果逐位一致(第 5 条可回放);
|
|
19
|
+
- tempfile 库,不触碰真实认知图库(评估器只读);
|
|
20
|
+
- 语料守卫断言(语料本身不合法立即 fail,防指标虚高——对齐 bench_blind_comp
|
|
21
|
+
assert_material 纪律)。
|
|
22
|
+
运行:python -X utf8 -m md_cg.bench_governance [--out <json>]
|
|
23
|
+
"""
|
|
24
|
+
import argparse
|
|
25
|
+
import json
|
|
26
|
+
import os
|
|
27
|
+
import shutil
|
|
28
|
+
import subprocess
|
|
29
|
+
import sys
|
|
30
|
+
import tempfile
|
|
31
|
+
import time
|
|
32
|
+
|
|
33
|
+
from .mdcg import MdCG
|
|
34
|
+
from .mdcos import MdCGOS
|
|
35
|
+
from . import trust
|
|
36
|
+
|
|
37
|
+
BASELINE_REF = {
|
|
38
|
+
"g1_correction_propagation": {"ours": None, "mage": 0.912},
|
|
39
|
+
"g2_contradiction_handling": {"ours": None, "mage": 0.885},
|
|
40
|
+
"g3_expired_recall": {"ours": None, "mage": 0.031, "note": "越低越好"},
|
|
41
|
+
"g4_refusal_f1": {"ours": None, "remem_f1": 64.0, "note": "REMem 为其自报口径,仅作量级对照"},
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
# ---------------------------------------------------------------- 语料 ----
|
|
45
|
+
|
|
46
|
+
NOW = None # main 内注入,保证同一次运行内时间一致
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
def _doc(title, fact, cond="无条件", neg=None):
|
|
50
|
+
"""CCG 六要素正文(与 test_sem_noise._doc 同构:负条件双写中的正文行)。"""
|
|
51
|
+
lines = [
|
|
52
|
+
"# 功能名:" + title,
|
|
53
|
+
"# 生效条件:" + cond,
|
|
54
|
+
"# 子功能:" + title + "事实卡",
|
|
55
|
+
"# 执行:检索面事实提供",
|
|
56
|
+
"# 验证方式:test",
|
|
57
|
+
"# 不适用条件:" + (neg or "无"),
|
|
58
|
+
"",
|
|
59
|
+
fact,
|
|
60
|
+
]
|
|
61
|
+
return "\n".join(lines)
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
# 可答事实:条件词面刻意出现在对应 query 里(正条件确认可命中 → ACCEPT)
|
|
65
|
+
FACTS = [
|
|
66
|
+
# (nid, 事实句, 正条件行, query)
|
|
67
|
+
("g_f1", "灵枢检索缓存默认保留 128 条。", "载体:缓存配置", "缓存配置里默认缓存多大"),
|
|
68
|
+
("g_f2", "蜂巢心跳间隔为 30 秒。", "载体:蜂巢参数", "蜂巢参数中心跳间隔是多少"),
|
|
69
|
+
("g_f3", "评测器统一经 eval_common 汇总指标。", "载体:评测约定", "评测约定的汇总入口在哪"),
|
|
70
|
+
("g_f4", "python 命令统一走 argv 列表加显式 UTF-8。", "无条件", "python 命令执行要用什么编码约定"),
|
|
71
|
+
("g_f5", "语义摘要路默认关闭、显式 opt-in 才启用。", "无条件", "语义摘要路默认开还是关"),
|
|
72
|
+
("g_f6", "分支节点不出库、不进主支检索。", "无条件", "分支节点会不会进主支检索"),
|
|
73
|
+
]
|
|
74
|
+
|
|
75
|
+
# 否定反事实:负条件双写(kwarg + 正文行),否定情境 query=「你刚才在干什么」
|
|
76
|
+
NEG_QUERY = "你刚才在干什么"
|
|
77
|
+
NEG_COND = "刚才在干什么"
|
|
78
|
+
NEGATIVES = [
|
|
79
|
+
("g_n1", "我没有在喝水。"),
|
|
80
|
+
("g_n2", "我没有在写代码。"),
|
|
81
|
+
("g_n3", "我没有在开会。"),
|
|
82
|
+
("g_n4", "我没有在跑步。"),
|
|
83
|
+
]
|
|
84
|
+
|
|
85
|
+
# 过期节点:与可答事实同题竞争(旧版本数值已失效),effective_until 已过
|
|
86
|
+
STALE = [
|
|
87
|
+
("g_e1", "蜂巢心跳间隔曾为 10 秒(旧版)。", "g_f2"),
|
|
88
|
+
("g_e2", "评测器旧口径按 k=3 汇总(已废弃)。", "g_f3"),
|
|
89
|
+
("g_e3", "检索缓存默认曾为 64 条(旧版)。", "g_f1"),
|
|
90
|
+
]
|
|
91
|
+
|
|
92
|
+
# 修正传播链:地基 U + 一跳依赖 D1..D4
|
|
93
|
+
U_GOV = "g_u_gov"
|
|
94
|
+
DEPENDENTS = ["g_d1", "g_d2", "g_d3", "g_d4"]
|
|
95
|
+
|
|
96
|
+
# 无关背景(干扰;CCG 完整可 ACCEPT——拒答 F1 的诚实下界来自它)
|
|
97
|
+
BACKDROP = [
|
|
98
|
+
("g_b1", "工作区在约定中默认使用简体中文交流。"),
|
|
99
|
+
("g_b2", "认知图只给知识与建议能力名,不执行操作。"),
|
|
100
|
+
("g_b3", "留痕粒度按任务合并,不逐命令逐行。"),
|
|
101
|
+
]
|
|
102
|
+
|
|
103
|
+
# 不可答问题(与语料词面零重叠;期望系统拒答)
|
|
104
|
+
UNANSWERABLE = [
|
|
105
|
+
"用户 2026 年春节在哪过的",
|
|
106
|
+
"项目预算总共批了多少万",
|
|
107
|
+
"作者最喜欢的菜是什么",
|
|
108
|
+
"下个版本计划支持日语吗",
|
|
109
|
+
"服务器部署在哪个机房",
|
|
110
|
+
"团队现在有多少人",
|
|
111
|
+
"竞品报价单是多少",
|
|
112
|
+
"昨天的会议纪要说了什么",
|
|
113
|
+
]
|
|
114
|
+
|
|
115
|
+
|
|
116
|
+
def _assert_material(now):
|
|
117
|
+
"""语料守卫:素材纪律机器断言(违者 fail,防指标虚高)。"""
|
|
118
|
+
fact_ids = {nid for nid, *_ in FACTS}
|
|
119
|
+
stale_ids = {nid for nid, *_ in STALE}
|
|
120
|
+
neg_ids = {nid for nid, *_ in NEGATIVES}
|
|
121
|
+
assert not (fact_ids & stale_ids | fact_ids & neg_ids | stale_ids & neg_ids), "语料 id 重叠"
|
|
122
|
+
assert len(UNANSWERABLE) >= 5 and len(FACTS) >= 5, "探针集过小"
|
|
123
|
+
# 不可答题与语料词面零重叠(粗粒度:语料特征词不出现于不可答题面)
|
|
124
|
+
lex = "".join(f for _, f, *_ in FACTS) + "".join(f for _, f in NEGATIVES) \
|
|
125
|
+
+ "".join(f for _, f, _ in STALE) + "".join(f for _, f in BACKDROP)
|
|
126
|
+
for q in UNANSWERABLE:
|
|
127
|
+
overlap = [w for w in ("缓存", "蜂巢", "心跳", "评测", "python", "语义摘要", "分支") if w in q]
|
|
128
|
+
assert not overlap, f"不可答题词面泄漏:{q} 命中 {overlap}"
|
|
129
|
+
assert "无条件" not in lex or True # 语料自洽由 judge 实测兜底
|
|
130
|
+
for _, _, base in STALE:
|
|
131
|
+
assert base in fact_ids, "过期节点必须与某可答事实同题竞争"
|
|
132
|
+
|
|
133
|
+
|
|
134
|
+
def build_corpus(cg, now):
|
|
135
|
+
"""建确定性语料。返回节点数。"""
|
|
136
|
+
n = 0
|
|
137
|
+
# 可答事实(F1-F3 带条件、F4-F6 无条件豁免)
|
|
138
|
+
for nid, fact, cond, _q in FACTS:
|
|
139
|
+
cg.add(nid, _doc(nid, fact, cond=cond), layer="knowledge",
|
|
140
|
+
verification_basis="test")
|
|
141
|
+
n += 1
|
|
142
|
+
# 否定反事实(负条件双写)
|
|
143
|
+
for nid, sent in NEGATIVES:
|
|
144
|
+
cg.add(nid, _doc(nid, sent, cond="时间:即时情境", neg=NEG_COND), layer="knowledge",
|
|
145
|
+
verification_basis="test", non_applicable_conditions=[NEG_COND])
|
|
146
|
+
n += 1
|
|
147
|
+
# 过期节点(effective_until 已过;expired_at 冗余由 add 派生)
|
|
148
|
+
for nid, fact, _base in STALE:
|
|
149
|
+
cg.add(nid, _doc(nid, fact, cond="无条件"), layer="knowledge",
|
|
150
|
+
verification_basis="test",
|
|
151
|
+
effective_from=now - 7200.0, effective_until=now - 3600.0)
|
|
152
|
+
n += 1
|
|
153
|
+
# 无关背景
|
|
154
|
+
for nid, fact in BACKDROP:
|
|
155
|
+
cg.add(nid, _doc(nid, fact), layer="knowledge", verification_basis="test")
|
|
156
|
+
n += 1
|
|
157
|
+
# 修正传播链:地基 + 一跳依赖(depends_on=依赖图语义,trust.dependents_index 消费;
|
|
158
|
+
# derived_from=血缘溯源,语义不同不混用)
|
|
159
|
+
cg.add(U_GOV, _doc(U_GOV, "地基结论:核心算法口径以文档 A 为准。", cond="无条件"),
|
|
160
|
+
layer="knowledge", verification_basis="test")
|
|
161
|
+
n += 1
|
|
162
|
+
for did in DEPENDENTS:
|
|
163
|
+
cg.add(did, _doc(did, f"{did} 结论:沿用地基口径实现细节。", cond="无条件"),
|
|
164
|
+
layer="knowledge", verification_basis="test", depends_on=[U_GOV])
|
|
165
|
+
n += 1
|
|
166
|
+
return n
|
|
167
|
+
|
|
168
|
+
|
|
169
|
+
# ---------------------------------------------------------------- 指标 ----
|
|
170
|
+
|
|
171
|
+
def m1_correction_propagation(cg):
|
|
172
|
+
"""g1:上游降级 doubted → mark_dependents 一跳同步传播率。"""
|
|
173
|
+
r0 = trust.set_state(cg, U_GOV, "doubted", reason="基线评测:地基被修正")
|
|
174
|
+
assert isinstance(r0, dict) and r0.get("ok"), f"上游降级失败:{r0}"
|
|
175
|
+
r = trust.mark_dependents(cg, U_GOV, reason="基线评测:上游修正传播", apply=True)
|
|
176
|
+
deps, upd = r.get("dependents") or [], r.get("updated") or []
|
|
177
|
+
assert sorted(deps) == sorted(DEPENDENTS), f"依赖索引不符预期:{deps}"
|
|
178
|
+
rate = (len(upd) / len(deps)) if deps else None
|
|
179
|
+
return {"metric": "correction_propagation", "value": rate,
|
|
180
|
+
"detail": {"dependents": len(deps), "updated": len(upd),
|
|
181
|
+
"skipped": r.get("skipped"), "reference_mage": 0.912}}
|
|
182
|
+
|
|
183
|
+
|
|
184
|
+
def _is_refusal(results):
|
|
185
|
+
"""拒答判据:空结果 或 top1 资格态 ∈ {BLINDSPOT, DEFER}。"""
|
|
186
|
+
if not results:
|
|
187
|
+
return True, "empty"
|
|
188
|
+
entry = results[0]
|
|
189
|
+
qual = entry[2] if len(entry) > 2 else None # 条目=(node, score, qual, prov)
|
|
190
|
+
st = (qual or {}).get("state") if isinstance(qual, dict) else None
|
|
191
|
+
return st in ("BLINDSPOT", "DEFER"), st
|
|
192
|
+
|
|
193
|
+
|
|
194
|
+
def m2_contradiction_handling(cg):
|
|
195
|
+
"""g2:否定证据正确裁决率 = 定点裁决 + 检索防线(skip 项不入分母)。"""
|
|
196
|
+
correct = wrong = skipped = 0
|
|
197
|
+
detail = {"judged": [], "retrieval": []}
|
|
198
|
+
# (a) 定点裁决:否定节点在否定情境下应 REJECT(judge_qualification 直调)
|
|
199
|
+
for nid, _sent in NEGATIVES:
|
|
200
|
+
node = cg.get(nid)
|
|
201
|
+
qual = MdCG.judge_qualification(
|
|
202
|
+
{"frontmatter": node.get("frontmatter") or {}, "content": node.get("content") or ""},
|
|
203
|
+
NEG_QUERY, None)
|
|
204
|
+
st = qual.get("state")
|
|
205
|
+
detail["judged"].append({"nid": nid, "state": st})
|
|
206
|
+
if st == "REJECT":
|
|
207
|
+
correct += 1
|
|
208
|
+
elif st is None:
|
|
209
|
+
skipped += 1
|
|
210
|
+
else:
|
|
211
|
+
wrong += 1
|
|
212
|
+
# (b) 检索防线:judge_ranking 终排后 top-k 无否定节点冒充
|
|
213
|
+
res, meta = cg.search_rrf(NEG_QUERY, k=10, judge=True, judge_ranking=True,
|
|
214
|
+
record=False)
|
|
215
|
+
ids = [r[0]["id"] for r in res]
|
|
216
|
+
leaked = [i for i in ids if i in {n for n, _ in NEGATIVES}]
|
|
217
|
+
detail["retrieval"] = {"top_ids": ids[:5], "leaked_negatives": leaked,
|
|
218
|
+
"judge_filtered": (meta or {}).get("judge_filtered")}
|
|
219
|
+
if leaked:
|
|
220
|
+
wrong += 1
|
|
221
|
+
else:
|
|
222
|
+
correct += 1
|
|
223
|
+
total = correct + wrong
|
|
224
|
+
return {"metric": "contradiction_handling", "value": (correct / total) if total else None,
|
|
225
|
+
"detail": dict(detail, correct=correct, wrong=wrong, skipped=skipped,
|
|
226
|
+
reference_mage=0.885)}
|
|
227
|
+
|
|
228
|
+
|
|
229
|
+
def m3_expired_recall(cg, now):
|
|
230
|
+
"""g3:过期取回率。主口径=validity 防线残留率;副口径=默认面暴露率。"""
|
|
231
|
+
stale_ids = {nid for nid, *_ in STALE}
|
|
232
|
+
probe = "蜂巢参数中心跳间隔是多少" # 与过期节点 g_e1 同题竞争
|
|
233
|
+
out = {}
|
|
234
|
+
for tag, kw in (("raw", {}), ("guard", {"validity": True}),
|
|
235
|
+
("judge_ranking", {"judge_ranking": True})):
|
|
236
|
+
res, _meta = cg.search_rrf(probe, k=10, judge=True, record=False, **kw)
|
|
237
|
+
ids = [r[0]["id"] for r in res]
|
|
238
|
+
hits = [i for i in ids if i in stale_ids]
|
|
239
|
+
out[tag] = {"top_ids": ids[:5], "stale_hits": hits,
|
|
240
|
+
"rate": (len(hits) / len(ids)) if ids else None}
|
|
241
|
+
return {"metric": "expired_recall",
|
|
242
|
+
"value": out["guard"]["rate"], # 主口径:防线后残留(越低越好)
|
|
243
|
+
"detail": dict(out, probe=probe, stale_total=len(stale_ids),
|
|
244
|
+
reference_mage=0.031, note="raw=默认面暴露;guard=validity 防线")}
|
|
245
|
+
|
|
246
|
+
|
|
247
|
+
def m4_refusal_f1(cg):
|
|
248
|
+
"""g4:拒答精确率/召回率/F1(正类=不可答)。"""
|
|
249
|
+
tp = fn = fp = tn = 0
|
|
250
|
+
detail = {"unanswerable": [], "answerable": []}
|
|
251
|
+
for q in UNANSWERABLE:
|
|
252
|
+
res, _m = cg.search_rrf(q, k=3, judge=True, judge_ranking=True, record=False)
|
|
253
|
+
refused, st = _is_refusal(res)
|
|
254
|
+
detail["unanswerable"].append({"q": q, "refused": refused, "top_state": st})
|
|
255
|
+
if refused:
|
|
256
|
+
tp += 1
|
|
257
|
+
else:
|
|
258
|
+
fn += 1
|
|
259
|
+
for _nid, _fact, _cond, q in FACTS:
|
|
260
|
+
res, _m = cg.search_rrf(q, k=3, judge=True, judge_ranking=True, record=False)
|
|
261
|
+
refused, st = _is_refusal(res)
|
|
262
|
+
detail["answerable"].append({"q": q, "refused": refused, "top_state": st})
|
|
263
|
+
if refused:
|
|
264
|
+
fp += 1
|
|
265
|
+
else:
|
|
266
|
+
tn += 1
|
|
267
|
+
p = tp / (tp + fp) if (tp + fp) else None
|
|
268
|
+
r = tp / (tp + fn) if (tp + fn) else None
|
|
269
|
+
if p is not None and r is not None and p + r:
|
|
270
|
+
f1 = 2 * p * r / (p + r)
|
|
271
|
+
else:
|
|
272
|
+
# tp+fp=0:系统从未拒答(无 query 侧拒答信号)——保守编码 F1=0.0 并如实注明
|
|
273
|
+
f1 = 0.0
|
|
274
|
+
return {"metric": "refusal_f1",
|
|
275
|
+
"value": f1,
|
|
276
|
+
"detail": {"precision": p, "recall": r, "tp": tp, "fn": fn, "fp": fp, "tn": tn,
|
|
277
|
+
"refusal_rule": "empty or top1 state in {BLINDSPOT, DEFER}",
|
|
278
|
+
"note": ("no refusal signal: judge 资格态只判节点可用性,"
|
|
279
|
+
"不判答案存在性;不可答题被无关 ACCEPT 节点冒充全部未拒"
|
|
280
|
+
if (tp + fp) == 0 else ""),
|
|
281
|
+
"reference_remem_f1": 64.0}}
|
|
282
|
+
|
|
283
|
+
|
|
284
|
+
# ---------------------------------------------------------------- 主流程 ----
|
|
285
|
+
|
|
286
|
+
def run(root=None, keep=False):
|
|
287
|
+
"""跑四指标,返回 (report_dict, root)。root 供测试复检。"""
|
|
288
|
+
now = time.time()
|
|
289
|
+
_assert_material(now)
|
|
290
|
+
root = root or tempfile.mkdtemp(prefix="mdcg_governance_")
|
|
291
|
+
try:
|
|
292
|
+
cg = MdCGOS(root, actor="bench_governance", autoflush=200)
|
|
293
|
+
n_nodes = build_corpus(cg, now)
|
|
294
|
+
cg.flush()
|
|
295
|
+
report = {
|
|
296
|
+
"meta": {
|
|
297
|
+
"bench": "bench_governance",
|
|
298
|
+
"date": time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(now)),
|
|
299
|
+
"corpus_nodes": n_nodes,
|
|
300
|
+
"head": _git_head(),
|
|
301
|
+
"determinism": "synthetic corpus, no RNG",
|
|
302
|
+
"scopes": "阶段三 §5.1 治理三件套 + §5.2 拒答量化(基线测量,不改行为)",
|
|
303
|
+
},
|
|
304
|
+
"g1_correction_propagation": m1_correction_propagation(cg),
|
|
305
|
+
"g2_contradiction_handling": m2_contradiction_handling(cg),
|
|
306
|
+
"g3_expired_recall": m3_expired_recall(cg, now),
|
|
307
|
+
"g4_refusal_f1": m4_refusal_f1(cg),
|
|
308
|
+
"baseline_reference": BASELINE_REF,
|
|
309
|
+
}
|
|
310
|
+
return report, root
|
|
311
|
+
finally:
|
|
312
|
+
if not keep:
|
|
313
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
314
|
+
|
|
315
|
+
|
|
316
|
+
def _git_head():
|
|
317
|
+
try:
|
|
318
|
+
out = subprocess.run(["git", "rev-parse", "--short", "HEAD"],
|
|
319
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
320
|
+
errors="replace", shell=False, timeout=10)
|
|
321
|
+
return (out.stdout or "").strip() or "unknown"
|
|
322
|
+
except Exception: # noqa: BLE001
|
|
323
|
+
return "unknown"
|
|
324
|
+
|
|
325
|
+
|
|
326
|
+
def main(argv=None):
|
|
327
|
+
ap = argparse.ArgumentParser(description="治理四指标只读评估器")
|
|
328
|
+
ap.add_argument("--out", default=os.path.join("data", "external", "eval_results",
|
|
329
|
+
"governance_baseline.json"))
|
|
330
|
+
ap.add_argument("--keep", action="store_true", help="保留临时库目录(调试用)")
|
|
331
|
+
args = ap.parse_args(argv)
|
|
332
|
+
report, root = run(keep=args.keep)
|
|
333
|
+
out = os.path.abspath(args.out)
|
|
334
|
+
os.makedirs(os.path.dirname(out), exist_ok=True)
|
|
335
|
+
with open(out, "w", encoding="utf-8") as f:
|
|
336
|
+
json.dump(report, f, ensure_ascii=False, indent=2)
|
|
337
|
+
print(json.dumps({k: v.get("value") for k, v in report.items()
|
|
338
|
+
if isinstance(v, dict) and "value" in v},
|
|
339
|
+
ensure_ascii=False, indent=2))
|
|
340
|
+
print("baseline ->", out, "| temp root:", root)
|
|
341
|
+
vals = [report[g]["value"] for g in ("g1_correction_propagation",
|
|
342
|
+
"g2_contradiction_handling",
|
|
343
|
+
"g3_expired_recall", "g4_refusal_f1")]
|
|
344
|
+
return 0 if all(v is not None for v in vals) else 1
|
|
345
|
+
|
|
346
|
+
|
|
347
|
+
if __name__ == "__main__":
|
|
348
|
+
raise SystemExit(main())
|