@furongjun1999/dsh-memory 0.4.7 → 0.4.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -47
- package/codebuddy/CODEBUDDY.md +21 -10
- package/codebuddy/README.md +13 -1
- package/codebuddy/mcp.json +9 -0
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +169 -0
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +144 -0
- package/docs/README.md +111 -0
- package/docs/discipline/harnesses.yaml +226 -152
- package/docs/discipline/templates/full.md.tmpl +61 -58
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.md +127 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +202 -0
- package/docs/experiments/linkref_backfill/candidates_20260917.json +726 -0
- package/docs/experiments/linkref_backfill/candidates_internal_20260917.json +602 -0
- package/docs/experiments/linkref_backfill/candidates_internal_v2.json +603 -0
- package/docs/experiments/linkref_backfill/candidates_secret_20260917.json +884 -0
- package/docs/experiments/linkref_backfill/candidates_secret_v2.json +789 -0
- package/docs/experiments/m4-role-probe/census.py +86 -0
- package/docs/experiments/m4-role-probe/probe.py +89 -0
- package/docs/experiments/mapped_confidence/bench_mapped_conf.py +216 -0
- package/docs/experiments/mapped_confidence/post_check.py +75 -0
- package/docs/experiments/mapped_confidence/repro_thirdparty_tol.py +83 -0
- package/docs/experiments/mapped_confidence/result_mapped_conf.json +215 -0
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +42 -0
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +43 -0
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +102 -0
- package/docs/hive//347/234/237/345/256/236/345/272/223/347/253/257/345/210/260/347/253/257/345/256/236/346/265/213_S1b/344/270/216/345/217/254/345/233/236/346/235/203/350/241/241_v0.1.md +57 -0
- package/docs/hive//347/234/237/345/256/236/345/272/223/347/253/257/345/210/260/347/253/257/345/256/236/346/265/213_S7/345/200/222/346/216/222/345/200/231/351/200/211/345/261/202_v0.1.md +126 -0
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +503 -0
- package/docs/{ → hive/}/350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +14 -2
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +216 -0
- package/docs/{README → mdcg/README}/350/257/246/347/273/206/347/211/210_v0.4.5.md +631 -625
- package/docs/{ → mdcg/}/344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +1 -1
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +82 -0
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +600 -0
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +263 -0
- package/docs/{ → mdcg/}/345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +1 -1
- package/docs/mdcg//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +236 -0
- package/docs/{ → mdcg/}/346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +2 -2
- package/docs/{ → mdcg/}/347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +181 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +172 -0
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +31 -0
- package/docs/{ → mdcg/}/347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +2 -2
- package/docs/{ → mdcg/}/350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +1 -1
- package/docs/{ → mdcg/}/350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +4 -4
- package/docs/{ → mdcg/}/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +2 -2
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +93 -0
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +176 -0
- package/docs/{ → swarm/}/350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +3 -3
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +242 -0
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +129 -0
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +134 -0
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +145 -0
- package/docs/{ → theory/}/347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +6 -6
- package/docs/{ → theory/}/347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +1 -1
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +221 -0
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +237 -0
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +98 -0
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +109 -0
- package/docs//345/267/245/344/275/234/347/272/252/345/276/213_/350/256/244/347/237/245/345/233/276/346/235/241/347/233/256_v1.1.json +434 -405
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +286 -0
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +104 -0
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +183 -0
- package/dsh/README.md +34 -1
- package/dsh/cordis.yml.example +13 -7
- package/dsh/hive-mcp-probe.mjs +94 -0
- package/dsh/hive-mcp.example.yml +62 -0
- package/dsh/update-lingshu.bat +11 -0
- package/dsh/update-lingshu.ps1 +337 -0
- package/lib/hooks.d.ts +8 -0
- package/lib/hooks.js +27 -24
- package/lib/index.d.ts +4 -2
- package/lib/index.js +29 -6
- package/lib/lib/datapath.d.ts +76 -1
- package/lib/lib/datapath.js +199 -13
- package/lib/lib/mdcg_client.d.ts +6 -3
- package/lib/lib/mdcg_client.js +6 -5
- package/lib/lib/mutual.js +4 -4
- package/lib/lib/prompt_safety.d.ts +48 -0
- package/lib/lib/prompt_safety.js +62 -0
- package/lib/lib/token_store.js +4 -5
- package/md_cg/audit.py +91 -2
- package/md_cg/autonomy.py +86 -15
- package/md_cg/backfill.py +36 -1
- package/md_cg/backfill_bigdomain.py +34 -0
- package/md_cg/bench6_arms.py +28 -1
- package/md_cg/bench6_common.py +10 -1
- package/md_cg/bench6_competitors.py +6 -1
- package/md_cg/bench_axis_domain.py +9 -1
- package/md_cg/bench_blind_comp.py +7 -1
- package/md_cg/bench_en_atoms_public.py +9 -0
- package/md_cg/bench_governance.py +348 -0
- package/md_cg/bench_lme_zh.py +16 -1
- package/md_cg/bench_locomo.py +2 -1
- package/md_cg/bench_locomo_zh.py +16 -1
- package/md_cg/bench_locomo_zh_public.py +4 -1
- package/md_cg/bench_longmem.py +2 -1
- package/md_cg/bench_membench.py +37 -6
- package/md_cg/bench_p0.py +4 -1
- package/md_cg/bench_progressive.py +61 -10
- package/md_cg/bench_role_views.py +238 -0
- package/md_cg/bench_task_ab.py +8 -1
- package/md_cg/bench_task_ab_llm.py +13 -1
- package/md_cg/bench_unified_en.py +6 -1
- package/md_cg/bench_zh_mad.py +20 -1
- package/md_cg/blindspot_tickets.py +123 -0
- package/md_cg/branches.py +286 -0
- package/md_cg/build_postings.py +73 -0
- package/md_cg/ccgc.py +949 -0
- package/md_cg/census.py +5 -1
- package/md_cg/chain.py +24 -3
- package/md_cg/codeindex.py +134 -17
- package/md_cg/coldverify.py +265 -0
- package/md_cg/comment_gate.py +338 -0
- package/md_cg/cond_compose.py +190 -0
- package/md_cg/cond_facts.py +155 -0
- package/md_cg/cond_template.json +107 -0
- package/md_cg/condition_anchor.py +143 -0
- package/md_cg/conformance.py +727 -0
- package/md_cg/consistency.py +25 -2
- package/md_cg/consolidate.py +53 -2
- package/md_cg/corpus.py +5 -1
- package/md_cg/crosscheck.py +42 -2
- package/md_cg/crypto.py +35 -1
- package/md_cg/d_meta.py +310 -0
- package/md_cg/datapath.py +201 -26
- package/md_cg/docindex.py +122 -1
- package/md_cg/eval_common.py +35 -6
- package/md_cg/evidence.py +27 -1
- package/md_cg/evolution.py +21 -1
- package/md_cg/export.py +11 -1
- package/md_cg/forgetting.py +34 -4
- package/md_cg/fsutil.py +81 -2
- package/md_cg/hotcache.py +214 -0
- package/md_cg/hyperedge.py +251 -0
- package/md_cg/identity.py +20 -3
- package/md_cg/insight.py +19 -3
- package/md_cg/lexicon/build_cedict_en_zh.py +9 -0
- package/md_cg/lexicon/build_standard_en.py +171 -168
- package/md_cg/lexicon/expand_en_zh.py +6 -0
- package/md_cg/lifecycle.py +273 -0
- package/md_cg/linkref.py +281 -0
- package/md_cg/links.py +29 -1
- package/md_cg/mcp_server.py +894 -168
- package/md_cg/md_whitebox.py +53 -1
- package/md_cg/mdcg.py +1205 -41
- package/md_cg/mdcos.py +1060 -76
- package/md_cg/metacognition.py +39 -4
- package/md_cg/migrate.py +4 -0
- package/md_cg/migrate_aeis.py +221 -213
- package/md_cg/migrate_roleplay.py +8 -0
- package/md_cg/migrate_wisdom_graph.py +14 -1
- package/md_cg/mreview/__init__.py +25 -0
- package/md_cg/mreview/__main__.py +110 -0
- package/md_cg/mreview/bundle.py +178 -0
- package/md_cg/mreview/candidates.py +262 -0
- package/md_cg/mreview/govern.py +694 -0
- package/md_cg/mreview/locate.py +939 -0
- package/md_cg/mreview/pipeline.py +729 -0
- package/md_cg/mreview/rules/duplication.json +21 -0
- package/md_cg/mreview/rules/field_coverage.json +54 -0
- package/md_cg/mreview/rules/source_license.json +21 -0
- package/md_cg/mreview/rules/template_flow.json +21 -0
- package/md_cg/mreview/ruleset.py +253 -0
- package/md_cg/nodefile.py +269 -1
- package/md_cg/pooling.py +23 -1
- package/md_cg/postings.py +298 -0
- package/md_cg/predict.py +113 -15
- package/md_cg/progressive.py +3 -0
- package/md_cg/protect.py +18 -5
- package/md_cg/protocol.py +372 -0
- package/md_cg/provenance.py +262 -0
- package/md_cg/reach.py +453 -0
- package/md_cg/refindex.py +88 -4
- package/md_cg/refine.py +20 -1
- package/md_cg/roleviews.py +89 -0
- package/md_cg/routing.py +76 -0
- package/md_cg/scrub.py +68 -3
- package/md_cg/security.py +26 -1
- package/md_cg/self_state.py +65 -2
- package/md_cg/selfreport.py +151 -0
- package/md_cg/semantic/canonical.py +5 -0
- package/md_cg/semantic/en_normalizer.py +364 -295
- package/md_cg/semantic/zh_en_atoms.py +139 -136
- package/md_cg/signer.py +41 -1
- package/md_cg/sources.py +583 -547
- package/md_cg/statushdr.py +179 -0
- package/md_cg/stg.py +59 -18
- package/md_cg/subgraph.py +23 -0
- package/md_cg/sustain.py +74 -1
- package/md_cg/tasks.py +471 -0
- package/md_cg/test_action_derive.py +203 -0
- package/md_cg/test_audit_rotate.py +270 -0
- package/md_cg/test_autonomy.py +26 -0
- package/md_cg/test_bench_governance.py +102 -0
- package/md_cg/test_blindspot_tickets.py +166 -0
- package/md_cg/test_branches.py +249 -0
- package/md_cg/test_ccg_perturb.py +1 -1
- package/md_cg/test_ccgc.py +433 -0
- package/md_cg/test_codeindex.py +338 -0
- package/md_cg/test_comment_gate.py +187 -0
- package/md_cg/test_cond_compose_anchors.py +76 -0
- package/md_cg/test_condition_anchor.py +82 -0
- package/md_cg/test_conformance.py +343 -0
- package/md_cg/test_d_meta.py +412 -0
- package/md_cg/test_datapath_root.py +188 -0
- package/md_cg/test_en_pipeline.py +24 -0
- package/md_cg/test_gain_gate.py +47 -1
- package/md_cg/test_health_scale.py +173 -0
- package/md_cg/test_hot_cold.py +187 -0
- package/md_cg/test_hyperedge.py +245 -0
- package/md_cg/test_identity_attribution.py +6 -0
- package/md_cg/test_index_durability.py +224 -0
- package/md_cg/test_lifecycle.py +309 -0
- package/md_cg/test_linkref.py +306 -0
- package/md_cg/test_md_access_parity.py +15 -3
- package/md_cg/test_mr_m1.py +769 -0
- package/md_cg/test_mr_m2.py +587 -0
- package/md_cg/test_mr_m3.py +710 -0
- package/md_cg/test_mr_m4.py +485 -0
- package/md_cg/test_p1.py +1 -1
- package/md_cg/test_p11_consistency.py +1 -1
- package/md_cg/test_p12_metacognition.py +2 -2
- package/md_cg/test_p16_self_state.py +1 -1
- package/md_cg/test_p26_refindex.py +50 -21
- package/md_cg/test_p27_docindex.py +258 -4
- package/md_cg/test_p28_refcheck.py +1 -1
- package/md_cg/test_p29_session_ingest_export.py +1 -1
- package/md_cg/test_p2_mcp.py +7 -1
- package/md_cg/test_p31_insight.py +24 -0
- package/md_cg/test_p38_contextualize.py +1 -1
- package/md_cg/test_p39_vision_evidence.py +1 -1
- package/md_cg/test_p40_refine_worklist.py +1 -1
- package/md_cg/test_p41_evolve_patrol.py +1 -1
- package/md_cg/test_p42_provenance.py +1 -1
- package/md_cg/test_p43_pooling.py +41 -13
- package/md_cg/test_p44_md_whitebox.py +14 -1
- package/md_cg/test_protocol.py +243 -0
- package/md_cg/test_reach.py +378 -0
- package/md_cg/test_reach_keys.py +201 -0
- package/md_cg/test_reach_meta_exits.py +145 -0
- package/md_cg/test_read_clip.py +141 -0
- package/md_cg/test_retr_s1.py +340 -0
- package/md_cg/test_retr_s1b.py +209 -0
- package/md_cg/test_retr_s3.py +194 -0
- package/md_cg/test_retr_s4.py +163 -0
- package/md_cg/test_retr_s5.py +200 -0
- package/md_cg/test_retr_s6.py +157 -0
- package/md_cg/test_retr_s7.py +385 -0
- package/md_cg/test_retr_s8_time.py +316 -0
- package/md_cg/test_retr_s9_edges.py +286 -0
- package/md_cg/test_retr_s9_entity_ctx.py +175 -0
- package/md_cg/test_review_conformance.py +367 -0
- package/md_cg/test_role_views.py +354 -0
- package/md_cg/test_tasks.py +409 -0
- package/md_cg/test_tool_face.py +189 -0
- package/md_cg/test_trust.py +361 -0
- package/md_cg/test_twophase.py +286 -0
- package/md_cg/test_units_poll.py +71 -0
- package/md_cg/test_v14_fixes.py +397 -0
- package/md_cg/test_validity_filter.py +280 -0
- package/md_cg/test_wisdom_md_store.py +7 -3
- package/md_cg/test_writepipe.py +214 -0
- package/md_cg/theory.py +17 -2
- package/md_cg/tokens.py +134 -12
- package/md_cg/tool_face.py +261 -0
- package/md_cg/trust.py +943 -0
- package/md_cg/twophase.py +232 -0
- package/md_cg/units.py +665 -0
- package/md_cg/vision_evidence.py +25 -2
- package/md_cg/weights.py +25 -2
- package/md_cg/whitebox.py +33 -2
- package/md_cg/whitebox_kb/data/verify_cache.json +21233 -360
- package/md_cg/whitebox_kb/data/verify_savings.jsonl +5124 -0
- package/md_cg/whitebox_kb/wisdom/audit_log/chain_heat.json +10 -10
- package/md_cg/whitebox_kb/wisdom/code_compose.py +113 -6
- package/md_cg/whitebox_kb/wisdom/code_solidified.json +1 -1
- package/md_cg/whitebox_kb/wisdom/verifier.py +340 -55
- package/md_cg/whitebox_kb/wisdom/wisdom-book-cloud.db +0 -0
- package/md_cg/writelimit.py +37 -7
- package/md_cg/writepipe.py +543 -0
- package/package.json +2 -2
- package/skills/skills/designer-perspective/scripts/__pycache__/designer.cpython-310.pyc +0 -0
- package/skills/skills/designer-perspective/scripts/designer.py +17 -1
- package/skills/skills/designer-perspective/tests/selftest.py +3 -1
- package/src/hooks.ts +27 -22
- package/src/index.ts +33 -6
- package/src/lib/datapath.ts +211 -13
- package/src/lib/mdcg_client.ts +12 -8
- package/src/lib/mutual.ts +411 -411
- package/src/lib/prompt_safety.ts +62 -0
- package/src/lib/token_store.ts +4 -5
- package/zcode/AGENTS.md +21 -10
- package/zcode/README.md +4 -0
- package/docs//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -221
- /package/docs/{AGI → eval/AGI}/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md" +0 -0
- /package/docs/{AGI → eval/AGI}/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md" +0 -0
- /package/docs/{ → eval/}/345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md" +0 -0
- /package/docs/{ → eval/}/346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md" +0 -0
- /package/docs/{guardrail-charter.md → mdcg/guardrail-charter.md} +0 -0
- /package/docs/{lingshu_tutorial.html → mdcg/lingshu_tutorial.html} +0 -0
- /package/docs/{memory-assessment.html → mdcg/memory-assessment.html} +0 -0
- /package/docs/{memory_score.html → mdcg/memory_score.html} +0 -0
- /package/docs/{memory_score.png → mdcg/memory_score.png} +0 -0
- /package/docs/{release_v0.3.0.md → mdcg/release_v0.3.0.md} +0 -0
- /package/docs/{release_v0.4.5.md → mdcg/release_v0.4.5.md} +0 -0
- /package/docs/{tool_table_v0.3.0.md → mdcg/tool_table_v0.3.0.md} +0 -0
- /package/docs/{ → mdcg/}/344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md" +0 -0
- /package/docs/{ → mdcg/}/347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md" +0 -0
- /package/docs/{ → mdcg/}/347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md" +0 -0
- /package/docs/{ → mdcg/}/347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md" +0 -0
- /package/docs/{ → mdcg/}/350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md" +0 -0
- /package/docs/{ → mdcg/}/350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md" +0 -0
- /package/docs/{ → mdcg/}/350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md" +0 -0
- /package/docs/{ → plans/}/345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md" +0 -0
- /package/docs/{ → plans/}/347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md" +0 -0
- /package/docs/{ → swarm/}/350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md" +0 -0
- /package/docs/{ → swarm/}/350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md" +0 -0
- /package/docs/{ → swarm/}/350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md" +0 -0
- /package/docs/{ → theory/}/344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md" +0 -0
- /package/docs/{ → theory/}/346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md" +0 -0
- /package/docs/{ → theory/}/346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md" +0 -0
- /package/docs/{ → theory/}/346/231/272/350/203/275/350/256/2723.4.md" +0 -0
- /package/docs/{ → theory/}/347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md" +0 -0
- /package/docs/{ → theory/}/347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md" +0 -0
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""S6 一致性交叉验证探针(脚本式,exit code 定成败)。
|
|
3
|
+
|
|
4
|
+
用法:python -X utf8 -m md_cg.test_retr_s6
|
|
5
|
+
覆盖:
|
|
6
|
+
- 默认关:无 gates 键;关→开→关 结果一致
|
|
7
|
+
- 子开关未设(总开关开)→ S6 不生效
|
|
8
|
+
- S6 开:top-k 逐个给出赛道/依据许可/断言条数;**结果与排序完全不变**
|
|
9
|
+
- 点名规则:赛道已定 ∧ 声明依据不被该赛道许可 → 进 flagged;已许可或赛道未定 → 不点名
|
|
10
|
+
- 只读:不产生 _crosscheck.jsonl;幂等(重复检索 / 索引重建)
|
|
11
|
+
"""
|
|
12
|
+
import os
|
|
13
|
+
import sys
|
|
14
|
+
import tempfile
|
|
15
|
+
|
|
16
|
+
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
17
|
+
|
|
18
|
+
from md_cg import crosscheck as cc # noqa: E402
|
|
19
|
+
from md_cg.mdcg import MdCG # noqa: E402
|
|
20
|
+
|
|
21
|
+
passed = 0
|
|
22
|
+
failed = 0
|
|
23
|
+
QUERY = "阿尔法 泽塔"
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
def check(name, cond, detail=""):
|
|
27
|
+
global passed, failed
|
|
28
|
+
if cond:
|
|
29
|
+
passed += 1
|
|
30
|
+
print(" [PASS] " + name)
|
|
31
|
+
else:
|
|
32
|
+
failed += 1
|
|
33
|
+
print(" [FAIL] " + name + " " + detail)
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
def _setenv(**kv):
|
|
37
|
+
old = {}
|
|
38
|
+
for k, v in kv.items():
|
|
39
|
+
old[k] = os.environ.get(k)
|
|
40
|
+
if v is None:
|
|
41
|
+
os.environ.pop(k, None)
|
|
42
|
+
else:
|
|
43
|
+
os.environ[k] = v
|
|
44
|
+
return old
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
def _restore(old):
|
|
48
|
+
for k, v in old.items():
|
|
49
|
+
if v is None:
|
|
50
|
+
os.environ.pop(k, None)
|
|
51
|
+
else:
|
|
52
|
+
os.environ[k] = v
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
def _snap(results):
|
|
56
|
+
return [(r[0]["id"], round(float(r[1]), 6)) for r in results]
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
def _build(root):
|
|
60
|
+
sci = cc.allowed_basis("science")
|
|
61
|
+
hum = cc.allowed_basis("humanities")
|
|
62
|
+
sci_basis = sci[0] if sci else "reproducible"
|
|
63
|
+
hum_basis = hum[0] if hum else "consistency"
|
|
64
|
+
cg = MdCG(root)
|
|
65
|
+
# 赛道已定 + 依据不被许可 → 应点名
|
|
66
|
+
cg.add("d_sci_bad", "阿尔法 贝塔 应力 截面", "knowledge",
|
|
67
|
+
track="science", verification_basis=hum_basis)
|
|
68
|
+
# 赛道已定 + 依据被许可 → 不点名
|
|
69
|
+
cg.add("d_sci_ok", "阿尔法 伽马 应力 材料", "knowledge",
|
|
70
|
+
track="science", verification_basis=sci_basis)
|
|
71
|
+
cg.add("d_hum_ok", "阿尔法 德尔塔 文本 修辞", "knowledge",
|
|
72
|
+
track="humanities", verification_basis=hum_basis)
|
|
73
|
+
# 赛道未定 + 无依据 → 不点名
|
|
74
|
+
cg.add("d_und", "阿尔法 泽塔 无赛道标记", "knowledge")
|
|
75
|
+
cg.flush()
|
|
76
|
+
return cg, sci_basis, hum_basis
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
def main():
|
|
80
|
+
root = tempfile.mkdtemp(prefix="retr_s6_")
|
|
81
|
+
cg, sci_basis, hum_basis = _build(root)
|
|
82
|
+
|
|
83
|
+
# ---- 1) 默认关 ----
|
|
84
|
+
old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S6_CROSSCHECK=None,
|
|
85
|
+
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None)
|
|
86
|
+
r_off, m_off = cg.search(QUERY, k=10, judge=False, record=False)
|
|
87
|
+
base = _snap(r_off)
|
|
88
|
+
check("默认关:meta 不含 gates 键", "gates" not in m_off,
|
|
89
|
+
str(sorted(m_off.keys())))
|
|
90
|
+
|
|
91
|
+
# ---- 2) 子开关未设 → 不生效 ----
|
|
92
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S6_CROSSCHECK=None,
|
|
93
|
+
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S2_COND="0")
|
|
94
|
+
r_x, m_x = cg.search(QUERY, k=10, judge=False, record=False)
|
|
95
|
+
check("子开关未设:S6 不生效",
|
|
96
|
+
"s6" not in (m_x.get("gates") or {}) and _snap(r_x) == base,
|
|
97
|
+
str(m_x.get("gates")))
|
|
98
|
+
|
|
99
|
+
# ---- 3) S6 开:审计齐备且**排序不变** ----
|
|
100
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S6_CROSSCHECK="1",
|
|
101
|
+
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S2_COND="0")
|
|
102
|
+
r6, m6 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
103
|
+
g6 = (m6.get("gates") or {}).get("s6") or {}
|
|
104
|
+
check("S6 审计:checked/by_track/rows 齐备",
|
|
105
|
+
g6.get("checked") == len(r6) and bool(g6.get("by_track"))
|
|
106
|
+
and len(g6.get("rows") or []) == len(r6), str(g6)[:200])
|
|
107
|
+
check("S6 不改排序(结果与默认关逐条一致)", _snap(r6) == base,
|
|
108
|
+
str(_snap(r6)) + " vs " + str(base))
|
|
109
|
+
|
|
110
|
+
# ---- 4) 点名规则 ----
|
|
111
|
+
flagged = {f["id"] for f in (g6.get("flagged") or [])}
|
|
112
|
+
rows = {row["id"]: row for row in (g6.get("rows") or [])}
|
|
113
|
+
check("未许可依据被点名(science + 文科依据)",
|
|
114
|
+
"d_sci_bad" in flagged, str(sorted(flagged)))
|
|
115
|
+
check("已许可依据不点名(science/理科依据 与 humanities/文科依据)",
|
|
116
|
+
"d_sci_ok" not in flagged and "d_hum_ok" not in flagged,
|
|
117
|
+
str(sorted(flagged)))
|
|
118
|
+
check("赛道未定不点名",
|
|
119
|
+
rows.get("d_und", {}).get("track") == "undetermined"
|
|
120
|
+
and "d_und" not in flagged, str(rows.get("d_und")))
|
|
121
|
+
check("赛道判定正确",
|
|
122
|
+
rows.get("d_sci_bad", {}).get("track") == "science"
|
|
123
|
+
and rows.get("d_hum_ok", {}).get("track") == "humanities",
|
|
124
|
+
str({k: v.get("track") for k, v in rows.items()}))
|
|
125
|
+
|
|
126
|
+
# ---- 5) 只读:不产生核对留痕 ----
|
|
127
|
+
check("S6 只读:无 _crosscheck.jsonl",
|
|
128
|
+
not os.path.exists(os.path.join(root, "_crosscheck.jsonl")))
|
|
129
|
+
|
|
130
|
+
# ---- 6) 幂等:重复检索 / 索引重建 ----
|
|
131
|
+
ra, ma = cg.search(QUERY, k=10, judge=False, record=False)
|
|
132
|
+
rb, mb = cg.search(QUERY, k=10, judge=False, record=False)
|
|
133
|
+
check("S6 幂等:重复检索同口径",
|
|
134
|
+
(ma.get("gates") or {}).get("s6") == (mb.get("gates") or {}).get("s6")
|
|
135
|
+
and _snap(ra) == _snap(rb))
|
|
136
|
+
cg.rebuild_index()
|
|
137
|
+
rc, mc = cg.search(QUERY, k=10, judge=False, record=False)
|
|
138
|
+
check("S6 幂等:索引重建后同口径",
|
|
139
|
+
(mc.get("gates") or {}).get("s6") == (ma.get("gates") or {}).get("s6")
|
|
140
|
+
and _snap(rc) == _snap(ra))
|
|
141
|
+
|
|
142
|
+
# ---- 7) 默认口径等价 ----
|
|
143
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S6_CROSSCHECK=None,
|
|
144
|
+
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None)
|
|
145
|
+
r9, m9 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
146
|
+
check("默认口径等价:关→开→关 首末一致",
|
|
147
|
+
_snap(r9) == base and "gates" not in m9, str(_snap(r9)))
|
|
148
|
+
_restore(old)
|
|
149
|
+
|
|
150
|
+
print("\ntest_retr_s6: %d 通过 / %d 失败" % (passed, failed))
|
|
151
|
+
return 0 if failed == 0 else 1
|
|
152
|
+
|
|
153
|
+
|
|
154
|
+
if __name__ == "__main__":
|
|
155
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
156
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
157
|
+
sys.exit(main())
|
|
@@ -0,0 +1,385 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""S7 倒排候选层探针(脚本式,exit code 定成败)。
|
|
3
|
+
|
|
4
|
+
用法:python -X utf8 -m md_cg.test_retr_s7
|
|
5
|
+
覆盖:
|
|
6
|
+
- ngrams / term_ngram_sets(tags 计入、单字词不可用)
|
|
7
|
+
- build/load/stats(写数据+元数据、幂等)
|
|
8
|
+
- candidates:候选 ⊇ 真命中集
|
|
9
|
+
- **召回与全表一致**:命中查询 / 零候选查询 / T3 兜底 / 单字词 四类,results 与 S7 关时逐条相同
|
|
10
|
+
- scanned 在可用时下降、在回退时等于全量
|
|
11
|
+
- 默认关无 gates 键、子开关未设不生效、无发布表时自动回退
|
|
12
|
+
"""
|
|
13
|
+
import os
|
|
14
|
+
import sys
|
|
15
|
+
import tempfile
|
|
16
|
+
import time
|
|
17
|
+
|
|
18
|
+
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
19
|
+
|
|
20
|
+
from md_cg import postings # noqa: E402
|
|
21
|
+
from md_cg.mdcg import MdCG # noqa: E402
|
|
22
|
+
|
|
23
|
+
passed = 0
|
|
24
|
+
failed = 0
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
def check(name, cond, detail=""):
|
|
28
|
+
global passed, failed
|
|
29
|
+
if cond:
|
|
30
|
+
passed += 1
|
|
31
|
+
print(" [PASS] " + name)
|
|
32
|
+
else:
|
|
33
|
+
failed += 1
|
|
34
|
+
print(" [FAIL] " + name + " " + detail)
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
def _setenv(**kv):
|
|
38
|
+
old = {}
|
|
39
|
+
for k, v in kv.items():
|
|
40
|
+
old[k] = os.environ.get(k)
|
|
41
|
+
if v is None:
|
|
42
|
+
os.environ.pop(k, None)
|
|
43
|
+
else:
|
|
44
|
+
os.environ[k] = v
|
|
45
|
+
return old
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def _restore(old):
|
|
49
|
+
for k, v in old.items():
|
|
50
|
+
if v is None:
|
|
51
|
+
os.environ.pop(k, None)
|
|
52
|
+
else:
|
|
53
|
+
os.environ[k] = v
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def _snap(results):
|
|
57
|
+
return [(r[0]["id"], round(float(r[1]), 6)) for r in results]
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def _build(root):
|
|
61
|
+
cg = MdCG(root)
|
|
62
|
+
cg.add("n1", "阿尔法 贝塔 伽马", "knowledge")
|
|
63
|
+
cg.add("n2", "阿尔法 德尔塔", "knowledge")
|
|
64
|
+
cg.add("n3", "完全无关内容 xyzzy", "knowledge")
|
|
65
|
+
cg.add("n4", "感知系统 记忆 节点", "knowledge", tags=["domain:感知系统"])
|
|
66
|
+
cg.flush()
|
|
67
|
+
return cg
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
# 生效条件:无条件建一个带 edges 的库(A 词法命中,B/C 无词面交集但沿边可达,D 孤立)并返回 cg。
|
|
71
|
+
def _build_edges(root):
|
|
72
|
+
cg = MdCG(root)
|
|
73
|
+
cg.add("A", "工程 结构 应力 梁 截面", "knowledge", importance=0.5,
|
|
74
|
+
condition_space={"observation_position": "工程 结构"})
|
|
75
|
+
cg.add("B", "qxzq 与检索词无交集", "knowledge", importance=0.5,
|
|
76
|
+
condition_space={"observation_position": "工程 结构"})
|
|
77
|
+
cg.add("C", "ppyx 另一段无交集文本", "knowledge", importance=0.5,
|
|
78
|
+
condition_space={"observation_position": "工程 结构"})
|
|
79
|
+
cg.add("D", "孤立节点 无任何边", "knowledge", importance=0.5,
|
|
80
|
+
condition_space={"observation_position": "工程 结构"})
|
|
81
|
+
cg.append_edge("A", {"target": "B", "relation_type": "related"})
|
|
82
|
+
cg.append_edge("B", {"target": "C", "relation_type": "related"})
|
|
83
|
+
cg.flush()
|
|
84
|
+
return cg
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
# 生效条件:无条件以「S7 关」与「S7 开」各检索一次同一 query,返回 (关结果, 关meta, 开结果, 开meta, s7审计dict)。
|
|
88
|
+
def _both(cg, q):
|
|
89
|
+
_setenv(MDCG_GATE_S7_POSTINGS=None)
|
|
90
|
+
r0, m0 = cg.search(q, k=10, judge=False, record=False)
|
|
91
|
+
_setenv(MDCG_GATE_S7_POSTINGS="1")
|
|
92
|
+
r1, m1 = cg.search(q, k=10, judge=False, record=False)
|
|
93
|
+
return r0, m0, r1, m1, ((m1.get("gates") or {}).get("s7") or {})
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
def main():
|
|
97
|
+
# ---- 1) 取词 ----
|
|
98
|
+
gs = postings.ngrams("阿尔法", ["domain:感知系统"])
|
|
99
|
+
check("ngrams 计入 tags", len(gs) > 0 and any(g in gs for g in postings.ngrams("感知系统")))
|
|
100
|
+
check("ngrams 空值 → 空集", postings.ngrams("", None) == set())
|
|
101
|
+
sets, why = postings.term_ngram_sets(["阿"])
|
|
102
|
+
check("单字词不可用", sets == [] and why == "single_char_term", why)
|
|
103
|
+
sets, why = postings.term_ngram_sets(["阿尔法"])
|
|
104
|
+
check("多字词可取 bigram 集合", len(sets) == 1 and len(sets[0]) >= 1 and why == "")
|
|
105
|
+
|
|
106
|
+
root = tempfile.mkdtemp(prefix="retr_s7_")
|
|
107
|
+
cg = _build(root)
|
|
108
|
+
|
|
109
|
+
# ---- 2) build / stats / 幂等 ----
|
|
110
|
+
st = postings.build(cg)
|
|
111
|
+
check("build 写出数据与元数据",
|
|
112
|
+
os.path.exists(postings.postings_path(root))
|
|
113
|
+
and os.path.exists(postings.meta_path(root))
|
|
114
|
+
and st.get("nodes") == 4 and st.get("terms", 0) > 0, str(st))
|
|
115
|
+
st2 = postings.build(cg)
|
|
116
|
+
check("build 幂等(规模一致)",
|
|
117
|
+
st2.get("nodes") == st.get("nodes") and st2.get("terms") == st.get("terms"))
|
|
118
|
+
check("stats 可读", postings.stats(root).get("terms", 0) > 0,
|
|
119
|
+
str(postings.stats(root))[:120])
|
|
120
|
+
|
|
121
|
+
# ---- 3) 候选 ⊇ 真命中 ----
|
|
122
|
+
ids, why = postings.candidates(root, ["阿尔法"])
|
|
123
|
+
check("候选非空且含真命中 n1/n2",
|
|
124
|
+
ids is not None and {"n1", "n2"} <= set(ids), str(sorted(ids or []))[:120])
|
|
125
|
+
ids_t3, why_t3 = postings.candidates(root, ["贝塔伽"])
|
|
126
|
+
check("T3 用例:候选非空但无字面命中(构造有效)",
|
|
127
|
+
bool(ids_t3) and "n1" in ids_t3, str(sorted(ids_t3 or []))[:120])
|
|
128
|
+
|
|
129
|
+
# ---- 4) 默认关 / 子开关 ----
|
|
130
|
+
old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S7_POSTINGS=None,
|
|
131
|
+
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S1B_BUCKET="0",
|
|
132
|
+
MDCG_GATE_S2_COND="0")
|
|
133
|
+
ra, ma = cg.search("阿尔法", k=10, judge=False, record=False)
|
|
134
|
+
check("默认关:meta 不含 gates 键", "gates" not in ma, str(sorted(ma.keys())))
|
|
135
|
+
base_alpha = _snap(ra)
|
|
136
|
+
base_scanned = ma.get("scanned")
|
|
137
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S7_POSTINGS=None)
|
|
138
|
+
rb, mb = cg.search("阿尔法", k=10, judge=False, record=False)
|
|
139
|
+
check("子开关未设:S7 不生效",
|
|
140
|
+
"s7" not in (mb.get("gates") or {}) and _snap(rb) == base_alpha,
|
|
141
|
+
str(mb.get("gates")))
|
|
142
|
+
|
|
143
|
+
# ---- 5) S7 开:命中查询 → 结果一致、scanned 下降 ----
|
|
144
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S7_POSTINGS="1")
|
|
145
|
+
r1, m1 = cg.search("阿尔法", k=10, judge=False, record=False)
|
|
146
|
+
g1 = (m1.get("gates") or {}).get("s7") or {}
|
|
147
|
+
check("命中查询:结果与全表逐条一致", _snap(r1) == base_alpha,
|
|
148
|
+
str(_snap(r1)) + " vs " + str(base_alpha))
|
|
149
|
+
check("命中查询:scanned 下降", (m1.get("scanned") or 0) < (base_scanned or 0),
|
|
150
|
+
"scanned=%s vs %s" % (m1.get("scanned"), base_scanned))
|
|
151
|
+
check("命中查询:审计含 cands/in",
|
|
152
|
+
g1.get("cands") is not None and g1.get("in") == 4, str(g1))
|
|
153
|
+
|
|
154
|
+
# ---- 6) 零候选查询:无任何节点含全部 bigram → 回退全量 ----
|
|
155
|
+
r0, m0, r1, m1, g = _both(cg, "泽塔欧米伽")
|
|
156
|
+
check("零候选查询:结果与全表一致", _snap(r1) == _snap(r0),
|
|
157
|
+
str(_snap(r1)) + " vs " + str(_snap(r0)))
|
|
158
|
+
check("零候选查询:标记 no_candidate 回退且扫描量等于全量",
|
|
159
|
+
g.get("fallback") == "no_candidate" and m1.get("scanned") == m0.get("scanned"),
|
|
160
|
+
str(g) + " scanned=%s vs %s" % (m1.get("scanned"), m0.get("scanned")))
|
|
161
|
+
|
|
162
|
+
# ---- 7) T3 兜底:候选非空但 T2 零命中 → 必须恢复全量再兜底 ----
|
|
163
|
+
r0, m0, r1, m1, g = _both(cg, "贝塔伽")
|
|
164
|
+
check("T3 用例:窄化后命中不足而全量有命中(用例有效,非自证)",
|
|
165
|
+
len(r0) > 0 and 0 < g.get("cands", 0) < len(r0),
|
|
166
|
+
"full_hits=%d s7=%s" % (len(r0), g))
|
|
167
|
+
check("T3 兜底:结果与全表一致(含空结果)", _snap(r1) == _snap(r0),
|
|
168
|
+
str(_snap(r1)) + " vs " + str(_snap(r0)))
|
|
169
|
+
check("T3 兜底:标记 t3_full 且扫描量等于全量",
|
|
170
|
+
g.get("fallback") == "t3_full" and g.get("cands", 0) > 0
|
|
171
|
+
and m1.get("scanned") == m0.get("scanned"),
|
|
172
|
+
str(g) + " scanned=%s vs %s" % (m1.get("scanned"), m0.get("scanned")))
|
|
173
|
+
check("T3 兜底:tier 与全表一致", m1.get("tier") == m0.get("tier"),
|
|
174
|
+
"%s vs %s" % (m1.get("tier"), m0.get("tier")))
|
|
175
|
+
check("T3 兜底:被弃读量如实记账(attempted == 候选读取数)",
|
|
176
|
+
g.get("attempted") == 1, str(g))
|
|
177
|
+
|
|
178
|
+
# ---- 8) 单字词查询 → 回退全量(结果一致)----
|
|
179
|
+
r0, m0, r1, m1, g = _both(cg, "阿")
|
|
180
|
+
check("单字词:回退且结果一致",
|
|
181
|
+
g.get("reason") == "single_char_term" and _snap(r1) == _snap(r0)
|
|
182
|
+
and m1.get("scanned") == m0.get("scanned"),
|
|
183
|
+
str(g) + " scanned=%s vs %s" % (m1.get("scanned"), m0.get("scanned")))
|
|
184
|
+
|
|
185
|
+
# ---- 9) 无发布表 → 自动回退 ----
|
|
186
|
+
root2 = tempfile.mkdtemp(prefix="retr_s7n_")
|
|
187
|
+
cg2 = _build(root2) # 未 build → 无 _postings.json
|
|
188
|
+
_setenv(MDCG_GATE_S7_POSTINGS="1")
|
|
189
|
+
rn, mn = cg2.search("阿尔法", k=10, judge=False, record=False)
|
|
190
|
+
gn = (mn.get("gates") or {}).get("s7") or {}
|
|
191
|
+
check("无发布表:no_index 回退",
|
|
192
|
+
str(gn.get("reason") or "").endswith("no_index")
|
|
193
|
+
and gn.get("fallback") == "full_scan", str(gn))
|
|
194
|
+
|
|
195
|
+
# ---- 10) 幂等:重复检索一致 ----
|
|
196
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S7_POSTINGS="1")
|
|
197
|
+
rq1, mq1 = cg.search("阿尔法", k=10, judge=False, record=False)
|
|
198
|
+
rq2, mq2 = cg.search("阿尔法", k=10, judge=False, record=False)
|
|
199
|
+
check("幂等:重复检索一致",
|
|
200
|
+
_snap(rq1) == _snap(rq2)
|
|
201
|
+
and (mq1.get("gates") or {}).get("s7") == (mq2.get("gates") or {}).get("s7"))
|
|
202
|
+
# 重建后仍一致(派生索引可重建无损)
|
|
203
|
+
postings.build(cg)
|
|
204
|
+
rq3, _mq3 = cg.search("阿尔法", k=10, judge=False, record=False)
|
|
205
|
+
check("重建后结果仍一致", _snap(rq3) == _snap(rq1), str(_snap(rq3)) + " vs " + str(_snap(rq1)))
|
|
206
|
+
|
|
207
|
+
# ---- 11) 组合语义:S7 只是 T2 的加速器,不得缩小 S3 的可达域 ----
|
|
208
|
+
root3 = tempfile.mkdtemp(prefix="retr_s7s3_")
|
|
209
|
+
cg3 = _build_edges(root3)
|
|
210
|
+
postings.build(cg3)
|
|
211
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S1B_BUCKET="0",
|
|
212
|
+
MDCG_GATE_S2_COND="0", MDCG_GATE_S3_SPREAD="1", MDCG_GATE_S7_POSTINGS=None)
|
|
213
|
+
r3a, m3a = cg3.search("工程 应力", k=5, judge=False, record=False)
|
|
214
|
+
g3a = (m3a.get("gates") or {}).get("s3") or {}
|
|
215
|
+
_setenv(MDCG_GATE_S7_POSTINGS="1")
|
|
216
|
+
r3b, m3b = cg3.search("工程 应力", k=5, judge=False, record=False)
|
|
217
|
+
g3b = (m3b.get("gates") or {}).get("s3") or {}
|
|
218
|
+
check("组合:S3 单独生效时确实扩散(用例有效)",
|
|
219
|
+
g3a.get("expanded") == 2 and m3a.get("tier") == "T2b_spread_activation",
|
|
220
|
+
str(g3a) + " tier=" + str(m3a.get("tier")))
|
|
221
|
+
check("组合:S7+S3 的扩散规模与结果均不退化",
|
|
222
|
+
g3b.get("expanded") == g3a.get("expanded") and _snap(r3b) == _snap(r3a),
|
|
223
|
+
str(g3b) + " vs " + str(g3a) + " / " + str(_snap(r3b)) + " vs " + str(_snap(r3a)))
|
|
224
|
+
|
|
225
|
+
# ---- 12) 并列同分:次序必须与全表一致(候选集是过滤,不是重排)----
|
|
226
|
+
root4 = tempfile.mkdtemp(prefix="retr_s7tie_")
|
|
227
|
+
cg4 = MdCG(root4)
|
|
228
|
+
for nid in ("t1", "t2", "t3"):
|
|
229
|
+
cg4.add(nid, "并列 重复 内容", "knowledge", importance=0.5)
|
|
230
|
+
cg4.flush()
|
|
231
|
+
postings.build(cg4)
|
|
232
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S1B_BUCKET="0",
|
|
233
|
+
MDCG_GATE_S2_COND="0", MDCG_GATE_S7_POSTINGS=None)
|
|
234
|
+
rt0, _mt0 = cg4.search("重复 内容", k=5, judge=False, record=False)
|
|
235
|
+
_setenv(MDCG_GATE_S7_POSTINGS="1")
|
|
236
|
+
rt1, mt1 = cg4.search("重复 内容", k=5, judge=False, record=False)
|
|
237
|
+
gt = (mt1.get("gates") or {}).get("s7") or {}
|
|
238
|
+
check("并列同分:次序与全表一致(保持索引原序,不受集合迭代序影响)",
|
|
239
|
+
len(rt0) == 3 and _snap(rt1) == _snap(rt0),
|
|
240
|
+
str(_snap(rt1)) + " vs " + str(_snap(rt0)) + " " + str(gt))
|
|
241
|
+
|
|
242
|
+
# ---- 13) 快照过期:节点被改写后必须回退全量(宁可慢,不可丢召回)----
|
|
243
|
+
root5 = tempfile.mkdtemp(prefix="retr_s7stale_")
|
|
244
|
+
cg5 = _build(root5)
|
|
245
|
+
postings.build(cg5)
|
|
246
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S7_POSTINGS="1",
|
|
247
|
+
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S1B_BUCKET="0", MDCG_GATE_S2_COND="0",
|
|
248
|
+
MDCG_S7_FRESHNESS=None)
|
|
249
|
+
_r5, _m5 = cg5.search("阿尔法", k=10, judge=False, record=False)
|
|
250
|
+
check("快照新鲜:stale_reason 为空",
|
|
251
|
+
postings.stale_reason(root5, cg5.index["nodes"]) == "",
|
|
252
|
+
postings.stale_reason(root5, cg5.index["nodes"]))
|
|
253
|
+
# 改写已有节点(节点数不变 → 只可能是目录 mtime 变化)
|
|
254
|
+
cg5.add("n1", "阿尔法 贝塔 伽马 追加", "knowledge")
|
|
255
|
+
cg5.flush()
|
|
256
|
+
_sr = postings.stale_reason(root5, cg5.index["nodes"])
|
|
257
|
+
check("改写后:指纹判定过期(dir_touched)", _sr == "dir_touched", _sr)
|
|
258
|
+
_setenv(MDCG_GATE_S7_POSTINGS=None)
|
|
259
|
+
rs0, ms0 = cg5.search("追加", k=10, judge=False, record=False)
|
|
260
|
+
_setenv(MDCG_GATE_S7_POSTINGS="1")
|
|
261
|
+
rs1, ms1 = cg5.search("追加", k=10, judge=False, record=False)
|
|
262
|
+
gs5 = (ms1.get("gates") or {}).get("s7") or {}
|
|
263
|
+
check("过期:reason 记 stale_index 并回退全量、结果与全表一致",
|
|
264
|
+
str(gs5.get("reason") or "").startswith("stale_index:")
|
|
265
|
+
and gs5.get("fallback") == "full_scan" and _snap(rs1) == _snap(rs0),
|
|
266
|
+
str(gs5) + " / " + str(_snap(rs1)) + " vs " + str(_snap(rs0)))
|
|
267
|
+
# 新增节点(节点数变化)
|
|
268
|
+
cg5.add("n9", "阿尔法 新增节点", "knowledge")
|
|
269
|
+
cg5.flush()
|
|
270
|
+
check("新增节点:指纹判定过期(node_count_changed)",
|
|
271
|
+
postings.stale_reason(root5, cg5.index["nodes"]) == "node_count_changed",
|
|
272
|
+
postings.stale_reason(root5, cg5.index["nodes"]))
|
|
273
|
+
# 重建后重新新鲜
|
|
274
|
+
postings.build(cg5)
|
|
275
|
+
_r6, m6 = cg5.search("阿尔法", k=10, judge=False, record=False)
|
|
276
|
+
check("重建后恢复新鲜并重新窄化",
|
|
277
|
+
postings.stale_reason(root5, cg5.index["nodes"]) == ""
|
|
278
|
+
and (m6.get("gates") or {}).get("s7", {}).get("cands") is not None,
|
|
279
|
+
str((m6.get("gates") or {}).get("s7")))
|
|
280
|
+
# skip 开关:仅供离线对照,跳过指纹后仍窄化
|
|
281
|
+
_setenv(MDCG_S7_FRESHNESS="skip")
|
|
282
|
+
cg5.add("n9", "阿尔法 新增节点 又改", "knowledge")
|
|
283
|
+
cg5.flush()
|
|
284
|
+
_r7, m7 = cg5.search("阿尔法", k=10, judge=False, record=False)
|
|
285
|
+
g7 = (m7.get("gates") or {}).get("s7") or {}
|
|
286
|
+
check("skip 开关:跳过指纹校验后仍走候选窄化(改动路径可见)",
|
|
287
|
+
g7.get("cands") is not None and g7.get("fallback") is None, str(g7))
|
|
288
|
+
# ---- 13b) 组合语义(S7×MDCG_SEMANTIC):语义路开启时不窄化 ----
|
|
289
|
+
root8 = tempfile.mkdtemp(prefix="retr_s7sem_")
|
|
290
|
+
cg8 = MdCG(root8)
|
|
291
|
+
cg8.add("s1", "阿尔法 贝塔", "knowledge", semantic="阿尔法", verification_basis="test")
|
|
292
|
+
cg8.add("s2", "qxzq 与查询无词面交集", "knowledge", semantic="阿尔法", verification_basis="test")
|
|
293
|
+
cg8.flush()
|
|
294
|
+
postings.build(cg8)
|
|
295
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S7_POSTINGS="1",
|
|
296
|
+
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S1B_BUCKET="0", MDCG_GATE_S2_COND="0",
|
|
297
|
+
MDCG_S7_FRESHNESS=None, MDCG_SEMANTIC="1")
|
|
298
|
+
_rr0, mm0 = cg8.search("阿尔法", k=10, judge=False, record=False)
|
|
299
|
+
_setenv(MDCG_GATE_S7_POSTINGS=None)
|
|
300
|
+
_rr_off, mm_off = cg8.search("阿尔法", k=10, judge=False, record=False)
|
|
301
|
+
gs8 = (mm0.get("gates") or {}).get("s7") or {}
|
|
302
|
+
check("语义路开:S7 不窄化(reason=semantic_on)且扫描量等于全量",
|
|
303
|
+
gs8.get("reason") == "semantic_on" and gs8.get("fallback") == "full_scan"
|
|
304
|
+
and mm0.get("scanned") == mm_off.get("scanned"),
|
|
305
|
+
str(gs8) + " scanned=%s vs %s" % (mm0.get("scanned"), mm_off.get("scanned")))
|
|
306
|
+
check("语义路开:无词面交集的语义节点仍入池(不漏召回)",
|
|
307
|
+
_snap(_rr0) == _snap(_rr_off)
|
|
308
|
+
and any(x[0]["id"] == "s2" for x in _rr0),
|
|
309
|
+
str(_snap(_rr0)) + " vs " + str(_snap(_rr_off)))
|
|
310
|
+
_setenv(MDCG_SEMANTIC=None)
|
|
311
|
+
|
|
312
|
+
# ---- 14) 抽样构建(limit)不得留下看似新鲜的快照 ----
|
|
313
|
+
root6 = tempfile.mkdtemp(prefix="retr_s7part_")
|
|
314
|
+
cg6 = _build(root6)
|
|
315
|
+
st6 = postings.build(cg6, limit=2)
|
|
316
|
+
check("抽样构建:stats 标 partial 且不写 snapshot",
|
|
317
|
+
st6.get("partial") is True and "snapshot" not in st6
|
|
318
|
+
and postings.stale_reason(root6, cg6.index["nodes"]) == "no_snapshot",
|
|
319
|
+
str({k: st6.get(k) for k in ("partial", "snapshot", "nodes")})
|
|
320
|
+
+ " / " + postings.stale_reason(root6, cg6.index["nodes"]))
|
|
321
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S7_POSTINGS="1",
|
|
322
|
+
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S1B_BUCKET="0", MDCG_GATE_S2_COND="0",
|
|
323
|
+
MDCG_S7_FRESHNESS=None)
|
|
324
|
+
rp1, mp1 = cg6.search("阿尔法", k=10, judge=False, record=False)
|
|
325
|
+
gp1 = (mp1.get("gates") or {}).get("s7") or {}
|
|
326
|
+
check("抽样构建:检索一律回退全量(不静默漏召回)",
|
|
327
|
+
gp1.get("fallback") == "full_scan"
|
|
328
|
+
and str(gp1.get("reason") or "").endswith("no_snapshot"),
|
|
329
|
+
str(gp1))
|
|
330
|
+
# ---- 15) 根级节点:快照按**文件** mtime 记账(不依赖根目录 mtime)----
|
|
331
|
+
# 背景(独立复核 REJECT 第 3 条):根目录里也躺着我们自己的 _postings*.json,
|
|
332
|
+
# 若用「根目录 mtime」判定,则快照刚建就被自己的写入改旧。故根级节点路径
|
|
333
|
+
# (path 无目录)改为逐文件记 mtime。
|
|
334
|
+
root7 = tempfile.mkdtemp(prefix="retr_s7root_")
|
|
335
|
+
_dst = os.path.join(root7, "r1.md")
|
|
336
|
+
with open(_dst, "w", encoding="utf-8") as f:
|
|
337
|
+
f.write("---\nid: r1\nlayer: knowledge\n---\n根级节点\n")
|
|
338
|
+
_fake = {"r1": {"path": "r1.md", "layer": "knowledge"}}
|
|
339
|
+
_snap7 = postings.snapshot(root7, _fake)
|
|
340
|
+
_meta7 = {"schema": postings.SCHEMA, "snapshot": _snap7}
|
|
341
|
+
check("根级节点:快照记 file_mtimes、不记根目录(dir_mtimes 无空键)",
|
|
342
|
+
_snap7.get("file_mtimes", {}).get("r1.md") is not None
|
|
343
|
+
and "" not in (_snap7.get("dir_mtimes") or {}),
|
|
344
|
+
str(_snap7)[:200])
|
|
345
|
+
with open(postings.postings_path(root7), "w", encoding="utf-8") as f:
|
|
346
|
+
f.write("{}")
|
|
347
|
+
with open(postings.meta_path(root7), "w", encoding="utf-8") as f:
|
|
348
|
+
f.write("{}")
|
|
349
|
+
check("根级节点:自身派生文件写入后快照仍新鲜(不自判过期)",
|
|
350
|
+
postings.stale_reason(root7, _fake, _meta7) == "",
|
|
351
|
+
postings.stale_reason(root7, _fake, _meta7))
|
|
352
|
+
os.utime(_dst, (time.time() + 5, time.time() + 5))
|
|
353
|
+
check("根级节点:被改写后判过期(root_file_touched)",
|
|
354
|
+
postings.stale_reason(root7, _fake, _meta7) == "root_file_touched",
|
|
355
|
+
postings.stale_reason(root7, _fake, _meta7))
|
|
356
|
+
# ---- 16) CLI 输出:不得打印快照指纹本体(上千个目录键)----
|
|
357
|
+
import io
|
|
358
|
+
import contextlib
|
|
359
|
+
from md_cg import build_postings as _bp
|
|
360
|
+
root9 = tempfile.mkdtemp(prefix="retr_s7cli_")
|
|
361
|
+
_build(root9)
|
|
362
|
+
_buf = io.StringIO()
|
|
363
|
+
with contextlib.redirect_stdout(_buf):
|
|
364
|
+
_rc1 = _bp.main(["--root", root9])
|
|
365
|
+
_rc2 = _bp.main(["--root", root9, "--if-stale"])
|
|
366
|
+
_rc3 = _bp.main(["--root", root9, "--stats"])
|
|
367
|
+
_out = _buf.getvalue()
|
|
368
|
+
check("CLI 三条路径返回 0 且输出无 snapshot 本体(只报 dirs 规模)",
|
|
369
|
+
_rc1 == 0 and _rc2 == 0 and _rc3 == 0
|
|
370
|
+
and "dir_mtimes" not in _out and "file_mtimes" not in _out
|
|
371
|
+
and '"dirs"' in _out,
|
|
372
|
+
_out[:300])
|
|
373
|
+
check("CLI --if-stale 第二次调用报 fresh 不重建",
|
|
374
|
+
'"reason": "fresh"' in _out and '"rebuilt": false' in _out,
|
|
375
|
+
_out[-200:])
|
|
376
|
+
_restore(old)
|
|
377
|
+
|
|
378
|
+
print("\ntest_retr_s7: %d 通过 / %d 失败" % (passed, failed))
|
|
379
|
+
return 0 if failed == 0 else 1
|
|
380
|
+
|
|
381
|
+
|
|
382
|
+
if __name__ == "__main__":
|
|
383
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
384
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
385
|
+
sys.exit(main())
|