@furongjun1999/dsh-memory 0.4.8 → 0.4.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +54 -26
- package/codebuddy/CODEBUDDY.md +196 -195
- package/codebuddy/README.md +13 -1
- package/codebuddy/mcp.json +9 -0
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +169 -0
- package/docs/README.md +1 -1
- package/docs/discipline/harnesses.yaml +18 -7
- package/docs/discipline/templates/full.md.tmpl +4 -3
- package/docs/experiments/linkref_backfill/candidates_20260917.json +726 -0
- package/docs/experiments/linkref_backfill/candidates_internal_20260917.json +602 -0
- package/docs/experiments/linkref_backfill/candidates_internal_v2.json +603 -0
- package/docs/experiments/linkref_backfill/candidates_secret_20260917.json +884 -0
- package/docs/experiments/linkref_backfill/candidates_secret_v2.json +789 -0
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +42 -0
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +43 -0
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +102 -0
- package/docs/hive//347/234/237/345/256/236/345/272/223/347/253/257/345/210/260/347/253/257/345/256/236/346/265/213_S1b/344/270/216/345/217/254/345/233/236/346/235/203/350/241/241_v0.1.md +57 -0
- package/docs/hive//347/234/237/345/256/236/345/272/223/347/253/257/345/210/260/347/253/257/345/256/236/346/265/213_S7/345/200/222/346/216/222/345/200/231/351/200/211/345/261/202_v0.1.md +126 -0
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +503 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +216 -0
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.5.md +631 -625
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +82 -0
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +600 -0
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +47 -45
- package/docs/mdcg//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/{206_v0.4.md → 206_v0.5.md} +92 -4
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +172 -0
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +31 -0
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +93 -0
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +2 -2
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +3 -3
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +2 -2
- package/docs//345/267/245/344/275/234/347/272/252/345/276/213_/350/256/244/347/237/245/345/233/276/346/235/241/347/233/256_v1.1.json +434 -433
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +286 -0
- package/dsh/README.md +33 -0
- package/dsh/cordis.yml.example +13 -7
- package/dsh/hive-mcp-probe.mjs +94 -0
- package/dsh/hive-mcp.example.yml +62 -0
- package/dsh/update-lingshu.bat +11 -0
- package/dsh/update-lingshu.ps1 +337 -0
- package/lib/hooks.d.ts +3 -0
- package/lib/hooks.js +17 -23
- package/lib/index.d.ts +4 -2
- package/lib/index.js +29 -6
- package/lib/lib/datapath.d.ts +76 -1
- package/lib/lib/datapath.js +199 -13
- package/lib/lib/mdcg_client.d.ts +6 -3
- package/lib/lib/mdcg_client.js +6 -5
- package/lib/lib/mutual.js +4 -4
- package/lib/lib/token_store.js +4 -5
- package/md_cg/audit.py +17 -2
- package/md_cg/autonomy.py +86 -15
- package/md_cg/backfill.py +36 -1
- package/md_cg/backfill_bigdomain.py +34 -0
- package/md_cg/bench6_arms.py +28 -1
- package/md_cg/bench6_common.py +10 -1
- package/md_cg/bench6_competitors.py +6 -1
- package/md_cg/bench_axis_domain.py +9 -1
- package/md_cg/bench_blind_comp.py +7 -1
- package/md_cg/bench_en_atoms_public.py +9 -0
- package/md_cg/bench_governance.py +348 -0
- package/md_cg/bench_lme_zh.py +16 -1
- package/md_cg/bench_locomo.py +2 -1
- package/md_cg/bench_locomo_zh.py +16 -1
- package/md_cg/bench_locomo_zh_public.py +4 -1
- package/md_cg/bench_longmem.py +2 -1
- package/md_cg/bench_membench.py +27 -1
- package/md_cg/bench_p0.py +4 -1
- package/md_cg/bench_progressive.py +13 -1
- package/md_cg/bench_role_views.py +238 -0
- package/md_cg/bench_task_ab.py +8 -1
- package/md_cg/bench_task_ab_llm.py +13 -1
- package/md_cg/bench_unified_en.py +6 -1
- package/md_cg/bench_zh_mad.py +20 -1
- package/md_cg/blindspot_tickets.py +123 -0
- package/md_cg/branches.py +12 -1
- package/md_cg/build_postings.py +73 -0
- package/md_cg/ccgc.py +67 -2
- package/md_cg/census.py +5 -1
- package/md_cg/chain.py +24 -3
- package/md_cg/codeindex.py +134 -17
- package/md_cg/coldverify.py +265 -0
- package/md_cg/comment_gate.py +338 -0
- package/md_cg/cond_compose.py +190 -0
- package/md_cg/cond_facts.py +155 -0
- package/md_cg/cond_template.json +107 -0
- package/md_cg/condition_anchor.py +143 -0
- package/md_cg/conformance.py +69 -4
- package/md_cg/consistency.py +24 -1
- package/md_cg/consolidate.py +53 -2
- package/md_cg/corpus.py +4 -0
- package/md_cg/crosscheck.py +42 -2
- package/md_cg/crypto.py +35 -1
- package/md_cg/d_meta.py +310 -0
- package/md_cg/datapath.py +201 -26
- package/md_cg/docindex.py +122 -1
- package/md_cg/eval_common.py +29 -1
- package/md_cg/evidence.py +27 -1
- package/md_cg/evolution.py +21 -1
- package/md_cg/export.py +11 -1
- package/md_cg/forgetting.py +23 -1
- package/md_cg/fsutil.py +18 -1
- package/md_cg/hotcache.py +214 -0
- package/md_cg/hyperedge.py +251 -0
- package/md_cg/identity.py +18 -1
- package/md_cg/insight.py +17 -1
- package/md_cg/lexicon/build_cedict_en_zh.py +9 -0
- package/md_cg/lexicon/build_standard_en.py +171 -168
- package/md_cg/lexicon/expand_en_zh.py +6 -0
- package/md_cg/lifecycle.py +12 -1
- package/md_cg/linkref.py +281 -0
- package/md_cg/links.py +29 -1
- package/md_cg/mcp_server.py +362 -43
- package/md_cg/md_whitebox.py +53 -1
- package/md_cg/mdcg.py +1003 -27
- package/md_cg/mdcos.py +558 -36
- package/md_cg/metacognition.py +37 -2
- package/md_cg/migrate.py +4 -0
- package/md_cg/migrate_aeis.py +221 -213
- package/md_cg/migrate_roleplay.py +8 -0
- package/md_cg/migrate_wisdom_graph.py +14 -1
- package/md_cg/mreview/__main__.py +3 -0
- package/md_cg/mreview/bundle.py +8 -0
- package/md_cg/mreview/candidates.py +9 -0
- package/md_cg/mreview/govern.py +21 -1
- package/md_cg/mreview/locate.py +34 -0
- package/md_cg/mreview/pipeline.py +29 -1
- package/md_cg/mreview/ruleset.py +16 -1
- package/md_cg/nodefile.py +233 -3
- package/md_cg/pooling.py +23 -1
- package/md_cg/postings.py +298 -0
- package/md_cg/predict.py +89 -9
- package/md_cg/progressive.py +3 -0
- package/md_cg/protect.py +14 -1
- package/md_cg/protocol.py +372 -0
- package/md_cg/provenance.py +262 -0
- package/md_cg/reach.py +453 -0
- package/md_cg/refindex.py +47 -2
- package/md_cg/refine.py +20 -1
- package/md_cg/roleviews.py +89 -0
- package/md_cg/routing.py +76 -0
- package/md_cg/scrub.py +63 -2
- package/md_cg/security.py +26 -1
- package/md_cg/self_state.py +64 -1
- package/md_cg/selfreport.py +151 -0
- package/md_cg/semantic/canonical.py +5 -0
- package/md_cg/semantic/en_normalizer.py +364 -355
- package/md_cg/semantic/zh_en_atoms.py +139 -136
- package/md_cg/signer.py +41 -1
- package/md_cg/sources.py +583 -547
- package/md_cg/statushdr.py +179 -0
- package/md_cg/stg.py +59 -18
- package/md_cg/subgraph.py +23 -0
- package/md_cg/sustain.py +56 -1
- package/md_cg/tasks.py +26 -2
- package/md_cg/test_autonomy.py +26 -0
- package/md_cg/test_bench_governance.py +102 -0
- package/md_cg/test_blindspot_tickets.py +166 -0
- package/md_cg/test_ccgc.py +10 -0
- package/md_cg/test_codeindex.py +338 -0
- package/md_cg/test_comment_gate.py +187 -0
- package/md_cg/test_cond_compose_anchors.py +76 -0
- package/md_cg/test_condition_anchor.py +82 -0
- package/md_cg/test_d_meta.py +412 -0
- package/md_cg/test_datapath_root.py +188 -0
- package/md_cg/test_gain_gate.py +47 -1
- package/md_cg/test_hot_cold.py +187 -0
- package/md_cg/test_hyperedge.py +245 -0
- package/md_cg/test_linkref.py +306 -0
- package/md_cg/test_md_access_parity.py +15 -3
- package/md_cg/test_mr_m1.py +108 -18
- package/md_cg/test_mr_m3.py +8 -1
- package/md_cg/test_p26_refindex.py +49 -20
- package/md_cg/test_p27_docindex.py +236 -2
- package/md_cg/test_p2_mcp.py +1 -1
- package/md_cg/test_p31_insight.py +24 -0
- package/md_cg/test_p44_md_whitebox.py +14 -1
- package/md_cg/test_protocol.py +243 -0
- package/md_cg/test_reach.py +378 -0
- package/md_cg/test_reach_keys.py +201 -0
- package/md_cg/test_reach_meta_exits.py +145 -0
- package/md_cg/test_read_clip.py +8 -4
- package/md_cg/test_retr_s1.py +340 -0
- package/md_cg/test_retr_s1b.py +209 -0
- package/md_cg/test_retr_s3.py +194 -0
- package/md_cg/test_retr_s4.py +163 -0
- package/md_cg/test_retr_s5.py +200 -0
- package/md_cg/test_retr_s6.py +157 -0
- package/md_cg/test_retr_s7.py +385 -0
- package/md_cg/test_retr_s8_time.py +316 -0
- package/md_cg/test_retr_s9_edges.py +286 -0
- package/md_cg/test_retr_s9_entity_ctx.py +175 -0
- package/md_cg/test_review_conformance.py +59 -2
- package/md_cg/test_role_views.py +354 -0
- package/md_cg/test_trust.py +361 -0
- package/md_cg/test_units_poll.py +71 -0
- package/md_cg/test_v14_fixes.py +397 -0
- package/md_cg/test_validity_filter.py +280 -0
- package/md_cg/test_wisdom_md_store.py +7 -3
- package/md_cg/test_writepipe.py +5 -1
- package/md_cg/theory.py +16 -1
- package/md_cg/tokens.py +40 -8
- package/md_cg/tool_face.py +13 -2
- package/md_cg/trust.py +943 -0
- package/md_cg/twophase.py +12 -1
- package/md_cg/units.py +129 -10
- package/md_cg/vision_evidence.py +24 -1
- package/md_cg/weights.py +24 -1
- package/md_cg/whitebox.py +32 -1
- package/md_cg/whitebox_kb/data/verify_cache.json +21210 -365
- package/md_cg/whitebox_kb/data/verify_savings.jsonl +5078 -0
- package/md_cg/whitebox_kb/wisdom/audit_log/chain_heat.json +10 -10
- package/md_cg/whitebox_kb/wisdom/code_compose.py +113 -6
- package/md_cg/whitebox_kb/wisdom/code_solidified.json +1 -1
- package/md_cg/whitebox_kb/wisdom/verifier.py +340 -55
- package/md_cg/whitebox_kb/wisdom/wisdom-book-cloud.db +0 -0
- package/md_cg/writelimit.py +18 -4
- package/md_cg/writepipe.py +178 -7
- package/package.json +2 -2
- package/skills/skills/designer-perspective/scripts/__pycache__/designer.cpython-310.pyc +0 -0
- package/skills/skills/designer-perspective/scripts/designer.py +17 -1
- package/skills/skills/designer-perspective/tests/selftest.py +3 -1
- package/src/hooks.ts +17 -21
- package/src/index.ts +33 -6
- package/src/lib/datapath.ts +211 -13
- package/src/lib/mdcg_client.ts +12 -8
- package/src/lib/mutual.ts +411 -411
- package/src/lib/token_store.ts +4 -5
- package/zcode/AGENTS.md +196 -195
- package/zcode/README.md +4 -0
- package/md_cg/whitebox_kb/wisdom/wisdom-book-cloud.db-shm +0 -0
- package/md_cg/whitebox_kb/wisdom/wisdom-book-cloud.db-wal +0 -0
|
@@ -0,0 +1,209 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""S1b 细口径桶收敛探针(脚本式,exit code 定成败)。
|
|
3
|
+
|
|
4
|
+
用法:python -X utf8 -m md_cg.test_retr_s1b
|
|
5
|
+
覆盖:
|
|
6
|
+
- bucket_key_readable:'cond_感知系统_d94e90d2' → '感知系统';orphan/空 → '';无哈希段保持
|
|
7
|
+
- 默认关:无 gates 键;关→开→关 结果一致;子开关未设不生效
|
|
8
|
+
- S1b 开:query 侧推断出候选桶 → 候选收敛(out < in)、**orphan/无桶恒留兜底**、不引入任何新节点
|
|
9
|
+
- 命中不到任何桶 → no_key_match 且不收敛(回退)
|
|
10
|
+
- topk / min_sim 可配(topk=0 关闭;min_sim=1.0 只认完全同名键)
|
|
11
|
+
- 幂等:重复检索 / 索引重建后同口径
|
|
12
|
+
"""
|
|
13
|
+
import os
|
|
14
|
+
import sys
|
|
15
|
+
import tempfile
|
|
16
|
+
|
|
17
|
+
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
18
|
+
|
|
19
|
+
from md_cg import routing # noqa: E402
|
|
20
|
+
from md_cg.mdcg import MdCG # noqa: E402
|
|
21
|
+
|
|
22
|
+
passed = 0
|
|
23
|
+
failed = 0
|
|
24
|
+
QUERY = "感知系统 记忆 检索"
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
def check(name, cond, detail=""):
|
|
28
|
+
global passed, failed
|
|
29
|
+
if cond:
|
|
30
|
+
passed += 1
|
|
31
|
+
print(" [PASS] " + name)
|
|
32
|
+
else:
|
|
33
|
+
failed += 1
|
|
34
|
+
print(" [FAIL] " + name + " " + detail)
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
def _setenv(**kv):
|
|
38
|
+
old = {}
|
|
39
|
+
for k, v in kv.items():
|
|
40
|
+
old[k] = os.environ.get(k)
|
|
41
|
+
if v is None:
|
|
42
|
+
os.environ.pop(k, None)
|
|
43
|
+
else:
|
|
44
|
+
os.environ[k] = v
|
|
45
|
+
return old
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def _restore(old):
|
|
49
|
+
for k, v in old.items():
|
|
50
|
+
if v is None:
|
|
51
|
+
os.environ.pop(k, None)
|
|
52
|
+
else:
|
|
53
|
+
os.environ[k] = v
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def _ids(results):
|
|
57
|
+
return sorted(r[0]["id"] for r in results)
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def _build(root):
|
|
61
|
+
cg = MdCG(root)
|
|
62
|
+
cg.add("s1", "感知系统 记忆 节点 检索", "knowledge", tags=["domain:感知系统"])
|
|
63
|
+
cg.add("s2", "感知系统 缓存 命中", "knowledge", tags=["domain:感知系统"])
|
|
64
|
+
cg.add("g1", "图数据库 遍历 邻接", "knowledge", tags=["domain:图数据库"])
|
|
65
|
+
cg.add("o1", "感知系统 但无域标签(落 orphan)", "knowledge")
|
|
66
|
+
cg.add("c1", "感知系统 情境层(不参与分桶)", "contextual")
|
|
67
|
+
cg.flush()
|
|
68
|
+
return cg
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
def main():
|
|
72
|
+
# ---- 1) key 解析 ----
|
|
73
|
+
check("bucket_key_readable 剥离哈希",
|
|
74
|
+
routing.bucket_key_readable("cond_感知系统_d94e90d2") == "感知系统")
|
|
75
|
+
check("bucket_key_readable orphan/空 → ''",
|
|
76
|
+
routing.bucket_key_readable("orphan") == ""
|
|
77
|
+
and routing.bucket_key_readable("") == ""
|
|
78
|
+
and routing.bucket_key_readable(None) == "")
|
|
79
|
+
check("bucket_key_readable 无哈希段保持",
|
|
80
|
+
routing.bucket_key_readable("cond_letta-code") == "letta-code")
|
|
81
|
+
|
|
82
|
+
root = tempfile.mkdtemp(prefix="retr_s1b_")
|
|
83
|
+
cg = _build(root)
|
|
84
|
+
b_sense = [e.get("bucket") for e in cg.index["nodes"].values()
|
|
85
|
+
if e.get("path", "").endswith("s1.md")][0]
|
|
86
|
+
check("写入侧确实落了桶", bool(b_sense) and b_sense != "orphan", str(b_sense))
|
|
87
|
+
|
|
88
|
+
# ---- 2) 默认关 ----
|
|
89
|
+
old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1B_BUCKET=None,
|
|
90
|
+
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None,
|
|
91
|
+
MDCG_BUCKET_TOPK=None, MDCG_BUCKET_MIN_SIM=None)
|
|
92
|
+
r_off, m_off = cg.search(QUERY, k=10, judge=False, record=False)
|
|
93
|
+
base = _ids(r_off)
|
|
94
|
+
check("默认关:meta 不含 gates 键", "gates" not in m_off,
|
|
95
|
+
str(sorted(m_off.keys())))
|
|
96
|
+
|
|
97
|
+
# ---- 3) 子开关未设 → 不生效 ----
|
|
98
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0",
|
|
99
|
+
MDCG_GATE_S2_COND="0", MDCG_GATE_S1B_BUCKET=None)
|
|
100
|
+
r_x, m_x = cg.search(QUERY, k=10, judge=False, record=False)
|
|
101
|
+
check("子开关未设:S1b 不生效",
|
|
102
|
+
"s1b" not in (m_x.get("gates") or {}) and _ids(r_x) == base,
|
|
103
|
+
str(m_x.get("gates")))
|
|
104
|
+
|
|
105
|
+
# ---- 4) S1b 开:桶收敛 + orphan 兜底 + 不引入新节点 ----
|
|
106
|
+
_setenv(MDCG_GATE_S1B_BUCKET="1", MDCG_BUCKET_TOPK="1", MDCG_BUCKET_MIN_SIM="0.34")
|
|
107
|
+
r1, m1 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
108
|
+
g1 = (m1.get("gates") or {}).get("s1b") or {}
|
|
109
|
+
ids1 = _ids(r1)
|
|
110
|
+
check("S1b 推断出感知系统桶",
|
|
111
|
+
g1.get("keys") == [b_sense], str(g1))
|
|
112
|
+
check("S1b 收敛:out < in", g1.get("out", 99) < g1.get("in", 0), str(g1))
|
|
113
|
+
check("S1b 收敛后不引入任何新节点(⊆ 默认关结果集)",
|
|
114
|
+
set(ids1) <= set(base), str(ids1) + " vs " + str(base))
|
|
115
|
+
check("S1b 保留 orphan 兜底节点", "o1" in ids1, str(ids1))
|
|
116
|
+
check("S1b 丢弃异桶节点", "g1" not in ids1, str(ids1))
|
|
117
|
+
|
|
118
|
+
# ---- 5) 命中不到桶 → 回退不收敛(与「S1b 关」的同查询结果逐条比较,避免自证)----
|
|
119
|
+
_setenv(MDCG_GATE_S1B_BUCKET=None)
|
|
120
|
+
r2c, _m2c = cg.search("完全无关的词 词组", k=10, judge=False, record=False)
|
|
121
|
+
_setenv(MDCG_GATE_S1B_BUCKET="1")
|
|
122
|
+
r2, m2 = cg.search("完全无关的词 词组", k=10, judge=False, record=False)
|
|
123
|
+
g2 = (m2.get("gates") or {}).get("s1b") or {}
|
|
124
|
+
check("无键命中:no_key_match 且结果与关闭时一致",
|
|
125
|
+
g2.get("reason") == "no_key_match" and "out" not in g2
|
|
126
|
+
and _ids(r2) == _ids(r2c),
|
|
127
|
+
str(g2) + " " + str(_ids(r2)) + " vs " + str(_ids(r2c)))
|
|
128
|
+
# 5b) S4 显式关闭时 S1b 仍生效(证明门控未与 S4 耦合)
|
|
129
|
+
_setenv(MDCG_GATE_S4_LAYER="0")
|
|
130
|
+
r2d, m2d = cg.search(QUERY, k=10, judge=False, record=False)
|
|
131
|
+
g2d = (m2d.get("gates") or {}).get("s1b") or {}
|
|
132
|
+
check("S4 显式关闭时 S1b 仍生效",
|
|
133
|
+
g2d.get("keys") == [b_sense] and "s4" not in (m2d.get("gates") or {}),
|
|
134
|
+
str(g2d) + " gates=" + str(sorted((m2d.get("gates") or {}).keys())))
|
|
135
|
+
_setenv(MDCG_GATE_S4_LAYER=None)
|
|
136
|
+
|
|
137
|
+
# 5c) 候选不足 → 回退全量(专属小库:两个分桶各 1 节点、无 orphan;min_results=3)
|
|
138
|
+
root_ins = tempfile.mkdtemp(prefix="retr_s1bins_")
|
|
139
|
+
cgi = MdCG(root_ins)
|
|
140
|
+
cgi.add("a1", "感知系统 记忆", "knowledge", tags=["domain:感知系统"])
|
|
141
|
+
cgi.add("b1", "图数据库 邻接", "knowledge", tags=["domain:图数据库"])
|
|
142
|
+
cgi.flush()
|
|
143
|
+
bi = [e.get("bucket") for e in cgi.index["nodes"].values()
|
|
144
|
+
if e.get("path", "").endswith("a1.md")][0]
|
|
145
|
+
# 对照组必须用**同一个 min_results**(否则比的是两次不同检索,不是回退等价)
|
|
146
|
+
_setenv(MDCG_GATE_S1B_BUCKET=None)
|
|
147
|
+
r_ioff, _m = cgi.search(QUERY, k=10, judge=False, record=False, min_results=3)
|
|
148
|
+
_setenv(MDCG_GATE_S1B_BUCKET="1")
|
|
149
|
+
r_ins, m_ins = cgi.search(QUERY, k=10, judge=False, record=False, min_results=3)
|
|
150
|
+
gi = (m_ins.get("gates") or {}).get("s1b") or {}
|
|
151
|
+
check("候选不足 → fallback=insufficient",
|
|
152
|
+
gi.get("fallback") == "insufficient" and gi.get("keys") == [bi], str(gi))
|
|
153
|
+
check("回退时审计 out 记真实输出(= in,不回退口径误导)",
|
|
154
|
+
gi.get("out") == gi.get("in") == 2 and gi.get("would_keep") == 1, str(gi))
|
|
155
|
+
check("回退后结果与 S1b 关闭时一致(含异桶节点)",
|
|
156
|
+
_ids(r_ins) == _ids(r_ioff) and "b1" in _ids(r_ins),
|
|
157
|
+
str(_ids(r_ins)) + " vs " + str(_ids(r_ioff)))
|
|
158
|
+
|
|
159
|
+
# ---- 6) topk / min_sim 可配 ----
|
|
160
|
+
_setenv(MDCG_BUCKET_TOPK="0")
|
|
161
|
+
r3, m3 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
162
|
+
g3 = (m3.get("gates") or {}).get("s1b") or {}
|
|
163
|
+
check("topk=0:关闭且候选不变",
|
|
164
|
+
g3.get("reason") == "disabled_by_topk" and _ids(r3) == base, str(g3))
|
|
165
|
+
_setenv(MDCG_BUCKET_TOPK="2", MDCG_BUCKET_MIN_SIM="0.0")
|
|
166
|
+
r4, m4 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
167
|
+
g4 = (m4.get("gates") or {}).get("s1b") or {}
|
|
168
|
+
check("topk=2 + min_sim=0:取到 2 个桶",
|
|
169
|
+
len(g4.get("keys") or []) == 2, str(g4))
|
|
170
|
+
_setenv(MDCG_BUCKET_TOPK="1", MDCG_BUCKET_MIN_SIM="1.0")
|
|
171
|
+
r5, m5 = cg.search("感知", k=10, judge=False, record=False)
|
|
172
|
+
g5 = (m5.get("gates") or {}).get("s1b") or {}
|
|
173
|
+
check("min_sim=1.0:部分匹配不入选", g5.get("reason") == "no_key_match", str(g5))
|
|
174
|
+
_setenv(MDCG_BUCKET_MIN_SIM="0.34")
|
|
175
|
+
r6, m6 = cg.search("感知", k=10, judge=False, record=False)
|
|
176
|
+
g6 = (m6.get("gates") or {}).get("s1b") or {}
|
|
177
|
+
check("min_sim=0.34:部分匹配(感知→感知系统 0.5)入选",
|
|
178
|
+
g6.get("keys") == [b_sense], str(g6))
|
|
179
|
+
|
|
180
|
+
# ---- 7) 幂等 ----
|
|
181
|
+
_setenv(MDCG_BUCKET_TOPK="1", MDCG_BUCKET_MIN_SIM="0.34")
|
|
182
|
+
ra, ma = cg.search(QUERY, k=10, judge=False, record=False)
|
|
183
|
+
rb, mb = cg.search(QUERY, k=10, judge=False, record=False)
|
|
184
|
+
check("S1b 幂等:重复检索同口径",
|
|
185
|
+
_ids(ra) == _ids(rb)
|
|
186
|
+
and (ma.get("gates") or {}).get("s1b") == (mb.get("gates") or {}).get("s1b"))
|
|
187
|
+
cg.rebuild_index()
|
|
188
|
+
rc, mc = cg.search(QUERY, k=10, judge=False, record=False)
|
|
189
|
+
check("S1b 幂等:索引重建后同口径",
|
|
190
|
+
_ids(rc) == _ids(ra)
|
|
191
|
+
and (mc.get("gates") or {}).get("s1b") == (ma.get("gates") or {}).get("s1b"))
|
|
192
|
+
|
|
193
|
+
# ---- 8) 默认口径等价 ----
|
|
194
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1B_BUCKET=None,
|
|
195
|
+
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None,
|
|
196
|
+
MDCG_BUCKET_TOPK=None, MDCG_BUCKET_MIN_SIM=None)
|
|
197
|
+
r9, m9 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
198
|
+
check("默认口径等价:关→开→关 首末一致",
|
|
199
|
+
_ids(r9) == base and "gates" not in m9, str(_ids(r9)))
|
|
200
|
+
_restore(old)
|
|
201
|
+
|
|
202
|
+
print("\ntest_retr_s1b: %d 通过 / %d 失败" % (passed, failed))
|
|
203
|
+
return 0 if failed == 0 else 1
|
|
204
|
+
|
|
205
|
+
|
|
206
|
+
if __name__ == "__main__":
|
|
207
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
208
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
209
|
+
sys.exit(main())
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""S3 图扩散激活探针(脚本式,exit code 定成败)。
|
|
3
|
+
|
|
4
|
+
用法:python -X utf8 -m md_cg.test_retr_s3
|
|
5
|
+
覆盖:
|
|
6
|
+
- 默认关:不落 gates 键、结果与开启前后(关→开→关)一致
|
|
7
|
+
- S3 开:沿 edges 双向扩散出候选(TIER_SPREAD),seeds/expanded 审计计数正确
|
|
8
|
+
- hops 控制扩散半径;decay 控制跳数衰减(A > B > C 分数序)
|
|
9
|
+
- 未过 S2 门控的邻居不得被扩散引入
|
|
10
|
+
- 无 edges → expanded=0/reason=no_edges,并落回原 T2/T3 路径(召回不丢)
|
|
11
|
+
"""
|
|
12
|
+
import os
|
|
13
|
+
import sys
|
|
14
|
+
import tempfile
|
|
15
|
+
|
|
16
|
+
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
17
|
+
|
|
18
|
+
from md_cg.mdcg import MdCG, TIER_SPREAD # noqa: E402
|
|
19
|
+
|
|
20
|
+
passed = 0
|
|
21
|
+
failed = 0
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def check(name, cond, detail=""):
|
|
25
|
+
global passed, failed
|
|
26
|
+
if cond:
|
|
27
|
+
passed += 1
|
|
28
|
+
print(" [PASS] " + name)
|
|
29
|
+
else:
|
|
30
|
+
failed += 1
|
|
31
|
+
print(" [FAIL] " + name + " " + detail)
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
def _setenv(**kv):
|
|
35
|
+
old = {}
|
|
36
|
+
for k, v in kv.items():
|
|
37
|
+
old[k] = os.environ.get(k)
|
|
38
|
+
if v is None:
|
|
39
|
+
os.environ.pop(k, None)
|
|
40
|
+
else:
|
|
41
|
+
os.environ[k] = v
|
|
42
|
+
return old
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
def _restore(old):
|
|
46
|
+
for k, v in old.items():
|
|
47
|
+
if v is None:
|
|
48
|
+
os.environ.pop(k, None)
|
|
49
|
+
else:
|
|
50
|
+
os.environ[k] = v
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
def _build(root, edges=True, pos_b=None):
|
|
54
|
+
cg = MdCG(root)
|
|
55
|
+
cg.add("A", "工程 结构 应力 梁 截面", "knowledge", importance=0.5,
|
|
56
|
+
condition_space={"observation_position": "工程 结构"})
|
|
57
|
+
cg.add("B", "qxzq 与检索词无交集", "knowledge", importance=0.5,
|
|
58
|
+
condition_space={"observation_position": pos_b or "工程 结构"})
|
|
59
|
+
cg.add("C", "ppyx 另一段无交集文本", "knowledge", importance=0.5,
|
|
60
|
+
condition_space={"observation_position": "工程 结构"})
|
|
61
|
+
cg.add("D", "孤立节点 无任何边", "knowledge", importance=0.5,
|
|
62
|
+
condition_space={"observation_position": "工程 结构"})
|
|
63
|
+
if edges:
|
|
64
|
+
cg.append_edge("A", {"target": "B", "relation_type": "related"})
|
|
65
|
+
cg.append_edge("B", {"target": "C", "relation_type": "related"})
|
|
66
|
+
cg.flush()
|
|
67
|
+
return cg
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def _score_of(results, nid):
|
|
71
|
+
for r in results:
|
|
72
|
+
if r[0]["id"] == nid:
|
|
73
|
+
return r[1]
|
|
74
|
+
return None
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
def main():
|
|
78
|
+
root = tempfile.mkdtemp(prefix="retr_s3_")
|
|
79
|
+
cg = _build(root)
|
|
80
|
+
|
|
81
|
+
# ---- 1) 默认关 ----
|
|
82
|
+
old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
|
|
83
|
+
MDCG_GATE_S2_COND=None, MDCG_GATE_S3_SPREAD=None)
|
|
84
|
+
r_off, meta_off = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
85
|
+
check("默认关:meta 不含 gates 键", "gates" not in meta_off,
|
|
86
|
+
str(sorted(meta_off.keys())))
|
|
87
|
+
snap_off = [(r[0]["id"], round(float(r[1]), 6)) for r in r_off]
|
|
88
|
+
|
|
89
|
+
# 1b 总开关开、S1/S2 显式关、S3 子开关未设 → S3 必须仍为关(显式 =1 才生效)
|
|
90
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0",
|
|
91
|
+
MDCG_GATE_S2_COND="0", MDCG_GATE_S3_SPREAD=None)
|
|
92
|
+
r_m, m_m = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
93
|
+
check("S3 子开关未设:不生效(无 gates / 结果不变)",
|
|
94
|
+
"gates" not in m_m
|
|
95
|
+
and [(r[0]["id"], round(float(r[1]), 6)) for r in r_m] == snap_off,
|
|
96
|
+
str(m_m.get("gates")) + " " + str([r[0]["id"] for r in r_m]))
|
|
97
|
+
|
|
98
|
+
# ---- 2) S3 开(S1/S2 关),hops=1 ----
|
|
99
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0",
|
|
100
|
+
MDCG_GATE_S2_COND="0", MDCG_GATE_S3_SPREAD="1",
|
|
101
|
+
MDCG_SPREAD_HOPS="1", MDCG_SPREAD_DECAY="0.5",
|
|
102
|
+
MDCG_SPREAD_GAIN="0.2")
|
|
103
|
+
r1, m1 = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
104
|
+
s3 = (m1.get("gates") or {}).get("s3") or {}
|
|
105
|
+
check("S3 命中种子=1", s3.get("seeds") == 1, str(s3))
|
|
106
|
+
check("S3 hops=1 扩散出 1 个邻居", s3.get("expanded") == 1, str(s3))
|
|
107
|
+
check("S3 tier 为扩散层", m1.get("tier") == TIER_SPREAD, str(m1.get("tier")))
|
|
108
|
+
check("S3 邻居 B 进入结果", _score_of(r1, "B") is not None,
|
|
109
|
+
str([r[0]["id"] for r in r1]))
|
|
110
|
+
check("S3 未连通的 D 不进入", _score_of(r1, "D") is None,
|
|
111
|
+
str([r[0]["id"] for r in r1]))
|
|
112
|
+
|
|
113
|
+
# ---- 3) hops=2 扩散到 C,且衰减有序 A > B > C ----
|
|
114
|
+
_setenv(MDCG_SPREAD_HOPS="2")
|
|
115
|
+
r2, m2 = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
116
|
+
s3 = (m2.get("gates") or {}).get("s3") or {}
|
|
117
|
+
check("S3 hops=2 扩散出 2 个", s3.get("expanded") == 2, str(s3))
|
|
118
|
+
sa, sb, sc = _score_of(r2, "A"), _score_of(r2, "B"), _score_of(r2, "C")
|
|
119
|
+
check("S3 衰减有序 A>B>C",
|
|
120
|
+
sa is not None and sb is not None and sc is not None
|
|
121
|
+
and sa > sb > sc, "A=%s B=%s C=%s" % (sa, sb, sc))
|
|
122
|
+
|
|
123
|
+
# ---- 4) 未过 S2 门控的邻居不得被扩散引入(部分被拦,避免全滤回退掩盖不变量)----
|
|
124
|
+
rroot = tempfile.mkdtemp(prefix="retr_s3g_")
|
|
125
|
+
rg = MdCG(rroot)
|
|
126
|
+
rg.add("A", "工程 结构 应力", "knowledge",
|
|
127
|
+
condition_space={"observation_position": "工程 结构"})
|
|
128
|
+
rg.add("B", "qxzq 无交集", "knowledge",
|
|
129
|
+
condition_space={"observation_position": "医学 疾病"})
|
|
130
|
+
rg.append_edge("A", {"target": "B", "relation_type": "related"})
|
|
131
|
+
rg.flush()
|
|
132
|
+
_setenv(MDCG_GATE_S2_COND="1")
|
|
133
|
+
r3, m3 = rg.search("工程 应力", k=5, judge=False, record=False,
|
|
134
|
+
context={"observation_position": "工程 结构"})
|
|
135
|
+
g3 = m3.get("gates") or {}
|
|
136
|
+
ids3 = [r[0]["id"] for r in r3]
|
|
137
|
+
check("S2 确实拦掉了 B", (g3.get("s2") or {}).get("dropped") == 1,
|
|
138
|
+
str(g3.get("s2")))
|
|
139
|
+
check("扩散不得引入被 S2 拦掉的邻居 B",
|
|
140
|
+
"B" not in ids3 and (g3.get("s3") or {}).get("expanded", 0) == 0,
|
|
141
|
+
str(ids3) + " " + str(g3.get("s3")))
|
|
142
|
+
_setenv(MDCG_GATE_S2_COND="0")
|
|
143
|
+
|
|
144
|
+
# ---- 5) 无 edges → 不扩散且落回原路径 ----
|
|
145
|
+
root2 = tempfile.mkdtemp(prefix="retr_s3n_")
|
|
146
|
+
cg2 = _build(root2, edges=False)
|
|
147
|
+
r4, m4 = cg2.search("工程 应力", k=5, judge=False, record=False)
|
|
148
|
+
s3 = (m4.get("gates") or {}).get("s3") or {}
|
|
149
|
+
check("无 edges:expanded=0 且 reason=no_edges",
|
|
150
|
+
s3.get("expanded") == 0 and s3.get("reason") == "no_edges", str(s3))
|
|
151
|
+
check("无 edges:落回原路径且召回不丢",
|
|
152
|
+
_score_of(r4, "A") is not None and m4.get("tier") != TIER_SPREAD,
|
|
153
|
+
str(m4.get("tier")))
|
|
154
|
+
|
|
155
|
+
# ---- 5b) 幂等:重复检索 / 索引重建后同口径 ----
|
|
156
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0",
|
|
157
|
+
MDCG_GATE_S2_COND="0", MDCG_GATE_S3_SPREAD="1",
|
|
158
|
+
MDCG_SPREAD_HOPS="2", MDCG_SPREAD_DECAY="0.5",
|
|
159
|
+
MDCG_SPREAD_GAIN="0.2")
|
|
160
|
+
_snap = lambda rs: [(r[0]["id"], round(float(r[1]), 6)) for r in rs]
|
|
161
|
+
ra, ma = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
162
|
+
rb, mb = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
163
|
+
check("S3 幂等:重复检索同口径",
|
|
164
|
+
_snap(ra) == _snap(rb)
|
|
165
|
+
and (ma.get("gates") or {}) == (mb.get("gates") or {}),
|
|
166
|
+
str(_snap(ra)) + " vs " + str(_snap(rb)))
|
|
167
|
+
cg.rebuild_index()
|
|
168
|
+
rc, mc = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
169
|
+
check("S3 幂等:索引重建后同口径",
|
|
170
|
+
_snap(rc) == _snap(ra)
|
|
171
|
+
and (mc.get("gates") or {}) == (ma.get("gates") or {}),
|
|
172
|
+
str(_snap(rc)) + " vs " + str(_snap(ra)))
|
|
173
|
+
|
|
174
|
+
# ---- 6) 默认口径等价(关→开→关)----
|
|
175
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
|
|
176
|
+
MDCG_GATE_S2_COND=None, MDCG_GATE_S3_SPREAD=None,
|
|
177
|
+
MDCG_SPREAD_HOPS=None, MDCG_SPREAD_DECAY=None,
|
|
178
|
+
MDCG_SPREAD_GAIN=None)
|
|
179
|
+
r_off2, meta_off2 = cg.search("工程 应力", k=5, judge=False, record=False)
|
|
180
|
+
snap_off2 = [(r[0]["id"], round(float(r[1]), 6)) for r in r_off2]
|
|
181
|
+
check("默认口径等价:关→开→关 首末一致", snap_off == snap_off2,
|
|
182
|
+
str(snap_off) + " vs " + str(snap_off2))
|
|
183
|
+
check("默认关:meta 仍不含 gates 键", "gates" not in meta_off2,
|
|
184
|
+
str(sorted(meta_off2.keys())))
|
|
185
|
+
_restore(old)
|
|
186
|
+
|
|
187
|
+
print("\ntest_retr_s3: %d 通过 / %d 失败" % (passed, failed))
|
|
188
|
+
return 0 if failed == 0 else 1
|
|
189
|
+
|
|
190
|
+
|
|
191
|
+
if __name__ == "__main__":
|
|
192
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
193
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
194
|
+
sys.exit(main())
|
|
@@ -0,0 +1,163 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""S4 层级激活优先级探针(脚本式,exit code 定成败)。
|
|
3
|
+
|
|
4
|
+
用法:python -X utf8 -m md_cg.test_retr_s4
|
|
5
|
+
覆盖:
|
|
6
|
+
- layer_boosts 解析(默认副本 / 部分覆盖 / 非法项忽略 / 负值夹 0)
|
|
7
|
+
- 默认关:无 gates 键;关→开→关 结果一致
|
|
8
|
+
- 子开关未设(总开关开)→ S4 不生效
|
|
9
|
+
- 层级加成生效:同内容不同层 → anchor/self > structural > knowledge > contextual
|
|
10
|
+
- 自定义 MDCG_LAYER_BOOST 改变次序;分数上限仍 1.0
|
|
11
|
+
- 只改排序不拉回被门控剔除的节点;幂等(重复检索 / 索引重建)
|
|
12
|
+
"""
|
|
13
|
+
import os
|
|
14
|
+
import sys
|
|
15
|
+
import tempfile
|
|
16
|
+
|
|
17
|
+
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
18
|
+
|
|
19
|
+
from md_cg.mdcg import MdCG, layer_boosts, LAYER_BOOST_DEFAULT # noqa: E402
|
|
20
|
+
|
|
21
|
+
passed = 0
|
|
22
|
+
failed = 0
|
|
23
|
+
TEXT = "阿尔法 贝塔 伽马 德尔塔"
|
|
24
|
+
# 查询只与正文部分重叠(sim≈0.5),否则精确匹配会把分数顶到 1.0、层级加成看不出来
|
|
25
|
+
QUERY = "阿尔法 泽塔"
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
def check(name, cond, detail=""):
|
|
29
|
+
global passed, failed
|
|
30
|
+
if cond:
|
|
31
|
+
passed += 1
|
|
32
|
+
print(" [PASS] " + name)
|
|
33
|
+
else:
|
|
34
|
+
failed += 1
|
|
35
|
+
print(" [FAIL] " + name + " " + detail)
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
def _setenv(**kv):
|
|
39
|
+
old = {}
|
|
40
|
+
for k, v in kv.items():
|
|
41
|
+
old[k] = os.environ.get(k)
|
|
42
|
+
if v is None:
|
|
43
|
+
os.environ.pop(k, None)
|
|
44
|
+
else:
|
|
45
|
+
os.environ[k] = v
|
|
46
|
+
return old
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
def _restore(old):
|
|
50
|
+
for k, v in old.items():
|
|
51
|
+
if v is None:
|
|
52
|
+
os.environ.pop(k, None)
|
|
53
|
+
else:
|
|
54
|
+
os.environ[k] = v
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def _scores(results):
|
|
58
|
+
return {r[0]["id"]: round(float(r[1]), 6) for r in results}
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
def main():
|
|
62
|
+
# ---- 1) 解析器 ----
|
|
63
|
+
check("默认表副本(不共享引用)",
|
|
64
|
+
layer_boosts("") == LAYER_BOOST_DEFAULT
|
|
65
|
+
and layer_boosts("") is not LAYER_BOOST_DEFAULT)
|
|
66
|
+
bo = layer_boosts("anchor=0.3,zzz=1,contextual=abc,knowledge=-5")
|
|
67
|
+
check("部分覆盖 + 非法项忽略 + 负值夹 0",
|
|
68
|
+
bo["anchor"] == 0.3 and bo["contextual"] == LAYER_BOOST_DEFAULT["contextual"]
|
|
69
|
+
and bo["knowledge"] == 0.0 and "zzz" in bo, str(bo))
|
|
70
|
+
|
|
71
|
+
# ---- 2) 建库:同内容、不同层 ----
|
|
72
|
+
root = tempfile.mkdtemp(prefix="retr_s4_")
|
|
73
|
+
cg = MdCG(root)
|
|
74
|
+
for layer in ("anchor", "self", "structural", "knowledge", "contextual"):
|
|
75
|
+
cg.add("n_" + layer, TEXT, layer)
|
|
76
|
+
cg.flush()
|
|
77
|
+
|
|
78
|
+
old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S4_LAYER=None,
|
|
79
|
+
MDCG_LAYER_BOOST=None)
|
|
80
|
+
r_off, m_off = cg.search(QUERY, k=10, judge=False, record=False)
|
|
81
|
+
snap_off = _scores(r_off)
|
|
82
|
+
check("默认关:meta 不含 gates 键", "gates" not in m_off,
|
|
83
|
+
str(sorted(m_off.keys())))
|
|
84
|
+
check("默认关:同内容各层分数相同(无加成)",
|
|
85
|
+
len(set(snap_off.values())) == 1 and 0 < max(snap_off.values()) < 1.0,
|
|
86
|
+
str(snap_off))
|
|
87
|
+
|
|
88
|
+
# 2b 子开关未设(总开关开、S1/S2 显式关)→ S4 不生效
|
|
89
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S4_LAYER=None,
|
|
90
|
+
MDCG_LAYER_BOOST=None, MDCG_GATE_S1_DOMAIN="0",
|
|
91
|
+
MDCG_GATE_S2_COND="0")
|
|
92
|
+
r_x, m_x = cg.search(QUERY, k=10, judge=False, record=False)
|
|
93
|
+
check("子开关未设:S4 不生效",
|
|
94
|
+
"s4" not in (m_x.get("gates") or {}) and _scores(r_x) == snap_off,
|
|
95
|
+
str(m_x.get("gates")))
|
|
96
|
+
|
|
97
|
+
# ---- 3) S4 开:层级次序 ----
|
|
98
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S4_LAYER="1",
|
|
99
|
+
MDCG_LAYER_BOOST=None, MDCG_GATE_S1_DOMAIN="0",
|
|
100
|
+
MDCG_GATE_S2_COND="0")
|
|
101
|
+
r4, m4 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
102
|
+
sc = _scores(r4)
|
|
103
|
+
g4 = (m4.get("gates") or {}).get("s4") or {}
|
|
104
|
+
check("S4 审计含 boosts/layers", bool(g4.get("boosts")) and bool(g4.get("layers")),
|
|
105
|
+
str(g4)[:160])
|
|
106
|
+
check("anchor/self > structural > knowledge > contextual",
|
|
107
|
+
sc["n_anchor"] > sc["n_structural"] > sc["n_knowledge"] > sc["n_contextual"]
|
|
108
|
+
and sc["n_self"] == sc["n_anchor"],
|
|
109
|
+
str(sc))
|
|
110
|
+
check("加成上限:分数不超过 1.0", max(sc.values()) <= 1.0 + 1e-9, str(sc))
|
|
111
|
+
|
|
112
|
+
# ---- 4) 自定义加成表改变次序 ----
|
|
113
|
+
_setenv(MDCG_LAYER_BOOST="contextual=0.5,knowledge=0.0,anchor=0.0,self=0.0,structural=0.0")
|
|
114
|
+
r5, _m5 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
115
|
+
sc5 = _scores(r5)
|
|
116
|
+
check("自定义加成:contextual 升到首位",
|
|
117
|
+
sc5["n_contextual"] > sc5["n_anchor"], str(sc5))
|
|
118
|
+
|
|
119
|
+
# ---- 5) 只改排序,不拉回被门控剔除的节点 ----
|
|
120
|
+
_setenv(MDCG_LAYER_BOOST=None, MDCG_GATE_S2_COND="1",
|
|
121
|
+
MDCG_GATE_S1_DOMAIN="0")
|
|
122
|
+
# 注意:本段临时改了 S1/S2,出段后必须还原,否则幂等段的 gates 不可比
|
|
123
|
+
root2 = tempfile.mkdtemp(prefix="retr_s4g_")
|
|
124
|
+
cgg = MdCG(root2)
|
|
125
|
+
cgg.add("g_ok", TEXT, "knowledge",
|
|
126
|
+
condition_space={"observation_position": "工程 结构"})
|
|
127
|
+
cgg.add("g_no", TEXT, "anchor",
|
|
128
|
+
condition_space={"observation_position": "医学 疾病"})
|
|
129
|
+
cgg.flush()
|
|
130
|
+
r6, m6 = cgg.search("阿尔法", k=10, judge=False, record=False,
|
|
131
|
+
context={"observation_position": "工程 结构"})
|
|
132
|
+
ids6 = [r[0]["id"] for r in r6]
|
|
133
|
+
check("S2 拦掉的节点不因 S4 加成回归",
|
|
134
|
+
"g_no" not in ids6 and "g_ok" in ids6, str(ids6) + " " + str(m6.get("gates")))
|
|
135
|
+
_setenv(MDCG_GATE_S2_COND=None, MDCG_GATE_S1_DOMAIN="0")
|
|
136
|
+
|
|
137
|
+
# ---- 6) 幂等:重复检索 / 索引重建 ----
|
|
138
|
+
r7, m7 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
139
|
+
check("S4 幂等:重复检索同口径",
|
|
140
|
+
_scores(r7) == sc and (m7.get("gates") or {}) == (m4.get("gates") or {}),
|
|
141
|
+
str(_scores(r7)))
|
|
142
|
+
cg.rebuild_index()
|
|
143
|
+
r8, m8 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
144
|
+
check("S4 幂等:索引重建后同口径",
|
|
145
|
+
_scores(r8) == sc and (m8.get("gates") or {}) == (m4.get("gates") or {}),
|
|
146
|
+
str(_scores(r8)))
|
|
147
|
+
|
|
148
|
+
# ---- 7) 默认口径等价(关→开→关)----
|
|
149
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S4_LAYER=None,
|
|
150
|
+
MDCG_LAYER_BOOST=None, MDCG_GATE_S2_COND=None, MDCG_GATE_S1_DOMAIN=None)
|
|
151
|
+
r9, m9 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
152
|
+
check("默认口径等价:关→开→关 首末一致",
|
|
153
|
+
_scores(r9) == snap_off and "gates" not in m9, str(_scores(r9)))
|
|
154
|
+
_restore(old)
|
|
155
|
+
|
|
156
|
+
print("\ntest_retr_s4: %d 通过 / %d 失败" % (passed, failed))
|
|
157
|
+
return 0 if failed == 0 else 1
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
if __name__ == "__main__":
|
|
161
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
162
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
163
|
+
sys.exit(main())
|