@furongjun1999/dsh-memory 0.4.8 → 0.4.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +54 -26
- package/codebuddy/CODEBUDDY.md +196 -195
- package/codebuddy/README.md +13 -1
- package/codebuddy/mcp.json +9 -0
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +169 -0
- package/docs/README.md +1 -1
- package/docs/discipline/harnesses.yaml +18 -7
- package/docs/discipline/templates/full.md.tmpl +4 -3
- package/docs/experiments/linkref_backfill/candidates_20260917.json +726 -0
- package/docs/experiments/linkref_backfill/candidates_internal_20260917.json +602 -0
- package/docs/experiments/linkref_backfill/candidates_internal_v2.json +603 -0
- package/docs/experiments/linkref_backfill/candidates_secret_20260917.json +884 -0
- package/docs/experiments/linkref_backfill/candidates_secret_v2.json +789 -0
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +42 -0
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +43 -0
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +102 -0
- package/docs/hive//347/234/237/345/256/236/345/272/223/347/253/257/345/210/260/347/253/257/345/256/236/346/265/213_S1b/344/270/216/345/217/254/345/233/236/346/235/203/350/241/241_v0.1.md +57 -0
- package/docs/hive//347/234/237/345/256/236/345/272/223/347/253/257/345/210/260/347/253/257/345/256/236/346/265/213_S7/345/200/222/346/216/222/345/200/231/351/200/211/345/261/202_v0.1.md +126 -0
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +503 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +216 -0
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.5.md +631 -625
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +82 -0
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +600 -0
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +47 -45
- package/docs/mdcg//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/{206_v0.4.md → 206_v0.5.md} +92 -4
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +172 -0
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +31 -0
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +93 -0
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +2 -2
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +3 -3
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +2 -2
- package/docs//345/267/245/344/275/234/347/272/252/345/276/213_/350/256/244/347/237/245/345/233/276/346/235/241/347/233/256_v1.1.json +434 -433
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +286 -0
- package/dsh/README.md +33 -0
- package/dsh/cordis.yml.example +13 -7
- package/dsh/hive-mcp-probe.mjs +94 -0
- package/dsh/hive-mcp.example.yml +62 -0
- package/dsh/update-lingshu.bat +11 -0
- package/dsh/update-lingshu.ps1 +337 -0
- package/lib/hooks.d.ts +3 -0
- package/lib/hooks.js +17 -23
- package/lib/index.d.ts +4 -2
- package/lib/index.js +29 -6
- package/lib/lib/datapath.d.ts +76 -1
- package/lib/lib/datapath.js +199 -13
- package/lib/lib/mdcg_client.d.ts +40 -3
- package/lib/lib/mdcg_client.js +46 -22
- package/lib/lib/mutual.js +4 -4
- package/lib/lib/token_store.js +4 -5
- package/md_cg/audit.py +17 -2
- package/md_cg/autonomy.py +86 -15
- package/md_cg/backfill.py +36 -1
- package/md_cg/backfill_bigdomain.py +34 -0
- package/md_cg/bench6_arms.py +28 -1
- package/md_cg/bench6_common.py +10 -1
- package/md_cg/bench6_competitors.py +6 -1
- package/md_cg/bench_axis_domain.py +9 -1
- package/md_cg/bench_blind_comp.py +7 -1
- package/md_cg/bench_en_atoms_public.py +9 -0
- package/md_cg/bench_governance.py +348 -0
- package/md_cg/bench_lme_zh.py +16 -1
- package/md_cg/bench_locomo.py +2 -1
- package/md_cg/bench_locomo_zh.py +16 -1
- package/md_cg/bench_locomo_zh_public.py +4 -1
- package/md_cg/bench_longmem.py +2 -1
- package/md_cg/bench_membench.py +27 -1
- package/md_cg/bench_p0.py +4 -1
- package/md_cg/bench_progressive.py +13 -1
- package/md_cg/bench_role_views.py +238 -0
- package/md_cg/bench_task_ab.py +8 -1
- package/md_cg/bench_task_ab_llm.py +13 -1
- package/md_cg/bench_unified_en.py +6 -1
- package/md_cg/bench_zh_mad.py +20 -1
- package/md_cg/blindspot_tickets.py +123 -0
- package/md_cg/branches.py +12 -1
- package/md_cg/build_postings.py +73 -0
- package/md_cg/ccgc.py +67 -2
- package/md_cg/census.py +5 -1
- package/md_cg/chain.py +24 -3
- package/md_cg/codeindex.py +134 -17
- package/md_cg/coldverify.py +265 -0
- package/md_cg/comment_gate.py +338 -0
- package/md_cg/cond_compose.py +190 -0
- package/md_cg/cond_facts.py +155 -0
- package/md_cg/cond_template.json +107 -0
- package/md_cg/condition_anchor.py +143 -0
- package/md_cg/conformance.py +69 -4
- package/md_cg/consistency.py +24 -1
- package/md_cg/consolidate.py +53 -2
- package/md_cg/corpus.py +4 -0
- package/md_cg/crosscheck.py +42 -2
- package/md_cg/crypto.py +35 -1
- package/md_cg/d_meta.py +310 -0
- package/md_cg/datapath.py +201 -26
- package/md_cg/docindex.py +122 -1
- package/md_cg/eval_common.py +29 -1
- package/md_cg/evidence.py +27 -1
- package/md_cg/evolution.py +21 -1
- package/md_cg/export.py +11 -1
- package/md_cg/forgetting.py +23 -1
- package/md_cg/fsutil.py +18 -1
- package/md_cg/hotcache.py +214 -0
- package/md_cg/hyperedge.py +251 -0
- package/md_cg/identity.py +18 -1
- package/md_cg/insight.py +17 -1
- package/md_cg/lexicon/build_cedict_en_zh.py +9 -0
- package/md_cg/lexicon/build_standard_en.py +171 -168
- package/md_cg/lexicon/expand_en_zh.py +6 -0
- package/md_cg/lifecycle.py +12 -1
- package/md_cg/linkref.py +281 -0
- package/md_cg/links.py +29 -1
- package/md_cg/mcp_server.py +362 -43
- package/md_cg/md_whitebox.py +53 -1
- package/md_cg/mdcg.py +1003 -27
- package/md_cg/mdcos.py +558 -36
- package/md_cg/metacognition.py +37 -2
- package/md_cg/migrate.py +4 -0
- package/md_cg/migrate_aeis.py +221 -213
- package/md_cg/migrate_roleplay.py +8 -0
- package/md_cg/migrate_wisdom_graph.py +14 -1
- package/md_cg/mreview/__main__.py +3 -0
- package/md_cg/mreview/bundle.py +8 -0
- package/md_cg/mreview/candidates.py +9 -0
- package/md_cg/mreview/govern.py +21 -1
- package/md_cg/mreview/locate.py +34 -0
- package/md_cg/mreview/pipeline.py +29 -1
- package/md_cg/mreview/ruleset.py +16 -1
- package/md_cg/nodefile.py +233 -3
- package/md_cg/pooling.py +23 -1
- package/md_cg/postings.py +298 -0
- package/md_cg/predict.py +89 -9
- package/md_cg/progressive.py +3 -0
- package/md_cg/protect.py +14 -1
- package/md_cg/protocol.py +372 -0
- package/md_cg/provenance.py +262 -0
- package/md_cg/reach.py +453 -0
- package/md_cg/refindex.py +47 -2
- package/md_cg/refine.py +20 -1
- package/md_cg/roleviews.py +89 -0
- package/md_cg/routing.py +76 -0
- package/md_cg/scrub.py +63 -2
- package/md_cg/security.py +26 -1
- package/md_cg/self_state.py +64 -1
- package/md_cg/selfreport.py +151 -0
- package/md_cg/semantic/canonical.py +5 -0
- package/md_cg/semantic/en_normalizer.py +364 -355
- package/md_cg/semantic/zh_en_atoms.py +139 -136
- package/md_cg/signer.py +41 -1
- package/md_cg/sources.py +583 -547
- package/md_cg/statushdr.py +179 -0
- package/md_cg/stg.py +59 -18
- package/md_cg/subgraph.py +23 -0
- package/md_cg/sustain.py +56 -1
- package/md_cg/tasks.py +26 -2
- package/md_cg/test_autonomy.py +26 -0
- package/md_cg/test_bench_governance.py +102 -0
- package/md_cg/test_blindspot_tickets.py +166 -0
- package/md_cg/test_ccgc.py +10 -0
- package/md_cg/test_codeindex.py +338 -0
- package/md_cg/test_comment_gate.py +187 -0
- package/md_cg/test_cond_compose_anchors.py +76 -0
- package/md_cg/test_condition_anchor.py +82 -0
- package/md_cg/test_d_meta.py +412 -0
- package/md_cg/test_datapath_root.py +188 -0
- package/md_cg/test_gain_gate.py +47 -1
- package/md_cg/test_hot_cold.py +187 -0
- package/md_cg/test_hyperedge.py +245 -0
- package/md_cg/test_linkref.py +306 -0
- package/md_cg/test_md_access_parity.py +15 -3
- package/md_cg/test_mr_m1.py +108 -18
- package/md_cg/test_mr_m3.py +8 -1
- package/md_cg/test_p26_refindex.py +49 -20
- package/md_cg/test_p27_docindex.py +236 -2
- package/md_cg/test_p2_mcp.py +1 -1
- package/md_cg/test_p31_insight.py +24 -0
- package/md_cg/test_p44_md_whitebox.py +14 -1
- package/md_cg/test_protocol.py +243 -0
- package/md_cg/test_reach.py +378 -0
- package/md_cg/test_reach_keys.py +201 -0
- package/md_cg/test_reach_meta_exits.py +145 -0
- package/md_cg/test_read_clip.py +8 -4
- package/md_cg/test_retr_s1.py +340 -0
- package/md_cg/test_retr_s1b.py +209 -0
- package/md_cg/test_retr_s3.py +194 -0
- package/md_cg/test_retr_s4.py +163 -0
- package/md_cg/test_retr_s5.py +200 -0
- package/md_cg/test_retr_s6.py +157 -0
- package/md_cg/test_retr_s7.py +385 -0
- package/md_cg/test_retr_s8_time.py +316 -0
- package/md_cg/test_retr_s9_edges.py +286 -0
- package/md_cg/test_retr_s9_entity_ctx.py +175 -0
- package/md_cg/test_review_conformance.py +59 -2
- package/md_cg/test_role_views.py +354 -0
- package/md_cg/test_subproc_encoding.py +188 -0
- package/md_cg/test_trust.py +361 -0
- package/md_cg/test_units_poll.py +71 -0
- package/md_cg/test_v14_fixes.py +397 -0
- package/md_cg/test_validity_filter.py +280 -0
- package/md_cg/test_wisdom_md_store.py +7 -3
- package/md_cg/test_writepipe.py +5 -1
- package/md_cg/theory.py +16 -1
- package/md_cg/tokens.py +40 -8
- package/md_cg/tool_face.py +13 -2
- package/md_cg/trust.py +943 -0
- package/md_cg/twophase.py +12 -1
- package/md_cg/units.py +132 -10
- package/md_cg/vision_evidence.py +24 -1
- package/md_cg/weights.py +24 -1
- package/md_cg/whitebox.py +32 -1
- package/md_cg/whitebox_kb/data/verify_cache.json +21210 -365
- package/md_cg/whitebox_kb/data/verify_savings.jsonl +5078 -0
- package/md_cg/whitebox_kb/wisdom/audit_log/chain_heat.json +10 -10
- package/md_cg/whitebox_kb/wisdom/code_compose.py +113 -6
- package/md_cg/whitebox_kb/wisdom/code_solidified.json +1 -1
- package/md_cg/whitebox_kb/wisdom/verifier.py +340 -55
- package/md_cg/whitebox_kb/wisdom/wisdom-book-cloud.db +0 -0
- package/md_cg/writelimit.py +18 -4
- package/md_cg/writepipe.py +178 -7
- package/package.json +2 -2
- package/skills/skills/designer-perspective/scripts/__pycache__/designer.cpython-310.pyc +0 -0
- package/skills/skills/designer-perspective/scripts/designer.py +17 -1
- package/skills/skills/designer-perspective/tests/selftest.py +3 -1
- package/src/hooks.ts +17 -21
- package/src/index.ts +33 -6
- package/src/lib/datapath.ts +211 -13
- package/src/lib/mdcg_client.ts +64 -25
- package/src/lib/mutual.ts +411 -411
- package/src/lib/token_store.ts +4 -5
- package/zcode/AGENTS.md +196 -195
- package/zcode/README.md +4 -0
- package/md_cg/whitebox_kb/wisdom/wisdom-book-cloud.db-shm +0 -0
- package/md_cg/whitebox_kb/wisdom/wisdom-book-cloud.db-wal +0 -0
|
@@ -0,0 +1,378 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""test_reach.py · 检索候选收敛层(reach)验收。
|
|
3
|
+
|
|
4
|
+
覆盖(对应 A2/A3 判据的可证形式):
|
|
5
|
+
(1) 包含性:收敛集 ⊇ 全量 LIKE 命中集,且 ⊇ 词法打分>0 集合(A2「不丢召回」的可证形式)
|
|
6
|
+
(2) 条件门控:收敛集 ⊆ 调用方候选集(层/角色/会话/分支由 _candidates 承载);不可读节点不越权
|
|
7
|
+
(3) 图扩散:edges 邻居被吸收补召回;扩散受 DIFFUSE_MAX_FACTOR 上限约束
|
|
8
|
+
(4) 回退:MDCG_REACH=0 / 单字符 term / 索引不可用 → 不收敛(返回 None),旧行为不变
|
|
9
|
+
(5) 端到端:search 开关两态结果集为包含关系、meta 带 reach*、scanned 下降
|
|
10
|
+
(6) 缓存失效:新增节点后重建,新节点可被收敛召回(防陈旧缓存丢召回)
|
|
11
|
+
|
|
12
|
+
运行:python -m md_cg.test_reach
|
|
13
|
+
"""
|
|
14
|
+
from __future__ import annotations
|
|
15
|
+
|
|
16
|
+
import json
|
|
17
|
+
import os
|
|
18
|
+
import tempfile
|
|
19
|
+
import time
|
|
20
|
+
|
|
21
|
+
from .mdcos import MdCGOS
|
|
22
|
+
from .mdcg import bigrams, expand_query_terms, normalize_en
|
|
23
|
+
from . import reach
|
|
24
|
+
|
|
25
|
+
PASS = FAIL = 0
|
|
26
|
+
FAILS = []
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def ok(cond, label, detail=""):
|
|
30
|
+
global PASS, FAIL
|
|
31
|
+
if cond:
|
|
32
|
+
PASS += 1
|
|
33
|
+
print(f" [PASS] {label}" + (f" · {detail}" if detail else ""))
|
|
34
|
+
else:
|
|
35
|
+
FAIL += 1
|
|
36
|
+
FAILS.append(label)
|
|
37
|
+
print(f" [FAIL] {label}" + (f" · {detail}" if detail else ""))
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
QUERY = "召回截断 分池"
|
|
41
|
+
BODY = "召回截断 索引 分池 内容"
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
def _mk(root):
|
|
45
|
+
cg = MdCGOS(root, actor="test_reach")
|
|
46
|
+
for i in range(3):
|
|
47
|
+
cg.add(f"code_{i}", f"# 功能名:索引条目 {i}\n# 生效条件:条件 I\n\n{BODY} {i}\n",
|
|
48
|
+
layer="knowledge", tags=["index"])
|
|
49
|
+
for i in range(3):
|
|
50
|
+
cg.add(f"kp_{i}", f"# 功能名:知识 {i}\n# 生效条件:条件 K\n\n召回截断 索引 内容 {i}\n",
|
|
51
|
+
layer="knowledge")
|
|
52
|
+
cg.add("other_1", "# 功能名:无关\n# 生效条件:条件 O\n\n完全无关的另一段文本。\n",
|
|
53
|
+
layer="knowledge")
|
|
54
|
+
# 组扩散:other_2 不含查询词,但被 code_0 通过 edges 指向(图扩散应把它补进收敛集)
|
|
55
|
+
cg.add("other_2", "# 功能名:邻居\n# 生效条件:条件 N\n\n也不含查询词的邻居正文。\n",
|
|
56
|
+
layer="knowledge")
|
|
57
|
+
cg.add("code_0b", f"# 功能名:索引条目 0b\n# 生效条件:条件 I\n\n{BODY} 0b\n",
|
|
58
|
+
layer="knowledge", edges=[{"target": "other_2", "type": "similar", "confidence": 0.9}])
|
|
59
|
+
cg.add("n_rej", f"# 功能名:被否决\n# 生效条件:条件 R\n\n{BODY} 否\n", layer="rejected")
|
|
60
|
+
cg.flush()
|
|
61
|
+
return cg
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
def _env(on):
|
|
65
|
+
os.environ["MDCG_REACH"] = "1" if on else "0"
|
|
66
|
+
reach._CACHE.clear()
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
def _search_both(cg, query, k, on):
|
|
70
|
+
"""在指定开关下跑一次 search(供两态对比)。"""
|
|
71
|
+
_env(on)
|
|
72
|
+
if on:
|
|
73
|
+
reach._CACHE.clear()
|
|
74
|
+
return cg.search(query, k=k)
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
def _like_ids(cg, entries, terms):
|
|
78
|
+
stat = {"scanned": 0}
|
|
79
|
+
docs = cg._read_many(entries, stat)
|
|
80
|
+
return {e["path"] for e, fm, c in docs if cg._like(c, fm, terms)}, docs
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
def main():
|
|
84
|
+
print("md_cg 收敛层 reach 验收 · 大域收敛 / 条件门控 / 图扩散 / 回退")
|
|
85
|
+
print("=" * 70)
|
|
86
|
+
root = tempfile.mkdtemp(prefix="mdcg_reach_")
|
|
87
|
+
try:
|
|
88
|
+
os.environ["MDCG_REACH_INDEX"] = os.path.join(root, "_idx_measure.json")
|
|
89
|
+
cg = _mk(root)
|
|
90
|
+
entries = cg._candidates()
|
|
91
|
+
terms = expand_query_terms(QUERY)
|
|
92
|
+
qb = bigrams(normalize_en(QUERY))
|
|
93
|
+
|
|
94
|
+
# ---------------- (1) 包含性 ----------------
|
|
95
|
+
print("\n(1) 大域收敛包含性(A2 可证形式)")
|
|
96
|
+
_env(True)
|
|
97
|
+
full_like, docs = _like_ids(cg, entries, terms)
|
|
98
|
+
narrow, meta = reach.narrow(cg, entries, terms, qb, None, q=QUERY)
|
|
99
|
+
nset = {e["path"] for e in (narrow or [])}
|
|
100
|
+
ok(full_like and full_like <= nset,
|
|
101
|
+
"(1) 收敛集 ⊇ 全量 LIKE 命中集", f"like={len(full_like)} narrow={len(nset)} miss={len(full_like - nset)}")
|
|
102
|
+
scored = cg._score(docs, QUERY, qb, None)
|
|
103
|
+
pos = {d[0]["path"] for d in scored if d[1] > 0}
|
|
104
|
+
ok(pos <= nset, "(1) 收敛集 ⊇ 词法打分>0 集合",
|
|
105
|
+
f"score>0={len(pos)} miss={len(pos - nset)}")
|
|
106
|
+
ok(meta.get("reach") == "converged" and meta.get("reach_seed", 0) > 0,
|
|
107
|
+
"(1) meta 如实报收敛状态", str(meta))
|
|
108
|
+
|
|
109
|
+
# ---------------- (2) 条件门控 ----------------
|
|
110
|
+
print("\n(2) 条件门控(收敛集 ⊆ 候选集)")
|
|
111
|
+
epaths = {e["path"] for e in entries}
|
|
112
|
+
ok(nset <= epaths, "(2) 收敛集不越出调用方候选集")
|
|
113
|
+
ok(all(e.get("layer") != "rejected" for e in narrow), "(2) 负记忆层不因收敛回流")
|
|
114
|
+
|
|
115
|
+
# ---------------- (3) 图扩散 ----------------
|
|
116
|
+
print("\n(3) 图扩散")
|
|
117
|
+
idx = reach._index(cg)
|
|
118
|
+
ids = {e["path"].split("/")[-1][:-3] for e in narrow}
|
|
119
|
+
os.environ["MDCG_REACH_DIFFUSE"] = "1" # 扩散默认关(保 A2 精确),此处置开验证能力
|
|
120
|
+
narrow_d, meta_d = reach.narrow(cg, entries, terms, qb, None, q=QUERY)
|
|
121
|
+
os.environ["MDCG_REACH_DIFFUSE"] = "0"
|
|
122
|
+
ids_d = {e["path"].split("/")[-1][:-3] for e in (narrow_d or [])}
|
|
123
|
+
ok("other_2" in ids_d and meta_d.get("reach_diffused") == 1,
|
|
124
|
+
"(3) 扩散开关开启时 edges 邻居被吸收",
|
|
125
|
+
f"other_2 in narrow_d={'other_2' in ids_d} diffused={meta_d.get('reach_diffused')} (默认关时 ids={len(ids)})")
|
|
126
|
+
fake = reach.ReachIndex(root)
|
|
127
|
+
fake.adj = {"a": ["b", "c"], "b": ["d"], "d": ["e"]}
|
|
128
|
+
one = fake.diffuse({"a"}, hops=1)
|
|
129
|
+
two = fake.diffuse({"a"}, hops=2)
|
|
130
|
+
ok(one == {"a", "b", "c"}, "(3) 1 跳邻居集合正确", str(sorted(one)))
|
|
131
|
+
ok(two >= {"a", "b", "c", "d"}, "(3) 2 跳可达", str(sorted(two)))
|
|
132
|
+
big = {"s0"}
|
|
133
|
+
fake.adj = {"s0": [f"n{i}" for i in range(100)]}
|
|
134
|
+
lim = fake.diffuse({"s0"}, hops=1, limit=3)
|
|
135
|
+
ok(len(lim) <= 3, "(3) 扩散受上限约束", f"|out|={len(lim)}")
|
|
136
|
+
|
|
137
|
+
# ---------------- (4) 回退 ----------------
|
|
138
|
+
print("\n(4) 回退(不适用条件 → 不收敛)")
|
|
139
|
+
_env(False)
|
|
140
|
+
got, meta = reach.narrow(cg, entries, terms, qb, None, q=QUERY)
|
|
141
|
+
ok(got is None and meta.get("reach") == "off", "(4) MDCG_REACH=0 → 不收敛", str(meta))
|
|
142
|
+
_env(True)
|
|
143
|
+
got, meta = reach.narrow(cg, entries, ["白"], bigrams("白"), None, q="白")
|
|
144
|
+
ok(got is None and meta.get("reach") == "short_term", "(4) 单字符 term → 不收敛", str(meta))
|
|
145
|
+
saved = reach._index
|
|
146
|
+
reach._index = lambda *a, **k: None
|
|
147
|
+
try:
|
|
148
|
+
got, meta = reach.narrow(cg, entries, terms, qb, None, q=QUERY)
|
|
149
|
+
ok(got is None and meta.get("reach") == "index_unavailable",
|
|
150
|
+
"(4) 索引不可用 → 不收敛", str(meta))
|
|
151
|
+
finally:
|
|
152
|
+
reach._index = saved
|
|
153
|
+
|
|
154
|
+
# ---------------- (5) 端到端 ----------------
|
|
155
|
+
print("\n(5) 端到端(search 两态)")
|
|
156
|
+
_env(False)
|
|
157
|
+
res_off, m_off = cg.search(QUERY, k=10)
|
|
158
|
+
off_ids = [r[0]["id"] for r in res_off]
|
|
159
|
+
_env(True)
|
|
160
|
+
reach._CACHE.clear()
|
|
161
|
+
res_on, m_on = cg.search(QUERY, k=10)
|
|
162
|
+
on_ids = [r[0]["id"] for r in res_on]
|
|
163
|
+
ok(set(on_ids) >= set(off_ids), "(5) 开态结果集 ⊇ 关态(不丢召回)",
|
|
164
|
+
f"off={off_ids[:3]} on={on_ids[:3]}")
|
|
165
|
+
ok(m_on.get("reach") == "converged" and m_on.get("reach_seed"),
|
|
166
|
+
"(5) meta 透出 reach* 审计字段", f"reach={m_on.get('reach')} seed={m_on.get('reach_seed')}")
|
|
167
|
+
ok(m_on.get("scanned", 0) <= m_off.get("scanned", 0),
|
|
168
|
+
"(5) 开态读盘数不增(收敛生效)",
|
|
169
|
+
f"off={m_off.get('scanned')} on={m_on.get('scanned')}")
|
|
170
|
+
ok(m_on.get("pre_cap", 0) >= m_off.get("pre_cap", 0),
|
|
171
|
+
"(5) 截断前候选数不少于关态(图扩散可补召回)",
|
|
172
|
+
f"off={m_off.get('pre_cap')} on={m_on.get('pre_cap')}")
|
|
173
|
+
# 图扩散必须真的落到**结果层**(T3-r3 复核:只并入收敛集、随后被 _like 过滤掉等于没做)
|
|
174
|
+
os.environ["MDCG_REACH_DIFFUSE"] = "1" # 结果层放行扩散节点需显式开关
|
|
175
|
+
res_big_off, _ = _search_both(cg, QUERY, 50, False)
|
|
176
|
+
res_big_on, _ = _search_both(cg, QUERY, 50, True)
|
|
177
|
+
os.environ["MDCG_REACH_DIFFUSE"] = "0"
|
|
178
|
+
ids_on = {r[0]["id"] for r in res_big_on}
|
|
179
|
+
ids_off = {r[0]["id"] for r in res_big_off}
|
|
180
|
+
ok("other_2" in ids_on and "other_2" not in ids_off,
|
|
181
|
+
"(5) 图扩散邻居进入 search 结果(补召回落地)",
|
|
182
|
+
f"other_2 on={'other_2' in ids_on} off={'other_2' in ids_off}")
|
|
183
|
+
|
|
184
|
+
# r14 复核:收敛集非空但 LIKE 命中为空 → 回退全量,且 meta.reach 必须改写为 reverted(不得谎报 converged)
|
|
185
|
+
_env(True)
|
|
186
|
+
_saved_like = cg._like
|
|
187
|
+
cg._like = staticmethod(lambda *a, **k: False) # 模拟「bigram 有交集但无 LIKE 命中」
|
|
188
|
+
try:
|
|
189
|
+
res_rv, m_rv = cg.search(QUERY, k=5)
|
|
190
|
+
finally:
|
|
191
|
+
cg._like = _saved_like
|
|
192
|
+
ok(m_rv.get("reach") == "reverted",
|
|
193
|
+
"(5b) 回退全量时 reach 改写为 reverted(不谎报 converged)", str(m_rv.get("reach")))
|
|
194
|
+
ok(bool(res_rv), "(5b) 回退后仍能出结果(全量路径)", f"n={len(res_rv)}")
|
|
195
|
+
ok(m_rv.get("reach_reverted") is True, "(5b) 回退标记 reach_reverted=True")
|
|
196
|
+
ok(isinstance(m_rv.get("reach_reverted_docs"), int) and m_rv["reach_reverted_docs"] >= 0,
|
|
197
|
+
"(5b) 回退时暴露收敛阶段读盘量(A3 可扣减)", f"docs={m_rv.get('reach_reverted_docs')}")
|
|
198
|
+
# 让该次调用确实发生重建:清缓存并把磁盘缓存改旧,再令 _like 恒假 → 回退且首建成本必须保留
|
|
199
|
+
reach._CACHE.clear()
|
|
200
|
+
live2 = reach._index(cg)
|
|
201
|
+
live2.built_at = time.time() - 4000
|
|
202
|
+
try:
|
|
203
|
+
d4 = json.load(open(live2.path, encoding="utf-8"))
|
|
204
|
+
d4["built_at"] = time.time() - 4000
|
|
205
|
+
json.dump(d4, open(live2.path, "w", encoding="utf-8"))
|
|
206
|
+
except OSError:
|
|
207
|
+
pass
|
|
208
|
+
cg._like = staticmethod(lambda *a, **k: False)
|
|
209
|
+
try:
|
|
210
|
+
res_rv2, m_rv2 = cg.search(QUERY, k=5)
|
|
211
|
+
finally:
|
|
212
|
+
cg._like = _saved_like
|
|
213
|
+
ok(m_rv2.get("reach") == "reverted" and m_rv2.get("reach_build_docs") is not None,
|
|
214
|
+
"(5b) 回退时若发生重建,首建成本字段必须保留",
|
|
215
|
+
f"reach={m_rv2.get(chr(39)+chr(39)) if False else m_rv2.get('reach')} build={m_rv2.get('reach_build_docs')}")
|
|
216
|
+
|
|
217
|
+
# ---------------- (6) 缓存失效 ----------------
|
|
218
|
+
print("\n(6) 缓存失效(新增节点后仍可召回)")
|
|
219
|
+
cg.add("code_new", f"# 功能名:新增索引条目\n# 生效条件:条件 I\n\n{BODY} new\n",
|
|
220
|
+
layer="knowledge", tags=["index"])
|
|
221
|
+
cg.flush()
|
|
222
|
+
res2, m2 = cg.search(QUERY, k=20)
|
|
223
|
+
ok(any(r[0]["id"] == "code_new" for r in res2),
|
|
224
|
+
"(6) 新增节点进入收敛集(指纹失效触发重建)",
|
|
225
|
+
f"reach={m2.get('reach')} ids={[r[0]['id'] for r in res2][:4]}")
|
|
226
|
+
# 指纹必须含 path(r6 复核:路径交换/重命名而 content_hash 未变时不得复用缓存)
|
|
227
|
+
class _FakeCG:
|
|
228
|
+
def __init__(self, path):
|
|
229
|
+
self.root = root
|
|
230
|
+
self.index = {"nodes": {"n1": {"path": path, "content_hash": "H1"}}}
|
|
231
|
+
fp_a = reach._fingerprint(_FakeCG("knowledge/a.md"))
|
|
232
|
+
fp_b = reach._fingerprint(_FakeCG("knowledge/b.md"))
|
|
233
|
+
ok(fp_a != fp_b, "(7) 指纹含 path(路径变更即判不新鲜)", "%s vs %s" % (fp_a[:8], fp_b[:8]))
|
|
234
|
+
# r7 复核:仅改 edges 也必须判不新鲜(否则 MDCG_REACH_DIFFUSE=1 时扩散复用旧邻接表)
|
|
235
|
+
class _FakeCG2:
|
|
236
|
+
def __init__(self, edges):
|
|
237
|
+
self.root = root
|
|
238
|
+
self.index = {"nodes": {"n1": {"path": "knowledge/a.md",
|
|
239
|
+
"content_hash": "H1", "edges": edges}}}
|
|
240
|
+
e0 = _FakeCG2([])
|
|
241
|
+
e1 = _FakeCG2([{"target": "knowledge/b.md", "type": "similar"}])
|
|
242
|
+
ok(reach._fingerprint(e0) != reach._fingerprint(e1),
|
|
243
|
+
"(7) 指纹含 edges(仅改边即判不新鲜)")
|
|
244
|
+
ok(reach._node_key(e0.index["nodes"]["n1"]) != reach._node_key(e1.index["nodes"]["n1"]),
|
|
245
|
+
"(7) 新鲜度键含 edges 签名")
|
|
246
|
+
# r9 复核:tags 变更也必须判不新鲜(倒排含标签 bigram)
|
|
247
|
+
class _FakeCG3:
|
|
248
|
+
def __init__(self, tags):
|
|
249
|
+
self.root = root
|
|
250
|
+
self.index = {"nodes": {"n1": {"path": "knowledge/a.md",
|
|
251
|
+
"content_hash": "H1", "tags": tags, "edges": []}}}
|
|
252
|
+
|
|
253
|
+
ok(reach._node_key(_FakeCG3(["x"]).index["nodes"]["n1"])
|
|
254
|
+
!= reach._node_key(_FakeCG3(["y"]).index["nodes"]["n1"]),
|
|
255
|
+
"(7) 新鲜度键含 tags(仅改标签即判不新鲜)")
|
|
256
|
+
# r10 复核:真实 cg.add 后的索引条目必须带 tags(否则 tags 新鲜度不可用)
|
|
257
|
+
cg.add("tag_probe", "# 功能名:标签探针\n# 生效条件:条件 T\n\n标签探针正文。\n",
|
|
258
|
+
layer="knowledge", tags=["alpha"])
|
|
259
|
+
cg.flush()
|
|
260
|
+
ent = cg.index["nodes"].get("tag_probe")
|
|
261
|
+
ok(bool(ent) and "alpha" in (ent.get("tags") or []),
|
|
262
|
+
"(7) 真实索引含 tags(新鲜度键可依赖)", str((ent or {}).get("tags"))[:60])
|
|
263
|
+
import copy as _copy
|
|
264
|
+
e_mod = _copy.deepcopy(ent or {})
|
|
265
|
+
e_mod["tags"] = ["beta"]
|
|
266
|
+
ok(reach._node_key(ent or {}) != reach._node_key(e_mod),
|
|
267
|
+
"(7) 真实条目改标签即改新鲜度键")
|
|
268
|
+
# r10 复核:hash_complete 必须看原始 content_hash(缺则判不完整 → 不复用)
|
|
269
|
+
class _FakeCG4:
|
|
270
|
+
def __init__(self, with_hash):
|
|
271
|
+
self.root = root
|
|
272
|
+
n = {"path": "knowledge/a.md", "tags": [], "edges": []}
|
|
273
|
+
if with_hash:
|
|
274
|
+
n["content_hash"] = "H1"
|
|
275
|
+
self.index = {"nodes": {"n1": n}}
|
|
276
|
+
def _read(self, e):
|
|
277
|
+
return {}, ""
|
|
278
|
+
def _open_content(self, node_id, fm, content):
|
|
279
|
+
return content
|
|
280
|
+
idx_fresh = reach.ReachIndex(root)
|
|
281
|
+
idx_fresh.build(_FakeCG4(True))
|
|
282
|
+
idx_miss = reach.ReachIndex(root)
|
|
283
|
+
idx_miss.build(_FakeCG4(False))
|
|
284
|
+
ok(idx_fresh.hash_complete is True and idx_miss.hash_complete is False,
|
|
285
|
+
"(7) hash_complete 按原始 content_hash 判定",
|
|
286
|
+
"fresh=%s miss=%s" % (idx_fresh.hash_complete, idx_miss.hash_complete))
|
|
287
|
+
# ---------------- (7) 落盘/新鲜度/首建成本 ----------------
|
|
288
|
+
print(chr(10) + "(7) 落盘分隔符 / 新鲜度 / 首建成本")
|
|
289
|
+
cg.add("comma,node", f"# 功能名:含逗号\n# 生效条件:条件 C\n\n{BODY} 逗号\n",
|
|
290
|
+
layer="knowledge")
|
|
291
|
+
cg.flush()
|
|
292
|
+
saved = reach._index(cg)
|
|
293
|
+
saved.save()
|
|
294
|
+
reloaded = reach.ReachIndex(root); reloaded.load()
|
|
295
|
+
pth = [e["path"] for e in cg._candidates() if e["path"].endswith("comma,node.md")]
|
|
296
|
+
ok(bool(pth) and pth[0] in reloaded.post.get("召回", []) + reloaded.post.get("召", []),
|
|
297
|
+
"(7) 含逗号路径经落盘/重载仍在倒排中(_SEP 而非逗号)", f"path={pth}")
|
|
298
|
+
fake_cg = type("X", (), {"index": {"nodes": {"n1": {"path": "knowledge/n1.md"}}}})()
|
|
299
|
+
ok(reach._disk_fresh(saved, fake_cg) is False,
|
|
300
|
+
"(7) content_hash 缺失 → 判不新鲜(触发重建)")
|
|
301
|
+
os.environ["MDCG_REACH_TTL"] = "1"
|
|
302
|
+
d = json.load(open(saved.path, encoding="utf-8"))
|
|
303
|
+
d["built_at"] = time.time() - 30 # 让**磁盘缓存**过期(改内存对象无效)
|
|
304
|
+
json.dump(d, open(saved.path, "w", encoding="utf-8"))
|
|
305
|
+
reach._CACHE.clear()
|
|
306
|
+
again = reach._index(cg)
|
|
307
|
+
ok(getattr(again, "built_now", False) is True,
|
|
308
|
+
"(7) 磁盘缓存超 TTL → 重建")
|
|
309
|
+
os.environ["MDCG_REACH_TTL"] = "0"
|
|
310
|
+
# ---------------- (8) 新节点并入(陈旧索引不漏召回) ----------------
|
|
311
|
+
# 复用缓存时不得残留上一轮的首建标记
|
|
312
|
+
again.built_now = True
|
|
313
|
+
reach._CACHE[again.path] = (again, reach._fingerprint(cg))
|
|
314
|
+
_, m_reuse = reach.narrow(cg, cg._candidates(), terms, qb, None, q=QUERY)
|
|
315
|
+
ok("reach_build_docs" not in m_reuse, "(7) 复用缓存时不残留首建标记")
|
|
316
|
+
|
|
317
|
+
# 未索引节点并入(path 不在 idx.hashes)
|
|
318
|
+
cg.add("unindexed_node", "# 功能名:未索引\n# 生效条件:条件 U\n\n与查询无关。\n",
|
|
319
|
+
layer="knowledge")
|
|
320
|
+
cg.flush()
|
|
321
|
+
reach._CACHE.clear()
|
|
322
|
+
stale2 = reach.ReachIndex(root); stale2.load()
|
|
323
|
+
ok(not any(p.endswith("unindexed_node.md") for p in stale2.hashes),
|
|
324
|
+
"(8b) 前置:磁盘缓存里确无该节点")
|
|
325
|
+
reach._CACHE[stale2.path] = (stale2, reach._fingerprint(cg))
|
|
326
|
+
got3, meta3 = reach.narrow(cg, cg._candidates(), terms, qb, None, q=QUERY)
|
|
327
|
+
# r8 复核:未索引节点超过上限时必须整段回退(不得静默截断后仍提前返回)
|
|
328
|
+
saved_max = reach._FRESH_MAX
|
|
329
|
+
reach._FRESH_MAX = 1
|
|
330
|
+
cg.add("unindexed2", "# 功能名:未索引2\n# 生效条件:条件 U2\n\n与查询无关。\n", layer="knowledge")
|
|
331
|
+
cg.flush()
|
|
332
|
+
reach._CACHE.clear()
|
|
333
|
+
st3 = reach.ReachIndex(root); st3.load()
|
|
334
|
+
reach._CACHE[st3.path] = (st3, reach._fingerprint(cg))
|
|
335
|
+
got4, meta4 = reach.narrow(cg, cg._candidates(), terms, qb, None, q=QUERY)
|
|
336
|
+
reach._FRESH_MAX = saved_max
|
|
337
|
+
ok(got4 is None and meta4.get("reach") == "fresh_overflow",
|
|
338
|
+
"(8c) 未索引节点超过上限 → 整段回退(不静默截断)", str(meta4)[:80])
|
|
339
|
+
|
|
340
|
+
# r8 复核:进程内缓存 TTL 过期也要重建(不清 _CACHE,改内存实例的 built_at)
|
|
341
|
+
os.environ["MDCG_REACH_TTL"] = "1"
|
|
342
|
+
live = reach._index(cg)
|
|
343
|
+
live.built_at = time.time() - 30
|
|
344
|
+
try:
|
|
345
|
+
d2 = json.load(open(live.path, encoding="utf-8"))
|
|
346
|
+
d2["built_at"] = time.time() - 30 # 磁盘缓存也过期 → 必须真重建
|
|
347
|
+
json.dump(d2, open(live.path, "w", encoding="utf-8"))
|
|
348
|
+
except OSError:
|
|
349
|
+
pass
|
|
350
|
+
got5, meta5 = reach.narrow(cg, cg._candidates(), terms, qb, None, q=QUERY)
|
|
351
|
+
os.environ["MDCG_REACH_TTL"] = "0"
|
|
352
|
+
ok(meta5.get("reach_build_docs") is not None,
|
|
353
|
+
"(8d) 内存+磁盘缓存均超 TTL → 真重建(以 reach_build_docs 出现为准)", str(meta5)[:110])
|
|
354
|
+
ok(meta3.get("reach_fresh_nodes", 0) >= 1,
|
|
355
|
+
"(8b) 未索引节点被并入候选", f"fresh={meta3.get('reach_fresh_nodes')}")
|
|
356
|
+
print(chr(10) + "(8) 新节点并入")
|
|
357
|
+
cg.add("late_node", "# 功能名:后写节点\n# 生效条件:条件 L\n\n与查询无关的后写正文。\n",
|
|
358
|
+
layer="knowledge")
|
|
359
|
+
cg.flush()
|
|
360
|
+
_env(True)
|
|
361
|
+
# 强制「指纹比对通过但缓存里没有后写节点」的陈旧场景,验证并入机制
|
|
362
|
+
stale = reach.ReachIndex(root); stale.load()
|
|
363
|
+
reach._CACHE[stale.path] = (stale, reach._fingerprint(cg))
|
|
364
|
+
got2, meta2 = reach.narrow(cg, cg._candidates(), terms, qb, None, q=QUERY)
|
|
365
|
+
ids2 = {e["path"].split("/")[-1][:-3] for e in (got2 or [])}
|
|
366
|
+
ok("late_node" in ids2 or meta2.get("reach_fresh_nodes", 0) > 0,
|
|
367
|
+
"(8) 索引建成后写入的节点被并入候选", f"fresh={meta2.get('reach_fresh_nodes')}")
|
|
368
|
+
print(f"\n===== reach 验收:{PASS}/{PASS + FAIL} 通过 =====")
|
|
369
|
+
if FAILS:
|
|
370
|
+
print("失败项:" + ";".join(FAILS))
|
|
371
|
+
return 0 if FAIL == 0 else 1
|
|
372
|
+
finally:
|
|
373
|
+
_env(True)
|
|
374
|
+
return 0
|
|
375
|
+
|
|
376
|
+
|
|
377
|
+
if __name__ == "__main__":
|
|
378
|
+
raise SystemExit(main())
|
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""test_reach_keys.py · 新鲜度键与落盘的**编码无歧义**验收(r11 复核反例固化)。
|
|
3
|
+
|
|
4
|
+
背景:_node_key 曾用 ';'/'|' 拼接 tags/edges,导致 ["a;b"] 与 ["a","b"] 生成同键;
|
|
5
|
+
倒排曾用 ',' 与 chr(31) 拼接路径。本测试把编码层的不变性固化:
|
|
6
|
+
① tags 含分隔符不碰撞 ② edges 含分隔符不碰撞
|
|
7
|
+
③ 倒排落地/重载对含控制字符的路径原样保留 ④ TTL<=0 回落默认(不得静默关闭兜底)
|
|
8
|
+
⑤ hash_complete 按原始 content_hash 判定
|
|
9
|
+
|
|
10
|
+
运行:python -m md_cg.test_reach_keys
|
|
11
|
+
"""
|
|
12
|
+
from __future__ import annotations
|
|
13
|
+
|
|
14
|
+
import json
|
|
15
|
+
import os
|
|
16
|
+
import tempfile
|
|
17
|
+
import time
|
|
18
|
+
|
|
19
|
+
from . import reach
|
|
20
|
+
|
|
21
|
+
PASS = FAIL = 0
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def ok(cond, label, detail=""):
|
|
25
|
+
global PASS, FAIL
|
|
26
|
+
PASS += int(bool(cond))
|
|
27
|
+
FAIL += int(not cond)
|
|
28
|
+
print(f'[{"✓" if cond else "✘"}] {label}' + (f" · {detail}" if detail else ""))
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def _fake(root, **entry):
|
|
32
|
+
base = {"path": "knowledge/a.md", "content_hash": "H1", "tags": [], "edges": []}
|
|
33
|
+
base.update(entry)
|
|
34
|
+
|
|
35
|
+
class _CG:
|
|
36
|
+
def __init__(self):
|
|
37
|
+
self.root = root
|
|
38
|
+
self.index = {"nodes": {"n1": dict(base)}}
|
|
39
|
+
def _read(self, e):
|
|
40
|
+
return {}, ""
|
|
41
|
+
def _open_content(self, node_id, fm, content):
|
|
42
|
+
return content
|
|
43
|
+
return _CG()
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
def main():
|
|
47
|
+
root = tempfile.mkdtemp(prefix="reach_keys_")
|
|
48
|
+
# reach 为显式 opt-in(契约 §7:不在默认路径上启用新行为),本测试须自行开启
|
|
49
|
+
os.environ["MDCG_REACH"] = "1"
|
|
50
|
+
os.environ["MDCG_REACH_INDEX"] = os.path.join(root, "idx.json")
|
|
51
|
+
# r12 复核:无 path 的条目不计入覆盖判定(与 build 口径一致)
|
|
52
|
+
class _CG3:
|
|
53
|
+
def __init__(self):
|
|
54
|
+
self.root = root
|
|
55
|
+
self.index = {"nodes": {"n1": {"path": "knowledge/a.md", "content_hash": "H1"},
|
|
56
|
+
"n2": {"content_hash": None}}}
|
|
57
|
+
def _read(self, e):
|
|
58
|
+
return {}, ""
|
|
59
|
+
def _open_content(self, node_id, fm, content):
|
|
60
|
+
return content
|
|
61
|
+
ok(reach._hash_complete(_CG3()) is True,
|
|
62
|
+
"⑤ 无 path 条目不计入 hash 覆盖(与 build 口径一致)")
|
|
63
|
+
|
|
64
|
+
print("md_cg reach 键编码验收 · 无歧义 / TTL 兜底 / 落盘往返")
|
|
65
|
+
print("=" * 66)
|
|
66
|
+
# ① tags 分隔符不碰撞
|
|
67
|
+
k1 = reach._node_key(_fake(root, tags=["a;b"]).index["nodes"]["n1"])
|
|
68
|
+
k2 = reach._node_key(_fake(root, tags=["a", "b"]).index["nodes"]["n1"])
|
|
69
|
+
ok(k1 != k2, "① tags 含分号不碰撞", f"{k1[:26]} vs {k2[:26]}")
|
|
70
|
+
k3 = reach._node_key(_fake(root, tags=["a|b"]).index["nodes"]["n1"])
|
|
71
|
+
k4 = reach._node_key(_fake(root, tags=["a", "b"]).index["nodes"]["n1"])
|
|
72
|
+
ok(k3 != k4, "① tags 含竖线不碰撞")
|
|
73
|
+
# ② edges 分隔符不碰撞
|
|
74
|
+
e1 = reach._node_key(_fake(root, edges=[{"target": "a|b", "type": ""}]).index["nodes"]["n1"])
|
|
75
|
+
e2 = reach._node_key(_fake(root, edges=[{"target": "a", "type": "b"}]).index["nodes"]["n1"])
|
|
76
|
+
ok(e1 != e2, "② edges 含竖线不碰撞")
|
|
77
|
+
e3 = reach._node_key(_fake(root, edges=[{"target": "a;b", "type": "c"}]).index["nodes"]["n1"])
|
|
78
|
+
e4 = reach._node_key(_fake(root, edges=[{"target": "a", "type": "b;c"}]).index["nodes"]["n1"])
|
|
79
|
+
ok(e3 != e4, "② edges 含分号不碰撞")
|
|
80
|
+
# ③ 倒排落盘对控制字符路径原样往返
|
|
81
|
+
idx = reach.ReachIndex(root)
|
|
82
|
+
weird = "knowledge/a" + chr(31) + "b.md"
|
|
83
|
+
idx.post = {"召": [weird]}
|
|
84
|
+
idx.adj = {}
|
|
85
|
+
idx.hashes = {}
|
|
86
|
+
idx.save()
|
|
87
|
+
back = reach.ReachIndex(root)
|
|
88
|
+
back.load()
|
|
89
|
+
ok(back.post.get("召") == [weird], "③ 含控制字符路径经落盘/重载原样保留",
|
|
90
|
+
str(back.post.get("召")))
|
|
91
|
+
# ④ TTL<=0 → 回落默认(不得静默关闭)
|
|
92
|
+
class _CG2:
|
|
93
|
+
def __init__(self):
|
|
94
|
+
self.root = root
|
|
95
|
+
self.index = {"nodes": {"n1": {"path": "knowledge/a.md", "content_hash": "H1",
|
|
96
|
+
"tags": [], "edges": []}}}
|
|
97
|
+
cg = _CG2()
|
|
98
|
+
os.environ["MDCG_REACH_TTL"] = "0"
|
|
99
|
+
idx2 = reach.ReachIndex(root)
|
|
100
|
+
idx2.built_at = time.time() - 4000
|
|
101
|
+
saved = reach._CACHE
|
|
102
|
+
reach._CACHE = {}
|
|
103
|
+
ok(reach._ttl() == 600.0, "④ TTL=0 经 _ttl() 回落 600s", str(reach._ttl()))
|
|
104
|
+
os.environ["MDCG_REACH_TTL"] = "-5"
|
|
105
|
+
ok(reach._ttl() == 600.0, "④ TTL 负值同样回落默认")
|
|
106
|
+
os.environ["MDCG_REACH_TTL"] = "abc"
|
|
107
|
+
ok(reach._ttl() == 600.0, "④ TTL 非法文本回落默认")
|
|
108
|
+
os.environ["MDCG_REACH_TTL"] = "30"
|
|
109
|
+
ok(reach._ttl() == 30.0, "④ 正数 TTL 原样生效")
|
|
110
|
+
os.environ["MDCG_REACH_TTL"] = "inf"
|
|
111
|
+
ok(reach._ttl() == 600.0, "④ TTL=inf 回落默认(否则过期判断永假)", str(reach._ttl()))
|
|
112
|
+
os.environ["MDCG_REACH_TTL"] = "1e999"
|
|
113
|
+
ok(reach._ttl() == 600.0, "④ TTL=1e999(溢出为 inf)回落默认")
|
|
114
|
+
os.environ["MDCG_REACH_TTL"] = "nan"
|
|
115
|
+
ok(reach._ttl() == 600.0, "④ TTL=nan 回落默认")
|
|
116
|
+
os.environ["MDCG_REACH_TTL"] = "0"
|
|
117
|
+
reach._CACHE = saved
|
|
118
|
+
# ⑤ hash_complete 按原始 content_hash 判定
|
|
119
|
+
a = reach.ReachIndex(root); a.hash_complete = None
|
|
120
|
+
b = reach.ReachIndex(root); b.hash_complete = None
|
|
121
|
+
a.build(_fake(root, content_hash="H1"))
|
|
122
|
+
b.build(_fake(root, content_hash=None))
|
|
123
|
+
ok(a.hash_complete is True and b.hash_complete is False,
|
|
124
|
+
"⑤ hash_complete 按原始 content_hash", f"a={a.hash_complete} b={b.hash_complete}")
|
|
125
|
+
# r13 复核:真实磁盘新鲜度路径(不手写 _CACHE)
|
|
126
|
+
os.environ["MDCG_REACH_TTL"] = "0"
|
|
127
|
+
cg2 = _CG3()
|
|
128
|
+
idx_a = reach.ReachIndex(root)
|
|
129
|
+
idx_a.build(cg2)
|
|
130
|
+
idx_a.save()
|
|
131
|
+
idx_b = reach.ReachIndex(root)
|
|
132
|
+
idx_b.load()
|
|
133
|
+
ok(reach._disk_fresh(idx_b, cg2) is True, "⑤ 真实磁盘缓存:同库判新鲜")
|
|
134
|
+
cg3 = _CG3()
|
|
135
|
+
cg3.index["nodes"]["n1"]["content_hash"] = "H2"
|
|
136
|
+
ok(reach._disk_fresh(idx_b, cg3) is False, "⑤ 真实磁盘缓存:content_hash 变即判不新鲜")
|
|
137
|
+
# r13 复核:落盘失败(只读根)时不得入进程缓存(类级替换 save 注入 OSError)
|
|
138
|
+
saved_save = reach.ReachIndex.save
|
|
139
|
+
def _boom(self):
|
|
140
|
+
raise OSError('readonly')
|
|
141
|
+
reach.ReachIndex.save = _boom
|
|
142
|
+
try:
|
|
143
|
+
reach._CACHE.clear()
|
|
144
|
+
reach._index(cg2, force=True)
|
|
145
|
+
ok(len(reach._CACHE) == 0, '⑤ 落盘失败时不入进程缓存(下次调用重建)', str(list(reach._CACHE)))
|
|
146
|
+
finally:
|
|
147
|
+
reach.ReachIndex.save = saved_save
|
|
148
|
+
# r15 复核:库内缺 content_hash 时,即使本次刚重建也必须回退(不得收敛)
|
|
149
|
+
class _CG5:
|
|
150
|
+
def __init__(self):
|
|
151
|
+
self.root = root
|
|
152
|
+
self.index = {"nodes": {"n1": {"path": "knowledge/a.md", "tags": [], "edges": []}}}
|
|
153
|
+
def _read(self, e):
|
|
154
|
+
return {}, ""
|
|
155
|
+
def _open_content(self, node_id, fm, content):
|
|
156
|
+
return content
|
|
157
|
+
os.environ["MDCG_REACH_INDEX"] = os.path.join(root, "idx2.json")
|
|
158
|
+
reach._CACHE.clear()
|
|
159
|
+
got_h, meta_h = reach.narrow(_CG5(), [{"path": "knowledge/a.md"}], ["abcd"], {"abcd"}, None, q="abcd")
|
|
160
|
+
ok(got_h is None and meta_h.get("reach") == "hash_incomplete",
|
|
161
|
+
"⑤ 缺 content_hash 时一律回退不收敛", str(meta_h)[:80])
|
|
162
|
+
# r17 复核:库内含不可读节点时,磁盘缓存仍须判新鲜(口径与 build 的剔除对齐)
|
|
163
|
+
class _CG6:
|
|
164
|
+
def __init__(self):
|
|
165
|
+
self.root = root
|
|
166
|
+
self.index = {"nodes": {"n1": {"path": "knowledge/a.md", "content_hash": "H1"},
|
|
167
|
+
"n2": {"path": "knowledge/locked.md", "content_hash": "H2"}}}
|
|
168
|
+
def _read(self, e):
|
|
169
|
+
if e.get("path", "").endswith("locked.md"):
|
|
170
|
+
return None, None # 不可读(模拟解密失败)
|
|
171
|
+
return {}, ""
|
|
172
|
+
def _open_content(self, node_id, fm, content):
|
|
173
|
+
return content
|
|
174
|
+
os.environ["MDCG_REACH_INDEX"] = os.path.join(root, "idx3.json")
|
|
175
|
+
cg6 = _CG6()
|
|
176
|
+
i6 = reach.ReachIndex(root)
|
|
177
|
+
i6.build(cg6)
|
|
178
|
+
i6.save()
|
|
179
|
+
i6b = reach.ReachIndex(root)
|
|
180
|
+
i6b.load()
|
|
181
|
+
ok(reach._disk_fresh(i6b, cg6) is True,
|
|
182
|
+
"⑤ 含不可读节点时磁盘缓存仍判新鲜(跨进程可复用)",
|
|
183
|
+
"hashes=%d" % len(i6.hashes))
|
|
184
|
+
cg6.index["nodes"]["n1"]["content_hash"] = "H9"
|
|
185
|
+
ok(reach._disk_fresh(i6b, cg6) is False, "⑤ 已缓存节点 hash 变即判不新鲜")
|
|
186
|
+
# r18 复核:hash 不完整时——首次调用必须暴露首建成本;第二次调用不得再全库重建
|
|
187
|
+
os.environ["MDCG_REACH_INDEX"] = os.path.join(root, "idx4.json")
|
|
188
|
+
reach._CACHE.clear()
|
|
189
|
+
_cg7 = _CG5()
|
|
190
|
+
_g1, m1 = reach.narrow(_cg7, [{"path": "knowledge/a.md"}], ["abcd"], {"abcd"}, None, q="abcd")
|
|
191
|
+
ok(_g1 is None and m1.get("reach") == "hash_incomplete" and m1.get("reach_build_docs") is not None,
|
|
192
|
+
"⑤ hash 不完整:首次调用暴露首建成本", str(m1)[:90])
|
|
193
|
+
_g2, m2 = reach.narrow(_cg7, [{"path": "knowledge/a.md"}], ["abcd"], {"abcd"}, None, q="abcd")
|
|
194
|
+
ok(_g2 is None and m2.get("reach") == "hash_incomplete" and "reach_build_docs" not in m2,
|
|
195
|
+
"⑤ hash 不完整:第二次调用复用缓存(不再全库重建)", str(m2)[:90])
|
|
196
|
+
print(f"\n===== 键编码验收:{PASS}/{PASS + FAIL} 通过 =====")
|
|
197
|
+
return 0 if FAIL == 0 else 1
|
|
198
|
+
|
|
199
|
+
|
|
200
|
+
if __name__ == "__main__":
|
|
201
|
+
raise SystemExit(main())
|