@furongjun1999/dsh-memory 0.4.11 → 0.5.0

package/md_cg/test_retr_s1.py

@@ -1,340 +1,340 @@
-# -*- coding: utf-8 -*-
-"""S1/S2 检索前门控探针（脚本式，exit code 定成败）。
-
-用法：python -X utf8 -m md_cg.test_retr_s1
-覆盖（含独立复核指出的缺口）：
-- routing.domain_terms / classify_text（取词、去重、limit、空值、无信号）
-- 写入侧：默认关**不写** big_domain（口径不变）；开总开关才写；索引快照同口径
-- 默认关：meta 不含 gates 键（逐字节等价）、scanned=全量
-- S1：按域收敛；域内不足→回退全量；query 无域信号→不收敛
-- S2：observation_position 不匹配→丢；信息不足→放行；time_window 不相交→丢（平铺字段）；全滤→回退
-- backfill_big_domain：dry-run 不改盘、真跑落盘、二次跑幂等
-"""
-import io
-import json
-import os
-import sys
-import tempfile
-
-sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
-
-from md_cg import nodefile, routing  # noqa: E402
-from md_cg.fsutil import ShardedLog  # noqa: E402
-from md_cg.mdcg import MdCG  # noqa: E402
-
-passed = 0
-failed = 0
-GONG = "工程 结构 应力 梁 截面 桥梁 材料 机械"
-YI = "医学 疾病 诊断 药物 处方 症状 治疗"
-FAR_TW = [10 ** 13, 10 ** 13 + 1]
-
-
-def check(name, cond, detail=""):
-    global passed, failed
-    if cond:
-        passed += 1
-        print("  [PASS] " + name)
-    else:
-        failed += 1
-        print("  [FAIL] " + name + "  " + detail)
-
-
-def _setenv(**kv):
-    old = {}
-    for k, v in kv.items():
-        old[k] = os.environ.get(k)
-        if v is None:
-            os.environ.pop(k, None)
-        else:
-            os.environ[k] = v
-    return old
-
-
-def _restore(old):
-    for k, v in old.items():
-        if v is None:
-            os.environ.pop(k, None)
-        else:
-            os.environ[k] = v
-
-
-def _write_raw(root, nid, layer, content, pos=None, tw=None, bd=None):
-    fm = {"id": nid, "layer": layer, "modality": "text", "importance": 0.5,
-          "confidence": 0.6, "condition_space": {"time_window": tw or [0, 10 ** 12]},
-          "tags": [], "created_at": 0, "access_count": 0, "last_access": 0,
-          "edges": []}
-    if pos:
-        fm["condition_space"]["observation_position"] = pos
-    if bd:
-        fm["big_domain"] = bd
-    p = os.path.join(root, layer, nid + ".md")
-    os.makedirs(os.path.dirname(p), exist_ok=True)
-    io.open(p, "w", encoding="utf-8").write(nodefile.dumps(fm, content))
-    return p
-
-
-def _ids(results):
-    return sorted(r[0]["id"] for r in results)
-
-
-def main():
-    # ---- 1) routing 侧 ----
-    check("domain_terms 空值 -> []", routing.domain_terms("") == [])
-    ts = routing.domain_terms("工程 应力 桥梁 " * 3)
-    check("domain_terms 去重保序", ts == ["工程", "应力", "桥梁"], str(ts[:4]))
-    check("domain_terms limit 生效",
-          len(routing.domain_terms("工程 应力 桥梁 材料", limit=2)) == 2)
-    check("classify_text 有信号 -> 工程",
-          routing.classify_text(GONG) == "工程", str(routing.classify_text(GONG)))
-    check("classify_text 无信号 -> None", routing.classify_text("xyzzy zzz") is None)
-
-    # ---- 2) 写入侧：默认关不写，开总开关才写 ----
-    root = tempfile.mkdtemp(prefix="retr_s1_")
-    old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
-                  MDCG_GATE_S2_COND=None)
-    cg = MdCG(root)
-    cg.add("n_off", GONG, "knowledge", importance=0.9)
-    cg.add("n_yi", YI, "knowledge", importance=0.5)
-    cg.flush()
-    check("默认关：frontmatter 不写 big_domain",
-          "big_domain" not in (cg.get("n_off")["frontmatter"] or {}))
-    check("默认关：索引快照不含该键",
-          "big_domain" not in (cg.index["nodes"]["n_off"] or {}))
-    check("默认关：索引快照不含 observation_position 键",
-          "observation_position" not in (cg.index["nodes"]["n_off"] or {}))
-
-    # ---- 3) 默认关：meta 逐字节等价 ----
-    _r0, meta = cg.search("工程 应力", k=10, judge=False, record=False)
-    check("默认关：meta 不含 gates 键", "gates" not in meta, str(sorted(meta.keys())))
-    check("默认关：scanned=全量", meta.get("scanned") == 2, str(meta.get("scanned")))
-    ids_off = _ids(_r0)
-
-    # 开总开关后写入 → 落域标签（索引同口径）
-    _setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="1",
-            MDCG_GATE_S2_COND="0")
-    cg.add("n_gong", GONG + " 坝体受力", "knowledge", importance=0.8)
-    cg.add("n_none", "xyzzy zzz", "knowledge")
-    cg.flush()
-    check("开关开：写入落 big_domain",
-          cg.get("n_gong")["frontmatter"].get("big_domain") == "工程")
-    check("开关开：索引快照同口径",
-          cg.index["nodes"]["n_gong"].get("big_domain") == "工程")
-    check("开关开：无信号仍不写该字段",
-          "big_domain" not in (cg.get("n_none")["frontmatter"] or {}))
-
-    # ---- 4) S1：收敛 / 回退 / 无域信号 ----
-    # 收敛要以「已标域」为前提（未标域节点按兜底池保留）→ 先回填 cg 的存量节点
-    st_bf = cg.backfill_big_domain()
-    check("回填后：存量节点获得域标签",
-          cg.index["nodes"]["n_off"].get("big_domain") == "工程"
-          and cg.index["nodes"]["n_yi"].get("big_domain") == "医学", str(st_bf))
-    _r1, meta = cg.search("工程 应力", k=10, judge=False, record=False)
-    s1 = (meta.get("gates") or {}).get("s1") or {}
-    check("S1 收敛到工程域", s1.get("domain") == "工程", str(s1))
-    check("S1 丢弃异域候选、保留未标域",
-          s1.get("dropped") == 1 and s1.get("in") == 3, str(s1))
-    check("S1 scanned 下降（4 -> 3）", meta.get("scanned") == 3,
-          str(meta.get("scanned")))
-
-    root_fb = tempfile.mkdtemp(prefix="retr_s1fb_")
-    _write_raw(root_fb, "g1", "knowledge", GONG)
-    _write_raw(root_fb, "y1", "knowledge", YI)
-    _write_raw(root_fb, "u1", "knowledge", "xyzzy zzz")   # 无域信号 → 兜底池
-    cgfb = MdCG(root_fb)
-    cgfb.rebuild_index()
-    cgfb.backfill_big_domain()
-    _r2, meta = cgfb.search("工程 应力", k=5, min_results=3, judge=False, record=False)
-    s1 = (meta.get("gates") or {}).get("s1") or {}
-    check("S1 域内不足 -> 回退全量", s1.get("fallback") == "insufficient", str(s1))
-    check("S1 回退后 scanned=全量", meta.get("scanned") == 3, str(meta.get("scanned")))
-
-    # 兜底召回：未标域节点必须留在域内集合里（否则历史节点被域收敛整片丢弃）
-    _r3b, meta = cgfb.search("工程 应力", k=1, judge=False, record=False)
-    s1 = (meta.get("gates") or {}).get("s1") or {}
-    check("S1 保留未标域节点（兜底池）",
-          s1.get("in") == 2 and s1.get("dropped") == 1 and meta.get("scanned") == 2,
-          str(s1) + " scanned=" + str(meta.get("scanned")))
-
-    _r3, meta = cgfb.search("xyzzy zzz", k=10, judge=False, record=False)
-    s1 = (meta.get("gates") or {}).get("s1") or {}
-    check("S1 无域信号 -> 不收敛",
-          s1.get("reason") == "no_domain_signal" and meta.get("scanned") == 3, str(s1))
-
-    # ---- 5) S2：位置 / 时间窗 / 信息不足 / 全滤回退 ----
-    _setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0",
-            MDCG_GATE_S2_COND="1")
-    root2 = tempfile.mkdtemp(prefix="retr_s2_")
-    _write_raw(root2, "a", "knowledge", GONG, pos="工程 结构", tw=[0, 10 ** 12])
-    _write_raw(root2, "b", "knowledge", YI, pos="医学 疾病", tw=[0, 10 ** 12])
-    cg2 = MdCG(root2)
-    cg2.rebuild_index()
-
-    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
-                          context={"observation_position": "工程 结构"})
-    s2 = (meta.get("gates") or {}).get("s2") or {}
-    check("S2 位置不匹配被门控", s2.get("dropped") == 1, str(s2))
-
-    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False, context={})
-    s2 = (meta.get("gates") or {}).get("s2") or {}
-    check("S2 信息不足一律放行", s2.get("dropped") == 0, str(s2))
-
-    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
-                          context={"time_window": FAR_TW})
-    s2 = (meta.get("gates") or {}).get("s2") or {}
-    check("S2 时间窗不相交被门控", s2.get("dropped") == 2, str(s2))
-
-    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
-                          context={"time_window": [0, 100]})
-    s2 = (meta.get("gates") or {}).get("s2") or {}
-    check("S2 时间窗相交放行", s2.get("dropped") == 0, str(s2))
-
-    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
-                          context={"observation_position": "艺术 绘画"})
-    s2 = (meta.get("gates") or {}).get("s2") or {}
-    check("S2 全滤 -> 回退（宁多勿漏）",
-          s2.get("fallback") == "empty" and meta.get("scanned") == 2, str(s2))
-    _restore(old)
-
-    # ---- 6) backfill（运维口径：先开总开关，再补齐存量）----
-    _setenv(MDCG_RETRIEVAL_PIPELINE="1")
-    # 6a 默认关时回填必须是 no-op（不写 fm、不写索引）
-    root6 = tempfile.mkdtemp(prefix="retr_bf0_")
-    _write_raw(root6, "g9", "knowledge", GONG)
-    cg6 = MdCG(root6)
-    cg6.rebuild_index()
-    _setenv(MDCG_RETRIEVAL_PIPELINE=None)
-    st6 = cg6.backfill_big_domain()
-    check("默认关：回填 no-op（skipped）",
-          st6.get("skipped") == "pipeline_disabled" and st6["written"] == 0,
-          str(st6))
-    check("默认关：回填不改 fm/索引",
-          "big_domain" not in (cg6.get("g9")["frontmatter"] or {})
-          and "big_domain" not in cg6.index["nodes"]["g9"])
-    _setenv(MDCG_RETRIEVAL_PIPELINE="1")
-
-    root3 = tempfile.mkdtemp(prefix="retr_bf_")
-    _write_raw(root3, "g1", "knowledge", GONG)
-    _write_raw(root3, "y1", "knowledge", YI)
-    _write_raw(root3, "x1", "knowledge", "xyzzy")
-    cg3 = MdCG(root3)
-    cg3.rebuild_index()
-    st1 = cg3.backfill_big_domain(dry_run=True)
-    check("backfill dry-run 统计",
-          st1["written"] == 2 and st1["no_signal"] == 1, str(st1))
-    check("backfill dry-run 不改盘",
-          cg3.get("g1")["frontmatter"].get("big_domain") is None)
-    st2 = cg3.backfill_big_domain()
-    check("backfill 真跑落盘",
-          st2["written"] == 2
-          and cg3.get("g1")["frontmatter"].get("big_domain") == "工程", str(st2))
-    check("backfill 同步索引",
-          cg3.index["nodes"]["y1"].get("big_domain") == "医学")
-    st3 = cg3.backfill_big_domain()
-    check("backfill 幂等",
-          st3["written"] == 0 and st3["already"] == 2
-          and st3["no_signal"] == 1, str(st3))
-    # 索引持久化：重开库（走 _index_log 重放）后条目仍带域标签
-    cg3r = MdCG(root3)
-    check("backfill 索引持久化（重载可见）",
-          cg3r.index["nodes"]["g1"].get("big_domain") == "工程",
-          str(cg3r.index["nodes"]["g1"].get("big_domain")))
-
-    # 对账支路（真状态）：**磁盘索引缺键**而 frontmatter 有 → 只修索引不重写文件，且修完重载可见。
-    # 造法：rebuild 写出的磁盘索引里删掉该键并清空索引日志（否则日志重放会把键带回来，测试就变成自证）。
-    root4 = tempfile.mkdtemp(prefix="retr_bf2_")
-    _write_raw(root4, "g1", "knowledge", GONG, bd="工程")
-    cg4 = MdCG(root4)
-    cg4.rebuild_index()
-    idx = json.load(io.open(cg4.index_path, encoding="utf-8"))
-    idx["nodes"]["g1"].pop("big_domain", None)
-    io.open(cg4.index_path, "w", encoding="utf-8").write(
-        json.dumps(idx, ensure_ascii=False))
-    ShardedLog.clear(cg4.index_log_dir)
-    cg4 = MdCG(root4)                    # 重载：内存索引确实缺键，而 fm 有
-    check("对账前状态成立（索引缺键 / fm 有键）",
-          cg4.index["nodes"]["g1"].get("big_domain") is None
-          and cg4.get("g1")["frontmatter"].get("big_domain") == "工程")
-    st4d = cg4.backfill_big_domain(dry_run=True)
-    check("对账 dry-run：只统计不改内存",
-          st4d["index_synced"] == 1
-          and "big_domain" not in cg4.index["nodes"]["g1"], str(st4d))
-    st4 = cg4.backfill_big_domain()
-    check("backfill 对账支路修索引",
-          st4["index_synced"] == 1 and st4["written"] == 0, str(st4))
-    cg4r = MdCG(root4)
-    check("对账后重载索引可见（真持久化）",
-          cg4r.index["nodes"]["g1"].get("big_domain") == "工程",
-          str(cg4r.index["nodes"]["g1"].get("big_domain")))
-
-    # ---- 7) 默认口径等价（真比较，不是自证）----
-    # 7a 无候选分支：开关关时 meta 不得多出 gates 键
-    _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
-            MDCG_GATE_S2_COND=None)
-    _r5, meta5 = cg.search("xyzzy", layer="goals", k=10, judge=False,
-                           record=False)
-    check("默认关：无候选分支 meta 无 gates 键",
-          meta5.get("reason") == "no_candidates" and "gates" not in meta5,
-          str(meta5))
-    # 7b 同库同查询：关→开→关 三次，首末两次的 results/meta 必须完全一致
-    _ra, meta_a = cg.search("工程 应力", k=10, judge=False, record=False)
-    snap_a = ([(r[0]["id"], round(float(r[1]), 6), sorted(r[0].keys()))
-               for r in _ra],
-              {k: v for k, v in meta_a.items() if k != "gates"})
-    _setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="1",
-            MDCG_GATE_S2_COND="1")
-    cg.search("工程 应力", k=10, judge=False, record=False)
-    _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
-            MDCG_GATE_S2_COND=None)
-    _rb, meta_b = cg.search("工程 应力", k=10, judge=False, record=False)
-    snap_b = ([(r[0]["id"], round(float(r[1]), 6), sorted(r[0].keys()))
-               for r in _rb],
-              {k: v for k, v in meta_b.items() if k != "gates"})
-    check("默认口径等价：关→开→关 首末一致", snap_a == snap_b,
-          str(snap_a)[:160] + " vs " + str(snap_b)[:160])
-    check("默认关：meta 仍不含 gates 键", "gates" not in meta_b,
-          str(sorted(meta_b.keys())))
-
-    # 7c 候选 entry 形状：默认关时即便节点带 observation_position/big_domain，
-    #     返回的候选也不得平铺这两个键（独立复核指出的默认口径变化点）
-    root5 = tempfile.mkdtemp(prefix="retr_shape_")
-    _write_raw(root5, "p1", "knowledge", GONG, pos="工程 结构", bd="工程")
-    cg5 = MdCG(root5)                    # 默认关下建索引
-    cg5.rebuild_index()
-    check("默认关：索引条目不落门控字段",
-          "big_domain" not in cg5.index["nodes"]["p1"]
-          and "observation_position" not in cg5.index["nodes"]["p1"],
-          str(sorted(cg5.index["nodes"]["p1"].keys())))
-    _r5b, _m5b = cg5.search("工程 应力", k=10, judge=False, record=False)
-    check("默认关：候选 entry 无门控字段",
-          all(("big_domain" not in r[0] and "observation_position" not in r[0])
-              for r in _r5b),
-          str([sorted(r[0].keys()) for r in _r5b])[:160])
-
-    # 7d 索引曾在「开启态」构建（条目带门控键）→ 默认关时 search 必须返回剥离后的候选
-    _setenv(MDCG_RETRIEVAL_PIPELINE="1")
-    root7 = tempfile.mkdtemp(prefix="retr_resid_")
-    _write_raw(root7, "q1", "knowledge", GONG, pos="工程 结构", bd="工程")
-    cg7 = MdCG(root7)
-    cg7.rebuild_index()
-    check("开启态：索引条目带门控键",
-          cg7.index["nodes"]["q1"].get("big_domain") == "工程"
-          and cg7.index["nodes"]["q1"].get("observation_position") == "工程 结构")
-    _setenv(MDCG_RETRIEVAL_PIPELINE=None)
-    _r7, _m7 = cg7.search("工程 应力", k=10, judge=False, record=False)
-    check("默认关：残留门控键被剥离（候选）",
-          bool(_r7) and all(("big_domain" not in r[0]
-                             and "observation_position" not in r[0])
-                            for r in _r7),
-          str([sorted(r[0].keys()) for r in _r7])[:160])
-    check("默认关：索引条目本身未被就地改写",
-          cg7.index["nodes"]["q1"].get("big_domain") == "工程")
-    _restore(old)
-
-    print("\ntest_retr_s1: %d 通过 / %d 失败" % (passed, failed))
-    return 0 if failed == 0 else 1
-
-
-if __name__ == "__main__":
-    if hasattr(sys.stdout, "reconfigure"):
-        sys.stdout.reconfigure(encoding="utf-8")
-    sys.exit(main())
+# -*- coding: utf-8 -*-
+"""S1/S2 检索前门控探针（脚本式，exit code 定成败）。
+
+用法：python -X utf8 -m md_cg.test_retr_s1
+覆盖（含独立复核指出的缺口）：
+- routing.domain_terms / classify_text（取词、去重、limit、空值、无信号）
+- 写入侧：默认关**不写** big_domain（口径不变）；开总开关才写；索引快照同口径
+- 默认关：meta 不含 gates 键（逐字节等价）、scanned=全量
+- S1：按域收敛；域内不足→回退全量；query 无域信号→不收敛
+- S2：observation_position 不匹配→丢；信息不足→放行；time_window 不相交→丢（平铺字段）；全滤→回退
+- backfill_big_domain：dry-run 不改盘、真跑落盘、二次跑幂等
+"""
+import io
+import json
+import os
+import sys
+import tempfile
+
+sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+
+from md_cg import nodefile, routing  # noqa: E402
+from md_cg.fsutil import ShardedLog  # noqa: E402
+from md_cg.mdcg import MdCG  # noqa: E402
+
+passed = 0
+failed = 0
+GONG = "工程 结构 应力 梁 截面 桥梁 材料 机械"
+YI = "医学 疾病 诊断 药物 处方 症状 治疗"
+FAR_TW = [10 ** 13, 10 ** 13 + 1]
+
+
+def check(name, cond, detail=""):
+    global passed, failed
+    if cond:
+        passed += 1
+        print("  [PASS] " + name)
+    else:
+        failed += 1
+        print("  [FAIL] " + name + "  " + detail)
+
+
+def _setenv(**kv):
+    old = {}
+    for k, v in kv.items():
+        old[k] = os.environ.get(k)
+        if v is None:
+            os.environ.pop(k, None)
+        else:
+            os.environ[k] = v
+    return old
+
+
+def _restore(old):
+    for k, v in old.items():
+        if v is None:
+            os.environ.pop(k, None)
+        else:
+            os.environ[k] = v
+
+
+def _write_raw(root, nid, layer, content, pos=None, tw=None, bd=None):
+    fm = {"id": nid, "layer": layer, "modality": "text", "importance": 0.5,
+          "confidence": 0.6, "condition_space": {"time_window": tw or [0, 10 ** 12]},
+          "tags": [], "created_at": 0, "access_count": 0, "last_access": 0,
+          "edges": []}
+    if pos:
+        fm["condition_space"]["observation_position"] = pos
+    if bd:
+        fm["big_domain"] = bd
+    p = os.path.join(root, layer, nid + ".md")
+    os.makedirs(os.path.dirname(p), exist_ok=True)
+    io.open(p, "w", encoding="utf-8").write(nodefile.dumps(fm, content))
+    return p
+
+
+def _ids(results):
+    return sorted(r[0]["id"] for r in results)
+
+
+def main():
+    # ---- 1) routing 侧 ----
+    check("domain_terms 空值 -> []", routing.domain_terms("") == [])
+    ts = routing.domain_terms("工程 应力 桥梁 " * 3)
+    check("domain_terms 去重保序", ts == ["工程", "应力", "桥梁"], str(ts[:4]))
+    check("domain_terms limit 生效",
+          len(routing.domain_terms("工程 应力 桥梁 材料", limit=2)) == 2)
+    check("classify_text 有信号 -> 工程",
+          routing.classify_text(GONG) == "工程", str(routing.classify_text(GONG)))
+    check("classify_text 无信号 -> None", routing.classify_text("xyzzy zzz") is None)
+
+    # ---- 2) 写入侧：默认关不写，开总开关才写 ----
+    root = tempfile.mkdtemp(prefix="retr_s1_")
+    old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
+                  MDCG_GATE_S2_COND=None)
+    cg = MdCG(root)
+    cg.add("n_off", GONG, "knowledge", importance=0.9)
+    cg.add("n_yi", YI, "knowledge", importance=0.5)
+    cg.flush()
+    check("默认关：frontmatter 不写 big_domain",
+          "big_domain" not in (cg.get("n_off")["frontmatter"] or {}))
+    check("默认关：索引快照不含该键",
+          "big_domain" not in (cg.index["nodes"]["n_off"] or {}))
+    check("默认关：索引快照不含 observation_position 键",
+          "observation_position" not in (cg.index["nodes"]["n_off"] or {}))
+
+    # ---- 3) 默认关：meta 逐字节等价 ----
+    _r0, meta = cg.search("工程 应力", k=10, judge=False, record=False)
+    check("默认关：meta 不含 gates 键", "gates" not in meta, str(sorted(meta.keys())))
+    check("默认关：scanned=全量", meta.get("scanned") == 2, str(meta.get("scanned")))
+    ids_off = _ids(_r0)
+
+    # 开总开关后写入 → 落域标签（索引同口径）
+    _setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="1",
+            MDCG_GATE_S2_COND="0")
+    cg.add("n_gong", GONG + " 坝体受力", "knowledge", importance=0.8)
+    cg.add("n_none", "xyzzy zzz", "knowledge")
+    cg.flush()
+    check("开关开：写入落 big_domain",
+          cg.get("n_gong")["frontmatter"].get("big_domain") == "工程")
+    check("开关开：索引快照同口径",
+          cg.index["nodes"]["n_gong"].get("big_domain") == "工程")
+    check("开关开：无信号仍不写该字段",
+          "big_domain" not in (cg.get("n_none")["frontmatter"] or {}))
+
+    # ---- 4) S1：收敛 / 回退 / 无域信号 ----
+    # 收敛要以「已标域」为前提（未标域节点按兜底池保留）→ 先回填 cg 的存量节点
+    st_bf = cg.backfill_big_domain()
+    check("回填后：存量节点获得域标签",
+          cg.index["nodes"]["n_off"].get("big_domain") == "工程"
+          and cg.index["nodes"]["n_yi"].get("big_domain") == "医学", str(st_bf))
+    _r1, meta = cg.search("工程 应力", k=10, judge=False, record=False)
+    s1 = (meta.get("gates") or {}).get("s1") or {}
+    check("S1 收敛到工程域", s1.get("domain") == "工程", str(s1))
+    check("S1 丢弃异域候选、保留未标域",
+          s1.get("dropped") == 1 and s1.get("in") == 3, str(s1))
+    check("S1 scanned 下降（4 -> 3）", meta.get("scanned") == 3,
+          str(meta.get("scanned")))
+
+    root_fb = tempfile.mkdtemp(prefix="retr_s1fb_")
+    _write_raw(root_fb, "g1", "knowledge", GONG)
+    _write_raw(root_fb, "y1", "knowledge", YI)
+    _write_raw(root_fb, "u1", "knowledge", "xyzzy zzz")   # 无域信号 → 兜底池
+    cgfb = MdCG(root_fb)
+    cgfb.rebuild_index()
+    cgfb.backfill_big_domain()
+    _r2, meta = cgfb.search("工程 应力", k=5, min_results=3, judge=False, record=False)
+    s1 = (meta.get("gates") or {}).get("s1") or {}
+    check("S1 域内不足 -> 回退全量", s1.get("fallback") == "insufficient", str(s1))
+    check("S1 回退后 scanned=全量", meta.get("scanned") == 3, str(meta.get("scanned")))
+
+    # 兜底召回：未标域节点必须留在域内集合里（否则历史节点被域收敛整片丢弃）
+    _r3b, meta = cgfb.search("工程 应力", k=1, judge=False, record=False)
+    s1 = (meta.get("gates") or {}).get("s1") or {}
+    check("S1 保留未标域节点（兜底池）",
+          s1.get("in") == 2 and s1.get("dropped") == 1 and meta.get("scanned") == 2,
+          str(s1) + " scanned=" + str(meta.get("scanned")))
+
+    _r3, meta = cgfb.search("xyzzy zzz", k=10, judge=False, record=False)
+    s1 = (meta.get("gates") or {}).get("s1") or {}
+    check("S1 无域信号 -> 不收敛",
+          s1.get("reason") == "no_domain_signal" and meta.get("scanned") == 3, str(s1))
+
+    # ---- 5) S2：位置 / 时间窗 / 信息不足 / 全滤回退 ----
+    _setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="0",
+            MDCG_GATE_S2_COND="1")
+    root2 = tempfile.mkdtemp(prefix="retr_s2_")
+    _write_raw(root2, "a", "knowledge", GONG, pos="工程 结构", tw=[0, 10 ** 12])
+    _write_raw(root2, "b", "knowledge", YI, pos="医学 疾病", tw=[0, 10 ** 12])
+    cg2 = MdCG(root2)
+    cg2.rebuild_index()
+
+    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
+                          context={"observation_position": "工程 结构"})
+    s2 = (meta.get("gates") or {}).get("s2") or {}
+    check("S2 位置不匹配被门控", s2.get("dropped") == 1, str(s2))
+
+    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False, context={})
+    s2 = (meta.get("gates") or {}).get("s2") or {}
+    check("S2 信息不足一律放行", s2.get("dropped") == 0, str(s2))
+
+    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
+                          context={"time_window": FAR_TW})
+    s2 = (meta.get("gates") or {}).get("s2") or {}
+    check("S2 时间窗不相交被门控", s2.get("dropped") == 2, str(s2))
+
+    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
+                          context={"time_window": [0, 100]})
+    s2 = (meta.get("gates") or {}).get("s2") or {}
+    check("S2 时间窗相交放行", s2.get("dropped") == 0, str(s2))
+
+    _r, meta = cg2.search("xyzzy", k=10, judge=False, record=False,
+                          context={"observation_position": "艺术 绘画"})
+    s2 = (meta.get("gates") or {}).get("s2") or {}
+    check("S2 全滤 -> 回退（宁多勿漏）",
+          s2.get("fallback") == "empty" and meta.get("scanned") == 2, str(s2))
+    _restore(old)
+
+    # ---- 6) backfill（运维口径：先开总开关，再补齐存量）----
+    _setenv(MDCG_RETRIEVAL_PIPELINE="1")
+    # 6a 默认关时回填必须是 no-op（不写 fm、不写索引）
+    root6 = tempfile.mkdtemp(prefix="retr_bf0_")
+    _write_raw(root6, "g9", "knowledge", GONG)
+    cg6 = MdCG(root6)
+    cg6.rebuild_index()
+    _setenv(MDCG_RETRIEVAL_PIPELINE=None)
+    st6 = cg6.backfill_big_domain()
+    check("默认关：回填 no-op（skipped）",
+          st6.get("skipped") == "pipeline_disabled" and st6["written"] == 0,
+          str(st6))
+    check("默认关：回填不改 fm/索引",
+          "big_domain" not in (cg6.get("g9")["frontmatter"] or {})
+          and "big_domain" not in cg6.index["nodes"]["g9"])
+    _setenv(MDCG_RETRIEVAL_PIPELINE="1")
+
+    root3 = tempfile.mkdtemp(prefix="retr_bf_")
+    _write_raw(root3, "g1", "knowledge", GONG)
+    _write_raw(root3, "y1", "knowledge", YI)
+    _write_raw(root3, "x1", "knowledge", "xyzzy")
+    cg3 = MdCG(root3)
+    cg3.rebuild_index()
+    st1 = cg3.backfill_big_domain(dry_run=True)
+    check("backfill dry-run 统计",
+          st1["written"] == 2 and st1["no_signal"] == 1, str(st1))
+    check("backfill dry-run 不改盘",
+          cg3.get("g1")["frontmatter"].get("big_domain") is None)
+    st2 = cg3.backfill_big_domain()
+    check("backfill 真跑落盘",
+          st2["written"] == 2
+          and cg3.get("g1")["frontmatter"].get("big_domain") == "工程", str(st2))
+    check("backfill 同步索引",
+          cg3.index["nodes"]["y1"].get("big_domain") == "医学")
+    st3 = cg3.backfill_big_domain()
+    check("backfill 幂等",
+          st3["written"] == 0 and st3["already"] == 2
+          and st3["no_signal"] == 1, str(st3))
+    # 索引持久化：重开库（走 _index_log 重放）后条目仍带域标签
+    cg3r = MdCG(root3)
+    check("backfill 索引持久化（重载可见）",
+          cg3r.index["nodes"]["g1"].get("big_domain") == "工程",
+          str(cg3r.index["nodes"]["g1"].get("big_domain")))
+
+    # 对账支路（真状态）：**磁盘索引缺键**而 frontmatter 有 → 只修索引不重写文件，且修完重载可见。
+    # 造法：rebuild 写出的磁盘索引里删掉该键并清空索引日志（否则日志重放会把键带回来，测试就变成自证）。
+    root4 = tempfile.mkdtemp(prefix="retr_bf2_")
+    _write_raw(root4, "g1", "knowledge", GONG, bd="工程")
+    cg4 = MdCG(root4)
+    cg4.rebuild_index()
+    idx = json.load(io.open(cg4.index_path, encoding="utf-8"))
+    idx["nodes"]["g1"].pop("big_domain", None)
+    io.open(cg4.index_path, "w", encoding="utf-8").write(
+        json.dumps(idx, ensure_ascii=False))
+    ShardedLog.clear(cg4.index_log_dir)
+    cg4 = MdCG(root4)                    # 重载：内存索引确实缺键，而 fm 有
+    check("对账前状态成立（索引缺键 / fm 有键）",
+          cg4.index["nodes"]["g1"].get("big_domain") is None
+          and cg4.get("g1")["frontmatter"].get("big_domain") == "工程")
+    st4d = cg4.backfill_big_domain(dry_run=True)
+    check("对账 dry-run：只统计不改内存",
+          st4d["index_synced"] == 1
+          and "big_domain" not in cg4.index["nodes"]["g1"], str(st4d))
+    st4 = cg4.backfill_big_domain()
+    check("backfill 对账支路修索引",
+          st4["index_synced"] == 1 and st4["written"] == 0, str(st4))
+    cg4r = MdCG(root4)
+    check("对账后重载索引可见（真持久化）",
+          cg4r.index["nodes"]["g1"].get("big_domain") == "工程",
+          str(cg4r.index["nodes"]["g1"].get("big_domain")))
+
+    # ---- 7) 默认口径等价（真比较，不是自证）----
+    # 7a 无候选分支：开关关时 meta 不得多出 gates 键
+    _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
+            MDCG_GATE_S2_COND=None)
+    _r5, meta5 = cg.search("xyzzy", layer="goals", k=10, judge=False,
+                           record=False)
+    check("默认关：无候选分支 meta 无 gates 键",
+          meta5.get("reason") == "no_candidates" and "gates" not in meta5,
+          str(meta5))
+    # 7b 同库同查询：关→开→关 三次，首末两次的 results/meta 必须完全一致
+    _ra, meta_a = cg.search("工程 应力", k=10, judge=False, record=False)
+    snap_a = ([(r[0]["id"], round(float(r[1]), 6), sorted(r[0].keys()))
+               for r in _ra],
+              {k: v for k, v in meta_a.items() if k != "gates"})
+    _setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S1_DOMAIN="1",
+            MDCG_GATE_S2_COND="1")
+    cg.search("工程 应力", k=10, judge=False, record=False)
+    _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S1_DOMAIN=None,
+            MDCG_GATE_S2_COND=None)
+    _rb, meta_b = cg.search("工程 应力", k=10, judge=False, record=False)
+    snap_b = ([(r[0]["id"], round(float(r[1]), 6), sorted(r[0].keys()))
+               for r in _rb],
+              {k: v for k, v in meta_b.items() if k != "gates"})
+    check("默认口径等价：关→开→关 首末一致", snap_a == snap_b,
+          str(snap_a)[:160] + " vs " + str(snap_b)[:160])
+    check("默认关：meta 仍不含 gates 键", "gates" not in meta_b,
+          str(sorted(meta_b.keys())))
+
+    # 7c 候选 entry 形状：默认关时即便节点带 observation_position/big_domain，
+    #     返回的候选也不得平铺这两个键（独立复核指出的默认口径变化点）
+    root5 = tempfile.mkdtemp(prefix="retr_shape_")
+    _write_raw(root5, "p1", "knowledge", GONG, pos="工程 结构", bd="工程")
+    cg5 = MdCG(root5)                    # 默认关下建索引
+    cg5.rebuild_index()
+    check("默认关：索引条目不落门控字段",
+          "big_domain" not in cg5.index["nodes"]["p1"]
+          and "observation_position" not in cg5.index["nodes"]["p1"],
+          str(sorted(cg5.index["nodes"]["p1"].keys())))
+    _r5b, _m5b = cg5.search("工程 应力", k=10, judge=False, record=False)
+    check("默认关：候选 entry 无门控字段",
+          all(("big_domain" not in r[0] and "observation_position" not in r[0])
+              for r in _r5b),
+          str([sorted(r[0].keys()) for r in _r5b])[:160])
+
+    # 7d 索引曾在「开启态」构建（条目带门控键）→ 默认关时 search 必须返回剥离后的候选
+    _setenv(MDCG_RETRIEVAL_PIPELINE="1")
+    root7 = tempfile.mkdtemp(prefix="retr_resid_")
+    _write_raw(root7, "q1", "knowledge", GONG, pos="工程 结构", bd="工程")
+    cg7 = MdCG(root7)
+    cg7.rebuild_index()
+    check("开启态：索引条目带门控键",
+          cg7.index["nodes"]["q1"].get("big_domain") == "工程"
+          and cg7.index["nodes"]["q1"].get("observation_position") == "工程 结构")
+    _setenv(MDCG_RETRIEVAL_PIPELINE=None)
+    _r7, _m7 = cg7.search("工程 应力", k=10, judge=False, record=False)
+    check("默认关：残留门控键被剥离（候选）",
+          bool(_r7) and all(("big_domain" not in r[0]
+                             and "observation_position" not in r[0])
+                            for r in _r7),
+          str([sorted(r[0].keys()) for r in _r7])[:160])
+    check("默认关：索引条目本身未被就地改写",
+          cg7.index["nodes"]["q1"].get("big_domain") == "工程")
+    _restore(old)
+
+    print("\ntest_retr_s1: %d 通过 / %d 失败" % (passed, failed))
+    return 0 if failed == 0 else 1
+
+
+if __name__ == "__main__":
+    if hasattr(sys.stdout, "reconfigure"):
+        sys.stdout.reconfigure(encoding="utf-8")
+    sys.exit(main())