@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
|
@@ -1,328 +1,328 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
r"""#150 跨侧守卫:空查询词项 / 空 tag **不得**使 LIKE 与 tag_bonus 恒真。
|
|
3
|
-
|
|
4
|
-
缺陷(本件修复,2026-10-11)
|
|
5
|
-
--------------------------
|
|
6
|
-
全标点/空白 query 经 \`normalize_en\` 归一后为 \`""\`,\`expand_query_terms\` 仍把它
|
|
7
|
-
当词项返回 ⇒ 下游 \`t in body_l\` 因 \`"" in s\` **恒真** ⇒ LIKE 预筛恒真、全库入池
|
|
8
|
-
(实测 q="???" 命中全库 6/6)。同族四处:\`expand_query_terms\` / \`_like\` /
|
|
9
|
-
\`tag_bonus\`(空 tag 与空 q 各一侧)/ 负覆盖判据;写入侧 \`add()\` 的空 tag 同源。
|
|
10
|
-
**Rust 侧同款两处**(\`retrieval.rs::like\` 与 \`tag_bonus\`)——修前 Rust 注释
|
|
11
|
-
**显式保留**该行为以对齐 Python(「不做空串过滤」),故必须两侧同步。
|
|
12
|
-
|
|
13
|
-
本守卫三层
|
|
14
|
-
----------
|
|
15
|
-
[A] Python 面:五处过滤逐一断言(空词项不出现在 terms;\`_like\`/负覆盖不再恒真;
|
|
16
|
-
\`tag_bonus\` 空 tag/空 q 为 0;\`add()\` 落库前滤掉空 tag)
|
|
17
|
-
[B] **跨侧面**:同一语料「含空 tag」vs「不含空 tag」,**两侧都必须不翻转**,
|
|
18
|
-
且两档读数**逐位一致**(Python \`search_rrf\` vs Rust \`mdcg-eval --serve\`)
|
|
19
|
-
[C] 定点变异:白名单式回退(把过滤拆掉)必须让判据转红
|
|
20
|
-
|
|
21
|
-
运行:python -X utf8 -m md_cg.test_issue150_empty_query_terms
|
|
22
|
-
python -X utf8 -m md_cg.test_issue150_empty_query_terms --mutate
|
|
23
|
-
退出码:0 全绿 / 1 有失败
|
|
24
|
-
(Rust 二进制缺失时**fail-closed 退出 1**——与既有 \`test_rank_parity_score_mode.py\`
|
|
25
|
-
同款:不把「没测到」记成绿。构建命令见下方打印。)
|
|
26
|
-
"""
|
|
27
|
-
from __future__ import annotations
|
|
28
|
-
|
|
29
|
-
import argparse
|
|
30
|
-
import io
|
|
31
|
-
import json
|
|
32
|
-
import os
|
|
33
|
-
import shutil
|
|
34
|
-
import subprocess
|
|
35
|
-
import sys
|
|
36
|
-
import tempfile
|
|
37
|
-
|
|
38
|
-
from . import mdcg as M
|
|
39
|
-
from .mdcos import MdCGOS
|
|
40
|
-
|
|
41
|
-
PASS = FAIL = 0
|
|
42
|
-
FAILS = []
|
|
43
|
-
_SANDBOXES = []
|
|
44
|
-
#: 变异自证用:_SILENT 为真时 check() 只把**失败项**记进 _VIOL,不计入 PASS/FAIL、
|
|
45
|
-
#: 不打印——否则变异引起的红会污染套件读数(本守卫首版即踩此坑)。
|
|
46
|
-
_SILENT = False
|
|
47
|
-
_VIOL = []
|
|
48
|
-
|
|
49
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
50
|
-
#: Rust 对拍二进制路径。**后缀按平台取**——`mdcg-eval` 在 unix 上无 `.exe`(cargo 只在
|
|
51
|
-
#: Windows 追加后缀)。本守卫首版硬编码 `mdcg-eval.exe`,于是 Linux CI 上 B0 恒报
|
|
52
|
-
#: 「二进制缺失」⇒ 整件 rc=1,跨侧面 [B] 组一条都跑不到。平台差不是被测缺陷,是**量具
|
|
53
|
-
#: 缺陷**(本仓既有口径:`scripts/rank_parity.py` / `md_cg/test_unify_default_off.py`
|
|
54
|
-
#: 同款按 `os.name` 取后缀)。
|
|
55
|
-
_EXE = os.path.join(_REPO, "rust", "target", "release",
|
|
56
|
-
"mdcg-eval.exe" if os.name == "nt" else "mdcg-eval")
|
|
57
|
-
_Q = "蜂群调度器 workers 领取任务"
|
|
58
|
-
_BODY = ("# 功能名:比对样本" + chr(10) + "# 正文:蜂群调度器按 workers 上限领取任务。")
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
def check(name, cond, detail=""):
|
|
62
|
-
global PASS, FAIL
|
|
63
|
-
if _SILENT:
|
|
64
|
-
if not cond:
|
|
65
|
-
_VIOL.append(name)
|
|
66
|
-
return bool(cond)
|
|
67
|
-
if cond:
|
|
68
|
-
PASS += 1
|
|
69
|
-
print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
|
|
70
|
-
else:
|
|
71
|
-
FAIL += 1
|
|
72
|
-
FAILS.append(name)
|
|
73
|
-
print(" [FAIL] %s · %s" % (name, detail))
|
|
74
|
-
return bool(cond)
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
# 生效条件:tags 为节点标签列表;在 tempfile 沙箱建两节点同正文库(探针节点带
|
|
78
|
-
# 指定 tags、对照节点带干净标签),返回 (root, graph_dir)。
|
|
79
|
-
def _mk(tags):
|
|
80
|
-
t = tempfile.mkdtemp(prefix="i150g_")
|
|
81
|
-
_SANDBOXES.append(t)
|
|
82
|
-
g = os.path.join(t, "graph")
|
|
83
|
-
os.makedirs(g, exist_ok=True)
|
|
84
|
-
os.environ.update(MDCG_ROOT=g, MDCG_NODE_ID="node-guard",
|
|
85
|
-
MDCG_MASTER_KEY=os.urandom(32).hex())
|
|
86
|
-
cg = MdCGOS(g)
|
|
87
|
-
cg.add("probe_node", _BODY, layer="knowledge", tags=list(tags))
|
|
88
|
-
cg.add("other_node", _BODY, layer="knowledge", tags=["标签Z"])
|
|
89
|
-
cg.flush()
|
|
90
|
-
cg.close()
|
|
91
|
-
return t, g
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
# 生效条件:无入参;返回 Python 侧 (probe 分数, other 分数) —— 经 search_rrf 融合面。
|
|
95
|
-
def _py_pair(g):
|
|
96
|
-
cg = MdCGOS(g)
|
|
97
|
-
rows, _m = cg.search_rrf(_Q, k=10)
|
|
98
|
-
out = {r[0]["id"]: round(r[1], 6) for r in rows}
|
|
99
|
-
cg.close()
|
|
100
|
-
return out.get("probe_node"), out.get("other_node")
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
# 生效条件:无入参;拉起 Rust serve(每个请求独立进程,规避管道 EOF),返回同样两值。
|
|
104
|
-
def _rust_pair(g):
|
|
105
|
-
env = dict(os.environ)
|
|
106
|
-
env["MDCG_EN_ZH_MAP"] = os.path.join(_REPO, "md_cg", "semantic", "en_zh_map.json")
|
|
107
|
-
env.pop("MDCG_TOKEN", None)
|
|
108
|
-
p = subprocess.Popen([_EXE, "--root", g, "--serve", "--score", "jaccard"],
|
|
109
|
-
stdin=subprocess.PIPE, stdout=subprocess.PIPE,
|
|
110
|
-
stderr=subprocess.PIPE, text=True, encoding="utf-8", env=env)
|
|
111
|
-
try:
|
|
112
|
-
p.stdin.write(json.dumps({"op": "search", "query": _Q, "k": 10}) + "\n")
|
|
113
|
-
p.stdin.flush()
|
|
114
|
-
line = p.stdout.readline()
|
|
115
|
-
resp = json.loads(line) if line else {}
|
|
116
|
-
finally:
|
|
117
|
-
try:
|
|
118
|
-
p.stdin.close()
|
|
119
|
-
except Exception: # noqa: BLE001
|
|
120
|
-
pass
|
|
121
|
-
try:
|
|
122
|
-
p.wait(timeout=10)
|
|
123
|
-
except Exception: # noqa: BLE001
|
|
124
|
-
p.kill()
|
|
125
|
-
hits = {h.get("id"): h.get("score") for h in (resp.get("hits") or [])}
|
|
126
|
-
return hits.get("probe_node"), hits.get("other_node")
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
def _python_face():
|
|
130
|
-
"""[A] Python 五处过滤。"""
|
|
131
|
-
check("A1 全标点 query 不再产出空词项",
|
|
132
|
-
"" not in M.expand_query_terms("???"), M.expand_query_terms("???"))
|
|
133
|
-
check("A1b 纯空白 query 不再产出空词项",
|
|
134
|
-
"" not in M.expand_query_terms(" "), M.expand_query_terms(" "))
|
|
135
|
-
check("A1c 正常 query 词项不变(零误伤)",
|
|
136
|
-
M.expand_query_terms("跨节点证据")[:1] == ["跨节点证据"],
|
|
137
|
-
M.expand_query_terms("跨节点证据")[:3])
|
|
138
|
-
check("A2 _like 对空词项不再恒真",
|
|
139
|
-
M.MdCG._like("任意正文内容", {"tags": []}, [""]) is False)
|
|
140
|
-
check("A2b _like 空词项混入非空词项仍不恒真",
|
|
141
|
-
M.MdCG._like("无关正文", {"tags": []}, ["", "证据"]) is False)
|
|
142
|
-
check("A2c _like 正常词项仍命中(零误伤)",
|
|
143
|
-
M.MdCG._like("跨节点证据交换", {"tags": []}, ["证据"]) is True)
|
|
144
|
-
t, g = _mk(["", "标签A"])
|
|
145
|
-
try:
|
|
146
|
-
cg = MdCGOS(g)
|
|
147
|
-
fm = cg.index["nodes"]["probe_node"]
|
|
148
|
-
tags = list(fm.get("tags") or [])
|
|
149
|
-
check("A5 add() 入口滤掉空 tag(落库 tags 无空串)",
|
|
150
|
-
"" not in tags, tags)
|
|
151
|
-
cg.close()
|
|
152
|
-
finally:
|
|
153
|
-
pass
|
|
154
|
-
return t, g
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
def _tag_bonus_face():
|
|
158
|
-
"""[A3/A4] tag_bonus 与负覆盖。"""
|
|
159
|
-
fm_empty = {"tags": ["", "标签A"], "id": "x", "importance": 0.5}
|
|
160
|
-
docs = [(None, fm_empty, _BODY)]
|
|
161
|
-
cg = None
|
|
162
|
-
try:
|
|
163
|
-
t, g = _mk(["标签A"])
|
|
164
|
-
cg = MdCGOS(g)
|
|
165
|
-
# 直接构造 _score 的入参三元组(entry 必须带 path —— readcache 取 bigram 用)
|
|
166
|
-
# 索引条目**不带 id 键**(index["nodes"] 以 node_id 为键)——必须按键取,
|
|
167
|
-
# 首版按 e.get("id") 过滤 ⇒ 空列表 ⇒ IndexError(本守卫自身缺陷,已修)。
|
|
168
|
-
e0 = cg.index["nodes"]["probe_node"]
|
|
169
|
-
# 不读盘:_score 只需要 entry(取 path 算 bigram)+ fm(取 tags)+ content 文本,
|
|
170
|
-
# 三者都可直接构造 —— 这样 A3 只随 tags 变化(隔离 P3 语义)。
|
|
171
|
-
fm0 = {"id": "probe_node", "tags": ["标签A"]}
|
|
172
|
-
c0 = _BODY
|
|
173
|
-
q = "完全无关的ZQX问句"
|
|
174
|
-
qb = M.bigrams(M.normalize_en(q))
|
|
175
|
-
raw_clean = M.MdCG._score(cg, [(e0, dict(fm0), c0)], q, qb)[0][1]
|
|
176
|
-
fm_bad = dict(fm0)
|
|
177
|
-
fm_bad["tags"] = ["", "标签A"]
|
|
178
|
-
raw_bad = M.MdCG._score(cg, [(e0, fm_bad, c0)], q, qb)[0][1]
|
|
179
|
-
check("A3 无关问句下:空 tag 与干净 tag 原始分相同(空 tag 不再白拿 0.05)",
|
|
180
|
-
raw_clean is not None and raw_bad == raw_clean,
|
|
181
|
-
"干净=%s 空tag=%s" % (raw_clean, raw_bad))
|
|
182
|
-
# 负覆盖:空词项不得使全部负层节点算作覆盖
|
|
183
|
-
# 建一个 rejected 层节点作负记忆;空词项修前会让它被算作「覆盖本查询」。
|
|
184
|
-
cg.add("neg_probe", "# 功能名:负记忆样本" + chr(10) + "# 正文:被否决的旧结论ZZQ。",
|
|
185
|
-
layer="rejected", override=True)
|
|
186
|
-
cg.flush()
|
|
187
|
-
cg.close()
|
|
188
|
-
cg = MdCGOS(g)
|
|
189
|
-
_rows, meta_bad = cg.search("???", k=5, include_neg=True)
|
|
190
|
-
_rows2, meta_ok = cg.search("被否决的旧结论ZZQ", k=5, include_neg=True)
|
|
191
|
-
cov_bad = list(meta_bad.get("covered_neg") or [])
|
|
192
|
-
cov_ok = list(meta_ok.get("covered_neg") or [])
|
|
193
|
-
check("A4 空词项/全标点 query 不再把负记忆算作「覆盖本查询」",
|
|
194
|
-
not cov_bad, "covered_neg=%s" % cov_bad)
|
|
195
|
-
check("A4b 正向对照:真正命中负记忆的问句仍照旧覆盖(零误伤)",
|
|
196
|
-
bool(cov_ok), "covered_neg=%s" % cov_ok)
|
|
197
|
-
finally:
|
|
198
|
-
if cg is not None:
|
|
199
|
-
cg.close()
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
def _cross_face():
|
|
203
|
-
"""[B] 跨侧面:含空 tag vs 不含空 tag,两侧都必须不翻转且逐位一致。"""
|
|
204
|
-
if not os.path.isfile(_EXE):
|
|
205
|
-
check("B0 Rust 二进制在位(缺失即 fail-closed)", False,
|
|
206
|
-
"缺 %s —— 请先 `cargo build --release --manifest-path rust/Cargo.toml`"
|
|
207
|
-
"(在 <仓根> 内;CI 的 python-tests 已有该步,见 .github/workflows/"
|
|
208
|
-
"python-tests.yml)" % _EXE)
|
|
209
|
-
return
|
|
210
|
-
ta, ga = _mk(["", "标签A"])
|
|
211
|
-
tb, gb = _mk(["标签A"])
|
|
212
|
-
pa, oa = _py_pair(ga)
|
|
213
|
-
pb, ob = _py_pair(gb)
|
|
214
|
-
ra, r2a = _rust_pair(ga)
|
|
215
|
-
rb, r2b = _rust_pair(gb)
|
|
216
|
-
check("B1 Python:空 tag 不改变排名(两档读数一致)",
|
|
217
|
-
(pa, oa) == (pb, ob), "A=%s B=%s" % ((pa, oa), (pb, ob)))
|
|
218
|
-
check("B2 Rust:空 tag 不改变排名(两档读数一致)",
|
|
219
|
-
(ra, r2a) == (rb, r2b), "A=%s B=%s" % ((ra, r2a), (rb, r2b)))
|
|
220
|
-
check("B3 两侧逐位一致(含空 tag 档)",
|
|
221
|
-
(pa, oa) == (ra, r2a), "py=%s rust=%s" % ((pa, oa), (ra, r2a)))
|
|
222
|
-
check("B4 两侧逐位一致(干净 tag 档)",
|
|
223
|
-
(pb, ob) == (rb, r2b), "py=%s rust=%s" % ((pb, ob), (rb, r2b)))
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
def _run_all():
|
|
227
|
-
print("[A] Python 五处过滤")
|
|
228
|
-
try:
|
|
229
|
-
_python_face()
|
|
230
|
-
except Exception as exc: # noqa: BLE001
|
|
231
|
-
check("A 组异常", False, "%s: %s" % (type(exc).__name__, exc))
|
|
232
|
-
print("[A3/A4] tag_bonus 与负覆盖")
|
|
233
|
-
try:
|
|
234
|
-
_tag_bonus_face()
|
|
235
|
-
except Exception as exc: # noqa: BLE001
|
|
236
|
-
check("A3/A4 组异常", False, "%s: %s" % (type(exc).__name__, exc))
|
|
237
|
-
print("[B] 跨侧面")
|
|
238
|
-
try:
|
|
239
|
-
_cross_face()
|
|
240
|
-
except Exception as exc: # noqa: BLE001
|
|
241
|
-
check("B 组异常", False, "%s: %s" % (type(exc).__name__, exc))
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
# 生效条件:无入参;把五处过滤逐一拆掉,断言 [A] 判据转红;返回失败条数。
|
|
245
|
-
def _run_mutations():
|
|
246
|
-
print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
|
|
247
|
-
keep = (M.expand_query_terms, M.MdCG._like, M.MdCG._score)
|
|
248
|
-
|
|
249
|
-
def mut_expand():
|
|
250
|
-
M.expand_query_terms = lambda q: ["", "证据"]
|
|
251
|
-
|
|
252
|
-
def mut_like():
|
|
253
|
-
def fake(content, fm, terms, index_keys=None, entry=None,
|
|
254
|
-
positive_body=None, body_lower=None):
|
|
255
|
-
# 拆掉空词项守卫:不对 t 判空(复现修前语义)
|
|
256
|
-
body = (body_lower(entry, content) if body_lower is not None
|
|
257
|
-
else content.lower())
|
|
258
|
-
tags = " ".join(str(t) for t in (fm.get("tags") or [])).lower()
|
|
259
|
-
return any(t in body or t.lower() in tags for t in terms)
|
|
260
|
-
M.MdCG._like = staticmethod(fake)
|
|
261
|
-
|
|
262
|
-
def mut_score():
|
|
263
|
-
# 定点:只把 P3 的**空 tag 守卫**拆掉(其余逐位保留),复现「空 tag 白拿加成」
|
|
264
|
-
orig = M.MdCG._score
|
|
265
|
-
|
|
266
|
-
def fake_score(self, docs, q, qb, pools=None, mode=None):
|
|
267
|
-
out = orig(self, docs, q, qb, pools=pools, mode=mode)
|
|
268
|
-
fixed = []
|
|
269
|
-
for d, s in out:
|
|
270
|
-
if any(not str(t).strip() for t in (d[1].get("tags") or [])):
|
|
271
|
-
s = min(1.0, s + 0.05)
|
|
272
|
-
fixed.append((d, s))
|
|
273
|
-
return fixed
|
|
274
|
-
|
|
275
|
-
M.MdCG._score = fake_score
|
|
276
|
-
|
|
277
|
-
cases = (
|
|
278
|
-
("M1 expand_query_terms 重放空词项(拆掉 P1 过滤)", mut_expand),
|
|
279
|
-
("M2 _like 去掉空词项守卫(拆掉 P2)", mut_like),
|
|
280
|
-
("M3 _score 恒发加成(拆掉 P3 语义)", mut_score),
|
|
281
|
-
)
|
|
282
|
-
bad = 0
|
|
283
|
-
for label, inject in cases:
|
|
284
|
-
global _SILENT, _VIOL
|
|
285
|
-
try:
|
|
286
|
-
inject()
|
|
287
|
-
_SILENT = True
|
|
288
|
-
del _VIOL[:]
|
|
289
|
-
try:
|
|
290
|
-
_run_all()
|
|
291
|
-
reds = list(_VIOL)
|
|
292
|
-
except Exception as exc: # noqa: BLE001
|
|
293
|
-
reds = ["变异后异常:%s" % type(exc).__name__]
|
|
294
|
-
finally:
|
|
295
|
-
_SILENT = False
|
|
296
|
-
(M.expand_query_terms, M.MdCG._like, M.MdCG._score) = keep
|
|
297
|
-
hit = bool(reds)
|
|
298
|
-
if not check(label, hit, "变异后判据仍全绿 ⇒ 判据无判别力"):
|
|
299
|
-
bad += 1
|
|
300
|
-
print(" 变异前:失败项=[] | 变异后:失败项=%d 项 %s ⇒ %s"
|
|
301
|
-
% (len(reds), reds[:2], "命中" if hit else "未命中"))
|
|
302
|
-
print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
|
|
303
|
-
else "存在 %d 条未按预期" % bad))
|
|
304
|
-
return bad
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
def main() -> int:
|
|
308
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
309
|
-
ap = argparse.ArgumentParser(description="#150 空查询词项跨侧守卫")
|
|
310
|
-
ap.add_argument("--mutate", action="store_true", help="定点变异自证")
|
|
311
|
-
a = ap.parse_args()
|
|
312
|
-
global PASS, FAIL
|
|
313
|
-
PASS = FAIL = 0
|
|
314
|
-
del FAILS[:]
|
|
315
|
-
_run_all()
|
|
316
|
-
base_bad = list(FAILS)
|
|
317
|
-
rc = 1 if base_bad else 0
|
|
318
|
-
if a.mutate:
|
|
319
|
-
rc = 1 if (_run_mutations() or base_bad) else 0
|
|
320
|
-
print(chr(10) + "SUMMARY: #150 空查询词项跨侧守卫:%d 通过,%d 失败%s"
|
|
321
|
-
% (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
|
|
322
|
-
for d in _SANDBOXES:
|
|
323
|
-
shutil.rmtree(d, ignore_errors=True)
|
|
324
|
-
return rc
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
if __name__ == "__main__":
|
|
328
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
r"""#150 跨侧守卫:空查询词项 / 空 tag **不得**使 LIKE 与 tag_bonus 恒真。
|
|
3
|
+
|
|
4
|
+
缺陷(本件修复,2026-10-11)
|
|
5
|
+
--------------------------
|
|
6
|
+
全标点/空白 query 经 \`normalize_en\` 归一后为 \`""\`,\`expand_query_terms\` 仍把它
|
|
7
|
+
当词项返回 ⇒ 下游 \`t in body_l\` 因 \`"" in s\` **恒真** ⇒ LIKE 预筛恒真、全库入池
|
|
8
|
+
(实测 q="???" 命中全库 6/6)。同族四处:\`expand_query_terms\` / \`_like\` /
|
|
9
|
+
\`tag_bonus\`(空 tag 与空 q 各一侧)/ 负覆盖判据;写入侧 \`add()\` 的空 tag 同源。
|
|
10
|
+
**Rust 侧同款两处**(\`retrieval.rs::like\` 与 \`tag_bonus\`)——修前 Rust 注释
|
|
11
|
+
**显式保留**该行为以对齐 Python(「不做空串过滤」),故必须两侧同步。
|
|
12
|
+
|
|
13
|
+
本守卫三层
|
|
14
|
+
----------
|
|
15
|
+
[A] Python 面:五处过滤逐一断言(空词项不出现在 terms;\`_like\`/负覆盖不再恒真;
|
|
16
|
+
\`tag_bonus\` 空 tag/空 q 为 0;\`add()\` 落库前滤掉空 tag)
|
|
17
|
+
[B] **跨侧面**:同一语料「含空 tag」vs「不含空 tag」,**两侧都必须不翻转**,
|
|
18
|
+
且两档读数**逐位一致**(Python \`search_rrf\` vs Rust \`mdcg-eval --serve\`)
|
|
19
|
+
[C] 定点变异:白名单式回退(把过滤拆掉)必须让判据转红
|
|
20
|
+
|
|
21
|
+
运行:python -X utf8 -m md_cg.test_issue150_empty_query_terms
|
|
22
|
+
python -X utf8 -m md_cg.test_issue150_empty_query_terms --mutate
|
|
23
|
+
退出码:0 全绿 / 1 有失败
|
|
24
|
+
(Rust 二进制缺失时**fail-closed 退出 1**——与既有 \`test_rank_parity_score_mode.py\`
|
|
25
|
+
同款:不把「没测到」记成绿。构建命令见下方打印。)
|
|
26
|
+
"""
|
|
27
|
+
from __future__ import annotations
|
|
28
|
+
|
|
29
|
+
import argparse
|
|
30
|
+
import io
|
|
31
|
+
import json
|
|
32
|
+
import os
|
|
33
|
+
import shutil
|
|
34
|
+
import subprocess
|
|
35
|
+
import sys
|
|
36
|
+
import tempfile
|
|
37
|
+
|
|
38
|
+
from . import mdcg as M
|
|
39
|
+
from .mdcos import MdCGOS
|
|
40
|
+
|
|
41
|
+
PASS = FAIL = 0
|
|
42
|
+
FAILS = []
|
|
43
|
+
_SANDBOXES = []
|
|
44
|
+
#: 变异自证用:_SILENT 为真时 check() 只把**失败项**记进 _VIOL,不计入 PASS/FAIL、
|
|
45
|
+
#: 不打印——否则变异引起的红会污染套件读数(本守卫首版即踩此坑)。
|
|
46
|
+
_SILENT = False
|
|
47
|
+
_VIOL = []
|
|
48
|
+
|
|
49
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
50
|
+
#: Rust 对拍二进制路径。**后缀按平台取**——`mdcg-eval` 在 unix 上无 `.exe`(cargo 只在
|
|
51
|
+
#: Windows 追加后缀)。本守卫首版硬编码 `mdcg-eval.exe`,于是 Linux CI 上 B0 恒报
|
|
52
|
+
#: 「二进制缺失」⇒ 整件 rc=1,跨侧面 [B] 组一条都跑不到。平台差不是被测缺陷,是**量具
|
|
53
|
+
#: 缺陷**(本仓既有口径:`scripts/rank_parity.py` / `md_cg/test_unify_default_off.py`
|
|
54
|
+
#: 同款按 `os.name` 取后缀)。
|
|
55
|
+
_EXE = os.path.join(_REPO, "rust", "target", "release",
|
|
56
|
+
"mdcg-eval.exe" if os.name == "nt" else "mdcg-eval")
|
|
57
|
+
_Q = "蜂群调度器 workers 领取任务"
|
|
58
|
+
_BODY = ("# 功能名:比对样本" + chr(10) + "# 正文:蜂群调度器按 workers 上限领取任务。")
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
def check(name, cond, detail=""):
|
|
62
|
+
global PASS, FAIL
|
|
63
|
+
if _SILENT:
|
|
64
|
+
if not cond:
|
|
65
|
+
_VIOL.append(name)
|
|
66
|
+
return bool(cond)
|
|
67
|
+
if cond:
|
|
68
|
+
PASS += 1
|
|
69
|
+
print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
|
|
70
|
+
else:
|
|
71
|
+
FAIL += 1
|
|
72
|
+
FAILS.append(name)
|
|
73
|
+
print(" [FAIL] %s · %s" % (name, detail))
|
|
74
|
+
return bool(cond)
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
# 生效条件:tags 为节点标签列表;在 tempfile 沙箱建两节点同正文库(探针节点带
|
|
78
|
+
# 指定 tags、对照节点带干净标签),返回 (root, graph_dir)。
|
|
79
|
+
def _mk(tags):
|
|
80
|
+
t = tempfile.mkdtemp(prefix="i150g_")
|
|
81
|
+
_SANDBOXES.append(t)
|
|
82
|
+
g = os.path.join(t, "graph")
|
|
83
|
+
os.makedirs(g, exist_ok=True)
|
|
84
|
+
os.environ.update(MDCG_ROOT=g, MDCG_NODE_ID="node-guard",
|
|
85
|
+
MDCG_MASTER_KEY=os.urandom(32).hex())
|
|
86
|
+
cg = MdCGOS(g)
|
|
87
|
+
cg.add("probe_node", _BODY, layer="knowledge", tags=list(tags))
|
|
88
|
+
cg.add("other_node", _BODY, layer="knowledge", tags=["标签Z"])
|
|
89
|
+
cg.flush()
|
|
90
|
+
cg.close()
|
|
91
|
+
return t, g
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
# 生效条件:无入参;返回 Python 侧 (probe 分数, other 分数) —— 经 search_rrf 融合面。
|
|
95
|
+
def _py_pair(g):
|
|
96
|
+
cg = MdCGOS(g)
|
|
97
|
+
rows, _m = cg.search_rrf(_Q, k=10)
|
|
98
|
+
out = {r[0]["id"]: round(r[1], 6) for r in rows}
|
|
99
|
+
cg.close()
|
|
100
|
+
return out.get("probe_node"), out.get("other_node")
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
# 生效条件:无入参;拉起 Rust serve(每个请求独立进程,规避管道 EOF),返回同样两值。
|
|
104
|
+
def _rust_pair(g):
|
|
105
|
+
env = dict(os.environ)
|
|
106
|
+
env["MDCG_EN_ZH_MAP"] = os.path.join(_REPO, "md_cg", "semantic", "en_zh_map.json")
|
|
107
|
+
env.pop("MDCG_TOKEN", None)
|
|
108
|
+
p = subprocess.Popen([_EXE, "--root", g, "--serve", "--score", "jaccard"],
|
|
109
|
+
stdin=subprocess.PIPE, stdout=subprocess.PIPE,
|
|
110
|
+
stderr=subprocess.PIPE, text=True, encoding="utf-8", env=env)
|
|
111
|
+
try:
|
|
112
|
+
p.stdin.write(json.dumps({"op": "search", "query": _Q, "k": 10}) + "\n")
|
|
113
|
+
p.stdin.flush()
|
|
114
|
+
line = p.stdout.readline()
|
|
115
|
+
resp = json.loads(line) if line else {}
|
|
116
|
+
finally:
|
|
117
|
+
try:
|
|
118
|
+
p.stdin.close()
|
|
119
|
+
except Exception: # noqa: BLE001
|
|
120
|
+
pass
|
|
121
|
+
try:
|
|
122
|
+
p.wait(timeout=10)
|
|
123
|
+
except Exception: # noqa: BLE001
|
|
124
|
+
p.kill()
|
|
125
|
+
hits = {h.get("id"): h.get("score") for h in (resp.get("hits") or [])}
|
|
126
|
+
return hits.get("probe_node"), hits.get("other_node")
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
def _python_face():
|
|
130
|
+
"""[A] Python 五处过滤。"""
|
|
131
|
+
check("A1 全标点 query 不再产出空词项",
|
|
132
|
+
"" not in M.expand_query_terms("???"), M.expand_query_terms("???"))
|
|
133
|
+
check("A1b 纯空白 query 不再产出空词项",
|
|
134
|
+
"" not in M.expand_query_terms(" "), M.expand_query_terms(" "))
|
|
135
|
+
check("A1c 正常 query 词项不变(零误伤)",
|
|
136
|
+
M.expand_query_terms("跨节点证据")[:1] == ["跨节点证据"],
|
|
137
|
+
M.expand_query_terms("跨节点证据")[:3])
|
|
138
|
+
check("A2 _like 对空词项不再恒真",
|
|
139
|
+
M.MdCG._like("任意正文内容", {"tags": []}, [""]) is False)
|
|
140
|
+
check("A2b _like 空词项混入非空词项仍不恒真",
|
|
141
|
+
M.MdCG._like("无关正文", {"tags": []}, ["", "证据"]) is False)
|
|
142
|
+
check("A2c _like 正常词项仍命中(零误伤)",
|
|
143
|
+
M.MdCG._like("跨节点证据交换", {"tags": []}, ["证据"]) is True)
|
|
144
|
+
t, g = _mk(["", "标签A"])
|
|
145
|
+
try:
|
|
146
|
+
cg = MdCGOS(g)
|
|
147
|
+
fm = cg.index["nodes"]["probe_node"]
|
|
148
|
+
tags = list(fm.get("tags") or [])
|
|
149
|
+
check("A5 add() 入口滤掉空 tag(落库 tags 无空串)",
|
|
150
|
+
"" not in tags, tags)
|
|
151
|
+
cg.close()
|
|
152
|
+
finally:
|
|
153
|
+
pass
|
|
154
|
+
return t, g
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
def _tag_bonus_face():
|
|
158
|
+
"""[A3/A4] tag_bonus 与负覆盖。"""
|
|
159
|
+
fm_empty = {"tags": ["", "标签A"], "id": "x", "importance": 0.5}
|
|
160
|
+
docs = [(None, fm_empty, _BODY)]
|
|
161
|
+
cg = None
|
|
162
|
+
try:
|
|
163
|
+
t, g = _mk(["标签A"])
|
|
164
|
+
cg = MdCGOS(g)
|
|
165
|
+
# 直接构造 _score 的入参三元组(entry 必须带 path —— readcache 取 bigram 用)
|
|
166
|
+
# 索引条目**不带 id 键**(index["nodes"] 以 node_id 为键)——必须按键取,
|
|
167
|
+
# 首版按 e.get("id") 过滤 ⇒ 空列表 ⇒ IndexError(本守卫自身缺陷,已修)。
|
|
168
|
+
e0 = cg.index["nodes"]["probe_node"]
|
|
169
|
+
# 不读盘:_score 只需要 entry(取 path 算 bigram)+ fm(取 tags)+ content 文本,
|
|
170
|
+
# 三者都可直接构造 —— 这样 A3 只随 tags 变化(隔离 P3 语义)。
|
|
171
|
+
fm0 = {"id": "probe_node", "tags": ["标签A"]}
|
|
172
|
+
c0 = _BODY
|
|
173
|
+
q = "完全无关的ZQX问句"
|
|
174
|
+
qb = M.bigrams(M.normalize_en(q))
|
|
175
|
+
raw_clean = M.MdCG._score(cg, [(e0, dict(fm0), c0)], q, qb)[0][1]
|
|
176
|
+
fm_bad = dict(fm0)
|
|
177
|
+
fm_bad["tags"] = ["", "标签A"]
|
|
178
|
+
raw_bad = M.MdCG._score(cg, [(e0, fm_bad, c0)], q, qb)[0][1]
|
|
179
|
+
check("A3 无关问句下:空 tag 与干净 tag 原始分相同(空 tag 不再白拿 0.05)",
|
|
180
|
+
raw_clean is not None and raw_bad == raw_clean,
|
|
181
|
+
"干净=%s 空tag=%s" % (raw_clean, raw_bad))
|
|
182
|
+
# 负覆盖:空词项不得使全部负层节点算作覆盖
|
|
183
|
+
# 建一个 rejected 层节点作负记忆;空词项修前会让它被算作「覆盖本查询」。
|
|
184
|
+
cg.add("neg_probe", "# 功能名:负记忆样本" + chr(10) + "# 正文:被否决的旧结论ZZQ。",
|
|
185
|
+
layer="rejected", override=True)
|
|
186
|
+
cg.flush()
|
|
187
|
+
cg.close()
|
|
188
|
+
cg = MdCGOS(g)
|
|
189
|
+
_rows, meta_bad = cg.search("???", k=5, include_neg=True)
|
|
190
|
+
_rows2, meta_ok = cg.search("被否决的旧结论ZZQ", k=5, include_neg=True)
|
|
191
|
+
cov_bad = list(meta_bad.get("covered_neg") or [])
|
|
192
|
+
cov_ok = list(meta_ok.get("covered_neg") or [])
|
|
193
|
+
check("A4 空词项/全标点 query 不再把负记忆算作「覆盖本查询」",
|
|
194
|
+
not cov_bad, "covered_neg=%s" % cov_bad)
|
|
195
|
+
check("A4b 正向对照:真正命中负记忆的问句仍照旧覆盖(零误伤)",
|
|
196
|
+
bool(cov_ok), "covered_neg=%s" % cov_ok)
|
|
197
|
+
finally:
|
|
198
|
+
if cg is not None:
|
|
199
|
+
cg.close()
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
def _cross_face():
|
|
203
|
+
"""[B] 跨侧面:含空 tag vs 不含空 tag,两侧都必须不翻转且逐位一致。"""
|
|
204
|
+
if not os.path.isfile(_EXE):
|
|
205
|
+
check("B0 Rust 二进制在位(缺失即 fail-closed)", False,
|
|
206
|
+
"缺 %s —— 请先 `cargo build --release --manifest-path rust/Cargo.toml`"
|
|
207
|
+
"(在 <仓根> 内;CI 的 python-tests 已有该步,见 .github/workflows/"
|
|
208
|
+
"python-tests.yml)" % _EXE)
|
|
209
|
+
return
|
|
210
|
+
ta, ga = _mk(["", "标签A"])
|
|
211
|
+
tb, gb = _mk(["标签A"])
|
|
212
|
+
pa, oa = _py_pair(ga)
|
|
213
|
+
pb, ob = _py_pair(gb)
|
|
214
|
+
ra, r2a = _rust_pair(ga)
|
|
215
|
+
rb, r2b = _rust_pair(gb)
|
|
216
|
+
check("B1 Python:空 tag 不改变排名(两档读数一致)",
|
|
217
|
+
(pa, oa) == (pb, ob), "A=%s B=%s" % ((pa, oa), (pb, ob)))
|
|
218
|
+
check("B2 Rust:空 tag 不改变排名(两档读数一致)",
|
|
219
|
+
(ra, r2a) == (rb, r2b), "A=%s B=%s" % ((ra, r2a), (rb, r2b)))
|
|
220
|
+
check("B3 两侧逐位一致(含空 tag 档)",
|
|
221
|
+
(pa, oa) == (ra, r2a), "py=%s rust=%s" % ((pa, oa), (ra, r2a)))
|
|
222
|
+
check("B4 两侧逐位一致(干净 tag 档)",
|
|
223
|
+
(pb, ob) == (rb, r2b), "py=%s rust=%s" % ((pb, ob), (rb, r2b)))
|
|
224
|
+
|
|
225
|
+
|
|
226
|
+
def _run_all():
|
|
227
|
+
print("[A] Python 五处过滤")
|
|
228
|
+
try:
|
|
229
|
+
_python_face()
|
|
230
|
+
except Exception as exc: # noqa: BLE001
|
|
231
|
+
check("A 组异常", False, "%s: %s" % (type(exc).__name__, exc))
|
|
232
|
+
print("[A3/A4] tag_bonus 与负覆盖")
|
|
233
|
+
try:
|
|
234
|
+
_tag_bonus_face()
|
|
235
|
+
except Exception as exc: # noqa: BLE001
|
|
236
|
+
check("A3/A4 组异常", False, "%s: %s" % (type(exc).__name__, exc))
|
|
237
|
+
print("[B] 跨侧面")
|
|
238
|
+
try:
|
|
239
|
+
_cross_face()
|
|
240
|
+
except Exception as exc: # noqa: BLE001
|
|
241
|
+
check("B 组异常", False, "%s: %s" % (type(exc).__name__, exc))
|
|
242
|
+
|
|
243
|
+
|
|
244
|
+
# 生效条件:无入参;把五处过滤逐一拆掉,断言 [A] 判据转红;返回失败条数。
|
|
245
|
+
def _run_mutations():
|
|
246
|
+
print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
|
|
247
|
+
keep = (M.expand_query_terms, M.MdCG._like, M.MdCG._score)
|
|
248
|
+
|
|
249
|
+
def mut_expand():
|
|
250
|
+
M.expand_query_terms = lambda q: ["", "证据"]
|
|
251
|
+
|
|
252
|
+
def mut_like():
|
|
253
|
+
def fake(content, fm, terms, index_keys=None, entry=None,
|
|
254
|
+
positive_body=None, body_lower=None):
|
|
255
|
+
# 拆掉空词项守卫:不对 t 判空(复现修前语义)
|
|
256
|
+
body = (body_lower(entry, content) if body_lower is not None
|
|
257
|
+
else content.lower())
|
|
258
|
+
tags = " ".join(str(t) for t in (fm.get("tags") or [])).lower()
|
|
259
|
+
return any(t in body or t.lower() in tags for t in terms)
|
|
260
|
+
M.MdCG._like = staticmethod(fake)
|
|
261
|
+
|
|
262
|
+
def mut_score():
|
|
263
|
+
# 定点:只把 P3 的**空 tag 守卫**拆掉(其余逐位保留),复现「空 tag 白拿加成」
|
|
264
|
+
orig = M.MdCG._score
|
|
265
|
+
|
|
266
|
+
def fake_score(self, docs, q, qb, pools=None, mode=None):
|
|
267
|
+
out = orig(self, docs, q, qb, pools=pools, mode=mode)
|
|
268
|
+
fixed = []
|
|
269
|
+
for d, s in out:
|
|
270
|
+
if any(not str(t).strip() for t in (d[1].get("tags") or [])):
|
|
271
|
+
s = min(1.0, s + 0.05)
|
|
272
|
+
fixed.append((d, s))
|
|
273
|
+
return fixed
|
|
274
|
+
|
|
275
|
+
M.MdCG._score = fake_score
|
|
276
|
+
|
|
277
|
+
cases = (
|
|
278
|
+
("M1 expand_query_terms 重放空词项(拆掉 P1 过滤)", mut_expand),
|
|
279
|
+
("M2 _like 去掉空词项守卫(拆掉 P2)", mut_like),
|
|
280
|
+
("M3 _score 恒发加成(拆掉 P3 语义)", mut_score),
|
|
281
|
+
)
|
|
282
|
+
bad = 0
|
|
283
|
+
for label, inject in cases:
|
|
284
|
+
global _SILENT, _VIOL
|
|
285
|
+
try:
|
|
286
|
+
inject()
|
|
287
|
+
_SILENT = True
|
|
288
|
+
del _VIOL[:]
|
|
289
|
+
try:
|
|
290
|
+
_run_all()
|
|
291
|
+
reds = list(_VIOL)
|
|
292
|
+
except Exception as exc: # noqa: BLE001
|
|
293
|
+
reds = ["变异后异常:%s" % type(exc).__name__]
|
|
294
|
+
finally:
|
|
295
|
+
_SILENT = False
|
|
296
|
+
(M.expand_query_terms, M.MdCG._like, M.MdCG._score) = keep
|
|
297
|
+
hit = bool(reds)
|
|
298
|
+
if not check(label, hit, "变异后判据仍全绿 ⇒ 判据无判别力"):
|
|
299
|
+
bad += 1
|
|
300
|
+
print(" 变异前:失败项=[] | 变异后:失败项=%d 项 %s ⇒ %s"
|
|
301
|
+
% (len(reds), reds[:2], "命中" if hit else "未命中"))
|
|
302
|
+
print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
|
|
303
|
+
else "存在 %d 条未按预期" % bad))
|
|
304
|
+
return bad
|
|
305
|
+
|
|
306
|
+
|
|
307
|
+
def main() -> int:
|
|
308
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
309
|
+
ap = argparse.ArgumentParser(description="#150 空查询词项跨侧守卫")
|
|
310
|
+
ap.add_argument("--mutate", action="store_true", help="定点变异自证")
|
|
311
|
+
a = ap.parse_args()
|
|
312
|
+
global PASS, FAIL
|
|
313
|
+
PASS = FAIL = 0
|
|
314
|
+
del FAILS[:]
|
|
315
|
+
_run_all()
|
|
316
|
+
base_bad = list(FAILS)
|
|
317
|
+
rc = 1 if base_bad else 0
|
|
318
|
+
if a.mutate:
|
|
319
|
+
rc = 1 if (_run_mutations() or base_bad) else 0
|
|
320
|
+
print(chr(10) + "SUMMARY: #150 空查询词项跨侧守卫:%d 通过,%d 失败%s"
|
|
321
|
+
% (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
|
|
322
|
+
for d in _SANDBOXES:
|
|
323
|
+
shutil.rmtree(d, ignore_errors=True)
|
|
324
|
+
return rc
|
|
325
|
+
|
|
326
|
+
|
|
327
|
+
if __name__ == "__main__":
|
|
328
|
+
sys.exit(main())
|