@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
(跳过个人敏感信息不入明文);
|
|
8
8
|
- 子代理(worker):read_file 收敛到工作区(job_dir)+ 定制工作目录
|
|
9
9
|
(spec.workdir / spec.read_roots)——其他会话与越界内容拒读(fail-closed,
|
|
10
|
-
无根即无文件读权限);
|
|
10
|
+
无根即无文件读权限);cg 读面默认密级 internal——**错误处置标记
|
|
11
11
|
(private,错误相关/待排查内容限制平级扩散,非个人隐私)与 secret 拒读**。
|
|
12
12
|
错误处置链路(设计者/上级节点/验证单元)必读 private 不受此限——verify
|
|
13
13
|
面当前 clearance_cap=internal 的缺口已登记(安全审计实锚文档)。
|
|
@@ -106,7 +106,7 @@ def main():
|
|
|
106
106
|
plain = "普通技术文档:quick sort 复杂度 O(n log n),蜂群调度正常。"
|
|
107
107
|
check("B27-3x 普通文本不误伤", hx._redact_pii(plain) == plain)
|
|
108
108
|
|
|
109
|
-
print("==
|
|
109
|
+
print("== cg 密级分级(worker=internal 拒读 private/secret)==")
|
|
110
110
|
from md_cg.mdcos import MdCGSecure
|
|
111
111
|
from md_cg.security import Principal
|
|
112
112
|
root = tempfile.mkdtemp(prefix="b27_cg_")
|
package/md_cg/test_retr_s5.py
CHANGED
|
@@ -1,312 +1,312 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""S5 负记忆抑制探针(脚本式,exit code 定成败)。
|
|
3
|
-
|
|
4
|
-
用法:python -X utf8 -m md_cg.test_retr_s5
|
|
5
|
-
覆盖:
|
|
6
|
-
- 默认关:无 gates 键;关→开→关 结果一致
|
|
7
|
-
- 子开关未设(总开关开)→ S5 不生效
|
|
8
|
-
- 重叠抑制:与 rejected 节点词面高度重叠的正候选 → w × (1-λ)
|
|
9
|
-
- 相邻抑制:与 rejected 节点有边相连(文本不重叠)的正候选同样被抑制
|
|
10
|
-
- 无关候选不被抑制;λ 可配(0=不抑制,1=压到 0 且不低于 0)
|
|
11
|
-
- 阈值真的在过滤:部分重叠候选在 thr=0.6 下不抑制、thr=0.4 下被抑制
|
|
12
|
-
- 负覆盖条目不参与分数竞争:分数恒哨兵 0.0(负性走独立字段),S5 的 λ 只作用于
|
|
13
|
-
正候选——H10① 2026-09-30(改前该条目被赋 1.0,高过任何真实候选)
|
|
14
|
-
- 无负记忆命中时不落 s5 审计;幂等(重复检索 / 索引重建)
|
|
15
|
-
"""
|
|
16
|
-
import contextlib
|
|
17
|
-
import io
|
|
18
|
-
import os
|
|
19
|
-
import sys
|
|
20
|
-
import tempfile
|
|
21
|
-
|
|
22
|
-
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
23
|
-
|
|
24
|
-
from md_cg.mdcg import MdCG # noqa: E402
|
|
25
|
-
|
|
26
|
-
passed = 0
|
|
27
|
-
failed = 0
|
|
28
|
-
FAILS = []
|
|
29
|
-
TEXT = "阿尔法 贝塔 伽马 德尔塔"
|
|
30
|
-
# neg 文本必须与 pos_overlap 高度重叠(jaccard ≥ 0.5),否则重叠支路测不出来
|
|
31
|
-
NEGTEXT = "阿尔法 贝塔 伽马 德尔塔 否决样本"
|
|
32
|
-
QUERY = "阿尔法 泽塔"
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
def check(name, cond, detail=""):
|
|
36
|
-
global passed, failed
|
|
37
|
-
if cond:
|
|
38
|
-
passed += 1
|
|
39
|
-
print(" [PASS] " + name)
|
|
40
|
-
else:
|
|
41
|
-
failed += 1
|
|
42
|
-
FAILS.append(name)
|
|
43
|
-
print(" [FAIL] " + name + " " + detail)
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
def _setenv(**kv):
|
|
47
|
-
old = {}
|
|
48
|
-
for k, v in kv.items():
|
|
49
|
-
old[k] = os.environ.get(k)
|
|
50
|
-
if v is None:
|
|
51
|
-
os.environ.pop(k, None)
|
|
52
|
-
else:
|
|
53
|
-
os.environ[k] = v
|
|
54
|
-
return old
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
def _restore(old):
|
|
58
|
-
for k, v in old.items():
|
|
59
|
-
if v is None:
|
|
60
|
-
os.environ.pop(k, None)
|
|
61
|
-
else:
|
|
62
|
-
os.environ[k] = v
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
def _scores(results):
|
|
66
|
-
"""显示用分数(6dp)——**不得**作为比例判据的输入(见 _raw_scores)。"""
|
|
67
|
-
return {r[0]["id"]: round(float(r[1]), 6) for r in results}
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
def _raw_scores(results):
|
|
71
|
-
"""判据输入:**未舍入**的分数。
|
|
72
|
-
|
|
73
|
-
issue #363 落地后,缺省 lexical 路改走 IDF 加权覆盖度,分数网格从
|
|
74
|
-
「k/|q| 的二进制友好值」变成任意浮点值。原判据
|
|
75
|
-
`abs(round6(x*0.5) - round6(x)*0.5) < 1e-9` 在一般取值下**不成立**:
|
|
76
|
-
舍入噪声 ~5e-7,比 1e-9 的容差大三个数量级(x 的 6dp 末位恰为偶数时才
|
|
77
|
-
偶然通过)。判据的真语义是「抑制后恰为抑制前 ×(1-λ)」,故在**精确值**上
|
|
78
|
-
判 1e-9——严格强于原形态(原形态的 1e-9 实际被舍入噪声吞掉)。
|
|
79
|
-
"""
|
|
80
|
-
return {r[0]["id"]: float(r[1]) for r in results}
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
def _neg_card(results):
|
|
84
|
-
"""结果里的负覆盖条目卡(判据:独立字段 negative_coverage)。"""
|
|
85
|
-
return next((r[0] for r in results
|
|
86
|
-
if r[0].get("negative_coverage")), None)
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
def _build(root):
|
|
90
|
-
cg = MdCG(root)
|
|
91
|
-
# 三个正候选都含查询词(都会成为 T2 命中),差别只在「与负记忆的关系」:
|
|
92
|
-
# pos_overlap:词面高度重叠(重叠支路)
|
|
93
|
-
# pos_edge :文本不重叠但有边指向负记忆(相邻支路)
|
|
94
|
-
# pos_clean :既无重叠也无边(不应被抑制)
|
|
95
|
-
cg.add("pos_overlap", TEXT, "knowledge")
|
|
96
|
-
cg.add("pos_edge", "泽塔 量子 比特 纠缠", "knowledge")
|
|
97
|
-
cg.add("pos_clean", "泽塔 海流 洋流 潮汐", "knowledge")
|
|
98
|
-
# pos_mid :与负记忆部分重叠(包含度≈0.5)→ 用来验证阈值真的在过滤
|
|
99
|
-
cg.add("pos_mid", "阿尔法 贝塔 海流 洋流", "knowledge")
|
|
100
|
-
cg.add("h_rej", NEGTEXT, "rejected")
|
|
101
|
-
cg.append_edge("pos_edge", {"target": "h_rej", "relation_type": "related"})
|
|
102
|
-
cg.flush()
|
|
103
|
-
return cg
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
def main():
|
|
107
|
-
root = tempfile.mkdtemp(prefix="retr_s5_")
|
|
108
|
-
cg = _build(root)
|
|
109
|
-
|
|
110
|
-
# ---- 1) 默认关 ----
|
|
111
|
-
old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S5_NEG=None,
|
|
112
|
-
MDCG_NEG_LAMBDA=None, MDCG_NEG_SIM=None,
|
|
113
|
-
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None)
|
|
114
|
-
r_off, m_off = cg.search(QUERY, k=10, judge=False, record=False)
|
|
115
|
-
base = _scores(r_off)
|
|
116
|
-
raw_base = _raw_scores(r_off) # 比例判据的输入(未舍入,见 _raw_scores)
|
|
117
|
-
check("默认关:meta 不含 gates 键", "gates" not in m_off,
|
|
118
|
-
str(sorted(m_off.keys())))
|
|
119
|
-
check("默认关:负覆盖条目分数=哨兵 0.0(不再冒充 1.0 候选,且不高过任何"
|
|
120
|
-
"正候选;负性走独立字段 negative_coverage)",
|
|
121
|
-
base.get("rejected/h_rej.md") == 0.0
|
|
122
|
-
and (_neg_card(r_off) or {}).get("negative_coverage") is True
|
|
123
|
-
and max(v for k, v in base.items()
|
|
124
|
-
if k != "rejected/h_rej.md") >= base["rejected/h_rej.md"],
|
|
125
|
-
str(base))
|
|
126
|
-
|
|
127
|
-
# ---- 2) 子开关未设(总开关开、S1/S2 显式关)→ S5 不生效 ----
|
|
128
|
-
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S5_NEG=None,
|
|
129
|
-
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S2_COND="0")
|
|
130
|
-
r_x, m_x = cg.search(QUERY, k=10, judge=False, record=False)
|
|
131
|
-
check("子开关未设:S5 不生效",
|
|
132
|
-
"s5" not in (m_x.get("gates") or {}) and _scores(r_x) == base,
|
|
133
|
-
str(m_x.get("gates")))
|
|
134
|
-
|
|
135
|
-
# ---- 3) S5 开:重叠 + 相邻抑制,无关候选不动 ----
|
|
136
|
-
_setenv(MDCG_GATE_S5_NEG="1", MDCG_NEG_LAMBDA="0.5", MDCG_NEG_SIM="0.5")
|
|
137
|
-
r5, m5 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
138
|
-
sc5 = _scores(r5)
|
|
139
|
-
raw5 = _raw_scores(r5) # 比例判据的输入(未舍入)
|
|
140
|
-
g5 = (m5.get("gates") or {}).get("s5") or {}
|
|
141
|
-
check("S5 审计:λ/threshold/抑制数",
|
|
142
|
-
g5.get("lambda") == 0.5 and g5.get("threshold") == 0.5
|
|
143
|
-
and g5.get("suppressed", 0) >= 2, str(g5))
|
|
144
|
-
_sup = set(g5.get("suppressed_ids") or [])
|
|
145
|
-
check("重叠候选被抑制(×0.5)",
|
|
146
|
-
abs(raw5.get("pos_overlap", -1.0) - raw_base["pos_overlap"] * 0.5) < 1e-9
|
|
147
|
-
and "pos_overlap" in _sup,
|
|
148
|
-
"%s vs %s sup=%s" % (sc5.get("pos_overlap"), base.get("pos_overlap"), sorted(_sup)))
|
|
149
|
-
check("相邻候选被抑制(文本不重叠也生效)",
|
|
150
|
-
abs(raw5.get("pos_edge", -1.0) - raw_base["pos_edge"] * 0.5) < 1e-9
|
|
151
|
-
and "pos_edge" in _sup,
|
|
152
|
-
"%s vs %s sup=%s" % (sc5.get("pos_edge"), base.get("pos_edge"), sorted(_sup)))
|
|
153
|
-
check("无关候选不被抑制",
|
|
154
|
-
sc5.get("pos_clean") == base.get("pos_clean")
|
|
155
|
-
and "pos_clean" not in _sup,
|
|
156
|
-
"%s vs %s sup=%s" % (sc5.get("pos_clean"), base.get("pos_clean"), sorted(_sup)))
|
|
157
|
-
check("负覆盖条目不再参与分数竞争(S5 只降正候选;条目恒哨兵 0.0)",
|
|
158
|
-
sc5.get("rejected/h_rej.md") == 0.0,
|
|
159
|
-
str(sc5.get("rejected/h_rej.md")))
|
|
160
|
-
|
|
161
|
-
# ---- 4) λ 可配:0=不抑制;1=压到 0 且 ≥0 ----
|
|
162
|
-
_setenv(MDCG_NEG_LAMBDA="0")
|
|
163
|
-
r0, _m0 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
164
|
-
check("λ=0:不抑制", _scores(r0) == base, str(_scores(r0)))
|
|
165
|
-
_setenv(MDCG_NEG_LAMBDA="1")
|
|
166
|
-
r1, _m1 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
167
|
-
sc1 = _scores(r1)
|
|
168
|
-
# 取键改 `.get`(2026-10-09):S5 降权到 0 **不等于**该候选被删除——本实现自述
|
|
169
|
-
# 「只降权、不删除、下限 0」(mdcg.py `_emit` S5 段),故这两个 id 必须**仍在
|
|
170
|
-
# 结果里**。旧写法 `sc1["pos_overlap"]` 在键缺失时抛 KeyError 崩整件,错误路径
|
|
171
|
-
# 读成「崩溃」而非「这条断言不成立」;改 `.get` 后判据一字不变(缺键 ⇒ None ≠ 0.0
|
|
172
|
-
# ⇒ 仍 FAIL),但失败被**点名**到本条断言。这正是 `--mutate old-cut` 要的红项。
|
|
173
|
-
check("λ=1:压到 0 且不为负(降权不得变成删除)",
|
|
174
|
-
sc1.get("pos_overlap") == 0.0 and sc1.get("pos_edge") == 0.0
|
|
175
|
-
and min(sc1.values()) >= 0.0, str(sc1))
|
|
176
|
-
|
|
177
|
-
# ---- 5) 阈值真的在过滤:部分重叠候选(包含度≈0.5)在 0.6 下不抑制、0.4 下被抑制 ----
|
|
178
|
-
_setenv(MDCG_NEG_LAMBDA="0.5", MDCG_NEG_SIM="0.6")
|
|
179
|
-
r2, m2 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
180
|
-
sc2 = _scores(r2)
|
|
181
|
-
sup2 = set(((m2.get("gates") or {}).get("s5") or {}).get("suppressed_ids") or [])
|
|
182
|
-
check("thr=0.6:部分重叠不抑制、完全重叠仍抑制",
|
|
183
|
-
sc2["pos_mid"] == base["pos_mid"]
|
|
184
|
-
and "pos_mid" not in sup2 and "pos_overlap" in sup2,
|
|
185
|
-
str(sc2) + " " + str(sorted(sup2)))
|
|
186
|
-
_setenv(MDCG_NEG_SIM="0.4")
|
|
187
|
-
r3, m3 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
188
|
-
sc3 = _scores(r3)
|
|
189
|
-
raw3 = _raw_scores(r3) # 比例判据的输入(未舍入)
|
|
190
|
-
sup3 = set(((m3.get("gates") or {}).get("s5") or {}).get("suppressed_ids") or [])
|
|
191
|
-
check("thr=0.4:部分重叠也被抑制",
|
|
192
|
-
abs(raw3["pos_mid"] - raw_base["pos_mid"] * 0.5) < 1e-9
|
|
193
|
-
and "pos_mid" in sup3,
|
|
194
|
-
str(sc3) + " " + str(sorted(sup3)))
|
|
195
|
-
|
|
196
|
-
# ---- 5b) 配置的 λ 必须真的生效(含审计)----
|
|
197
|
-
_setenv(MDCG_NEG_LAMBDA="0.25", MDCG_NEG_SIM="0.5")
|
|
198
|
-
r4, m4 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
199
|
-
sc4 = _scores(r4)
|
|
200
|
-
g4 = (m4.get("gates") or {}).get("s5") or {}
|
|
201
|
-
check("λ=0.25:审计记 0.25、负覆盖条目仍非分数(哨兵 0.0,不随 λ 变)",
|
|
202
|
-
sc4.get("rejected/h_rej.md") == 0.0 and g4.get("lambda") == 0.25,
|
|
203
|
-
"%s %s" % (sc4.get("rejected/h_rej.md"), g4))
|
|
204
|
-
|
|
205
|
-
# ---- 6) 无负记忆命中:不落 s5 审计 ----
|
|
206
|
-
r3, m3 = cg.search("西格玛 欧米伽", k=10, judge=False, record=False)
|
|
207
|
-
check("无负记忆命中:不落 s5 审计",
|
|
208
|
-
"s5" not in (m3.get("gates") or {}), str(m3.get("gates")))
|
|
209
|
-
|
|
210
|
-
# ---- 7) 幂等:重复检索 / 索引重建 ----
|
|
211
|
-
_setenv(MDCG_NEG_LAMBDA="0.5", MDCG_NEG_SIM="0.5")
|
|
212
|
-
ra, ma = cg.search(QUERY, k=10, judge=False, record=False)
|
|
213
|
-
rb, mb = cg.search(QUERY, k=10, judge=False, record=False)
|
|
214
|
-
check("S5 幂等:重复检索同口径",
|
|
215
|
-
_scores(ra) == _scores(rb)
|
|
216
|
-
and (ma.get("gates") or {}) == (mb.get("gates") or {}), str(_scores(ra)))
|
|
217
|
-
cg.rebuild_index()
|
|
218
|
-
rc, mc = cg.search(QUERY, k=10, judge=False, record=False)
|
|
219
|
-
check("S5 幂等:索引重建后同口径",
|
|
220
|
-
_scores(rc) == _scores(ra)
|
|
221
|
-
and (mc.get("gates") or {}) == (ma.get("gates") or {}), str(_scores(rc)))
|
|
222
|
-
|
|
223
|
-
# ---- 8) 默认口径等价(关→开→关)----
|
|
224
|
-
_setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S5_NEG=None,
|
|
225
|
-
MDCG_NEG_LAMBDA=None, MDCG_NEG_SIM=None,
|
|
226
|
-
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None)
|
|
227
|
-
r9, m9 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
228
|
-
check("默认口径等价:关→开→关 首末一致",
|
|
229
|
-
_scores(r9) == base and "gates" not in m9, str(_scores(r9)))
|
|
230
|
-
_restore(old)
|
|
231
|
-
|
|
232
|
-
print("\ntest_retr_s5: %d 通过 / %d 失败" % (passed, failed))
|
|
233
|
-
return 0 if failed == 0 else 1
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
# ---------------------------------------------- 定点变异(反面探针,自证判别力)
|
|
237
|
-
# S5 的契约是「只降权、不删除」(mdcg.py `_emit` S5 段自述):λ=1 把候选乘成 0,
|
|
238
|
-
# 但候选必须仍在结果里。若主结果被裁到「真命中数」(c82e4255 旧口径),被乘成 0 的
|
|
239
|
-
# 真候选会被当成「无质量信号」删掉 ⇒ λ=1 那条断言转红并点名。范式照
|
|
240
|
-
# `md_cg/test_w7_redlines.py`:
|
|
241
|
-
# python -X utf8 -m md_cg.test_retr_s5 --mutate old-cut
|
|
242
|
-
def _set_primary_bound(fn):
|
|
243
|
-
"""把 `MdCG._primary_bound` 换成 fn(纯内存),返回恢复函数(`__dict__` 快照还原)。"""
|
|
244
|
-
orig = MdCG.__dict__["_primary_bound"]
|
|
245
|
-
MdCG._primary_bound = fn
|
|
246
|
-
|
|
247
|
-
def _restore():
|
|
248
|
-
MdCG._primary_bound = orig
|
|
249
|
-
return _restore
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
_MUTATIONS = {
|
|
253
|
-
"old-cut": (
|
|
254
|
-
"主结果裁到真命中数(c82e4255 旧口径 min(_primary_slots, _n_real))",
|
|
255
|
-
lambda: _set_primary_bound(
|
|
256
|
-
lambda self, k, n_neg, tier, n_real:
|
|
257
|
-
min(self._primary_slots(k, n_neg), n_real)),
|
|
258
|
-
{"λ=1:压到 0 且不为负(降权不得变成删除)"}),
|
|
259
|
-
}
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
def _reds():
|
|
263
|
-
"""跑一遍 main()(新建 temp 库,幂等);返回 (转红断言名集合, 异常名或 None)。"""
|
|
264
|
-
global passed, failed
|
|
265
|
-
passed = failed = 0
|
|
266
|
-
del FAILS[:]
|
|
267
|
-
with contextlib.redirect_stdout(io.StringIO()):
|
|
268
|
-
try:
|
|
269
|
-
main()
|
|
270
|
-
except Exception as exc: # noqa: BLE001
|
|
271
|
-
return set(), type(exc).__name__
|
|
272
|
-
return set(FAILS), None
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
def _mutate(name):
|
|
276
|
-
if name not in _MUTATIONS:
|
|
277
|
-
print("未知变异名 %r(可选 %s)" % (name, sorted(_MUTATIONS)))
|
|
278
|
-
return 1
|
|
279
|
-
mname, apply, expect = _MUTATIONS[name]
|
|
280
|
-
print("!! S5 定点变异自证:内存注入退化,要求**恰好**命中期望红项\n")
|
|
281
|
-
bad = []
|
|
282
|
-
base_red, base_exc = _reds()
|
|
283
|
-
if base_exc:
|
|
284
|
-
bad.append("基线异常:%s" % base_exc)
|
|
285
|
-
if base_red:
|
|
286
|
-
bad.append("基线即转红:%s" % sorted(base_red))
|
|
287
|
-
print(" 未变异基线:红项 %d %s" % (len(base_red), sorted(base_red)))
|
|
288
|
-
restore = apply()
|
|
289
|
-
try:
|
|
290
|
-
red, exc = _reds()
|
|
291
|
-
finally:
|
|
292
|
-
restore()
|
|
293
|
-
if exc:
|
|
294
|
-
red = {"<变异体异常:%s>" % exc}
|
|
295
|
-
hit = red == expect
|
|
296
|
-
if not hit:
|
|
297
|
-
bad.append("变异 %s:红项 %s ≠ 期望 %s" % (name, sorted(red), sorted(expect)))
|
|
298
|
-
print(" 变异 {:<8} 红项 {}(期望 {}){}".format(
|
|
299
|
-
name, len(red), len(expect), "PASS" if hit else "**FAIL**"))
|
|
300
|
-
if not hit:
|
|
301
|
-
print(" 实=%s 期=%s" % (sorted(red), sorted(expect)))
|
|
302
|
-
print("\n变异自证:" + ("PASS(恰好命中期望红项)" if not bad else "FAIL —— " + ";".join(bad)))
|
|
303
|
-
return 0 if not bad else 1
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
if __name__ == "__main__":
|
|
307
|
-
if hasattr(sys.stdout, "reconfigure"):
|
|
308
|
-
sys.stdout.reconfigure(encoding="utf-8")
|
|
309
|
-
if "--mutate" in sys.argv:
|
|
310
|
-
_i = sys.argv.index("--mutate")
|
|
311
|
-
sys.exit(_mutate(sys.argv[_i + 1] if _i + 1 < len(sys.argv) else ""))
|
|
312
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""S5 负记忆抑制探针(脚本式,exit code 定成败)。
|
|
3
|
+
|
|
4
|
+
用法:python -X utf8 -m md_cg.test_retr_s5
|
|
5
|
+
覆盖:
|
|
6
|
+
- 默认关:无 gates 键;关→开→关 结果一致
|
|
7
|
+
- 子开关未设(总开关开)→ S5 不生效
|
|
8
|
+
- 重叠抑制:与 rejected 节点词面高度重叠的正候选 → w × (1-λ)
|
|
9
|
+
- 相邻抑制:与 rejected 节点有边相连(文本不重叠)的正候选同样被抑制
|
|
10
|
+
- 无关候选不被抑制;λ 可配(0=不抑制,1=压到 0 且不低于 0)
|
|
11
|
+
- 阈值真的在过滤:部分重叠候选在 thr=0.6 下不抑制、thr=0.4 下被抑制
|
|
12
|
+
- 负覆盖条目不参与分数竞争:分数恒哨兵 0.0(负性走独立字段),S5 的 λ 只作用于
|
|
13
|
+
正候选——H10① 2026-09-30(改前该条目被赋 1.0,高过任何真实候选)
|
|
14
|
+
- 无负记忆命中时不落 s5 审计;幂等(重复检索 / 索引重建)
|
|
15
|
+
"""
|
|
16
|
+
import contextlib
|
|
17
|
+
import io
|
|
18
|
+
import os
|
|
19
|
+
import sys
|
|
20
|
+
import tempfile
|
|
21
|
+
|
|
22
|
+
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
23
|
+
|
|
24
|
+
from md_cg.mdcg import MdCG # noqa: E402
|
|
25
|
+
|
|
26
|
+
passed = 0
|
|
27
|
+
failed = 0
|
|
28
|
+
FAILS = []
|
|
29
|
+
TEXT = "阿尔法 贝塔 伽马 德尔塔"
|
|
30
|
+
# neg 文本必须与 pos_overlap 高度重叠(jaccard ≥ 0.5),否则重叠支路测不出来
|
|
31
|
+
NEGTEXT = "阿尔法 贝塔 伽马 德尔塔 否决样本"
|
|
32
|
+
QUERY = "阿尔法 泽塔"
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
def check(name, cond, detail=""):
|
|
36
|
+
global passed, failed
|
|
37
|
+
if cond:
|
|
38
|
+
passed += 1
|
|
39
|
+
print(" [PASS] " + name)
|
|
40
|
+
else:
|
|
41
|
+
failed += 1
|
|
42
|
+
FAILS.append(name)
|
|
43
|
+
print(" [FAIL] " + name + " " + detail)
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
def _setenv(**kv):
|
|
47
|
+
old = {}
|
|
48
|
+
for k, v in kv.items():
|
|
49
|
+
old[k] = os.environ.get(k)
|
|
50
|
+
if v is None:
|
|
51
|
+
os.environ.pop(k, None)
|
|
52
|
+
else:
|
|
53
|
+
os.environ[k] = v
|
|
54
|
+
return old
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def _restore(old):
|
|
58
|
+
for k, v in old.items():
|
|
59
|
+
if v is None:
|
|
60
|
+
os.environ.pop(k, None)
|
|
61
|
+
else:
|
|
62
|
+
os.environ[k] = v
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
def _scores(results):
|
|
66
|
+
"""显示用分数(6dp)——**不得**作为比例判据的输入(见 _raw_scores)。"""
|
|
67
|
+
return {r[0]["id"]: round(float(r[1]), 6) for r in results}
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def _raw_scores(results):
|
|
71
|
+
"""判据输入:**未舍入**的分数。
|
|
72
|
+
|
|
73
|
+
issue #363 落地后,缺省 lexical 路改走 IDF 加权覆盖度,分数网格从
|
|
74
|
+
「k/|q| 的二进制友好值」变成任意浮点值。原判据
|
|
75
|
+
`abs(round6(x*0.5) - round6(x)*0.5) < 1e-9` 在一般取值下**不成立**:
|
|
76
|
+
舍入噪声 ~5e-7,比 1e-9 的容差大三个数量级(x 的 6dp 末位恰为偶数时才
|
|
77
|
+
偶然通过)。判据的真语义是「抑制后恰为抑制前 ×(1-λ)」,故在**精确值**上
|
|
78
|
+
判 1e-9——严格强于原形态(原形态的 1e-9 实际被舍入噪声吞掉)。
|
|
79
|
+
"""
|
|
80
|
+
return {r[0]["id"]: float(r[1]) for r in results}
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
def _neg_card(results):
|
|
84
|
+
"""结果里的负覆盖条目卡(判据:独立字段 negative_coverage)。"""
|
|
85
|
+
return next((r[0] for r in results
|
|
86
|
+
if r[0].get("negative_coverage")), None)
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
def _build(root):
|
|
90
|
+
cg = MdCG(root)
|
|
91
|
+
# 三个正候选都含查询词(都会成为 T2 命中),差别只在「与负记忆的关系」:
|
|
92
|
+
# pos_overlap:词面高度重叠(重叠支路)
|
|
93
|
+
# pos_edge :文本不重叠但有边指向负记忆(相邻支路)
|
|
94
|
+
# pos_clean :既无重叠也无边(不应被抑制)
|
|
95
|
+
cg.add("pos_overlap", TEXT, "knowledge")
|
|
96
|
+
cg.add("pos_edge", "泽塔 量子 比特 纠缠", "knowledge")
|
|
97
|
+
cg.add("pos_clean", "泽塔 海流 洋流 潮汐", "knowledge")
|
|
98
|
+
# pos_mid :与负记忆部分重叠(包含度≈0.5)→ 用来验证阈值真的在过滤
|
|
99
|
+
cg.add("pos_mid", "阿尔法 贝塔 海流 洋流", "knowledge")
|
|
100
|
+
cg.add("h_rej", NEGTEXT, "rejected")
|
|
101
|
+
cg.append_edge("pos_edge", {"target": "h_rej", "relation_type": "related"})
|
|
102
|
+
cg.flush()
|
|
103
|
+
return cg
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
def main():
|
|
107
|
+
root = tempfile.mkdtemp(prefix="retr_s5_")
|
|
108
|
+
cg = _build(root)
|
|
109
|
+
|
|
110
|
+
# ---- 1) 默认关 ----
|
|
111
|
+
old = _setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S5_NEG=None,
|
|
112
|
+
MDCG_NEG_LAMBDA=None, MDCG_NEG_SIM=None,
|
|
113
|
+
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None)
|
|
114
|
+
r_off, m_off = cg.search(QUERY, k=10, judge=False, record=False)
|
|
115
|
+
base = _scores(r_off)
|
|
116
|
+
raw_base = _raw_scores(r_off) # 比例判据的输入(未舍入,见 _raw_scores)
|
|
117
|
+
check("默认关:meta 不含 gates 键", "gates" not in m_off,
|
|
118
|
+
str(sorted(m_off.keys())))
|
|
119
|
+
check("默认关:负覆盖条目分数=哨兵 0.0(不再冒充 1.0 候选,且不高过任何"
|
|
120
|
+
"正候选;负性走独立字段 negative_coverage)",
|
|
121
|
+
base.get("rejected/h_rej.md") == 0.0
|
|
122
|
+
and (_neg_card(r_off) or {}).get("negative_coverage") is True
|
|
123
|
+
and max(v for k, v in base.items()
|
|
124
|
+
if k != "rejected/h_rej.md") >= base["rejected/h_rej.md"],
|
|
125
|
+
str(base))
|
|
126
|
+
|
|
127
|
+
# ---- 2) 子开关未设(总开关开、S1/S2 显式关)→ S5 不生效 ----
|
|
128
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE="1", MDCG_GATE_S5_NEG=None,
|
|
129
|
+
MDCG_GATE_S1_DOMAIN="0", MDCG_GATE_S2_COND="0")
|
|
130
|
+
r_x, m_x = cg.search(QUERY, k=10, judge=False, record=False)
|
|
131
|
+
check("子开关未设:S5 不生效",
|
|
132
|
+
"s5" not in (m_x.get("gates") or {}) and _scores(r_x) == base,
|
|
133
|
+
str(m_x.get("gates")))
|
|
134
|
+
|
|
135
|
+
# ---- 3) S5 开:重叠 + 相邻抑制,无关候选不动 ----
|
|
136
|
+
_setenv(MDCG_GATE_S5_NEG="1", MDCG_NEG_LAMBDA="0.5", MDCG_NEG_SIM="0.5")
|
|
137
|
+
r5, m5 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
138
|
+
sc5 = _scores(r5)
|
|
139
|
+
raw5 = _raw_scores(r5) # 比例判据的输入(未舍入)
|
|
140
|
+
g5 = (m5.get("gates") or {}).get("s5") or {}
|
|
141
|
+
check("S5 审计:λ/threshold/抑制数",
|
|
142
|
+
g5.get("lambda") == 0.5 and g5.get("threshold") == 0.5
|
|
143
|
+
and g5.get("suppressed", 0) >= 2, str(g5))
|
|
144
|
+
_sup = set(g5.get("suppressed_ids") or [])
|
|
145
|
+
check("重叠候选被抑制(×0.5)",
|
|
146
|
+
abs(raw5.get("pos_overlap", -1.0) - raw_base["pos_overlap"] * 0.5) < 1e-9
|
|
147
|
+
and "pos_overlap" in _sup,
|
|
148
|
+
"%s vs %s sup=%s" % (sc5.get("pos_overlap"), base.get("pos_overlap"), sorted(_sup)))
|
|
149
|
+
check("相邻候选被抑制(文本不重叠也生效)",
|
|
150
|
+
abs(raw5.get("pos_edge", -1.0) - raw_base["pos_edge"] * 0.5) < 1e-9
|
|
151
|
+
and "pos_edge" in _sup,
|
|
152
|
+
"%s vs %s sup=%s" % (sc5.get("pos_edge"), base.get("pos_edge"), sorted(_sup)))
|
|
153
|
+
check("无关候选不被抑制",
|
|
154
|
+
sc5.get("pos_clean") == base.get("pos_clean")
|
|
155
|
+
and "pos_clean" not in _sup,
|
|
156
|
+
"%s vs %s sup=%s" % (sc5.get("pos_clean"), base.get("pos_clean"), sorted(_sup)))
|
|
157
|
+
check("负覆盖条目不再参与分数竞争(S5 只降正候选;条目恒哨兵 0.0)",
|
|
158
|
+
sc5.get("rejected/h_rej.md") == 0.0,
|
|
159
|
+
str(sc5.get("rejected/h_rej.md")))
|
|
160
|
+
|
|
161
|
+
# ---- 4) λ 可配:0=不抑制;1=压到 0 且 ≥0 ----
|
|
162
|
+
_setenv(MDCG_NEG_LAMBDA="0")
|
|
163
|
+
r0, _m0 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
164
|
+
check("λ=0:不抑制", _scores(r0) == base, str(_scores(r0)))
|
|
165
|
+
_setenv(MDCG_NEG_LAMBDA="1")
|
|
166
|
+
r1, _m1 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
167
|
+
sc1 = _scores(r1)
|
|
168
|
+
# 取键改 `.get`(2026-10-09):S5 降权到 0 **不等于**该候选被删除——本实现自述
|
|
169
|
+
# 「只降权、不删除、下限 0」(mdcg.py `_emit` S5 段),故这两个 id 必须**仍在
|
|
170
|
+
# 结果里**。旧写法 `sc1["pos_overlap"]` 在键缺失时抛 KeyError 崩整件,错误路径
|
|
171
|
+
# 读成「崩溃」而非「这条断言不成立」;改 `.get` 后判据一字不变(缺键 ⇒ None ≠ 0.0
|
|
172
|
+
# ⇒ 仍 FAIL),但失败被**点名**到本条断言。这正是 `--mutate old-cut` 要的红项。
|
|
173
|
+
check("λ=1:压到 0 且不为负(降权不得变成删除)",
|
|
174
|
+
sc1.get("pos_overlap") == 0.0 and sc1.get("pos_edge") == 0.0
|
|
175
|
+
and min(sc1.values()) >= 0.0, str(sc1))
|
|
176
|
+
|
|
177
|
+
# ---- 5) 阈值真的在过滤:部分重叠候选(包含度≈0.5)在 0.6 下不抑制、0.4 下被抑制 ----
|
|
178
|
+
_setenv(MDCG_NEG_LAMBDA="0.5", MDCG_NEG_SIM="0.6")
|
|
179
|
+
r2, m2 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
180
|
+
sc2 = _scores(r2)
|
|
181
|
+
sup2 = set(((m2.get("gates") or {}).get("s5") or {}).get("suppressed_ids") or [])
|
|
182
|
+
check("thr=0.6:部分重叠不抑制、完全重叠仍抑制",
|
|
183
|
+
sc2["pos_mid"] == base["pos_mid"]
|
|
184
|
+
and "pos_mid" not in sup2 and "pos_overlap" in sup2,
|
|
185
|
+
str(sc2) + " " + str(sorted(sup2)))
|
|
186
|
+
_setenv(MDCG_NEG_SIM="0.4")
|
|
187
|
+
r3, m3 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
188
|
+
sc3 = _scores(r3)
|
|
189
|
+
raw3 = _raw_scores(r3) # 比例判据的输入(未舍入)
|
|
190
|
+
sup3 = set(((m3.get("gates") or {}).get("s5") or {}).get("suppressed_ids") or [])
|
|
191
|
+
check("thr=0.4:部分重叠也被抑制",
|
|
192
|
+
abs(raw3["pos_mid"] - raw_base["pos_mid"] * 0.5) < 1e-9
|
|
193
|
+
and "pos_mid" in sup3,
|
|
194
|
+
str(sc3) + " " + str(sorted(sup3)))
|
|
195
|
+
|
|
196
|
+
# ---- 5b) 配置的 λ 必须真的生效(含审计)----
|
|
197
|
+
_setenv(MDCG_NEG_LAMBDA="0.25", MDCG_NEG_SIM="0.5")
|
|
198
|
+
r4, m4 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
199
|
+
sc4 = _scores(r4)
|
|
200
|
+
g4 = (m4.get("gates") or {}).get("s5") or {}
|
|
201
|
+
check("λ=0.25:审计记 0.25、负覆盖条目仍非分数(哨兵 0.0,不随 λ 变)",
|
|
202
|
+
sc4.get("rejected/h_rej.md") == 0.0 and g4.get("lambda") == 0.25,
|
|
203
|
+
"%s %s" % (sc4.get("rejected/h_rej.md"), g4))
|
|
204
|
+
|
|
205
|
+
# ---- 6) 无负记忆命中:不落 s5 审计 ----
|
|
206
|
+
r3, m3 = cg.search("西格玛 欧米伽", k=10, judge=False, record=False)
|
|
207
|
+
check("无负记忆命中:不落 s5 审计",
|
|
208
|
+
"s5" not in (m3.get("gates") or {}), str(m3.get("gates")))
|
|
209
|
+
|
|
210
|
+
# ---- 7) 幂等:重复检索 / 索引重建 ----
|
|
211
|
+
_setenv(MDCG_NEG_LAMBDA="0.5", MDCG_NEG_SIM="0.5")
|
|
212
|
+
ra, ma = cg.search(QUERY, k=10, judge=False, record=False)
|
|
213
|
+
rb, mb = cg.search(QUERY, k=10, judge=False, record=False)
|
|
214
|
+
check("S5 幂等:重复检索同口径",
|
|
215
|
+
_scores(ra) == _scores(rb)
|
|
216
|
+
and (ma.get("gates") or {}) == (mb.get("gates") or {}), str(_scores(ra)))
|
|
217
|
+
cg.rebuild_index()
|
|
218
|
+
rc, mc = cg.search(QUERY, k=10, judge=False, record=False)
|
|
219
|
+
check("S5 幂等:索引重建后同口径",
|
|
220
|
+
_scores(rc) == _scores(ra)
|
|
221
|
+
and (mc.get("gates") or {}) == (ma.get("gates") or {}), str(_scores(rc)))
|
|
222
|
+
|
|
223
|
+
# ---- 8) 默认口径等价(关→开→关)----
|
|
224
|
+
_setenv(MDCG_RETRIEVAL_PIPELINE=None, MDCG_GATE_S5_NEG=None,
|
|
225
|
+
MDCG_NEG_LAMBDA=None, MDCG_NEG_SIM=None,
|
|
226
|
+
MDCG_GATE_S1_DOMAIN=None, MDCG_GATE_S2_COND=None)
|
|
227
|
+
r9, m9 = cg.search(QUERY, k=10, judge=False, record=False)
|
|
228
|
+
check("默认口径等价:关→开→关 首末一致",
|
|
229
|
+
_scores(r9) == base and "gates" not in m9, str(_scores(r9)))
|
|
230
|
+
_restore(old)
|
|
231
|
+
|
|
232
|
+
print("\ntest_retr_s5: %d 通过 / %d 失败" % (passed, failed))
|
|
233
|
+
return 0 if failed == 0 else 1
|
|
234
|
+
|
|
235
|
+
|
|
236
|
+
# ---------------------------------------------- 定点变异(反面探针,自证判别力)
|
|
237
|
+
# S5 的契约是「只降权、不删除」(mdcg.py `_emit` S5 段自述):λ=1 把候选乘成 0,
|
|
238
|
+
# 但候选必须仍在结果里。若主结果被裁到「真命中数」(c82e4255 旧口径),被乘成 0 的
|
|
239
|
+
# 真候选会被当成「无质量信号」删掉 ⇒ λ=1 那条断言转红并点名。范式照
|
|
240
|
+
# `md_cg/test_w7_redlines.py`:
|
|
241
|
+
# python -X utf8 -m md_cg.test_retr_s5 --mutate old-cut
|
|
242
|
+
def _set_primary_bound(fn):
|
|
243
|
+
"""把 `MdCG._primary_bound` 换成 fn(纯内存),返回恢复函数(`__dict__` 快照还原)。"""
|
|
244
|
+
orig = MdCG.__dict__["_primary_bound"]
|
|
245
|
+
MdCG._primary_bound = fn
|
|
246
|
+
|
|
247
|
+
def _restore():
|
|
248
|
+
MdCG._primary_bound = orig
|
|
249
|
+
return _restore
|
|
250
|
+
|
|
251
|
+
|
|
252
|
+
_MUTATIONS = {
|
|
253
|
+
"old-cut": (
|
|
254
|
+
"主结果裁到真命中数(c82e4255 旧口径 min(_primary_slots, _n_real))",
|
|
255
|
+
lambda: _set_primary_bound(
|
|
256
|
+
lambda self, k, n_neg, tier, n_real:
|
|
257
|
+
min(self._primary_slots(k, n_neg), n_real)),
|
|
258
|
+
{"λ=1:压到 0 且不为负(降权不得变成删除)"}),
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
|
|
262
|
+
def _reds():
|
|
263
|
+
"""跑一遍 main()(新建 temp 库,幂等);返回 (转红断言名集合, 异常名或 None)。"""
|
|
264
|
+
global passed, failed
|
|
265
|
+
passed = failed = 0
|
|
266
|
+
del FAILS[:]
|
|
267
|
+
with contextlib.redirect_stdout(io.StringIO()):
|
|
268
|
+
try:
|
|
269
|
+
main()
|
|
270
|
+
except Exception as exc: # noqa: BLE001
|
|
271
|
+
return set(), type(exc).__name__
|
|
272
|
+
return set(FAILS), None
|
|
273
|
+
|
|
274
|
+
|
|
275
|
+
def _mutate(name):
|
|
276
|
+
if name not in _MUTATIONS:
|
|
277
|
+
print("未知变异名 %r(可选 %s)" % (name, sorted(_MUTATIONS)))
|
|
278
|
+
return 1
|
|
279
|
+
mname, apply, expect = _MUTATIONS[name]
|
|
280
|
+
print("!! S5 定点变异自证:内存注入退化,要求**恰好**命中期望红项\n")
|
|
281
|
+
bad = []
|
|
282
|
+
base_red, base_exc = _reds()
|
|
283
|
+
if base_exc:
|
|
284
|
+
bad.append("基线异常:%s" % base_exc)
|
|
285
|
+
if base_red:
|
|
286
|
+
bad.append("基线即转红:%s" % sorted(base_red))
|
|
287
|
+
print(" 未变异基线:红项 %d %s" % (len(base_red), sorted(base_red)))
|
|
288
|
+
restore = apply()
|
|
289
|
+
try:
|
|
290
|
+
red, exc = _reds()
|
|
291
|
+
finally:
|
|
292
|
+
restore()
|
|
293
|
+
if exc:
|
|
294
|
+
red = {"<变异体异常:%s>" % exc}
|
|
295
|
+
hit = red == expect
|
|
296
|
+
if not hit:
|
|
297
|
+
bad.append("变异 %s:红项 %s ≠ 期望 %s" % (name, sorted(red), sorted(expect)))
|
|
298
|
+
print(" 变异 {:<8} 红项 {}(期望 {}){}".format(
|
|
299
|
+
name, len(red), len(expect), "PASS" if hit else "**FAIL**"))
|
|
300
|
+
if not hit:
|
|
301
|
+
print(" 实=%s 期=%s" % (sorted(red), sorted(expect)))
|
|
302
|
+
print("\n变异自证:" + ("PASS(恰好命中期望红项)" if not bad else "FAIL —— " + ";".join(bad)))
|
|
303
|
+
return 0 if not bad else 1
|
|
304
|
+
|
|
305
|
+
|
|
306
|
+
if __name__ == "__main__":
|
|
307
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
308
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
309
|
+
if "--mutate" in sys.argv:
|
|
310
|
+
_i = sys.argv.index("--mutate")
|
|
311
|
+
sys.exit(_mutate(sys.argv[_i + 1] if _i + 1 < len(sys.argv) else ""))
|
|
312
|
+
sys.exit(main())
|