@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,293 +1,293 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
r"""#121 守卫:calibration() 的越界 confidence 必须**可观测**且**不变量成立**。
|
|
3
|
-
|
|
4
|
-
缺陷(本件修复,2026-10-11)
|
|
5
|
-
--------------------------
|
|
6
|
-
conf 落在 BINS 覆盖域([0, 1.01))之外的节点照计 used/exp_sum/total_pos/
|
|
7
|
-
total_neg(**进分母**),却因不落任何桶而对 ECE 分子零贡献 ⇒ **ECE 被系统性低估**;
|
|
8
|
-
且返回体 n_nodes 与 Σbins.n_nodes **对不上而无人报**(静默丢弃)。
|
|
9
|
-
复现读数(6 正常 + 6 越界,其中 3 条真越界):修前 n_nodes=12 / Σbins=9 / 无 dropped 字段。
|
|
10
|
-
|
|
11
|
-
本守卫钉三条
|
|
12
|
-
------------
|
|
13
|
-
① **不变量**:n_nodes == Σbins.n_nodes + dropped(恒成立)
|
|
14
|
-
② **可追**:dropped/out_of_range 计数 + dropped_ids 抽样(截断须显式标出)
|
|
15
|
-
③ **口径不变**:ECE 只由**入桶**节点贡献——用公式手算的期望值钉住返回值(
|
|
16
|
-
同时证明修法没有顺手改口径);且 conf==0.0 / 0.99 / 1.0 必须**入桶**(上界 1.01)
|
|
17
|
-
|
|
18
|
-
运行:python -X utf8 -m md_cg.test_issue121_calibration_bounds
|
|
19
|
-
python -X utf8 -m md_cg.test_issue121_calibration_bounds --mutate
|
|
20
|
-
退出码:0 全绿 / 1 有失败
|
|
21
|
-
"""
|
|
22
|
-
from __future__ import annotations
|
|
23
|
-
|
|
24
|
-
import argparse
|
|
25
|
-
import io
|
|
26
|
-
import os
|
|
27
|
-
import shutil
|
|
28
|
-
import sys
|
|
29
|
-
import tempfile
|
|
30
|
-
|
|
31
|
-
from . import metacognition as mc
|
|
32
|
-
from .mdcos import MdCGOS
|
|
33
|
-
|
|
34
|
-
PASS = FAIL = 0
|
|
35
|
-
FAILS = []
|
|
36
|
-
_SANDBOXES = []
|
|
37
|
-
|
|
38
|
-
BODY = ("# 功能名:t" + chr(10) + "# 生效条件:t" + chr(10) + chr(10) + "正文")
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
def check(name, cond, detail=""):
|
|
42
|
-
global PASS, FAIL
|
|
43
|
-
if cond:
|
|
44
|
-
PASS += 1
|
|
45
|
-
print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
|
|
46
|
-
else:
|
|
47
|
-
FAIL += 1
|
|
48
|
-
FAILS.append(name)
|
|
49
|
-
print(" [FAIL] %s · %s" % (name, detail))
|
|
50
|
-
return bool(cond)
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
# 生效条件:in_values/oor_values 为 confidence 列表;建临时库(真 API 造节点+证据,
|
|
54
|
-
# 再文本改写 confidence 以模拟外部/legacy 越界来源),返回 (root, cg)。
|
|
55
|
-
def _mk_lib(in_values=(0.3, 0.5, 0.7, 0.9, 0.55, 0.65), oor_values=()):
|
|
56
|
-
root = tempfile.mkdtemp(prefix="i121_guard_")
|
|
57
|
-
_SANDBOXES.append(root)
|
|
58
|
-
cg = MdCGOS(root)
|
|
59
|
-
want = {}
|
|
60
|
-
for i, c in enumerate(in_values):
|
|
61
|
-
cg.add("in%d" % i, BODY, confidence=0.5, importance=0.5)
|
|
62
|
-
cg.verify("in%d" % i, "e%d" % i, "confirmed")
|
|
63
|
-
want["in%d" % i] = c
|
|
64
|
-
for j, c in enumerate(oor_values):
|
|
65
|
-
cg.add("oor%d" % j, BODY, confidence=0.5, importance=0.5)
|
|
66
|
-
cg.verify("oor%d" % j, "e-oor%d" % j, "confirmed")
|
|
67
|
-
want["oor%d" % j] = c
|
|
68
|
-
cg.close()
|
|
69
|
-
# verify() 会把 confidence +0.05(并夹到 [0,0.99])⇒ 逐文件**文本改写**回目标值,
|
|
70
|
-
# 使桶归属完全由本守卫指定(否则期望值要跟着 verify 的抖动走,判据变脆)。
|
|
71
|
-
for nid, c in want.items():
|
|
72
|
-
for dp, _dn, fns in os.walk(root):
|
|
73
|
-
if nid + ".md" in fns:
|
|
74
|
-
p = os.path.join(dp, nid + ".md")
|
|
75
|
-
fm, content = nodefile_load(p)
|
|
76
|
-
fm["confidence"] = c
|
|
77
|
-
io.open(p, "w", encoding="utf-8", newline="").write(
|
|
78
|
-
nodefile_dumps(fm, content))
|
|
79
|
-
return root, MdCGOS(root)
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
from . import nodefile as _nf # noqa: E402
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
def nodefile_load(p):
|
|
86
|
-
return _nf.loads(io.open(p, encoding="utf-8").read())
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
def nodefile_dumps(fm, content):
|
|
90
|
-
return _nf.dumps(fm, content)
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
# 生效条件:rep 为 calibration() 返回体、oor_ids 为本次构造的越界节点 id 集合;
|
|
94
|
-
# 返回违规描述列表(空列表=全部合规)。**这是本守卫的唯一判据函数**(变异打在此层之上)。
|
|
95
|
-
def violations(rep, oor_ids):
|
|
96
|
-
bad = []
|
|
97
|
-
nn = rep.get("n_nodes")
|
|
98
|
-
sb = sum(b["n_nodes"] for b in rep.get("bins") or [])
|
|
99
|
-
if "dropped" not in rep or "out_of_range" not in rep:
|
|
100
|
-
bad.append("返回体缺 dropped/out_of_range 键(静默面未关闭)")
|
|
101
|
-
return bad
|
|
102
|
-
d = rep.get("dropped") or 0
|
|
103
|
-
if nn != sb + d:
|
|
104
|
-
bad.append("不变量破:n_nodes(%s) != Σbins(%s) + dropped(%s)" % (nn, sb, d))
|
|
105
|
-
if rep.get("out_of_range") != d:
|
|
106
|
-
bad.append("dropped 与 out_of_range 不等:%s vs %s"
|
|
107
|
-
% (d, rep.get("out_of_range")))
|
|
108
|
-
ids = rep.get("dropped_ids")
|
|
109
|
-
if not isinstance(ids, list):
|
|
110
|
-
bad.append("dropped_ids 不是列表:%r" % (ids,))
|
|
111
|
-
else:
|
|
112
|
-
if d and "dropped_ids_truncated" not in rep:
|
|
113
|
-
bad.append("缺 dropped_ids_truncated(截断不可观测)")
|
|
114
|
-
if rep.get("dropped_ids_truncated") is False and len(ids) != d:
|
|
115
|
-
bad.append("未截断但抽样数(%d) != dropped(%d)" % (len(ids), d))
|
|
116
|
-
stray = [x for x in ids if x not in oor_ids]
|
|
117
|
-
if stray:
|
|
118
|
-
bad.append("抽样 id 不属于越界集合:%s" % stray)
|
|
119
|
-
return bad
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
def g_invariant_and_trace():
|
|
123
|
-
"""G1/G2/G3 不变量 + 可追(3 条真越界)。"""
|
|
124
|
-
root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0, 0.0, 1.0, 0.99))
|
|
125
|
-
try:
|
|
126
|
-
rep = mc.calibration(cg)
|
|
127
|
-
oor_ids = {"oor0", "oor1", "oor2"} # -0.2 / 1.5 / 2.0
|
|
128
|
-
bad = violations(rep, oor_ids)
|
|
129
|
-
check("G1 不变量成立且可追(无违规)", not bad, bad)
|
|
130
|
-
check("G2 dropped == 3(恰好三条越界)", rep.get("dropped") == 3,
|
|
131
|
-
rep.get("dropped"))
|
|
132
|
-
check("G3 dropped_ids 恰为三条越界 id(0.0/0.99/1.0 不算越界)",
|
|
133
|
-
sorted(rep.get("dropped_ids") or []) == sorted(oor_ids),
|
|
134
|
-
rep.get("dropped_ids"))
|
|
135
|
-
check("G3b Σbins.n_nodes == 9(越界三条未入桶)",
|
|
136
|
-
sum(b["n_nodes"] for b in rep.get("bins") or []) == 9,
|
|
137
|
-
rep.get("bins"))
|
|
138
|
-
check("G3c dropped_ids_truncated is False", rep.get("dropped_ids_truncated") is False,
|
|
139
|
-
rep.get("dropped_ids_truncated"))
|
|
140
|
-
finally:
|
|
141
|
-
cg.close()
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
def g_edges_in_range():
|
|
145
|
-
"""G4 边界值 0.0 / 0.99 / 1.0 必须入桶(BINS 上界 1.01 覆盖)。"""
|
|
146
|
-
root, cg = _mk_lib(in_values=(0.0, 0.99, 1.0, 0.5, 0.7, 0.8))
|
|
147
|
-
try:
|
|
148
|
-
rep = mc.calibration(cg)
|
|
149
|
-
check("G4 全在域内 ⇒ dropped == 0", rep.get("dropped") == 0, rep.get("dropped"))
|
|
150
|
-
check("G4b Σbins == n_nodes", sum(b["n_nodes"] for b in rep.get("bins") or [])
|
|
151
|
-
== rep.get("n_nodes"), rep.get("bins"))
|
|
152
|
-
check("G4c 0.8/0.99/1.0 三条落 0.8-1.01 桶",
|
|
153
|
-
any(b["bin"] == "0.8-1.01" and b["n_nodes"] == 3
|
|
154
|
-
for b in rep.get("bins") or []), rep.get("bins"))
|
|
155
|
-
check("G4d 无违规", not violations(rep, set()), "")
|
|
156
|
-
finally:
|
|
157
|
-
cg.close()
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
def g_sample_truncation():
|
|
161
|
-
"""G5 抽样上限:>DROPPED_SAMPLE_MAX 条越界 ⇒ 计数完整、列表截断且显式标出。"""
|
|
162
|
-
n = mc.DROPPED_SAMPLE_MAX + 5
|
|
163
|
-
root, cg = _mk_lib(in_values=(0.5, 0.6, 0.7, 0.8, 0.9),
|
|
164
|
-
oor_values=tuple([2.0] * n))
|
|
165
|
-
try:
|
|
166
|
-
rep = mc.calibration(cg)
|
|
167
|
-
check("G5 dropped 计数完整 == %d" % n, rep.get("dropped") == n, rep.get("dropped"))
|
|
168
|
-
check("G5b dropped_ids 截断到上限 %d" % mc.DROPPED_SAMPLE_MAX,
|
|
169
|
-
len(rep.get("dropped_ids") or []) == mc.DROPPED_SAMPLE_MAX,
|
|
170
|
-
len(rep.get("dropped_ids") or []))
|
|
171
|
-
check("G5c dropped_ids_truncated is True", rep.get("dropped_ids_truncated") is True,
|
|
172
|
-
rep.get("dropped_ids_truncated"))
|
|
173
|
-
check("G5d 截断下不变量仍成立", not violations(rep, {"oor%d" % i for i in range(n)}), "")
|
|
174
|
-
finally:
|
|
175
|
-
cg.close()
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
def g_insufficient_shape():
|
|
179
|
-
"""G6 insufficient_data 分支形状稳定(也含 dropped 三键)。"""
|
|
180
|
-
root, cg = _mk_lib(in_values=(), oor_values=())
|
|
181
|
-
try:
|
|
182
|
-
rep = mc.calibration(cg)
|
|
183
|
-
check("G6 无样本 ⇒ ok False / insufficient_data",
|
|
184
|
-
rep.get("ok") is False and rep.get("reason") == "insufficient_data", rep)
|
|
185
|
-
check("G6b 该分支同样含 dropped/out_of_range/dropped_ids 三键",
|
|
186
|
-
all(k in rep for k in ("dropped", "out_of_range", "dropped_ids")),
|
|
187
|
-
sorted(rep))
|
|
188
|
-
finally:
|
|
189
|
-
cg.close()
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
def g_ece_caliber_locked():
|
|
193
|
-
"""G7 口径钉:手算 ECE(只由入桶节点贡献)== 返回值 ⇒ 修法未改口径。"""
|
|
194
|
-
root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
|
|
195
|
-
try:
|
|
196
|
-
rep = mc.calibration(cg)
|
|
197
|
-
want = 0.0
|
|
198
|
-
for b in rep.get("bins") or []:
|
|
199
|
-
n_ev = b["n_evidence"]
|
|
200
|
-
want += (n_ev / rep["n_evidence"]) * abs(b["confidence"] - b["accuracy"])
|
|
201
|
-
check("G7 手算 ECE(入桶口径)== 返回值 %s" % rep.get("ece"),
|
|
202
|
-
round(want, 4) == rep.get("ece"), (round(want, 4), rep.get("ece")))
|
|
203
|
-
check("G7b 越界三条不进任何桶(Σbins == 6,与 n_nodes 9 差 3)",
|
|
204
|
-
sum(b["n_nodes"] for b in rep.get("bins") or []) == 6, rep.get("bins"))
|
|
205
|
-
finally:
|
|
206
|
-
cg.close()
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
_CASES = (g_invariant_and_trace, g_edges_in_range, g_sample_truncation,
|
|
210
|
-
g_insufficient_shape, g_ece_caliber_locked)
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
def _run_all():
|
|
214
|
-
global PASS, FAIL
|
|
215
|
-
PASS = FAIL = 0
|
|
216
|
-
del FAILS[:]
|
|
217
|
-
for fn in _CASES:
|
|
218
|
-
try:
|
|
219
|
-
fn()
|
|
220
|
-
except Exception as exc: # noqa: BLE001
|
|
221
|
-
check(False, "%s 组抛异常:%s: %s" % (fn.__name__, type(exc).__name__, exc))
|
|
222
|
-
return list(FAILS)
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
# 生效条件:无入参;对同一库跑「真实现 vs 三个破坏契约的替身」,断言判据函数逐条转红;返回失败条数。
|
|
226
|
-
def _run_mutations():
|
|
227
|
-
print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
|
|
228
|
-
root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
|
|
229
|
-
try:
|
|
230
|
-
rep0 = mc.calibration(cg)
|
|
231
|
-
oor_ids = {"oor0", "oor1", "oor2"}
|
|
232
|
-
base = violations(rep0, oor_ids)
|
|
233
|
-
print(" [基线] 变异前违规项 = %s(应为空)" % (base or "无"))
|
|
234
|
-
def _shim_drop0(rep):
|
|
235
|
-
r = dict(rep)
|
|
236
|
-
r["dropped"] = 0
|
|
237
|
-
r["out_of_range"] = 0
|
|
238
|
-
r["dropped_ids"] = []
|
|
239
|
-
return r
|
|
240
|
-
|
|
241
|
-
def _shim_drop_plus1(rep):
|
|
242
|
-
r = dict(rep)
|
|
243
|
-
r["dropped"] = (rep.get("dropped") or 0) + 1
|
|
244
|
-
r["out_of_range"] = r["dropped"]
|
|
245
|
-
return r
|
|
246
|
-
|
|
247
|
-
def _shim_double_count(rep):
|
|
248
|
-
r = dict(rep)
|
|
249
|
-
bins = [dict(b) for b in rep.get("bins") or []]
|
|
250
|
-
if bins:
|
|
251
|
-
bins[0]["n_nodes"] += rep.get("dropped") or 0
|
|
252
|
-
r["bins"] = bins
|
|
253
|
-
return r
|
|
254
|
-
|
|
255
|
-
cases = (
|
|
256
|
-
("M1 dropped/out_of_range 恒 0(越界被静默)", _shim_drop0),
|
|
257
|
-
("M2 dropped 虚报 +1(计数不守恒)", _shim_drop_plus1),
|
|
258
|
-
("M3 越界节点被塞进首桶且 dropped 照记(重复计数)", _shim_double_count),
|
|
259
|
-
)
|
|
260
|
-
bad = 0
|
|
261
|
-
for label, shim in cases:
|
|
262
|
-
got = violations(shim(rep0), oor_ids)
|
|
263
|
-
hit = bool(got)
|
|
264
|
-
if not check(label, hit, "变异后违规项为空 ⇒ 判据无判别力"):
|
|
265
|
-
bad += 1
|
|
266
|
-
print(" 变异前:违规项=[] | 变异后:违规项=%d 项 %s ⇒ %s"
|
|
267
|
-
% (len(got), got[:2], "命中" if hit else "未命中"))
|
|
268
|
-
print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
|
|
269
|
-
else "存在 %d 条未按预期" % bad))
|
|
270
|
-
return bad
|
|
271
|
-
finally:
|
|
272
|
-
cg.close()
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
def main() -> int:
|
|
276
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
277
|
-
ap = argparse.ArgumentParser(description="#121 calibration 越界守卫")
|
|
278
|
-
ap.add_argument("--mutate", action="store_true", help="定点变异自证")
|
|
279
|
-
a = ap.parse_args()
|
|
280
|
-
print("[1] 判据面")
|
|
281
|
-
reds = _run_all()
|
|
282
|
-
rc = 1 if reds else 0
|
|
283
|
-
if a.mutate:
|
|
284
|
-
rc = 1 if (_run_mutations() or reds) else 0
|
|
285
|
-
print(chr(10) + "SUMMARY: #121 calibration 越界守卫:%d 通过,%d 失败%s"
|
|
286
|
-
% (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
|
|
287
|
-
for d in _SANDBOXES:
|
|
288
|
-
shutil.rmtree(d, ignore_errors=True)
|
|
289
|
-
return rc
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
if __name__ == "__main__":
|
|
293
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
r"""#121 守卫:calibration() 的越界 confidence 必须**可观测**且**不变量成立**。
|
|
3
|
+
|
|
4
|
+
缺陷(本件修复,2026-10-11)
|
|
5
|
+
--------------------------
|
|
6
|
+
conf 落在 BINS 覆盖域([0, 1.01))之外的节点照计 used/exp_sum/total_pos/
|
|
7
|
+
total_neg(**进分母**),却因不落任何桶而对 ECE 分子零贡献 ⇒ **ECE 被系统性低估**;
|
|
8
|
+
且返回体 n_nodes 与 Σbins.n_nodes **对不上而无人报**(静默丢弃)。
|
|
9
|
+
复现读数(6 正常 + 6 越界,其中 3 条真越界):修前 n_nodes=12 / Σbins=9 / 无 dropped 字段。
|
|
10
|
+
|
|
11
|
+
本守卫钉三条
|
|
12
|
+
------------
|
|
13
|
+
① **不变量**:n_nodes == Σbins.n_nodes + dropped(恒成立)
|
|
14
|
+
② **可追**:dropped/out_of_range 计数 + dropped_ids 抽样(截断须显式标出)
|
|
15
|
+
③ **口径不变**:ECE 只由**入桶**节点贡献——用公式手算的期望值钉住返回值(
|
|
16
|
+
同时证明修法没有顺手改口径);且 conf==0.0 / 0.99 / 1.0 必须**入桶**(上界 1.01)
|
|
17
|
+
|
|
18
|
+
运行:python -X utf8 -m md_cg.test_issue121_calibration_bounds
|
|
19
|
+
python -X utf8 -m md_cg.test_issue121_calibration_bounds --mutate
|
|
20
|
+
退出码:0 全绿 / 1 有失败
|
|
21
|
+
"""
|
|
22
|
+
from __future__ import annotations
|
|
23
|
+
|
|
24
|
+
import argparse
|
|
25
|
+
import io
|
|
26
|
+
import os
|
|
27
|
+
import shutil
|
|
28
|
+
import sys
|
|
29
|
+
import tempfile
|
|
30
|
+
|
|
31
|
+
from . import metacognition as mc
|
|
32
|
+
from .mdcos import MdCGOS
|
|
33
|
+
|
|
34
|
+
PASS = FAIL = 0
|
|
35
|
+
FAILS = []
|
|
36
|
+
_SANDBOXES = []
|
|
37
|
+
|
|
38
|
+
BODY = ("# 功能名:t" + chr(10) + "# 生效条件:t" + chr(10) + chr(10) + "正文")
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def check(name, cond, detail=""):
|
|
42
|
+
global PASS, FAIL
|
|
43
|
+
if cond:
|
|
44
|
+
PASS += 1
|
|
45
|
+
print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
|
|
46
|
+
else:
|
|
47
|
+
FAIL += 1
|
|
48
|
+
FAILS.append(name)
|
|
49
|
+
print(" [FAIL] %s · %s" % (name, detail))
|
|
50
|
+
return bool(cond)
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
# 生效条件:in_values/oor_values 为 confidence 列表;建临时库(真 API 造节点+证据,
|
|
54
|
+
# 再文本改写 confidence 以模拟外部/legacy 越界来源),返回 (root, cg)。
|
|
55
|
+
def _mk_lib(in_values=(0.3, 0.5, 0.7, 0.9, 0.55, 0.65), oor_values=()):
|
|
56
|
+
root = tempfile.mkdtemp(prefix="i121_guard_")
|
|
57
|
+
_SANDBOXES.append(root)
|
|
58
|
+
cg = MdCGOS(root)
|
|
59
|
+
want = {}
|
|
60
|
+
for i, c in enumerate(in_values):
|
|
61
|
+
cg.add("in%d" % i, BODY, confidence=0.5, importance=0.5)
|
|
62
|
+
cg.verify("in%d" % i, "e%d" % i, "confirmed")
|
|
63
|
+
want["in%d" % i] = c
|
|
64
|
+
for j, c in enumerate(oor_values):
|
|
65
|
+
cg.add("oor%d" % j, BODY, confidence=0.5, importance=0.5)
|
|
66
|
+
cg.verify("oor%d" % j, "e-oor%d" % j, "confirmed")
|
|
67
|
+
want["oor%d" % j] = c
|
|
68
|
+
cg.close()
|
|
69
|
+
# verify() 会把 confidence +0.05(并夹到 [0,0.99])⇒ 逐文件**文本改写**回目标值,
|
|
70
|
+
# 使桶归属完全由本守卫指定(否则期望值要跟着 verify 的抖动走,判据变脆)。
|
|
71
|
+
for nid, c in want.items():
|
|
72
|
+
for dp, _dn, fns in os.walk(root):
|
|
73
|
+
if nid + ".md" in fns:
|
|
74
|
+
p = os.path.join(dp, nid + ".md")
|
|
75
|
+
fm, content = nodefile_load(p)
|
|
76
|
+
fm["confidence"] = c
|
|
77
|
+
io.open(p, "w", encoding="utf-8", newline="").write(
|
|
78
|
+
nodefile_dumps(fm, content))
|
|
79
|
+
return root, MdCGOS(root)
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
from . import nodefile as _nf # noqa: E402
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def nodefile_load(p):
|
|
86
|
+
return _nf.loads(io.open(p, encoding="utf-8").read())
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
def nodefile_dumps(fm, content):
|
|
90
|
+
return _nf.dumps(fm, content)
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
# 生效条件:rep 为 calibration() 返回体、oor_ids 为本次构造的越界节点 id 集合;
|
|
94
|
+
# 返回违规描述列表(空列表=全部合规)。**这是本守卫的唯一判据函数**(变异打在此层之上)。
|
|
95
|
+
def violations(rep, oor_ids):
|
|
96
|
+
bad = []
|
|
97
|
+
nn = rep.get("n_nodes")
|
|
98
|
+
sb = sum(b["n_nodes"] for b in rep.get("bins") or [])
|
|
99
|
+
if "dropped" not in rep or "out_of_range" not in rep:
|
|
100
|
+
bad.append("返回体缺 dropped/out_of_range 键(静默面未关闭)")
|
|
101
|
+
return bad
|
|
102
|
+
d = rep.get("dropped") or 0
|
|
103
|
+
if nn != sb + d:
|
|
104
|
+
bad.append("不变量破:n_nodes(%s) != Σbins(%s) + dropped(%s)" % (nn, sb, d))
|
|
105
|
+
if rep.get("out_of_range") != d:
|
|
106
|
+
bad.append("dropped 与 out_of_range 不等:%s vs %s"
|
|
107
|
+
% (d, rep.get("out_of_range")))
|
|
108
|
+
ids = rep.get("dropped_ids")
|
|
109
|
+
if not isinstance(ids, list):
|
|
110
|
+
bad.append("dropped_ids 不是列表:%r" % (ids,))
|
|
111
|
+
else:
|
|
112
|
+
if d and "dropped_ids_truncated" not in rep:
|
|
113
|
+
bad.append("缺 dropped_ids_truncated(截断不可观测)")
|
|
114
|
+
if rep.get("dropped_ids_truncated") is False and len(ids) != d:
|
|
115
|
+
bad.append("未截断但抽样数(%d) != dropped(%d)" % (len(ids), d))
|
|
116
|
+
stray = [x for x in ids if x not in oor_ids]
|
|
117
|
+
if stray:
|
|
118
|
+
bad.append("抽样 id 不属于越界集合:%s" % stray)
|
|
119
|
+
return bad
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
def g_invariant_and_trace():
|
|
123
|
+
"""G1/G2/G3 不变量 + 可追(3 条真越界)。"""
|
|
124
|
+
root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0, 0.0, 1.0, 0.99))
|
|
125
|
+
try:
|
|
126
|
+
rep = mc.calibration(cg)
|
|
127
|
+
oor_ids = {"oor0", "oor1", "oor2"} # -0.2 / 1.5 / 2.0
|
|
128
|
+
bad = violations(rep, oor_ids)
|
|
129
|
+
check("G1 不变量成立且可追(无违规)", not bad, bad)
|
|
130
|
+
check("G2 dropped == 3(恰好三条越界)", rep.get("dropped") == 3,
|
|
131
|
+
rep.get("dropped"))
|
|
132
|
+
check("G3 dropped_ids 恰为三条越界 id(0.0/0.99/1.0 不算越界)",
|
|
133
|
+
sorted(rep.get("dropped_ids") or []) == sorted(oor_ids),
|
|
134
|
+
rep.get("dropped_ids"))
|
|
135
|
+
check("G3b Σbins.n_nodes == 9(越界三条未入桶)",
|
|
136
|
+
sum(b["n_nodes"] for b in rep.get("bins") or []) == 9,
|
|
137
|
+
rep.get("bins"))
|
|
138
|
+
check("G3c dropped_ids_truncated is False", rep.get("dropped_ids_truncated") is False,
|
|
139
|
+
rep.get("dropped_ids_truncated"))
|
|
140
|
+
finally:
|
|
141
|
+
cg.close()
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
def g_edges_in_range():
|
|
145
|
+
"""G4 边界值 0.0 / 0.99 / 1.0 必须入桶(BINS 上界 1.01 覆盖)。"""
|
|
146
|
+
root, cg = _mk_lib(in_values=(0.0, 0.99, 1.0, 0.5, 0.7, 0.8))
|
|
147
|
+
try:
|
|
148
|
+
rep = mc.calibration(cg)
|
|
149
|
+
check("G4 全在域内 ⇒ dropped == 0", rep.get("dropped") == 0, rep.get("dropped"))
|
|
150
|
+
check("G4b Σbins == n_nodes", sum(b["n_nodes"] for b in rep.get("bins") or [])
|
|
151
|
+
== rep.get("n_nodes"), rep.get("bins"))
|
|
152
|
+
check("G4c 0.8/0.99/1.0 三条落 0.8-1.01 桶",
|
|
153
|
+
any(b["bin"] == "0.8-1.01" and b["n_nodes"] == 3
|
|
154
|
+
for b in rep.get("bins") or []), rep.get("bins"))
|
|
155
|
+
check("G4d 无违规", not violations(rep, set()), "")
|
|
156
|
+
finally:
|
|
157
|
+
cg.close()
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
def g_sample_truncation():
|
|
161
|
+
"""G5 抽样上限:>DROPPED_SAMPLE_MAX 条越界 ⇒ 计数完整、列表截断且显式标出。"""
|
|
162
|
+
n = mc.DROPPED_SAMPLE_MAX + 5
|
|
163
|
+
root, cg = _mk_lib(in_values=(0.5, 0.6, 0.7, 0.8, 0.9),
|
|
164
|
+
oor_values=tuple([2.0] * n))
|
|
165
|
+
try:
|
|
166
|
+
rep = mc.calibration(cg)
|
|
167
|
+
check("G5 dropped 计数完整 == %d" % n, rep.get("dropped") == n, rep.get("dropped"))
|
|
168
|
+
check("G5b dropped_ids 截断到上限 %d" % mc.DROPPED_SAMPLE_MAX,
|
|
169
|
+
len(rep.get("dropped_ids") or []) == mc.DROPPED_SAMPLE_MAX,
|
|
170
|
+
len(rep.get("dropped_ids") or []))
|
|
171
|
+
check("G5c dropped_ids_truncated is True", rep.get("dropped_ids_truncated") is True,
|
|
172
|
+
rep.get("dropped_ids_truncated"))
|
|
173
|
+
check("G5d 截断下不变量仍成立", not violations(rep, {"oor%d" % i for i in range(n)}), "")
|
|
174
|
+
finally:
|
|
175
|
+
cg.close()
|
|
176
|
+
|
|
177
|
+
|
|
178
|
+
def g_insufficient_shape():
|
|
179
|
+
"""G6 insufficient_data 分支形状稳定(也含 dropped 三键)。"""
|
|
180
|
+
root, cg = _mk_lib(in_values=(), oor_values=())
|
|
181
|
+
try:
|
|
182
|
+
rep = mc.calibration(cg)
|
|
183
|
+
check("G6 无样本 ⇒ ok False / insufficient_data",
|
|
184
|
+
rep.get("ok") is False and rep.get("reason") == "insufficient_data", rep)
|
|
185
|
+
check("G6b 该分支同样含 dropped/out_of_range/dropped_ids 三键",
|
|
186
|
+
all(k in rep for k in ("dropped", "out_of_range", "dropped_ids")),
|
|
187
|
+
sorted(rep))
|
|
188
|
+
finally:
|
|
189
|
+
cg.close()
|
|
190
|
+
|
|
191
|
+
|
|
192
|
+
def g_ece_caliber_locked():
|
|
193
|
+
"""G7 口径钉:手算 ECE(只由入桶节点贡献)== 返回值 ⇒ 修法未改口径。"""
|
|
194
|
+
root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
|
|
195
|
+
try:
|
|
196
|
+
rep = mc.calibration(cg)
|
|
197
|
+
want = 0.0
|
|
198
|
+
for b in rep.get("bins") or []:
|
|
199
|
+
n_ev = b["n_evidence"]
|
|
200
|
+
want += (n_ev / rep["n_evidence"]) * abs(b["confidence"] - b["accuracy"])
|
|
201
|
+
check("G7 手算 ECE(入桶口径)== 返回值 %s" % rep.get("ece"),
|
|
202
|
+
round(want, 4) == rep.get("ece"), (round(want, 4), rep.get("ece")))
|
|
203
|
+
check("G7b 越界三条不进任何桶(Σbins == 6,与 n_nodes 9 差 3)",
|
|
204
|
+
sum(b["n_nodes"] for b in rep.get("bins") or []) == 6, rep.get("bins"))
|
|
205
|
+
finally:
|
|
206
|
+
cg.close()
|
|
207
|
+
|
|
208
|
+
|
|
209
|
+
_CASES = (g_invariant_and_trace, g_edges_in_range, g_sample_truncation,
|
|
210
|
+
g_insufficient_shape, g_ece_caliber_locked)
|
|
211
|
+
|
|
212
|
+
|
|
213
|
+
def _run_all():
|
|
214
|
+
global PASS, FAIL
|
|
215
|
+
PASS = FAIL = 0
|
|
216
|
+
del FAILS[:]
|
|
217
|
+
for fn in _CASES:
|
|
218
|
+
try:
|
|
219
|
+
fn()
|
|
220
|
+
except Exception as exc: # noqa: BLE001
|
|
221
|
+
check(False, "%s 组抛异常:%s: %s" % (fn.__name__, type(exc).__name__, exc))
|
|
222
|
+
return list(FAILS)
|
|
223
|
+
|
|
224
|
+
|
|
225
|
+
# 生效条件:无入参;对同一库跑「真实现 vs 三个破坏契约的替身」,断言判据函数逐条转红;返回失败条数。
|
|
226
|
+
def _run_mutations():
|
|
227
|
+
print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
|
|
228
|
+
root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
|
|
229
|
+
try:
|
|
230
|
+
rep0 = mc.calibration(cg)
|
|
231
|
+
oor_ids = {"oor0", "oor1", "oor2"}
|
|
232
|
+
base = violations(rep0, oor_ids)
|
|
233
|
+
print(" [基线] 变异前违规项 = %s(应为空)" % (base or "无"))
|
|
234
|
+
def _shim_drop0(rep):
|
|
235
|
+
r = dict(rep)
|
|
236
|
+
r["dropped"] = 0
|
|
237
|
+
r["out_of_range"] = 0
|
|
238
|
+
r["dropped_ids"] = []
|
|
239
|
+
return r
|
|
240
|
+
|
|
241
|
+
def _shim_drop_plus1(rep):
|
|
242
|
+
r = dict(rep)
|
|
243
|
+
r["dropped"] = (rep.get("dropped") or 0) + 1
|
|
244
|
+
r["out_of_range"] = r["dropped"]
|
|
245
|
+
return r
|
|
246
|
+
|
|
247
|
+
def _shim_double_count(rep):
|
|
248
|
+
r = dict(rep)
|
|
249
|
+
bins = [dict(b) for b in rep.get("bins") or []]
|
|
250
|
+
if bins:
|
|
251
|
+
bins[0]["n_nodes"] += rep.get("dropped") or 0
|
|
252
|
+
r["bins"] = bins
|
|
253
|
+
return r
|
|
254
|
+
|
|
255
|
+
cases = (
|
|
256
|
+
("M1 dropped/out_of_range 恒 0(越界被静默)", _shim_drop0),
|
|
257
|
+
("M2 dropped 虚报 +1(计数不守恒)", _shim_drop_plus1),
|
|
258
|
+
("M3 越界节点被塞进首桶且 dropped 照记(重复计数)", _shim_double_count),
|
|
259
|
+
)
|
|
260
|
+
bad = 0
|
|
261
|
+
for label, shim in cases:
|
|
262
|
+
got = violations(shim(rep0), oor_ids)
|
|
263
|
+
hit = bool(got)
|
|
264
|
+
if not check(label, hit, "变异后违规项为空 ⇒ 判据无判别力"):
|
|
265
|
+
bad += 1
|
|
266
|
+
print(" 变异前:违规项=[] | 变异后:违规项=%d 项 %s ⇒ %s"
|
|
267
|
+
% (len(got), got[:2], "命中" if hit else "未命中"))
|
|
268
|
+
print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
|
|
269
|
+
else "存在 %d 条未按预期" % bad))
|
|
270
|
+
return bad
|
|
271
|
+
finally:
|
|
272
|
+
cg.close()
|
|
273
|
+
|
|
274
|
+
|
|
275
|
+
def main() -> int:
|
|
276
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
277
|
+
ap = argparse.ArgumentParser(description="#121 calibration 越界守卫")
|
|
278
|
+
ap.add_argument("--mutate", action="store_true", help="定点变异自证")
|
|
279
|
+
a = ap.parse_args()
|
|
280
|
+
print("[1] 判据面")
|
|
281
|
+
reds = _run_all()
|
|
282
|
+
rc = 1 if reds else 0
|
|
283
|
+
if a.mutate:
|
|
284
|
+
rc = 1 if (_run_mutations() or reds) else 0
|
|
285
|
+
print(chr(10) + "SUMMARY: #121 calibration 越界守卫:%d 通过,%d 失败%s"
|
|
286
|
+
% (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
|
|
287
|
+
for d in _SANDBOXES:
|
|
288
|
+
shutil.rmtree(d, ignore_errors=True)
|
|
289
|
+
return rc
|
|
290
|
+
|
|
291
|
+
|
|
292
|
+
if __name__ == "__main__":
|
|
293
|
+
sys.exit(main())
|