@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,293 +1,293 @@
1
- # -*- coding: utf-8 -*-
2
- r"""#121 守卫:calibration() 的越界 confidence 必须**可观测**且**不变量成立**。
3
-
4
- 缺陷(本件修复,2026-10-11)
5
- --------------------------
6
- conf 落在 BINS 覆盖域([0, 1.01))之外的节点照计 used/exp_sum/total_pos/
7
- total_neg(**进分母**),却因不落任何桶而对 ECE 分子零贡献 ⇒ **ECE 被系统性低估**;
8
- 且返回体 n_nodes 与 Σbins.n_nodes **对不上而无人报**(静默丢弃)。
9
- 复现读数(6 正常 + 6 越界,其中 3 条真越界):修前 n_nodes=12 / Σbins=9 / 无 dropped 字段。
10
-
11
- 本守卫钉三条
12
- ------------
13
- ① **不变量**:n_nodes == Σbins.n_nodes + dropped(恒成立)
14
- ② **可追**:dropped/out_of_range 计数 + dropped_ids 抽样(截断须显式标出)
15
- ③ **口径不变**:ECE 只由**入桶**节点贡献——用公式手算的期望值钉住返回值(
16
- 同时证明修法没有顺手改口径);且 conf==0.0 / 0.99 / 1.0 必须**入桶**(上界 1.01)
17
-
18
- 运行:python -X utf8 -m md_cg.test_issue121_calibration_bounds
19
- python -X utf8 -m md_cg.test_issue121_calibration_bounds --mutate
20
- 退出码:0 全绿 / 1 有失败
21
- """
22
- from __future__ import annotations
23
-
24
- import argparse
25
- import io
26
- import os
27
- import shutil
28
- import sys
29
- import tempfile
30
-
31
- from . import metacognition as mc
32
- from .mdcos import MdCGOS
33
-
34
- PASS = FAIL = 0
35
- FAILS = []
36
- _SANDBOXES = []
37
-
38
- BODY = ("# 功能名:t" + chr(10) + "# 生效条件:t" + chr(10) + chr(10) + "正文")
39
-
40
-
41
- def check(name, cond, detail=""):
42
- global PASS, FAIL
43
- if cond:
44
- PASS += 1
45
- print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
46
- else:
47
- FAIL += 1
48
- FAILS.append(name)
49
- print(" [FAIL] %s · %s" % (name, detail))
50
- return bool(cond)
51
-
52
-
53
- # 生效条件:in_values/oor_values 为 confidence 列表;建临时库(真 API 造节点+证据,
54
- # 再文本改写 confidence 以模拟外部/legacy 越界来源),返回 (root, cg)。
55
- def _mk_lib(in_values=(0.3, 0.5, 0.7, 0.9, 0.55, 0.65), oor_values=()):
56
- root = tempfile.mkdtemp(prefix="i121_guard_")
57
- _SANDBOXES.append(root)
58
- cg = MdCGOS(root)
59
- want = {}
60
- for i, c in enumerate(in_values):
61
- cg.add("in%d" % i, BODY, confidence=0.5, importance=0.5)
62
- cg.verify("in%d" % i, "e%d" % i, "confirmed")
63
- want["in%d" % i] = c
64
- for j, c in enumerate(oor_values):
65
- cg.add("oor%d" % j, BODY, confidence=0.5, importance=0.5)
66
- cg.verify("oor%d" % j, "e-oor%d" % j, "confirmed")
67
- want["oor%d" % j] = c
68
- cg.close()
69
- # verify() 会把 confidence +0.05(并夹到 [0,0.99])⇒ 逐文件**文本改写**回目标值,
70
- # 使桶归属完全由本守卫指定(否则期望值要跟着 verify 的抖动走,判据变脆)。
71
- for nid, c in want.items():
72
- for dp, _dn, fns in os.walk(root):
73
- if nid + ".md" in fns:
74
- p = os.path.join(dp, nid + ".md")
75
- fm, content = nodefile_load(p)
76
- fm["confidence"] = c
77
- io.open(p, "w", encoding="utf-8", newline="").write(
78
- nodefile_dumps(fm, content))
79
- return root, MdCGOS(root)
80
-
81
-
82
- from . import nodefile as _nf # noqa: E402
83
-
84
-
85
- def nodefile_load(p):
86
- return _nf.loads(io.open(p, encoding="utf-8").read())
87
-
88
-
89
- def nodefile_dumps(fm, content):
90
- return _nf.dumps(fm, content)
91
-
92
-
93
- # 生效条件:rep 为 calibration() 返回体、oor_ids 为本次构造的越界节点 id 集合;
94
- # 返回违规描述列表(空列表=全部合规)。**这是本守卫的唯一判据函数**(变异打在此层之上)。
95
- def violations(rep, oor_ids):
96
- bad = []
97
- nn = rep.get("n_nodes")
98
- sb = sum(b["n_nodes"] for b in rep.get("bins") or [])
99
- if "dropped" not in rep or "out_of_range" not in rep:
100
- bad.append("返回体缺 dropped/out_of_range 键(静默面未关闭)")
101
- return bad
102
- d = rep.get("dropped") or 0
103
- if nn != sb + d:
104
- bad.append("不变量破:n_nodes(%s) != Σbins(%s) + dropped(%s)" % (nn, sb, d))
105
- if rep.get("out_of_range") != d:
106
- bad.append("dropped 与 out_of_range 不等:%s vs %s"
107
- % (d, rep.get("out_of_range")))
108
- ids = rep.get("dropped_ids")
109
- if not isinstance(ids, list):
110
- bad.append("dropped_ids 不是列表:%r" % (ids,))
111
- else:
112
- if d and "dropped_ids_truncated" not in rep:
113
- bad.append("缺 dropped_ids_truncated(截断不可观测)")
114
- if rep.get("dropped_ids_truncated") is False and len(ids) != d:
115
- bad.append("未截断但抽样数(%d) != dropped(%d)" % (len(ids), d))
116
- stray = [x for x in ids if x not in oor_ids]
117
- if stray:
118
- bad.append("抽样 id 不属于越界集合:%s" % stray)
119
- return bad
120
-
121
-
122
- def g_invariant_and_trace():
123
- """G1/G2/G3 不变量 + 可追(3 条真越界)。"""
124
- root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0, 0.0, 1.0, 0.99))
125
- try:
126
- rep = mc.calibration(cg)
127
- oor_ids = {"oor0", "oor1", "oor2"} # -0.2 / 1.5 / 2.0
128
- bad = violations(rep, oor_ids)
129
- check("G1 不变量成立且可追(无违规)", not bad, bad)
130
- check("G2 dropped == 3(恰好三条越界)", rep.get("dropped") == 3,
131
- rep.get("dropped"))
132
- check("G3 dropped_ids 恰为三条越界 id(0.0/0.99/1.0 不算越界)",
133
- sorted(rep.get("dropped_ids") or []) == sorted(oor_ids),
134
- rep.get("dropped_ids"))
135
- check("G3b Σbins.n_nodes == 9(越界三条未入桶)",
136
- sum(b["n_nodes"] for b in rep.get("bins") or []) == 9,
137
- rep.get("bins"))
138
- check("G3c dropped_ids_truncated is False", rep.get("dropped_ids_truncated") is False,
139
- rep.get("dropped_ids_truncated"))
140
- finally:
141
- cg.close()
142
-
143
-
144
- def g_edges_in_range():
145
- """G4 边界值 0.0 / 0.99 / 1.0 必须入桶(BINS 上界 1.01 覆盖)。"""
146
- root, cg = _mk_lib(in_values=(0.0, 0.99, 1.0, 0.5, 0.7, 0.8))
147
- try:
148
- rep = mc.calibration(cg)
149
- check("G4 全在域内 ⇒ dropped == 0", rep.get("dropped") == 0, rep.get("dropped"))
150
- check("G4b Σbins == n_nodes", sum(b["n_nodes"] for b in rep.get("bins") or [])
151
- == rep.get("n_nodes"), rep.get("bins"))
152
- check("G4c 0.8/0.99/1.0 三条落 0.8-1.01 桶",
153
- any(b["bin"] == "0.8-1.01" and b["n_nodes"] == 3
154
- for b in rep.get("bins") or []), rep.get("bins"))
155
- check("G4d 无违规", not violations(rep, set()), "")
156
- finally:
157
- cg.close()
158
-
159
-
160
- def g_sample_truncation():
161
- """G5 抽样上限:>DROPPED_SAMPLE_MAX 条越界 ⇒ 计数完整、列表截断且显式标出。"""
162
- n = mc.DROPPED_SAMPLE_MAX + 5
163
- root, cg = _mk_lib(in_values=(0.5, 0.6, 0.7, 0.8, 0.9),
164
- oor_values=tuple([2.0] * n))
165
- try:
166
- rep = mc.calibration(cg)
167
- check("G5 dropped 计数完整 == %d" % n, rep.get("dropped") == n, rep.get("dropped"))
168
- check("G5b dropped_ids 截断到上限 %d" % mc.DROPPED_SAMPLE_MAX,
169
- len(rep.get("dropped_ids") or []) == mc.DROPPED_SAMPLE_MAX,
170
- len(rep.get("dropped_ids") or []))
171
- check("G5c dropped_ids_truncated is True", rep.get("dropped_ids_truncated") is True,
172
- rep.get("dropped_ids_truncated"))
173
- check("G5d 截断下不变量仍成立", not violations(rep, {"oor%d" % i for i in range(n)}), "")
174
- finally:
175
- cg.close()
176
-
177
-
178
- def g_insufficient_shape():
179
- """G6 insufficient_data 分支形状稳定(也含 dropped 三键)。"""
180
- root, cg = _mk_lib(in_values=(), oor_values=())
181
- try:
182
- rep = mc.calibration(cg)
183
- check("G6 无样本 ⇒ ok False / insufficient_data",
184
- rep.get("ok") is False and rep.get("reason") == "insufficient_data", rep)
185
- check("G6b 该分支同样含 dropped/out_of_range/dropped_ids 三键",
186
- all(k in rep for k in ("dropped", "out_of_range", "dropped_ids")),
187
- sorted(rep))
188
- finally:
189
- cg.close()
190
-
191
-
192
- def g_ece_caliber_locked():
193
- """G7 口径钉:手算 ECE(只由入桶节点贡献)== 返回值 ⇒ 修法未改口径。"""
194
- root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
195
- try:
196
- rep = mc.calibration(cg)
197
- want = 0.0
198
- for b in rep.get("bins") or []:
199
- n_ev = b["n_evidence"]
200
- want += (n_ev / rep["n_evidence"]) * abs(b["confidence"] - b["accuracy"])
201
- check("G7 手算 ECE(入桶口径)== 返回值 %s" % rep.get("ece"),
202
- round(want, 4) == rep.get("ece"), (round(want, 4), rep.get("ece")))
203
- check("G7b 越界三条不进任何桶(Σbins == 6,与 n_nodes 9 差 3)",
204
- sum(b["n_nodes"] for b in rep.get("bins") or []) == 6, rep.get("bins"))
205
- finally:
206
- cg.close()
207
-
208
-
209
- _CASES = (g_invariant_and_trace, g_edges_in_range, g_sample_truncation,
210
- g_insufficient_shape, g_ece_caliber_locked)
211
-
212
-
213
- def _run_all():
214
- global PASS, FAIL
215
- PASS = FAIL = 0
216
- del FAILS[:]
217
- for fn in _CASES:
218
- try:
219
- fn()
220
- except Exception as exc: # noqa: BLE001
221
- check(False, "%s 组抛异常:%s: %s" % (fn.__name__, type(exc).__name__, exc))
222
- return list(FAILS)
223
-
224
-
225
- # 生效条件:无入参;对同一库跑「真实现 vs 三个破坏契约的替身」,断言判据函数逐条转红;返回失败条数。
226
- def _run_mutations():
227
- print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
228
- root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
229
- try:
230
- rep0 = mc.calibration(cg)
231
- oor_ids = {"oor0", "oor1", "oor2"}
232
- base = violations(rep0, oor_ids)
233
- print(" [基线] 变异前违规项 = %s(应为空)" % (base or "无"))
234
- def _shim_drop0(rep):
235
- r = dict(rep)
236
- r["dropped"] = 0
237
- r["out_of_range"] = 0
238
- r["dropped_ids"] = []
239
- return r
240
-
241
- def _shim_drop_plus1(rep):
242
- r = dict(rep)
243
- r["dropped"] = (rep.get("dropped") or 0) + 1
244
- r["out_of_range"] = r["dropped"]
245
- return r
246
-
247
- def _shim_double_count(rep):
248
- r = dict(rep)
249
- bins = [dict(b) for b in rep.get("bins") or []]
250
- if bins:
251
- bins[0]["n_nodes"] += rep.get("dropped") or 0
252
- r["bins"] = bins
253
- return r
254
-
255
- cases = (
256
- ("M1 dropped/out_of_range 恒 0(越界被静默)", _shim_drop0),
257
- ("M2 dropped 虚报 +1(计数不守恒)", _shim_drop_plus1),
258
- ("M3 越界节点被塞进首桶且 dropped 照记(重复计数)", _shim_double_count),
259
- )
260
- bad = 0
261
- for label, shim in cases:
262
- got = violations(shim(rep0), oor_ids)
263
- hit = bool(got)
264
- if not check(label, hit, "变异后违规项为空 ⇒ 判据无判别力"):
265
- bad += 1
266
- print(" 变异前:违规项=[] | 变异后:违规项=%d 项 %s ⇒ %s"
267
- % (len(got), got[:2], "命中" if hit else "未命中"))
268
- print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
269
- else "存在 %d 条未按预期" % bad))
270
- return bad
271
- finally:
272
- cg.close()
273
-
274
-
275
- def main() -> int:
276
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
277
- ap = argparse.ArgumentParser(description="#121 calibration 越界守卫")
278
- ap.add_argument("--mutate", action="store_true", help="定点变异自证")
279
- a = ap.parse_args()
280
- print("[1] 判据面")
281
- reds = _run_all()
282
- rc = 1 if reds else 0
283
- if a.mutate:
284
- rc = 1 if (_run_mutations() or reds) else 0
285
- print(chr(10) + "SUMMARY: #121 calibration 越界守卫:%d 通过,%d 失败%s"
286
- % (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
287
- for d in _SANDBOXES:
288
- shutil.rmtree(d, ignore_errors=True)
289
- return rc
290
-
291
-
292
- if __name__ == "__main__":
293
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ r"""#121 守卫:calibration() 的越界 confidence 必须**可观测**且**不变量成立**。
3
+
4
+ 缺陷(本件修复,2026-10-11)
5
+ --------------------------
6
+ conf 落在 BINS 覆盖域([0, 1.01))之外的节点照计 used/exp_sum/total_pos/
7
+ total_neg(**进分母**),却因不落任何桶而对 ECE 分子零贡献 ⇒ **ECE 被系统性低估**;
8
+ 且返回体 n_nodes 与 Σbins.n_nodes **对不上而无人报**(静默丢弃)。
9
+ 复现读数(6 正常 + 6 越界,其中 3 条真越界):修前 n_nodes=12 / Σbins=9 / 无 dropped 字段。
10
+
11
+ 本守卫钉三条
12
+ ------------
13
+ ① **不变量**:n_nodes == Σbins.n_nodes + dropped(恒成立)
14
+ ② **可追**:dropped/out_of_range 计数 + dropped_ids 抽样(截断须显式标出)
15
+ ③ **口径不变**:ECE 只由**入桶**节点贡献——用公式手算的期望值钉住返回值(
16
+ 同时证明修法没有顺手改口径);且 conf==0.0 / 0.99 / 1.0 必须**入桶**(上界 1.01)
17
+
18
+ 运行:python -X utf8 -m md_cg.test_issue121_calibration_bounds
19
+ python -X utf8 -m md_cg.test_issue121_calibration_bounds --mutate
20
+ 退出码:0 全绿 / 1 有失败
21
+ """
22
+ from __future__ import annotations
23
+
24
+ import argparse
25
+ import io
26
+ import os
27
+ import shutil
28
+ import sys
29
+ import tempfile
30
+
31
+ from . import metacognition as mc
32
+ from .mdcos import MdCGOS
33
+
34
+ PASS = FAIL = 0
35
+ FAILS = []
36
+ _SANDBOXES = []
37
+
38
+ BODY = ("# 功能名:t" + chr(10) + "# 生效条件:t" + chr(10) + chr(10) + "正文")
39
+
40
+
41
+ def check(name, cond, detail=""):
42
+ global PASS, FAIL
43
+ if cond:
44
+ PASS += 1
45
+ print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
46
+ else:
47
+ FAIL += 1
48
+ FAILS.append(name)
49
+ print(" [FAIL] %s · %s" % (name, detail))
50
+ return bool(cond)
51
+
52
+
53
+ # 生效条件:in_values/oor_values 为 confidence 列表;建临时库(真 API 造节点+证据,
54
+ # 再文本改写 confidence 以模拟外部/legacy 越界来源),返回 (root, cg)。
55
+ def _mk_lib(in_values=(0.3, 0.5, 0.7, 0.9, 0.55, 0.65), oor_values=()):
56
+ root = tempfile.mkdtemp(prefix="i121_guard_")
57
+ _SANDBOXES.append(root)
58
+ cg = MdCGOS(root)
59
+ want = {}
60
+ for i, c in enumerate(in_values):
61
+ cg.add("in%d" % i, BODY, confidence=0.5, importance=0.5)
62
+ cg.verify("in%d" % i, "e%d" % i, "confirmed")
63
+ want["in%d" % i] = c
64
+ for j, c in enumerate(oor_values):
65
+ cg.add("oor%d" % j, BODY, confidence=0.5, importance=0.5)
66
+ cg.verify("oor%d" % j, "e-oor%d" % j, "confirmed")
67
+ want["oor%d" % j] = c
68
+ cg.close()
69
+ # verify() 会把 confidence +0.05(并夹到 [0,0.99])⇒ 逐文件**文本改写**回目标值,
70
+ # 使桶归属完全由本守卫指定(否则期望值要跟着 verify 的抖动走,判据变脆)。
71
+ for nid, c in want.items():
72
+ for dp, _dn, fns in os.walk(root):
73
+ if nid + ".md" in fns:
74
+ p = os.path.join(dp, nid + ".md")
75
+ fm, content = nodefile_load(p)
76
+ fm["confidence"] = c
77
+ io.open(p, "w", encoding="utf-8", newline="").write(
78
+ nodefile_dumps(fm, content))
79
+ return root, MdCGOS(root)
80
+
81
+
82
+ from . import nodefile as _nf # noqa: E402
83
+
84
+
85
+ def nodefile_load(p):
86
+ return _nf.loads(io.open(p, encoding="utf-8").read())
87
+
88
+
89
+ def nodefile_dumps(fm, content):
90
+ return _nf.dumps(fm, content)
91
+
92
+
93
+ # 生效条件:rep 为 calibration() 返回体、oor_ids 为本次构造的越界节点 id 集合;
94
+ # 返回违规描述列表(空列表=全部合规)。**这是本守卫的唯一判据函数**(变异打在此层之上)。
95
+ def violations(rep, oor_ids):
96
+ bad = []
97
+ nn = rep.get("n_nodes")
98
+ sb = sum(b["n_nodes"] for b in rep.get("bins") or [])
99
+ if "dropped" not in rep or "out_of_range" not in rep:
100
+ bad.append("返回体缺 dropped/out_of_range 键(静默面未关闭)")
101
+ return bad
102
+ d = rep.get("dropped") or 0
103
+ if nn != sb + d:
104
+ bad.append("不变量破:n_nodes(%s) != Σbins(%s) + dropped(%s)" % (nn, sb, d))
105
+ if rep.get("out_of_range") != d:
106
+ bad.append("dropped 与 out_of_range 不等:%s vs %s"
107
+ % (d, rep.get("out_of_range")))
108
+ ids = rep.get("dropped_ids")
109
+ if not isinstance(ids, list):
110
+ bad.append("dropped_ids 不是列表:%r" % (ids,))
111
+ else:
112
+ if d and "dropped_ids_truncated" not in rep:
113
+ bad.append("缺 dropped_ids_truncated(截断不可观测)")
114
+ if rep.get("dropped_ids_truncated") is False and len(ids) != d:
115
+ bad.append("未截断但抽样数(%d) != dropped(%d)" % (len(ids), d))
116
+ stray = [x for x in ids if x not in oor_ids]
117
+ if stray:
118
+ bad.append("抽样 id 不属于越界集合:%s" % stray)
119
+ return bad
120
+
121
+
122
+ def g_invariant_and_trace():
123
+ """G1/G2/G3 不变量 + 可追(3 条真越界)。"""
124
+ root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0, 0.0, 1.0, 0.99))
125
+ try:
126
+ rep = mc.calibration(cg)
127
+ oor_ids = {"oor0", "oor1", "oor2"} # -0.2 / 1.5 / 2.0
128
+ bad = violations(rep, oor_ids)
129
+ check("G1 不变量成立且可追(无违规)", not bad, bad)
130
+ check("G2 dropped == 3(恰好三条越界)", rep.get("dropped") == 3,
131
+ rep.get("dropped"))
132
+ check("G3 dropped_ids 恰为三条越界 id(0.0/0.99/1.0 不算越界)",
133
+ sorted(rep.get("dropped_ids") or []) == sorted(oor_ids),
134
+ rep.get("dropped_ids"))
135
+ check("G3b Σbins.n_nodes == 9(越界三条未入桶)",
136
+ sum(b["n_nodes"] for b in rep.get("bins") or []) == 9,
137
+ rep.get("bins"))
138
+ check("G3c dropped_ids_truncated is False", rep.get("dropped_ids_truncated") is False,
139
+ rep.get("dropped_ids_truncated"))
140
+ finally:
141
+ cg.close()
142
+
143
+
144
+ def g_edges_in_range():
145
+ """G4 边界值 0.0 / 0.99 / 1.0 必须入桶(BINS 上界 1.01 覆盖)。"""
146
+ root, cg = _mk_lib(in_values=(0.0, 0.99, 1.0, 0.5, 0.7, 0.8))
147
+ try:
148
+ rep = mc.calibration(cg)
149
+ check("G4 全在域内 ⇒ dropped == 0", rep.get("dropped") == 0, rep.get("dropped"))
150
+ check("G4b Σbins == n_nodes", sum(b["n_nodes"] for b in rep.get("bins") or [])
151
+ == rep.get("n_nodes"), rep.get("bins"))
152
+ check("G4c 0.8/0.99/1.0 三条落 0.8-1.01 桶",
153
+ any(b["bin"] == "0.8-1.01" and b["n_nodes"] == 3
154
+ for b in rep.get("bins") or []), rep.get("bins"))
155
+ check("G4d 无违规", not violations(rep, set()), "")
156
+ finally:
157
+ cg.close()
158
+
159
+
160
+ def g_sample_truncation():
161
+ """G5 抽样上限:>DROPPED_SAMPLE_MAX 条越界 ⇒ 计数完整、列表截断且显式标出。"""
162
+ n = mc.DROPPED_SAMPLE_MAX + 5
163
+ root, cg = _mk_lib(in_values=(0.5, 0.6, 0.7, 0.8, 0.9),
164
+ oor_values=tuple([2.0] * n))
165
+ try:
166
+ rep = mc.calibration(cg)
167
+ check("G5 dropped 计数完整 == %d" % n, rep.get("dropped") == n, rep.get("dropped"))
168
+ check("G5b dropped_ids 截断到上限 %d" % mc.DROPPED_SAMPLE_MAX,
169
+ len(rep.get("dropped_ids") or []) == mc.DROPPED_SAMPLE_MAX,
170
+ len(rep.get("dropped_ids") or []))
171
+ check("G5c dropped_ids_truncated is True", rep.get("dropped_ids_truncated") is True,
172
+ rep.get("dropped_ids_truncated"))
173
+ check("G5d 截断下不变量仍成立", not violations(rep, {"oor%d" % i for i in range(n)}), "")
174
+ finally:
175
+ cg.close()
176
+
177
+
178
+ def g_insufficient_shape():
179
+ """G6 insufficient_data 分支形状稳定(也含 dropped 三键)。"""
180
+ root, cg = _mk_lib(in_values=(), oor_values=())
181
+ try:
182
+ rep = mc.calibration(cg)
183
+ check("G6 无样本 ⇒ ok False / insufficient_data",
184
+ rep.get("ok") is False and rep.get("reason") == "insufficient_data", rep)
185
+ check("G6b 该分支同样含 dropped/out_of_range/dropped_ids 三键",
186
+ all(k in rep for k in ("dropped", "out_of_range", "dropped_ids")),
187
+ sorted(rep))
188
+ finally:
189
+ cg.close()
190
+
191
+
192
+ def g_ece_caliber_locked():
193
+ """G7 口径钉:手算 ECE(只由入桶节点贡献)== 返回值 ⇒ 修法未改口径。"""
194
+ root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
195
+ try:
196
+ rep = mc.calibration(cg)
197
+ want = 0.0
198
+ for b in rep.get("bins") or []:
199
+ n_ev = b["n_evidence"]
200
+ want += (n_ev / rep["n_evidence"]) * abs(b["confidence"] - b["accuracy"])
201
+ check("G7 手算 ECE(入桶口径)== 返回值 %s" % rep.get("ece"),
202
+ round(want, 4) == rep.get("ece"), (round(want, 4), rep.get("ece")))
203
+ check("G7b 越界三条不进任何桶(Σbins == 6,与 n_nodes 9 差 3)",
204
+ sum(b["n_nodes"] for b in rep.get("bins") or []) == 6, rep.get("bins"))
205
+ finally:
206
+ cg.close()
207
+
208
+
209
+ _CASES = (g_invariant_and_trace, g_edges_in_range, g_sample_truncation,
210
+ g_insufficient_shape, g_ece_caliber_locked)
211
+
212
+
213
+ def _run_all():
214
+ global PASS, FAIL
215
+ PASS = FAIL = 0
216
+ del FAILS[:]
217
+ for fn in _CASES:
218
+ try:
219
+ fn()
220
+ except Exception as exc: # noqa: BLE001
221
+ check(False, "%s 组抛异常:%s: %s" % (fn.__name__, type(exc).__name__, exc))
222
+ return list(FAILS)
223
+
224
+
225
+ # 生效条件:无入参;对同一库跑「真实现 vs 三个破坏契约的替身」,断言判据函数逐条转红;返回失败条数。
226
+ def _run_mutations():
227
+ print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
228
+ root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
229
+ try:
230
+ rep0 = mc.calibration(cg)
231
+ oor_ids = {"oor0", "oor1", "oor2"}
232
+ base = violations(rep0, oor_ids)
233
+ print(" [基线] 变异前违规项 = %s(应为空)" % (base or "无"))
234
+ def _shim_drop0(rep):
235
+ r = dict(rep)
236
+ r["dropped"] = 0
237
+ r["out_of_range"] = 0
238
+ r["dropped_ids"] = []
239
+ return r
240
+
241
+ def _shim_drop_plus1(rep):
242
+ r = dict(rep)
243
+ r["dropped"] = (rep.get("dropped") or 0) + 1
244
+ r["out_of_range"] = r["dropped"]
245
+ return r
246
+
247
+ def _shim_double_count(rep):
248
+ r = dict(rep)
249
+ bins = [dict(b) for b in rep.get("bins") or []]
250
+ if bins:
251
+ bins[0]["n_nodes"] += rep.get("dropped") or 0
252
+ r["bins"] = bins
253
+ return r
254
+
255
+ cases = (
256
+ ("M1 dropped/out_of_range 恒 0(越界被静默)", _shim_drop0),
257
+ ("M2 dropped 虚报 +1(计数不守恒)", _shim_drop_plus1),
258
+ ("M3 越界节点被塞进首桶且 dropped 照记(重复计数)", _shim_double_count),
259
+ )
260
+ bad = 0
261
+ for label, shim in cases:
262
+ got = violations(shim(rep0), oor_ids)
263
+ hit = bool(got)
264
+ if not check(label, hit, "变异后违规项为空 ⇒ 判据无判别力"):
265
+ bad += 1
266
+ print(" 变异前:违规项=[] | 变异后:违规项=%d 项 %s ⇒ %s"
267
+ % (len(got), got[:2], "命中" if hit else "未命中"))
268
+ print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
269
+ else "存在 %d 条未按预期" % bad))
270
+ return bad
271
+ finally:
272
+ cg.close()
273
+
274
+
275
+ def main() -> int:
276
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
277
+ ap = argparse.ArgumentParser(description="#121 calibration 越界守卫")
278
+ ap.add_argument("--mutate", action="store_true", help="定点变异自证")
279
+ a = ap.parse_args()
280
+ print("[1] 判据面")
281
+ reds = _run_all()
282
+ rc = 1 if reds else 0
283
+ if a.mutate:
284
+ rc = 1 if (_run_mutations() or reds) else 0
285
+ print(chr(10) + "SUMMARY: #121 calibration 越界守卫:%d 通过,%d 失败%s"
286
+ % (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
287
+ for d in _SANDBOXES:
288
+ shutil.rmtree(d, ignore_errors=True)
289
+ return rc
290
+
291
+
292
+ if __name__ == "__main__":
293
+ sys.exit(main())