@furongjun1999/dsh-memory 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +150 -662
  2. package/codebuddy/CODEBUDDY.md +333 -204
  3. package/data/policy.json +38 -38
  4. package/docs/README.md +18 -0
  5. package/docs/discipline/harnesses.yaml +11 -3
  6. package/docs/discipline/templates/compact.txt.tmpl +20 -18
  7. package/docs/discipline/templates/full.md.tmpl +63 -61
  8. package/docs/discipline/templates/rules.mdc.tmpl +5 -3
  9. package/docs/discipline/templates/skill.md.tmpl +25 -23
  10. package/docs/discipline/templates/spec.txt.tmpl +2 -2
  11. package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
  12. package/dsh/cordis.yml.example +139 -139
  13. package/lib/hooks.d.ts +19 -0
  14. package/lib/hooks.js +30 -7
  15. package/lib/index.js +18 -3
  16. package/lib/init.js +19 -4
  17. package/lib/lib/hook_audit.js +64 -2
  18. package/lib/lib/prompt_safety.js +14 -3
  19. package/lib/tools.d.ts +7 -0
  20. package/lib/tools.js +22 -1
  21. package/md_cg/_guard_kit.py +121 -121
  22. package/md_cg/anchor.py +114 -114
  23. package/md_cg/audit.py +15 -2
  24. package/md_cg/chain.py +3 -2
  25. package/md_cg/config_registry_guard.py +487 -487
  26. package/md_cg/conformance.py +747 -747
  27. package/md_cg/consolidate.py +1793 -1793
  28. package/md_cg/crypto.py +794 -794
  29. package/md_cg/hyperedge.py +262 -262
  30. package/md_cg/interface_schema.py +146 -146
  31. package/md_cg/lifecycle.py +426 -426
  32. package/md_cg/mdcos.py +12 -8
  33. package/md_cg/predict.py +1103 -1103
  34. package/md_cg/protect.py +654 -654
  35. package/md_cg/provenance.py +606 -606
  36. package/md_cg/queue_health.py +130 -130
  37. package/md_cg/refine.py +613 -613
  38. package/md_cg/retrieve.py +128 -128
  39. package/md_cg/revise.py +140 -140
  40. package/md_cg/rollback.py +657 -657
  41. package/md_cg/rollback_cli.py +124 -124
  42. package/md_cg/rotate.py +346 -346
  43. package/md_cg/routing.py +490 -490
  44. package/md_cg/self_surface.py +50 -50
  45. package/md_cg/semantic/canonical.py +144 -144
  46. package/md_cg/semantic/zh_en_atoms.py +141 -141
  47. package/md_cg/sources.py +1091 -1091
  48. package/md_cg/stg.py +3 -2
  49. package/md_cg/sustain.py +10 -1
  50. package/md_cg/test_audit_rotate_parity.py +279 -279
  51. package/md_cg/test_autonomy_modes.py +2013 -2013
  52. package/md_cg/test_cn_recall_grams.py +206 -206
  53. package/md_cg/test_code_kind_forbidden.py +101 -0
  54. package/md_cg/test_condaccept.py +156 -156
  55. package/md_cg/test_condgate.py +141 -141
  56. package/md_cg/test_heartbeat_ledger.py +9 -3
  57. package/md_cg/test_i50e_readside_protection.py +658 -658
  58. package/md_cg/test_issue111_gate_order.py +76 -76
  59. package/md_cg/test_issue111_scoring_contract.py +86 -86
  60. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  61. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  62. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  63. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  64. package/md_cg/test_issue149_accel_default_face.py +248 -248
  65. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  66. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  67. package/md_cg/test_issue152_sealed_postings.py +309 -309
  68. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  69. package/md_cg/test_issue157b_index_remainder.py +344 -344
  70. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  71. package/md_cg/test_issue191_import_trust.py +382 -382
  72. package/md_cg/test_issue193_write_scope.py +378 -378
  73. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  74. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  75. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  76. package/md_cg/test_issue216_clash_routes.py +214 -214
  77. package/md_cg/test_issue217_slot_routes.py +248 -248
  78. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  79. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  80. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  81. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  82. package/md_cg/test_issue275_layer_param.py +250 -250
  83. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  84. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  85. package/md_cg/test_issue278_neg_window.py +294 -294
  86. package/md_cg/test_issue278_negative_layering.py +83 -83
  87. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  88. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  89. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  90. package/md_cg/test_issue303_design_boundaries.py +262 -262
  91. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  92. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  93. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  94. package/md_cg/test_issue322_node_write_lock.py +727 -727
  95. package/md_cg/test_issue324_write_size_fields.py +214 -214
  96. package/md_cg/test_issue325_audit_poison.py +229 -229
  97. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  98. package/md_cg/test_issue326_key_perms.py +355 -355
  99. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  100. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  101. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  102. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  103. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  104. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  105. package/md_cg/test_issue350_casefold_collision.py +235 -235
  106. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  107. package/md_cg/test_issue352_imgaudit.py +418 -418
  108. package/md_cg/test_issue352_pathsjson.py +537 -537
  109. package/md_cg/test_issue352_refindex.py +412 -412
  110. package/md_cg/test_issue352_rollback.py +604 -604
  111. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  112. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  113. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  114. package/md_cg/test_issue358_truncation_observable.py +247 -247
  115. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  116. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  117. package/md_cg/test_issue362_neg_condition.py +468 -468
  118. package/md_cg/test_issue363_lexical_idf.py +275 -275
  119. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  120. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  121. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  122. package/md_cg/test_issue378_protected_floor.py +310 -310
  123. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  124. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  125. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  126. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  127. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  128. package/md_cg/test_issue404_heal_receipt.py +389 -389
  129. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  130. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  131. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  132. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  133. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  134. package/md_cg/test_issue413_preimage_twin.py +339 -339
  135. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  136. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  137. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  138. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  139. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  140. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  141. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  142. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  143. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  144. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  145. package/md_cg/test_issue434_435_float_gate.py +90 -90
  146. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  147. package/md_cg/test_issue43_default_policy.py +874 -874
  148. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  149. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  150. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  151. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  152. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  153. package/md_cg/test_issue451_audit_actor.py +313 -313
  154. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  155. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  156. package/md_cg/test_issue466_basis_registry.py +469 -469
  157. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  158. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  159. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  160. package/md_cg/test_issue471_identity_readable.py +136 -136
  161. package/md_cg/test_issue472_audit_chain.py +90 -90
  162. package/md_cg/test_issue472_prune_ledger.py +105 -105
  163. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  164. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  165. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  166. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  167. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  168. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  169. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  170. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  171. package/md_cg/test_issue547_audit_durable.py +96 -96
  172. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  173. package/md_cg/test_issue559_refine_prefix.py +69 -69
  174. package/md_cg/test_issue562_retired_faces.py +150 -0
  175. package/md_cg/test_issue71_queue_backlog.py +376 -376
  176. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  177. package/md_cg/test_issue82_credential_rules.py +271 -271
  178. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  179. package/md_cg/test_issue93_remember_redaction.py +282 -282
  180. package/md_cg/test_logref.py +1141 -1141
  181. package/md_cg/test_md_access_parity.py +330 -330
  182. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  183. package/md_cg/test_mutation_residue.py +119 -119
  184. package/md_cg/test_mutation_rollback.py +835 -835
  185. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  186. package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
  187. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  188. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  189. package/md_cg/test_neg_tail_honesty.py +733 -733
  190. package/md_cg/test_p21_tokens.py +294 -294
  191. package/md_cg/test_p27_docindex.py +792 -792
  192. package/md_cg/test_p28_refcheck.py +1053 -1053
  193. package/md_cg/test_p2_six_elements.py +476 -476
  194. package/md_cg/test_p33_ccg_wiring.py +300 -300
  195. package/md_cg/test_p3_legacy_closure.py +438 -438
  196. package/md_cg/test_p40_refine_worklist.py +244 -244
  197. package/md_cg/test_p4_freshness.py +781 -781
  198. package/md_cg/test_p9c_dedup_hints.py +288 -288
  199. package/md_cg/test_policy_required_ccg.py +444 -444
  200. package/md_cg/test_read_scope_b27.py +2 -2
  201. package/md_cg/test_retr_s5.py +312 -312
  202. package/md_cg/test_s1_ast_judge.py +109 -109
  203. package/md_cg/test_security_audit_v21.py +249 -249
  204. package/md_cg/test_state_event_op.py +521 -521
  205. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  206. package/md_cg/test_sustain_bad_stamp.py +178 -0
  207. package/md_cg/test_sustain_bounded.py +652 -652
  208. package/md_cg/test_trust_edge_reachability.py +405 -405
  209. package/md_cg/test_w7_redlines.py +659 -659
  210. package/md_cg/test_write_return_shape.py +919 -919
  211. package/md_cg/test_writepipe.py +228 -228
  212. package/md_cg/trust.py +1114 -1114
  213. package/md_cg/twophase.py +303 -303
  214. package/md_cg/whitebox.py +536 -536
  215. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  216. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  217. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  218. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  219. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  220. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  221. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  222. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  223. package/md_cg/writepipe.py +1337 -1337
  224. package/package.json +3 -2
  225. package/scripts/workspace_index.py +328 -0
  226. package/src/hooks.ts +932 -908
  227. package/src/index.ts +21 -6
  228. package/src/init.ts +16 -4
  229. package/src/lib/hook_audit.ts +48 -2
  230. package/src/lib/mdcg_client.ts +469 -469
  231. package/src/lib/prompt_safety.ts +17 -3
  232. package/src/tools.ts +23 -1
  233. package/zcode/AGENTS.md +333 -204
@@ -1,293 +1,293 @@
1
- # -*- coding: utf-8 -*-
2
- r"""#121 守卫:calibration() 的越界 confidence 必须**可观测**且**不变量成立**。
3
-
4
- 缺陷(本件修复,2026-10-11)
5
- --------------------------
6
- conf 落在 BINS 覆盖域([0, 1.01))之外的节点照计 used/exp_sum/total_pos/
7
- total_neg(**进分母**),却因不落任何桶而对 ECE 分子零贡献 ⇒ **ECE 被系统性低估**;
8
- 且返回体 n_nodes 与 Σbins.n_nodes **对不上而无人报**(静默丢弃)。
9
- 复现读数(6 正常 + 6 越界,其中 3 条真越界):修前 n_nodes=12 / Σbins=9 / 无 dropped 字段。
10
-
11
- 本守卫钉三条
12
- ------------
13
- ① **不变量**:n_nodes == Σbins.n_nodes + dropped(恒成立)
14
- ② **可追**:dropped/out_of_range 计数 + dropped_ids 抽样(截断须显式标出)
15
- ③ **口径不变**:ECE 只由**入桶**节点贡献——用公式手算的期望值钉住返回值(
16
- 同时证明修法没有顺手改口径);且 conf==0.0 / 0.99 / 1.0 必须**入桶**(上界 1.01)
17
-
18
- 运行:python -X utf8 -m md_cg.test_issue121_calibration_bounds
19
- python -X utf8 -m md_cg.test_issue121_calibration_bounds --mutate
20
- 退出码:0 全绿 / 1 有失败
21
- """
22
- from __future__ import annotations
23
-
24
- import argparse
25
- import io
26
- import os
27
- import shutil
28
- import sys
29
- import tempfile
30
-
31
- from . import metacognition as mc
32
- from .mdcos import MdCGOS
33
-
34
- PASS = FAIL = 0
35
- FAILS = []
36
- _SANDBOXES = []
37
-
38
- BODY = ("# 功能名:t" + chr(10) + "# 生效条件:t" + chr(10) + chr(10) + "正文")
39
-
40
-
41
- def check(name, cond, detail=""):
42
- global PASS, FAIL
43
- if cond:
44
- PASS += 1
45
- print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
46
- else:
47
- FAIL += 1
48
- FAILS.append(name)
49
- print(" [FAIL] %s · %s" % (name, detail))
50
- return bool(cond)
51
-
52
-
53
- # 生效条件:in_values/oor_values 为 confidence 列表;建临时库(真 API 造节点+证据,
54
- # 再文本改写 confidence 以模拟外部/legacy 越界来源),返回 (root, cg)。
55
- def _mk_lib(in_values=(0.3, 0.5, 0.7, 0.9, 0.55, 0.65), oor_values=()):
56
- root = tempfile.mkdtemp(prefix="i121_guard_")
57
- _SANDBOXES.append(root)
58
- cg = MdCGOS(root)
59
- want = {}
60
- for i, c in enumerate(in_values):
61
- cg.add("in%d" % i, BODY, confidence=0.5, importance=0.5)
62
- cg.verify("in%d" % i, "e%d" % i, "confirmed")
63
- want["in%d" % i] = c
64
- for j, c in enumerate(oor_values):
65
- cg.add("oor%d" % j, BODY, confidence=0.5, importance=0.5)
66
- cg.verify("oor%d" % j, "e-oor%d" % j, "confirmed")
67
- want["oor%d" % j] = c
68
- cg.close()
69
- # verify() 会把 confidence +0.05(并夹到 [0,0.99])⇒ 逐文件**文本改写**回目标值,
70
- # 使桶归属完全由本守卫指定(否则期望值要跟着 verify 的抖动走,判据变脆)。
71
- for nid, c in want.items():
72
- for dp, _dn, fns in os.walk(root):
73
- if nid + ".md" in fns:
74
- p = os.path.join(dp, nid + ".md")
75
- fm, content = nodefile_load(p)
76
- fm["confidence"] = c
77
- io.open(p, "w", encoding="utf-8", newline="").write(
78
- nodefile_dumps(fm, content))
79
- return root, MdCGOS(root)
80
-
81
-
82
- from . import nodefile as _nf # noqa: E402
83
-
84
-
85
- def nodefile_load(p):
86
- return _nf.loads(io.open(p, encoding="utf-8").read())
87
-
88
-
89
- def nodefile_dumps(fm, content):
90
- return _nf.dumps(fm, content)
91
-
92
-
93
- # 生效条件:rep 为 calibration() 返回体、oor_ids 为本次构造的越界节点 id 集合;
94
- # 返回违规描述列表(空列表=全部合规)。**这是本守卫的唯一判据函数**(变异打在此层之上)。
95
- def violations(rep, oor_ids):
96
- bad = []
97
- nn = rep.get("n_nodes")
98
- sb = sum(b["n_nodes"] for b in rep.get("bins") or [])
99
- if "dropped" not in rep or "out_of_range" not in rep:
100
- bad.append("返回体缺 dropped/out_of_range 键(静默面未关闭)")
101
- return bad
102
- d = rep.get("dropped") or 0
103
- if nn != sb + d:
104
- bad.append("不变量破:n_nodes(%s) != Σbins(%s) + dropped(%s)" % (nn, sb, d))
105
- if rep.get("out_of_range") != d:
106
- bad.append("dropped 与 out_of_range 不等:%s vs %s"
107
- % (d, rep.get("out_of_range")))
108
- ids = rep.get("dropped_ids")
109
- if not isinstance(ids, list):
110
- bad.append("dropped_ids 不是列表:%r" % (ids,))
111
- else:
112
- if d and "dropped_ids_truncated" not in rep:
113
- bad.append("缺 dropped_ids_truncated(截断不可观测)")
114
- if rep.get("dropped_ids_truncated") is False and len(ids) != d:
115
- bad.append("未截断但抽样数(%d) != dropped(%d)" % (len(ids), d))
116
- stray = [x for x in ids if x not in oor_ids]
117
- if stray:
118
- bad.append("抽样 id 不属于越界集合:%s" % stray)
119
- return bad
120
-
121
-
122
- def g_invariant_and_trace():
123
- """G1/G2/G3 不变量 + 可追(3 条真越界)。"""
124
- root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0, 0.0, 1.0, 0.99))
125
- try:
126
- rep = mc.calibration(cg)
127
- oor_ids = {"oor0", "oor1", "oor2"} # -0.2 / 1.5 / 2.0
128
- bad = violations(rep, oor_ids)
129
- check("G1 不变量成立且可追(无违规)", not bad, bad)
130
- check("G2 dropped == 3(恰好三条越界)", rep.get("dropped") == 3,
131
- rep.get("dropped"))
132
- check("G3 dropped_ids 恰为三条越界 id(0.0/0.99/1.0 不算越界)",
133
- sorted(rep.get("dropped_ids") or []) == sorted(oor_ids),
134
- rep.get("dropped_ids"))
135
- check("G3b Σbins.n_nodes == 9(越界三条未入桶)",
136
- sum(b["n_nodes"] for b in rep.get("bins") or []) == 9,
137
- rep.get("bins"))
138
- check("G3c dropped_ids_truncated is False", rep.get("dropped_ids_truncated") is False,
139
- rep.get("dropped_ids_truncated"))
140
- finally:
141
- cg.close()
142
-
143
-
144
- def g_edges_in_range():
145
- """G4 边界值 0.0 / 0.99 / 1.0 必须入桶(BINS 上界 1.01 覆盖)。"""
146
- root, cg = _mk_lib(in_values=(0.0, 0.99, 1.0, 0.5, 0.7, 0.8))
147
- try:
148
- rep = mc.calibration(cg)
149
- check("G4 全在域内 ⇒ dropped == 0", rep.get("dropped") == 0, rep.get("dropped"))
150
- check("G4b Σbins == n_nodes", sum(b["n_nodes"] for b in rep.get("bins") or [])
151
- == rep.get("n_nodes"), rep.get("bins"))
152
- check("G4c 0.8/0.99/1.0 三条落 0.8-1.01 桶",
153
- any(b["bin"] == "0.8-1.01" and b["n_nodes"] == 3
154
- for b in rep.get("bins") or []), rep.get("bins"))
155
- check("G4d 无违规", not violations(rep, set()), "")
156
- finally:
157
- cg.close()
158
-
159
-
160
- def g_sample_truncation():
161
- """G5 抽样上限:>DROPPED_SAMPLE_MAX 条越界 ⇒ 计数完整、列表截断且显式标出。"""
162
- n = mc.DROPPED_SAMPLE_MAX + 5
163
- root, cg = _mk_lib(in_values=(0.5, 0.6, 0.7, 0.8, 0.9),
164
- oor_values=tuple([2.0] * n))
165
- try:
166
- rep = mc.calibration(cg)
167
- check("G5 dropped 计数完整 == %d" % n, rep.get("dropped") == n, rep.get("dropped"))
168
- check("G5b dropped_ids 截断到上限 %d" % mc.DROPPED_SAMPLE_MAX,
169
- len(rep.get("dropped_ids") or []) == mc.DROPPED_SAMPLE_MAX,
170
- len(rep.get("dropped_ids") or []))
171
- check("G5c dropped_ids_truncated is True", rep.get("dropped_ids_truncated") is True,
172
- rep.get("dropped_ids_truncated"))
173
- check("G5d 截断下不变量仍成立", not violations(rep, {"oor%d" % i for i in range(n)}), "")
174
- finally:
175
- cg.close()
176
-
177
-
178
- def g_insufficient_shape():
179
- """G6 insufficient_data 分支形状稳定(也含 dropped 三键)。"""
180
- root, cg = _mk_lib(in_values=(), oor_values=())
181
- try:
182
- rep = mc.calibration(cg)
183
- check("G6 无样本 ⇒ ok False / insufficient_data",
184
- rep.get("ok") is False and rep.get("reason") == "insufficient_data", rep)
185
- check("G6b 该分支同样含 dropped/out_of_range/dropped_ids 三键",
186
- all(k in rep for k in ("dropped", "out_of_range", "dropped_ids")),
187
- sorted(rep))
188
- finally:
189
- cg.close()
190
-
191
-
192
- def g_ece_caliber_locked():
193
- """G7 口径钉:手算 ECE(只由入桶节点贡献)== 返回值 ⇒ 修法未改口径。"""
194
- root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
195
- try:
196
- rep = mc.calibration(cg)
197
- want = 0.0
198
- for b in rep.get("bins") or []:
199
- n_ev = b["n_evidence"]
200
- want += (n_ev / rep["n_evidence"]) * abs(b["confidence"] - b["accuracy"])
201
- check("G7 手算 ECE(入桶口径)== 返回值 %s" % rep.get("ece"),
202
- round(want, 4) == rep.get("ece"), (round(want, 4), rep.get("ece")))
203
- check("G7b 越界三条不进任何桶(Σbins == 6,与 n_nodes 9 差 3)",
204
- sum(b["n_nodes"] for b in rep.get("bins") or []) == 6, rep.get("bins"))
205
- finally:
206
- cg.close()
207
-
208
-
209
- _CASES = (g_invariant_and_trace, g_edges_in_range, g_sample_truncation,
210
- g_insufficient_shape, g_ece_caliber_locked)
211
-
212
-
213
- def _run_all():
214
- global PASS, FAIL
215
- PASS = FAIL = 0
216
- del FAILS[:]
217
- for fn in _CASES:
218
- try:
219
- fn()
220
- except Exception as exc: # noqa: BLE001
221
- check(False, "%s 组抛异常:%s: %s" % (fn.__name__, type(exc).__name__, exc))
222
- return list(FAILS)
223
-
224
-
225
- # 生效条件:无入参;对同一库跑「真实现 vs 三个破坏契约的替身」,断言判据函数逐条转红;返回失败条数。
226
- def _run_mutations():
227
- print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
228
- root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
229
- try:
230
- rep0 = mc.calibration(cg)
231
- oor_ids = {"oor0", "oor1", "oor2"}
232
- base = violations(rep0, oor_ids)
233
- print(" [基线] 变异前违规项 = %s(应为空)" % (base or "无"))
234
- def _shim_drop0(rep):
235
- r = dict(rep)
236
- r["dropped"] = 0
237
- r["out_of_range"] = 0
238
- r["dropped_ids"] = []
239
- return r
240
-
241
- def _shim_drop_plus1(rep):
242
- r = dict(rep)
243
- r["dropped"] = (rep.get("dropped") or 0) + 1
244
- r["out_of_range"] = r["dropped"]
245
- return r
246
-
247
- def _shim_double_count(rep):
248
- r = dict(rep)
249
- bins = [dict(b) for b in rep.get("bins") or []]
250
- if bins:
251
- bins[0]["n_nodes"] += rep.get("dropped") or 0
252
- r["bins"] = bins
253
- return r
254
-
255
- cases = (
256
- ("M1 dropped/out_of_range 恒 0(越界被静默)", _shim_drop0),
257
- ("M2 dropped 虚报 +1(计数不守恒)", _shim_drop_plus1),
258
- ("M3 越界节点被塞进首桶且 dropped 照记(重复计数)", _shim_double_count),
259
- )
260
- bad = 0
261
- for label, shim in cases:
262
- got = violations(shim(rep0), oor_ids)
263
- hit = bool(got)
264
- if not check(label, hit, "变异后违规项为空 ⇒ 判据无判别力"):
265
- bad += 1
266
- print(" 变异前:违规项=[] | 变异后:违规项=%d 项 %s ⇒ %s"
267
- % (len(got), got[:2], "命中" if hit else "未命中"))
268
- print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
269
- else "存在 %d 条未按预期" % bad))
270
- return bad
271
- finally:
272
- cg.close()
273
-
274
-
275
- def main() -> int:
276
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
277
- ap = argparse.ArgumentParser(description="#121 calibration 越界守卫")
278
- ap.add_argument("--mutate", action="store_true", help="定点变异自证")
279
- a = ap.parse_args()
280
- print("[1] 判据面")
281
- reds = _run_all()
282
- rc = 1 if reds else 0
283
- if a.mutate:
284
- rc = 1 if (_run_mutations() or reds) else 0
285
- print(chr(10) + "SUMMARY: #121 calibration 越界守卫:%d 通过,%d 失败%s"
286
- % (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
287
- for d in _SANDBOXES:
288
- shutil.rmtree(d, ignore_errors=True)
289
- return rc
290
-
291
-
292
- if __name__ == "__main__":
293
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ r"""#121 守卫:calibration() 的越界 confidence 必须**可观测**且**不变量成立**。
3
+
4
+ 缺陷(本件修复,2026-10-11)
5
+ --------------------------
6
+ conf 落在 BINS 覆盖域([0, 1.01))之外的节点照计 used/exp_sum/total_pos/
7
+ total_neg(**进分母**),却因不落任何桶而对 ECE 分子零贡献 ⇒ **ECE 被系统性低估**;
8
+ 且返回体 n_nodes 与 Σbins.n_nodes **对不上而无人报**(静默丢弃)。
9
+ 复现读数(6 正常 + 6 越界,其中 3 条真越界):修前 n_nodes=12 / Σbins=9 / 无 dropped 字段。
10
+
11
+ 本守卫钉三条
12
+ ------------
13
+ ① **不变量**:n_nodes == Σbins.n_nodes + dropped(恒成立)
14
+ ② **可追**:dropped/out_of_range 计数 + dropped_ids 抽样(截断须显式标出)
15
+ ③ **口径不变**:ECE 只由**入桶**节点贡献——用公式手算的期望值钉住返回值(
16
+ 同时证明修法没有顺手改口径);且 conf==0.0 / 0.99 / 1.0 必须**入桶**(上界 1.01)
17
+
18
+ 运行:python -X utf8 -m md_cg.test_issue121_calibration_bounds
19
+ python -X utf8 -m md_cg.test_issue121_calibration_bounds --mutate
20
+ 退出码:0 全绿 / 1 有失败
21
+ """
22
+ from __future__ import annotations
23
+
24
+ import argparse
25
+ import io
26
+ import os
27
+ import shutil
28
+ import sys
29
+ import tempfile
30
+
31
+ from . import metacognition as mc
32
+ from .mdcos import MdCGOS
33
+
34
+ PASS = FAIL = 0
35
+ FAILS = []
36
+ _SANDBOXES = []
37
+
38
+ BODY = ("# 功能名:t" + chr(10) + "# 生效条件:t" + chr(10) + chr(10) + "正文")
39
+
40
+
41
+ def check(name, cond, detail=""):
42
+ global PASS, FAIL
43
+ if cond:
44
+ PASS += 1
45
+ print(" [PASS] %s%s" % (name, (" · " + str(detail)) if detail else ""))
46
+ else:
47
+ FAIL += 1
48
+ FAILS.append(name)
49
+ print(" [FAIL] %s · %s" % (name, detail))
50
+ return bool(cond)
51
+
52
+
53
+ # 生效条件:in_values/oor_values 为 confidence 列表;建临时库(真 API 造节点+证据,
54
+ # 再文本改写 confidence 以模拟外部/legacy 越界来源),返回 (root, cg)。
55
+ def _mk_lib(in_values=(0.3, 0.5, 0.7, 0.9, 0.55, 0.65), oor_values=()):
56
+ root = tempfile.mkdtemp(prefix="i121_guard_")
57
+ _SANDBOXES.append(root)
58
+ cg = MdCGOS(root)
59
+ want = {}
60
+ for i, c in enumerate(in_values):
61
+ cg.add("in%d" % i, BODY, confidence=0.5, importance=0.5)
62
+ cg.verify("in%d" % i, "e%d" % i, "confirmed")
63
+ want["in%d" % i] = c
64
+ for j, c in enumerate(oor_values):
65
+ cg.add("oor%d" % j, BODY, confidence=0.5, importance=0.5)
66
+ cg.verify("oor%d" % j, "e-oor%d" % j, "confirmed")
67
+ want["oor%d" % j] = c
68
+ cg.close()
69
+ # verify() 会把 confidence +0.05(并夹到 [0,0.99])⇒ 逐文件**文本改写**回目标值,
70
+ # 使桶归属完全由本守卫指定(否则期望值要跟着 verify 的抖动走,判据变脆)。
71
+ for nid, c in want.items():
72
+ for dp, _dn, fns in os.walk(root):
73
+ if nid + ".md" in fns:
74
+ p = os.path.join(dp, nid + ".md")
75
+ fm, content = nodefile_load(p)
76
+ fm["confidence"] = c
77
+ io.open(p, "w", encoding="utf-8", newline="").write(
78
+ nodefile_dumps(fm, content))
79
+ return root, MdCGOS(root)
80
+
81
+
82
+ from . import nodefile as _nf # noqa: E402
83
+
84
+
85
+ def nodefile_load(p):
86
+ return _nf.loads(io.open(p, encoding="utf-8").read())
87
+
88
+
89
+ def nodefile_dumps(fm, content):
90
+ return _nf.dumps(fm, content)
91
+
92
+
93
+ # 生效条件:rep 为 calibration() 返回体、oor_ids 为本次构造的越界节点 id 集合;
94
+ # 返回违规描述列表(空列表=全部合规)。**这是本守卫的唯一判据函数**(变异打在此层之上)。
95
+ def violations(rep, oor_ids):
96
+ bad = []
97
+ nn = rep.get("n_nodes")
98
+ sb = sum(b["n_nodes"] for b in rep.get("bins") or [])
99
+ if "dropped" not in rep or "out_of_range" not in rep:
100
+ bad.append("返回体缺 dropped/out_of_range 键(静默面未关闭)")
101
+ return bad
102
+ d = rep.get("dropped") or 0
103
+ if nn != sb + d:
104
+ bad.append("不变量破:n_nodes(%s) != Σbins(%s) + dropped(%s)" % (nn, sb, d))
105
+ if rep.get("out_of_range") != d:
106
+ bad.append("dropped 与 out_of_range 不等:%s vs %s"
107
+ % (d, rep.get("out_of_range")))
108
+ ids = rep.get("dropped_ids")
109
+ if not isinstance(ids, list):
110
+ bad.append("dropped_ids 不是列表:%r" % (ids,))
111
+ else:
112
+ if d and "dropped_ids_truncated" not in rep:
113
+ bad.append("缺 dropped_ids_truncated(截断不可观测)")
114
+ if rep.get("dropped_ids_truncated") is False and len(ids) != d:
115
+ bad.append("未截断但抽样数(%d) != dropped(%d)" % (len(ids), d))
116
+ stray = [x for x in ids if x not in oor_ids]
117
+ if stray:
118
+ bad.append("抽样 id 不属于越界集合:%s" % stray)
119
+ return bad
120
+
121
+
122
+ def g_invariant_and_trace():
123
+ """G1/G2/G3 不变量 + 可追(3 条真越界)。"""
124
+ root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0, 0.0, 1.0, 0.99))
125
+ try:
126
+ rep = mc.calibration(cg)
127
+ oor_ids = {"oor0", "oor1", "oor2"} # -0.2 / 1.5 / 2.0
128
+ bad = violations(rep, oor_ids)
129
+ check("G1 不变量成立且可追(无违规)", not bad, bad)
130
+ check("G2 dropped == 3(恰好三条越界)", rep.get("dropped") == 3,
131
+ rep.get("dropped"))
132
+ check("G3 dropped_ids 恰为三条越界 id(0.0/0.99/1.0 不算越界)",
133
+ sorted(rep.get("dropped_ids") or []) == sorted(oor_ids),
134
+ rep.get("dropped_ids"))
135
+ check("G3b Σbins.n_nodes == 9(越界三条未入桶)",
136
+ sum(b["n_nodes"] for b in rep.get("bins") or []) == 9,
137
+ rep.get("bins"))
138
+ check("G3c dropped_ids_truncated is False", rep.get("dropped_ids_truncated") is False,
139
+ rep.get("dropped_ids_truncated"))
140
+ finally:
141
+ cg.close()
142
+
143
+
144
+ def g_edges_in_range():
145
+ """G4 边界值 0.0 / 0.99 / 1.0 必须入桶(BINS 上界 1.01 覆盖)。"""
146
+ root, cg = _mk_lib(in_values=(0.0, 0.99, 1.0, 0.5, 0.7, 0.8))
147
+ try:
148
+ rep = mc.calibration(cg)
149
+ check("G4 全在域内 ⇒ dropped == 0", rep.get("dropped") == 0, rep.get("dropped"))
150
+ check("G4b Σbins == n_nodes", sum(b["n_nodes"] for b in rep.get("bins") or [])
151
+ == rep.get("n_nodes"), rep.get("bins"))
152
+ check("G4c 0.8/0.99/1.0 三条落 0.8-1.01 桶",
153
+ any(b["bin"] == "0.8-1.01" and b["n_nodes"] == 3
154
+ for b in rep.get("bins") or []), rep.get("bins"))
155
+ check("G4d 无违规", not violations(rep, set()), "")
156
+ finally:
157
+ cg.close()
158
+
159
+
160
+ def g_sample_truncation():
161
+ """G5 抽样上限:>DROPPED_SAMPLE_MAX 条越界 ⇒ 计数完整、列表截断且显式标出。"""
162
+ n = mc.DROPPED_SAMPLE_MAX + 5
163
+ root, cg = _mk_lib(in_values=(0.5, 0.6, 0.7, 0.8, 0.9),
164
+ oor_values=tuple([2.0] * n))
165
+ try:
166
+ rep = mc.calibration(cg)
167
+ check("G5 dropped 计数完整 == %d" % n, rep.get("dropped") == n, rep.get("dropped"))
168
+ check("G5b dropped_ids 截断到上限 %d" % mc.DROPPED_SAMPLE_MAX,
169
+ len(rep.get("dropped_ids") or []) == mc.DROPPED_SAMPLE_MAX,
170
+ len(rep.get("dropped_ids") or []))
171
+ check("G5c dropped_ids_truncated is True", rep.get("dropped_ids_truncated") is True,
172
+ rep.get("dropped_ids_truncated"))
173
+ check("G5d 截断下不变量仍成立", not violations(rep, {"oor%d" % i for i in range(n)}), "")
174
+ finally:
175
+ cg.close()
176
+
177
+
178
+ def g_insufficient_shape():
179
+ """G6 insufficient_data 分支形状稳定(也含 dropped 三键)。"""
180
+ root, cg = _mk_lib(in_values=(), oor_values=())
181
+ try:
182
+ rep = mc.calibration(cg)
183
+ check("G6 无样本 ⇒ ok False / insufficient_data",
184
+ rep.get("ok") is False and rep.get("reason") == "insufficient_data", rep)
185
+ check("G6b 该分支同样含 dropped/out_of_range/dropped_ids 三键",
186
+ all(k in rep for k in ("dropped", "out_of_range", "dropped_ids")),
187
+ sorted(rep))
188
+ finally:
189
+ cg.close()
190
+
191
+
192
+ def g_ece_caliber_locked():
193
+ """G7 口径钉:手算 ECE(只由入桶节点贡献)== 返回值 ⇒ 修法未改口径。"""
194
+ root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
195
+ try:
196
+ rep = mc.calibration(cg)
197
+ want = 0.0
198
+ for b in rep.get("bins") or []:
199
+ n_ev = b["n_evidence"]
200
+ want += (n_ev / rep["n_evidence"]) * abs(b["confidence"] - b["accuracy"])
201
+ check("G7 手算 ECE(入桶口径)== 返回值 %s" % rep.get("ece"),
202
+ round(want, 4) == rep.get("ece"), (round(want, 4), rep.get("ece")))
203
+ check("G7b 越界三条不进任何桶(Σbins == 6,与 n_nodes 9 差 3)",
204
+ sum(b["n_nodes"] for b in rep.get("bins") or []) == 6, rep.get("bins"))
205
+ finally:
206
+ cg.close()
207
+
208
+
209
+ _CASES = (g_invariant_and_trace, g_edges_in_range, g_sample_truncation,
210
+ g_insufficient_shape, g_ece_caliber_locked)
211
+
212
+
213
+ def _run_all():
214
+ global PASS, FAIL
215
+ PASS = FAIL = 0
216
+ del FAILS[:]
217
+ for fn in _CASES:
218
+ try:
219
+ fn()
220
+ except Exception as exc: # noqa: BLE001
221
+ check(False, "%s 组抛异常:%s: %s" % (fn.__name__, type(exc).__name__, exc))
222
+ return list(FAILS)
223
+
224
+
225
+ # 生效条件:无入参;对同一库跑「真实现 vs 三个破坏契约的替身」,断言判据函数逐条转红;返回失败条数。
226
+ def _run_mutations():
227
+ print(chr(10) + "=== 定点变异自证(变异前 → 变异后)===")
228
+ root, cg = _mk_lib(oor_values=(-0.2, 1.5, 2.0))
229
+ try:
230
+ rep0 = mc.calibration(cg)
231
+ oor_ids = {"oor0", "oor1", "oor2"}
232
+ base = violations(rep0, oor_ids)
233
+ print(" [基线] 变异前违规项 = %s(应为空)" % (base or "无"))
234
+ def _shim_drop0(rep):
235
+ r = dict(rep)
236
+ r["dropped"] = 0
237
+ r["out_of_range"] = 0
238
+ r["dropped_ids"] = []
239
+ return r
240
+
241
+ def _shim_drop_plus1(rep):
242
+ r = dict(rep)
243
+ r["dropped"] = (rep.get("dropped") or 0) + 1
244
+ r["out_of_range"] = r["dropped"]
245
+ return r
246
+
247
+ def _shim_double_count(rep):
248
+ r = dict(rep)
249
+ bins = [dict(b) for b in rep.get("bins") or []]
250
+ if bins:
251
+ bins[0]["n_nodes"] += rep.get("dropped") or 0
252
+ r["bins"] = bins
253
+ return r
254
+
255
+ cases = (
256
+ ("M1 dropped/out_of_range 恒 0(越界被静默)", _shim_drop0),
257
+ ("M2 dropped 虚报 +1(计数不守恒)", _shim_drop_plus1),
258
+ ("M3 越界节点被塞进首桶且 dropped 照记(重复计数)", _shim_double_count),
259
+ )
260
+ bad = 0
261
+ for label, shim in cases:
262
+ got = violations(shim(rep0), oor_ids)
263
+ hit = bool(got)
264
+ if not check(label, hit, "变异后违规项为空 ⇒ 判据无判别力"):
265
+ bad += 1
266
+ print(" 变异前:违规项=[] | 变异后:违规项=%d 项 %s ⇒ %s"
267
+ % (len(got), got[:2], "命中" if hit else "未命中"))
268
+ print(" 变异自证结论:%s" % ("全部按预期转红" if bad == 0
269
+ else "存在 %d 条未按预期" % bad))
270
+ return bad
271
+ finally:
272
+ cg.close()
273
+
274
+
275
+ def main() -> int:
276
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
277
+ ap = argparse.ArgumentParser(description="#121 calibration 越界守卫")
278
+ ap.add_argument("--mutate", action="store_true", help="定点变异自证")
279
+ a = ap.parse_args()
280
+ print("[1] 判据面")
281
+ reds = _run_all()
282
+ rc = 1 if reds else 0
283
+ if a.mutate:
284
+ rc = 1 if (_run_mutations() or reds) else 0
285
+ print(chr(10) + "SUMMARY: #121 calibration 越界守卫:%d 通过,%d 失败%s"
286
+ % (PASS, FAIL, (";失败项=" + "; ".join(FAILS)) if FAILS else ""))
287
+ for d in _SANDBOXES:
288
+ shutil.rmtree(d, ignore_errors=True)
289
+ return rc
290
+
291
+
292
+ if __name__ == "__main__":
293
+ sys.exit(main())