@furongjun1999/dsh-memory 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +150 -662
  2. package/codebuddy/CODEBUDDY.md +333 -204
  3. package/data/policy.json +38 -38
  4. package/docs/README.md +18 -0
  5. package/docs/discipline/harnesses.yaml +11 -3
  6. package/docs/discipline/templates/compact.txt.tmpl +20 -18
  7. package/docs/discipline/templates/full.md.tmpl +63 -61
  8. package/docs/discipline/templates/rules.mdc.tmpl +5 -3
  9. package/docs/discipline/templates/skill.md.tmpl +25 -23
  10. package/docs/discipline/templates/spec.txt.tmpl +2 -2
  11. package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
  12. package/dsh/cordis.yml.example +139 -139
  13. package/lib/hooks.d.ts +19 -0
  14. package/lib/hooks.js +30 -7
  15. package/lib/index.js +18 -3
  16. package/lib/init.js +19 -4
  17. package/lib/lib/hook_audit.js +64 -2
  18. package/lib/lib/prompt_safety.js +14 -3
  19. package/lib/tools.d.ts +7 -0
  20. package/lib/tools.js +22 -1
  21. package/md_cg/_guard_kit.py +121 -121
  22. package/md_cg/anchor.py +114 -114
  23. package/md_cg/audit.py +15 -2
  24. package/md_cg/chain.py +3 -2
  25. package/md_cg/config_registry_guard.py +487 -487
  26. package/md_cg/conformance.py +747 -747
  27. package/md_cg/consolidate.py +1793 -1793
  28. package/md_cg/crypto.py +794 -794
  29. package/md_cg/hyperedge.py +262 -262
  30. package/md_cg/interface_schema.py +146 -146
  31. package/md_cg/lifecycle.py +426 -426
  32. package/md_cg/mdcos.py +12 -8
  33. package/md_cg/predict.py +1103 -1103
  34. package/md_cg/protect.py +654 -654
  35. package/md_cg/provenance.py +606 -606
  36. package/md_cg/queue_health.py +130 -130
  37. package/md_cg/refine.py +613 -613
  38. package/md_cg/retrieve.py +128 -128
  39. package/md_cg/revise.py +140 -140
  40. package/md_cg/rollback.py +657 -657
  41. package/md_cg/rollback_cli.py +124 -124
  42. package/md_cg/rotate.py +346 -346
  43. package/md_cg/routing.py +490 -490
  44. package/md_cg/self_surface.py +50 -50
  45. package/md_cg/semantic/canonical.py +144 -144
  46. package/md_cg/semantic/zh_en_atoms.py +141 -141
  47. package/md_cg/sources.py +1091 -1091
  48. package/md_cg/stg.py +3 -2
  49. package/md_cg/sustain.py +10 -1
  50. package/md_cg/test_audit_rotate_parity.py +279 -279
  51. package/md_cg/test_autonomy_modes.py +2013 -2013
  52. package/md_cg/test_cn_recall_grams.py +206 -206
  53. package/md_cg/test_code_kind_forbidden.py +101 -0
  54. package/md_cg/test_condaccept.py +156 -156
  55. package/md_cg/test_condgate.py +141 -141
  56. package/md_cg/test_heartbeat_ledger.py +9 -3
  57. package/md_cg/test_i50e_readside_protection.py +658 -658
  58. package/md_cg/test_issue111_gate_order.py +76 -76
  59. package/md_cg/test_issue111_scoring_contract.py +86 -86
  60. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  61. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  62. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  63. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  64. package/md_cg/test_issue149_accel_default_face.py +248 -248
  65. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  66. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  67. package/md_cg/test_issue152_sealed_postings.py +309 -309
  68. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  69. package/md_cg/test_issue157b_index_remainder.py +344 -344
  70. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  71. package/md_cg/test_issue191_import_trust.py +382 -382
  72. package/md_cg/test_issue193_write_scope.py +378 -378
  73. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  74. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  75. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  76. package/md_cg/test_issue216_clash_routes.py +214 -214
  77. package/md_cg/test_issue217_slot_routes.py +248 -248
  78. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  79. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  80. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  81. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  82. package/md_cg/test_issue275_layer_param.py +250 -250
  83. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  84. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  85. package/md_cg/test_issue278_neg_window.py +294 -294
  86. package/md_cg/test_issue278_negative_layering.py +83 -83
  87. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  88. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  89. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  90. package/md_cg/test_issue303_design_boundaries.py +262 -262
  91. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  92. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  93. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  94. package/md_cg/test_issue322_node_write_lock.py +727 -727
  95. package/md_cg/test_issue324_write_size_fields.py +214 -214
  96. package/md_cg/test_issue325_audit_poison.py +229 -229
  97. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  98. package/md_cg/test_issue326_key_perms.py +355 -355
  99. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  100. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  101. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  102. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  103. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  104. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  105. package/md_cg/test_issue350_casefold_collision.py +235 -235
  106. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  107. package/md_cg/test_issue352_imgaudit.py +418 -418
  108. package/md_cg/test_issue352_pathsjson.py +537 -537
  109. package/md_cg/test_issue352_refindex.py +412 -412
  110. package/md_cg/test_issue352_rollback.py +604 -604
  111. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  112. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  113. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  114. package/md_cg/test_issue358_truncation_observable.py +247 -247
  115. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  116. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  117. package/md_cg/test_issue362_neg_condition.py +468 -468
  118. package/md_cg/test_issue363_lexical_idf.py +275 -275
  119. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  120. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  121. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  122. package/md_cg/test_issue378_protected_floor.py +310 -310
  123. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  124. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  125. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  126. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  127. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  128. package/md_cg/test_issue404_heal_receipt.py +389 -389
  129. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  130. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  131. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  132. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  133. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  134. package/md_cg/test_issue413_preimage_twin.py +339 -339
  135. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  136. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  137. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  138. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  139. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  140. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  141. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  142. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  143. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  144. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  145. package/md_cg/test_issue434_435_float_gate.py +90 -90
  146. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  147. package/md_cg/test_issue43_default_policy.py +874 -874
  148. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  149. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  150. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  151. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  152. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  153. package/md_cg/test_issue451_audit_actor.py +313 -313
  154. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  155. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  156. package/md_cg/test_issue466_basis_registry.py +469 -469
  157. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  158. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  159. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  160. package/md_cg/test_issue471_identity_readable.py +136 -136
  161. package/md_cg/test_issue472_audit_chain.py +90 -90
  162. package/md_cg/test_issue472_prune_ledger.py +105 -105
  163. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  164. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  165. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  166. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  167. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  168. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  169. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  170. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  171. package/md_cg/test_issue547_audit_durable.py +96 -96
  172. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  173. package/md_cg/test_issue559_refine_prefix.py +69 -69
  174. package/md_cg/test_issue562_retired_faces.py +150 -0
  175. package/md_cg/test_issue71_queue_backlog.py +376 -376
  176. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  177. package/md_cg/test_issue82_credential_rules.py +271 -271
  178. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  179. package/md_cg/test_issue93_remember_redaction.py +282 -282
  180. package/md_cg/test_logref.py +1141 -1141
  181. package/md_cg/test_md_access_parity.py +330 -330
  182. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  183. package/md_cg/test_mutation_residue.py +119 -119
  184. package/md_cg/test_mutation_rollback.py +835 -835
  185. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  186. package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
  187. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  188. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  189. package/md_cg/test_neg_tail_honesty.py +733 -733
  190. package/md_cg/test_p21_tokens.py +294 -294
  191. package/md_cg/test_p27_docindex.py +792 -792
  192. package/md_cg/test_p28_refcheck.py +1053 -1053
  193. package/md_cg/test_p2_six_elements.py +476 -476
  194. package/md_cg/test_p33_ccg_wiring.py +300 -300
  195. package/md_cg/test_p3_legacy_closure.py +438 -438
  196. package/md_cg/test_p40_refine_worklist.py +244 -244
  197. package/md_cg/test_p4_freshness.py +781 -781
  198. package/md_cg/test_p9c_dedup_hints.py +288 -288
  199. package/md_cg/test_policy_required_ccg.py +444 -444
  200. package/md_cg/test_read_scope_b27.py +2 -2
  201. package/md_cg/test_retr_s5.py +312 -312
  202. package/md_cg/test_s1_ast_judge.py +109 -109
  203. package/md_cg/test_security_audit_v21.py +249 -249
  204. package/md_cg/test_state_event_op.py +521 -521
  205. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  206. package/md_cg/test_sustain_bad_stamp.py +178 -0
  207. package/md_cg/test_sustain_bounded.py +652 -652
  208. package/md_cg/test_trust_edge_reachability.py +405 -405
  209. package/md_cg/test_w7_redlines.py +659 -659
  210. package/md_cg/test_write_return_shape.py +919 -919
  211. package/md_cg/test_writepipe.py +228 -228
  212. package/md_cg/trust.py +1114 -1114
  213. package/md_cg/twophase.py +303 -303
  214. package/md_cg/whitebox.py +536 -536
  215. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  216. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  217. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  218. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  219. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  220. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  221. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  222. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  223. package/md_cg/writepipe.py +1337 -1337
  224. package/package.json +3 -2
  225. package/scripts/workspace_index.py +328 -0
  226. package/src/hooks.ts +932 -908
  227. package/src/index.ts +21 -6
  228. package/src/init.ts +16 -4
  229. package/src/lib/hook_audit.ts +48 -2
  230. package/src/lib/mdcg_client.ts +469 -469
  231. package/src/lib/prompt_safety.ts +17 -3
  232. package/src/tools.ts +23 -1
  233. package/zcode/AGENTS.md +333 -204
@@ -1,256 +1,256 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:hive/scoreboard.py 的「读件失败」命名出口 bad_files 真实存在且与「文件缺失」可分(issue #511)
3
- # 生效条件:python -X utf8 -m md_cg.test_issue511_scoreboard_bad_files [--mutate];被测面=hive/scoreboard.py 的 read_json/_obj/_file_shape/job_record/scan/build
4
- # 子功能:A 组=复现面(result.json 非映射/坏 JSON 计入 bad_files、缺失不计;spec.json 同;record 级标记;非映射与缺失的 build() 输出可分);K 组=非恒真对照(合法映射 bad_files 为空且其它读数逐位不变、全缺失池、read_json 三态哨兵、确定性);E 组=名实一致(docstring 点名的 bad_files 在实现里存在、形状判据单点、_obj 的归一语义未被替换)
5
- # 执行:默认断言;--mutate 在内存源码里三条定点变异(bad_files 恒空 / 缺失也算坏件 / 读件哨兵退回 None),红项须与声明逐项相符
6
- # 验证方式:默认全 PASS 且 exit 0;--mutate 每条变异红项集合与声明一致;锚点字面量不在源码 ⇒ exit 2(fail-closed)
7
- # 不适用条件:不判 `_scoreboard.jsonl` 的下游消费方(仓内未找到生产消费方);不判评分公式(属 #158);不判 hive/serve_start.py 的 status.json 崩溃面(属 #427,另有守卫)
8
- """issue #511 守卫:`_obj` 的静默归一让「读件失败」在命名出口上不存在。
9
-
10
- 病象(修前):`read_json` docstring 声称「缺失或坏件…会计入 bad_files」,`_obj` 注释声称
11
- 「一律按读件失败处理…只计入 bad_files」——但 `bad_files` 这个标识在实现里**不存在**
12
- (全树仅两处注释)。后果:`result.json` 为「合法 JSON 非映射」与「该文件缺失」在
13
- `build()` 全部 9 个顶层键上逐位相同,该路没有任何出口区分这两态。
14
-
15
- 修法:① `read_json` 用两个哨兵区分「缺失」与「解析失败」(`None` 不再兼任三态);
16
- ② `job_record` 经单点 `_file_shape` 给每个文件判形状,`bad_files` 只收 `nonmap`/`bad_json`
17
- (存在但读不成映射),缺失不混入;③ `build()` 输出 `bad_files` 列表与 `totals.bad_files`,
18
- 让 docstring 点名的出口真的存在。映射性判据仍只在 `_obj` 一处(本修不复制它)。
19
- """
20
- from __future__ import annotations
21
-
22
- import io
23
- import json
24
- import os
25
- import shutil
26
- import sys
27
- import tempfile
28
- import types
29
-
30
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
31
-
32
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
33
- _SRC = os.path.join(_REPO, "hive", "scoreboard.py")
34
- _JID = "h_u09_任务_验证单元_0001"
35
- _FAILS = []
36
-
37
-
38
- def ok(name, cond, detail=""):
39
- if cond:
40
- print(" PASS " + name)
41
- else:
42
- print(" FAIL " + name + " " + str(detail)[:200])
43
- _FAILS.append(name.split()[0])
44
-
45
-
46
- def _load(src_text, name="sb511"):
47
- mod = types.ModuleType(name)
48
- mod.__file__ = _SRC
49
- exec(compile(src_text, "<sb511>", "exec"), mod.__dict__)
50
- return mod
51
-
52
-
53
- def _job(root, files):
54
- """files: {文件名: ("obj", 值) | ("raw", 文本) | ("missing", None)}。返回 jobs 池。"""
55
- jobs = os.path.join(root, "jobs")
56
- d = os.path.join(jobs, _JID)
57
- os.makedirs(d, exist_ok=True)
58
- for nm, (kind, val) in files.items():
59
- p = os.path.join(d, nm)
60
- if kind == "missing":
61
- continue
62
- with io.open(p, "w", encoding="utf-8") as f:
63
- if kind == "raw":
64
- f.write(val)
65
- else:
66
- json.dump(val, f, ensure_ascii=False)
67
- return jobs
68
-
69
-
70
- def _base(**over):
71
- files = {"status.json": ("obj", {"state": "done"}),
72
- "spec.json": ("obj", {"commands": ["x"]}),
73
- "result.json": ("obj", {"ok": True, "content": "c"})}
74
- files.update(over)
75
- return files
76
-
77
-
78
- def run_checks(mod):
79
- root = tempfile.mkdtemp(prefix="iss511_")
80
- try:
81
- # ---- A 组:读件失败必须可见(修前该键不存在)----
82
- for i, (tag, files, want) in enumerate((
83
- ("A01 result.json=[1,2,3](合法 JSON 非映射)",
84
- _base(**{"result.json": ("obj", [1, 2, 3])}), [_JID + "/result.json"]),
85
- ("A02 result.json={oops(坏 JSON)",
86
- _base(**{"result.json": ("raw", "{oops")}), [_JID + "/result.json"]),
87
- ("A03 result.json=\"x\"(合法 JSON 非映射)",
88
- _base(**{"result.json": ("obj", "x")}), [_JID + "/result.json"]),
89
- ("A04 spec.json=[1,2](合法 JSON 非映射)",
90
- _base(**{"spec.json": ("obj", [1, 2])}), [_JID + "/spec.json"]),
91
- ), start=1):
92
- doc = mod.build(_job(os.path.join(root, "a%d" % i), files))
93
- ok("%s ⇒ bad_files=%s 且 totals.bad_files=1" % (tag, want),
94
- doc.get("bad_files") == want and doc["totals"].get("bad_files") == 1,
95
- (doc.get("bad_files", "<ABSENT>"), doc["totals"]))
96
-
97
- # A05 文件缺失是另一态:不进 bad_files(修前与「非映射」同态)
98
- doc_missing = mod.build(_job(os.path.join(root, "a05"),
99
- _base(**{"result.json": ("missing", None)})))
100
- ok("A05 result.json 缺失 ⇒ bad_files 为空(缺失不混入「读件失败」)",
101
- doc_missing.get("bad_files") == [] and doc_missing["totals"].get("bad_files") == 0,
102
- (doc_missing.get("bad_files", "<ABSENT>"), doc_missing["totals"]))
103
-
104
- # A06 输出面可分:同一池只改 result.json 三态,非映射与缺失的 build() 必须不同
105
- doc_nonmap = mod.build(_job(os.path.join(root, "a06n"),
106
- _base(**{"result.json": ("obj", [1, 2, 3])})))
107
- _diff = [k for k in sorted(set(doc_nonmap) | set(doc_missing))
108
- if json.dumps(doc_nonmap.get(k), sort_keys=True, ensure_ascii=False)
109
- != json.dumps(doc_missing.get(k), sort_keys=True, ensure_ascii=False)]
110
- ok("A06 非映射 vs 缺失在 build() 输出面上可分(修前全 9 键逐位相同)",
111
- "bad_files" in _diff and "totals" in _diff, _diff)
112
-
113
- # A07 记录级形状标记
114
- rec_n = mod.job_record(os.path.join(root, "a06n", "jobs", _JID))
115
- rec_m = mod.job_record(os.path.join(root, "a05", "jobs", _JID))
116
- ok("A07 job_record().bad_files:非映射=['result.json']、缺失=[]",
117
- rec_n.get("bad_files") == ["result.json"] and rec_m.get("bad_files") == [],
118
- (rec_n.get("bad_files", "<ABSENT>"), rec_m.get("bad_files", "<ABSENT>")))
119
-
120
- # ---- K 组:非恒真对照(含过度收紧方向)----
121
- doc_ok = mod.build(_job(os.path.join(root, "k01"), _base()))
122
- ok("K01 合法映射:bad_files 为空且其它读数不变(jobs=1 / delta_sum=12 / det 计入)",
123
- doc_ok.get("bad_files") == [] and doc_ok["totals"].get("bad_files") == 0
124
- and doc_ok["totals"]["jobs"] == 1 and doc_ok["totals"]["delta_sum"] == 12
125
- and (doc_ok["by_unit"][0]["deterministic"] == 1),
126
- (doc_ok.get("bad_files", "<ABSENT>"), doc_ok["totals"]))
127
-
128
- doc_all_missing = mod.build(_job(os.path.join(root, "k02"), {
129
- "status.json": ("missing", None), "spec.json": ("missing", None),
130
- "result.json": ("missing", None)}))
131
- ok("K02 三件全缺失:bad_files 为空、job 进 bad_ids(缺失语义不变)",
132
- doc_all_missing.get("bad_files") == []
133
- and doc_all_missing["bad_ids"] == [_JID], doc_all_missing)
134
-
135
- # K03 read_json 三态哨兵:缺失 / 坏 JSON / 合法 null 必须三者可分
136
- p_missing = os.path.join(root, "k03_missing.json")
137
- p_bad = os.path.join(root, "k03_bad.json")
138
- p_null = os.path.join(root, "k03_null.json")
139
- with io.open(p_bad, "w", encoding="utf-8") as f:
140
- f.write("{oops")
141
- with io.open(p_null, "w", encoding="utf-8") as f:
142
- f.write("null")
143
- r_missing, r_bad, r_null = (mod.read_json(p_missing), mod.read_json(p_bad),
144
- mod.read_json(p_null))
145
- ok("K03 read_json 三态可分:缺失=_MISSING、坏 JSON=_BAD_JSON、合法 null=None",
146
- r_missing is getattr(mod, "_MISSING", object())
147
- and r_bad is getattr(mod, "_BAD_JSON", object())
148
- and r_null is None and r_missing is not r_bad,
149
- (r_missing, r_bad, r_null))
150
-
151
- doc_ok2 = mod.build(_job(os.path.join(root, "k01"), _base()))
152
- ok("K04 确定性:同输入两次 build 逐字段相同",
153
- json.dumps(doc_ok, sort_keys=True, ensure_ascii=False)
154
- == json.dumps(doc_ok2, sort_keys=True, ensure_ascii=False), "")
155
-
156
- # ---- E 组:名实一致(docstring 点名的出口必须真的存在)----
157
- src = io.open(_SRC, encoding="utf-8").read()
158
- ok("E01 build() 真输出 bad_files 列表键(不只是 docstring 里的名字)",
159
- '"bad_files": bad_files,' in src and '"bad_files": len(bad_files),' in src, "")
160
- ok("E02 job_record 真带 bad_files 标记(每条记录可见)",
161
- '"bad_files": bad_files,' in src and 'bad_files = sorted(' in src, "")
162
- ok("E03 形状判据单点:`_file_shape` 定义一处;映射性判据仍只在 `_obj` 一处",
163
- src.count("def _file_shape(") == 1 and src.count("isinstance(v, dict)") == 1,
164
- (src.count("def _file_shape("), src.count("isinstance(v, dict)")))
165
- ok("E04 _file_shape 不复制映射判据(观察 _obj 输出:obj == v)",
166
- 'return "ok" if obj == v else "nonmap"' in src, "")
167
- ok("E05 read_json docstring 点名的 bad_files 与实现出口同名",
168
- "bad_files" in mod.read_json.__doc__
169
- and '"bad_files": bad_files,' in src, "")
170
- finally:
171
- shutil.rmtree(root, ignore_errors=True)
172
-
173
-
174
- # ---- 定点变异(源码级)-------------------------------------------------------
175
- _AGG = " bad_files = sorted(_bad_files)"
176
- _AGG_EMPTY = " bad_files = [] # 变异:出口恒空(回 #511 缺陷)"
177
- _SHAPE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh in ("nonmap", "bad_json"))'
178
- _SHAPE_LOOSE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh != "ok") # 变异:缺失也算坏件'
179
- _READ_MISSING = " return _MISSING"
180
- _READ_NONE = " return None # 变异:缺失/坏件同态(回缺陷)"
181
- _READ_BAD = " return _BAD_JSON"
182
-
183
- _MUTATIONS = (
184
- # M1 回缺陷:build() 的 bad_files 恒空 ⇒ 非映射/坏 JSON 都不可见:A01/A02/A03/A04/A06 红。
185
- ("M1 回缺陷:bad_files 出口恒空", ((_AGG, _AGG_EMPTY),),
186
- ("A01", "A02", "A03", "A04", "A06")),
187
- # M2 过度收紧:把「缺失」也计入 ⇒ 缺失态被报成读件失败:A05/A06/A07(记录级)+K02 红。
188
- ("M2 过度收紧:缺失也算 bad_files", ((_SHAPE, _SHAPE_LOOSE),),
189
- ("A05", "A06", "A07", "K02")),
190
- # M3 回缺陷:read_json 的「缺失」哨兵退回 None ⇒ 与坏件同态、且被 _file_shape 判成 nonmap:
191
- # A05/A06/A07/K02/K03 红。
192
- ("M3 回缺陷:缺失哨兵退回 None(三态压成两态)", ((_READ_MISSING, _READ_NONE),),
193
- ("A05", "A06", "A07", "K02", "K03")),
194
- )
195
-
196
-
197
- def _apply(text, pairs):
198
- for old, new in pairs:
199
- if text.count(old) != 1:
200
- return None, "锚点命中 %d 次" % text.count(old)
201
- text = text.replace(old, new, 1)
202
- return text, ""
203
-
204
-
205
- def _mutate(base):
206
- print("!! 定点变异自证:出口恒空(回缺陷)+ 缺失也算坏件(过度收紧)+ 哨兵退回 None")
207
- bad = []
208
- for desc, pairs, expect in _MUTATIONS:
209
- mut, why = _apply(base, pairs)
210
- if mut is None:
211
- print(" ANCHOR-MISS %s %s" % (desc, why))
212
- bad.append(desc)
213
- continue
214
- global _FAILS
215
- _FAILS = []
216
- try:
217
- run_checks(_load(mut))
218
- except BaseException as exc: # noqa: BLE001
219
- _FAILS = ["<崩溃:%s>" % type(exc).__name__]
220
- got = sorted(set(_FAILS))
221
- if got == sorted(expect):
222
- print(" OK %s 红项=%s" % (desc, got))
223
- else:
224
- print(" MISMATCH %s 实际=%s 期望=%s" % (desc, got, sorted(expect)))
225
- bad.append(desc)
226
- print("定点变异:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
227
- return len(bad)
228
-
229
-
230
- def main(argv=None):
231
- argv = list(sys.argv[1:] if argv is None else argv)
232
- base = io.open(_SRC, encoding="utf-8").read()
233
- # 锚点自检(fail-closed):修法的关键判据不在源码里 ⇒ exit 2。
234
- if src_anchor_missing(base):
235
- print("ANCHOR-FAIL:bad_files 出口/_file_shape 字面量不在 hive/scoreboard.py 里")
236
- return 2
237
- if "--mutate" in argv:
238
- return 1 if _mutate(base) else 0
239
- print("== #511 hive/scoreboard.py 的 bad_files 出口 ==")
240
- run_checks(_load(base))
241
- print("")
242
- if _FAILS:
243
- print("issue #511 结果:%d 失败 —— %s" % (len(_FAILS), " ".join(_FAILS)))
244
- return 1
245
- print("issue #511 结果:全部通过")
246
- return 0
247
-
248
-
249
- def src_anchor_missing(src):
250
- return not (src.count("def _file_shape(") == 1
251
- and '"bad_files": bad_files,' in src
252
- and 'if sh in ("nonmap", "bad_json")' in src)
253
-
254
-
255
- if __name__ == "__main__":
256
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:hive/scoreboard.py 的「读件失败」命名出口 bad_files 真实存在且与「文件缺失」可分(issue #511)
3
+ # 生效条件:python -X utf8 -m md_cg.test_issue511_scoreboard_bad_files [--mutate];被测面=hive/scoreboard.py 的 read_json/_obj/_file_shape/job_record/scan/build
4
+ # 子功能:A 组=复现面(result.json 非映射/坏 JSON 计入 bad_files、缺失不计;spec.json 同;record 级标记;非映射与缺失的 build() 输出可分);K 组=非恒真对照(合法映射 bad_files 为空且其它读数逐位不变、全缺失池、read_json 三态哨兵、确定性);E 组=名实一致(docstring 点名的 bad_files 在实现里存在、形状判据单点、_obj 的归一语义未被替换)
5
+ # 执行:默认断言;--mutate 在内存源码里三条定点变异(bad_files 恒空 / 缺失也算坏件 / 读件哨兵退回 None),红项须与声明逐项相符
6
+ # 验证方式:默认全 PASS 且 exit 0;--mutate 每条变异红项集合与声明一致;锚点字面量不在源码 ⇒ exit 2(fail-closed)
7
+ # 不适用条件:不判 `_scoreboard.jsonl` 的下游消费方(仓内未找到生产消费方);不判评分公式(属 #158);不判 hive/serve_start.py 的 status.json 崩溃面(属 #427,另有守卫)
8
+ """issue #511 守卫:`_obj` 的静默归一让「读件失败」在命名出口上不存在。
9
+
10
+ 病象(修前):`read_json` docstring 声称「缺失或坏件…会计入 bad_files」,`_obj` 注释声称
11
+ 「一律按读件失败处理…只计入 bad_files」——但 `bad_files` 这个标识在实现里**不存在**
12
+ (全树仅两处注释)。后果:`result.json` 为「合法 JSON 非映射」与「该文件缺失」在
13
+ `build()` 全部 9 个顶层键上逐位相同,该路没有任何出口区分这两态。
14
+
15
+ 修法:① `read_json` 用两个哨兵区分「缺失」与「解析失败」(`None` 不再兼任三态);
16
+ ② `job_record` 经单点 `_file_shape` 给每个文件判形状,`bad_files` 只收 `nonmap`/`bad_json`
17
+ (存在但读不成映射),缺失不混入;③ `build()` 输出 `bad_files` 列表与 `totals.bad_files`,
18
+ 让 docstring 点名的出口真的存在。映射性判据仍只在 `_obj` 一处(本修不复制它)。
19
+ """
20
+ from __future__ import annotations
21
+
22
+ import io
23
+ import json
24
+ import os
25
+ import shutil
26
+ import sys
27
+ import tempfile
28
+ import types
29
+
30
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
31
+
32
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
33
+ _SRC = os.path.join(_REPO, "hive", "scoreboard.py")
34
+ _JID = "h_u09_任务_验证单元_0001"
35
+ _FAILS = []
36
+
37
+
38
+ def ok(name, cond, detail=""):
39
+ if cond:
40
+ print(" PASS " + name)
41
+ else:
42
+ print(" FAIL " + name + " " + str(detail)[:200])
43
+ _FAILS.append(name.split()[0])
44
+
45
+
46
+ def _load(src_text, name="sb511"):
47
+ mod = types.ModuleType(name)
48
+ mod.__file__ = _SRC
49
+ exec(compile(src_text, "<sb511>", "exec"), mod.__dict__)
50
+ return mod
51
+
52
+
53
+ def _job(root, files):
54
+ """files: {文件名: ("obj", 值) | ("raw", 文本) | ("missing", None)}。返回 jobs 池。"""
55
+ jobs = os.path.join(root, "jobs")
56
+ d = os.path.join(jobs, _JID)
57
+ os.makedirs(d, exist_ok=True)
58
+ for nm, (kind, val) in files.items():
59
+ p = os.path.join(d, nm)
60
+ if kind == "missing":
61
+ continue
62
+ with io.open(p, "w", encoding="utf-8") as f:
63
+ if kind == "raw":
64
+ f.write(val)
65
+ else:
66
+ json.dump(val, f, ensure_ascii=False)
67
+ return jobs
68
+
69
+
70
+ def _base(**over):
71
+ files = {"status.json": ("obj", {"state": "done"}),
72
+ "spec.json": ("obj", {"commands": ["x"]}),
73
+ "result.json": ("obj", {"ok": True, "content": "c"})}
74
+ files.update(over)
75
+ return files
76
+
77
+
78
+ def run_checks(mod):
79
+ root = tempfile.mkdtemp(prefix="iss511_")
80
+ try:
81
+ # ---- A 组:读件失败必须可见(修前该键不存在)----
82
+ for i, (tag, files, want) in enumerate((
83
+ ("A01 result.json=[1,2,3](合法 JSON 非映射)",
84
+ _base(**{"result.json": ("obj", [1, 2, 3])}), [_JID + "/result.json"]),
85
+ ("A02 result.json={oops(坏 JSON)",
86
+ _base(**{"result.json": ("raw", "{oops")}), [_JID + "/result.json"]),
87
+ ("A03 result.json=\"x\"(合法 JSON 非映射)",
88
+ _base(**{"result.json": ("obj", "x")}), [_JID + "/result.json"]),
89
+ ("A04 spec.json=[1,2](合法 JSON 非映射)",
90
+ _base(**{"spec.json": ("obj", [1, 2])}), [_JID + "/spec.json"]),
91
+ ), start=1):
92
+ doc = mod.build(_job(os.path.join(root, "a%d" % i), files))
93
+ ok("%s ⇒ bad_files=%s 且 totals.bad_files=1" % (tag, want),
94
+ doc.get("bad_files") == want and doc["totals"].get("bad_files") == 1,
95
+ (doc.get("bad_files", "<ABSENT>"), doc["totals"]))
96
+
97
+ # A05 文件缺失是另一态:不进 bad_files(修前与「非映射」同态)
98
+ doc_missing = mod.build(_job(os.path.join(root, "a05"),
99
+ _base(**{"result.json": ("missing", None)})))
100
+ ok("A05 result.json 缺失 ⇒ bad_files 为空(缺失不混入「读件失败」)",
101
+ doc_missing.get("bad_files") == [] and doc_missing["totals"].get("bad_files") == 0,
102
+ (doc_missing.get("bad_files", "<ABSENT>"), doc_missing["totals"]))
103
+
104
+ # A06 输出面可分:同一池只改 result.json 三态,非映射与缺失的 build() 必须不同
105
+ doc_nonmap = mod.build(_job(os.path.join(root, "a06n"),
106
+ _base(**{"result.json": ("obj", [1, 2, 3])})))
107
+ _diff = [k for k in sorted(set(doc_nonmap) | set(doc_missing))
108
+ if json.dumps(doc_nonmap.get(k), sort_keys=True, ensure_ascii=False)
109
+ != json.dumps(doc_missing.get(k), sort_keys=True, ensure_ascii=False)]
110
+ ok("A06 非映射 vs 缺失在 build() 输出面上可分(修前全 9 键逐位相同)",
111
+ "bad_files" in _diff and "totals" in _diff, _diff)
112
+
113
+ # A07 记录级形状标记
114
+ rec_n = mod.job_record(os.path.join(root, "a06n", "jobs", _JID))
115
+ rec_m = mod.job_record(os.path.join(root, "a05", "jobs", _JID))
116
+ ok("A07 job_record().bad_files:非映射=['result.json']、缺失=[]",
117
+ rec_n.get("bad_files") == ["result.json"] and rec_m.get("bad_files") == [],
118
+ (rec_n.get("bad_files", "<ABSENT>"), rec_m.get("bad_files", "<ABSENT>")))
119
+
120
+ # ---- K 组:非恒真对照(含过度收紧方向)----
121
+ doc_ok = mod.build(_job(os.path.join(root, "k01"), _base()))
122
+ ok("K01 合法映射:bad_files 为空且其它读数不变(jobs=1 / delta_sum=12 / det 计入)",
123
+ doc_ok.get("bad_files") == [] and doc_ok["totals"].get("bad_files") == 0
124
+ and doc_ok["totals"]["jobs"] == 1 and doc_ok["totals"]["delta_sum"] == 12
125
+ and (doc_ok["by_unit"][0]["deterministic"] == 1),
126
+ (doc_ok.get("bad_files", "<ABSENT>"), doc_ok["totals"]))
127
+
128
+ doc_all_missing = mod.build(_job(os.path.join(root, "k02"), {
129
+ "status.json": ("missing", None), "spec.json": ("missing", None),
130
+ "result.json": ("missing", None)}))
131
+ ok("K02 三件全缺失:bad_files 为空、job 进 bad_ids(缺失语义不变)",
132
+ doc_all_missing.get("bad_files") == []
133
+ and doc_all_missing["bad_ids"] == [_JID], doc_all_missing)
134
+
135
+ # K03 read_json 三态哨兵:缺失 / 坏 JSON / 合法 null 必须三者可分
136
+ p_missing = os.path.join(root, "k03_missing.json")
137
+ p_bad = os.path.join(root, "k03_bad.json")
138
+ p_null = os.path.join(root, "k03_null.json")
139
+ with io.open(p_bad, "w", encoding="utf-8") as f:
140
+ f.write("{oops")
141
+ with io.open(p_null, "w", encoding="utf-8") as f:
142
+ f.write("null")
143
+ r_missing, r_bad, r_null = (mod.read_json(p_missing), mod.read_json(p_bad),
144
+ mod.read_json(p_null))
145
+ ok("K03 read_json 三态可分:缺失=_MISSING、坏 JSON=_BAD_JSON、合法 null=None",
146
+ r_missing is getattr(mod, "_MISSING", object())
147
+ and r_bad is getattr(mod, "_BAD_JSON", object())
148
+ and r_null is None and r_missing is not r_bad,
149
+ (r_missing, r_bad, r_null))
150
+
151
+ doc_ok2 = mod.build(_job(os.path.join(root, "k01"), _base()))
152
+ ok("K04 确定性:同输入两次 build 逐字段相同",
153
+ json.dumps(doc_ok, sort_keys=True, ensure_ascii=False)
154
+ == json.dumps(doc_ok2, sort_keys=True, ensure_ascii=False), "")
155
+
156
+ # ---- E 组:名实一致(docstring 点名的出口必须真的存在)----
157
+ src = io.open(_SRC, encoding="utf-8").read()
158
+ ok("E01 build() 真输出 bad_files 列表键(不只是 docstring 里的名字)",
159
+ '"bad_files": bad_files,' in src and '"bad_files": len(bad_files),' in src, "")
160
+ ok("E02 job_record 真带 bad_files 标记(每条记录可见)",
161
+ '"bad_files": bad_files,' in src and 'bad_files = sorted(' in src, "")
162
+ ok("E03 形状判据单点:`_file_shape` 定义一处;映射性判据仍只在 `_obj` 一处",
163
+ src.count("def _file_shape(") == 1 and src.count("isinstance(v, dict)") == 1,
164
+ (src.count("def _file_shape("), src.count("isinstance(v, dict)")))
165
+ ok("E04 _file_shape 不复制映射判据(观察 _obj 输出:obj == v)",
166
+ 'return "ok" if obj == v else "nonmap"' in src, "")
167
+ ok("E05 read_json docstring 点名的 bad_files 与实现出口同名",
168
+ "bad_files" in mod.read_json.__doc__
169
+ and '"bad_files": bad_files,' in src, "")
170
+ finally:
171
+ shutil.rmtree(root, ignore_errors=True)
172
+
173
+
174
+ # ---- 定点变异(源码级)-------------------------------------------------------
175
+ _AGG = " bad_files = sorted(_bad_files)"
176
+ _AGG_EMPTY = " bad_files = [] # 变异:出口恒空(回 #511 缺陷)"
177
+ _SHAPE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh in ("nonmap", "bad_json"))'
178
+ _SHAPE_LOOSE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh != "ok") # 变异:缺失也算坏件'
179
+ _READ_MISSING = " return _MISSING"
180
+ _READ_NONE = " return None # 变异:缺失/坏件同态(回缺陷)"
181
+ _READ_BAD = " return _BAD_JSON"
182
+
183
+ _MUTATIONS = (
184
+ # M1 回缺陷:build() 的 bad_files 恒空 ⇒ 非映射/坏 JSON 都不可见:A01/A02/A03/A04/A06 红。
185
+ ("M1 回缺陷:bad_files 出口恒空", ((_AGG, _AGG_EMPTY),),
186
+ ("A01", "A02", "A03", "A04", "A06")),
187
+ # M2 过度收紧:把「缺失」也计入 ⇒ 缺失态被报成读件失败:A05/A06/A07(记录级)+K02 红。
188
+ ("M2 过度收紧:缺失也算 bad_files", ((_SHAPE, _SHAPE_LOOSE),),
189
+ ("A05", "A06", "A07", "K02")),
190
+ # M3 回缺陷:read_json 的「缺失」哨兵退回 None ⇒ 与坏件同态、且被 _file_shape 判成 nonmap:
191
+ # A05/A06/A07/K02/K03 红。
192
+ ("M3 回缺陷:缺失哨兵退回 None(三态压成两态)", ((_READ_MISSING, _READ_NONE),),
193
+ ("A05", "A06", "A07", "K02", "K03")),
194
+ )
195
+
196
+
197
+ def _apply(text, pairs):
198
+ for old, new in pairs:
199
+ if text.count(old) != 1:
200
+ return None, "锚点命中 %d 次" % text.count(old)
201
+ text = text.replace(old, new, 1)
202
+ return text, ""
203
+
204
+
205
+ def _mutate(base):
206
+ print("!! 定点变异自证:出口恒空(回缺陷)+ 缺失也算坏件(过度收紧)+ 哨兵退回 None")
207
+ bad = []
208
+ for desc, pairs, expect in _MUTATIONS:
209
+ mut, why = _apply(base, pairs)
210
+ if mut is None:
211
+ print(" ANCHOR-MISS %s %s" % (desc, why))
212
+ bad.append(desc)
213
+ continue
214
+ global _FAILS
215
+ _FAILS = []
216
+ try:
217
+ run_checks(_load(mut))
218
+ except BaseException as exc: # noqa: BLE001
219
+ _FAILS = ["<崩溃:%s>" % type(exc).__name__]
220
+ got = sorted(set(_FAILS))
221
+ if got == sorted(expect):
222
+ print(" OK %s 红项=%s" % (desc, got))
223
+ else:
224
+ print(" MISMATCH %s 实际=%s 期望=%s" % (desc, got, sorted(expect)))
225
+ bad.append(desc)
226
+ print("定点变异:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
227
+ return len(bad)
228
+
229
+
230
+ def main(argv=None):
231
+ argv = list(sys.argv[1:] if argv is None else argv)
232
+ base = io.open(_SRC, encoding="utf-8").read()
233
+ # 锚点自检(fail-closed):修法的关键判据不在源码里 ⇒ exit 2。
234
+ if src_anchor_missing(base):
235
+ print("ANCHOR-FAIL:bad_files 出口/_file_shape 字面量不在 hive/scoreboard.py 里")
236
+ return 2
237
+ if "--mutate" in argv:
238
+ return 1 if _mutate(base) else 0
239
+ print("== #511 hive/scoreboard.py 的 bad_files 出口 ==")
240
+ run_checks(_load(base))
241
+ print("")
242
+ if _FAILS:
243
+ print("issue #511 结果:%d 失败 —— %s" % (len(_FAILS), " ".join(_FAILS)))
244
+ return 1
245
+ print("issue #511 结果:全部通过")
246
+ return 0
247
+
248
+
249
+ def src_anchor_missing(src):
250
+ return not (src.count("def _file_shape(") == 1
251
+ and '"bad_files": bad_files,' in src
252
+ and 'if sh in ("nonmap", "bad_json")' in src)
253
+
254
+
255
+ if __name__ == "__main__":
256
+ sys.exit(main())