@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,256 +1,256 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:hive/scoreboard.py 的「读件失败」命名出口 bad_files 真实存在且与「文件缺失」可分(issue #511)
3
- # 生效条件:python -X utf8 -m md_cg.test_issue511_scoreboard_bad_files [--mutate];被测面=hive/scoreboard.py 的 read_json/_obj/_file_shape/job_record/scan/build
4
- # 子功能:A 组=复现面(result.json 非映射/坏 JSON 计入 bad_files、缺失不计;spec.json 同;record 级标记;非映射与缺失的 build() 输出可分);K 组=非恒真对照(合法映射 bad_files 为空且其它读数逐位不变、全缺失池、read_json 三态哨兵、确定性);E 组=名实一致(docstring 点名的 bad_files 在实现里存在、形状判据单点、_obj 的归一语义未被替换)
5
- # 执行:默认断言;--mutate 在内存源码里三条定点变异(bad_files 恒空 / 缺失也算坏件 / 读件哨兵退回 None),红项须与声明逐项相符
6
- # 验证方式:默认全 PASS 且 exit 0;--mutate 每条变异红项集合与声明一致;锚点字面量不在源码 ⇒ exit 2(fail-closed)
7
- # 不适用条件:不判 `_scoreboard.jsonl` 的下游消费方(仓内未找到生产消费方);不判评分公式(属 #158);不判 hive/serve_start.py 的 status.json 崩溃面(属 #427,另有守卫)
8
- """issue #511 守卫:`_obj` 的静默归一让「读件失败」在命名出口上不存在。
9
-
10
- 病象(修前):`read_json` docstring 声称「缺失或坏件…会计入 bad_files」,`_obj` 注释声称
11
- 「一律按读件失败处理…只计入 bad_files」——但 `bad_files` 这个标识在实现里**不存在**
12
- (全树仅两处注释)。后果:`result.json` 为「合法 JSON 非映射」与「该文件缺失」在
13
- `build()` 全部 9 个顶层键上逐位相同,该路没有任何出口区分这两态。
14
-
15
- 修法:① `read_json` 用两个哨兵区分「缺失」与「解析失败」(`None` 不再兼任三态);
16
- ② `job_record` 经单点 `_file_shape` 给每个文件判形状,`bad_files` 只收 `nonmap`/`bad_json`
17
- (存在但读不成映射),缺失不混入;③ `build()` 输出 `bad_files` 列表与 `totals.bad_files`,
18
- 让 docstring 点名的出口真的存在。映射性判据仍只在 `_obj` 一处(本修不复制它)。
19
- """
20
- from __future__ import annotations
21
-
22
- import io
23
- import json
24
- import os
25
- import shutil
26
- import sys
27
- import tempfile
28
- import types
29
-
30
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
31
-
32
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
33
- _SRC = os.path.join(_REPO, "hive", "scoreboard.py")
34
- _JID = "h_u09_任务_验证单元_0001"
35
- _FAILS = []
36
-
37
-
38
- def ok(name, cond, detail=""):
39
- if cond:
40
- print(" PASS " + name)
41
- else:
42
- print(" FAIL " + name + " " + str(detail)[:200])
43
- _FAILS.append(name.split()[0])
44
-
45
-
46
- def _load(src_text, name="sb511"):
47
- mod = types.ModuleType(name)
48
- mod.__file__ = _SRC
49
- exec(compile(src_text, "<sb511>", "exec"), mod.__dict__)
50
- return mod
51
-
52
-
53
- def _job(root, files):
54
- """files: {文件名: ("obj", 值) | ("raw", 文本) | ("missing", None)}。返回 jobs 池。"""
55
- jobs = os.path.join(root, "jobs")
56
- d = os.path.join(jobs, _JID)
57
- os.makedirs(d, exist_ok=True)
58
- for nm, (kind, val) in files.items():
59
- p = os.path.join(d, nm)
60
- if kind == "missing":
61
- continue
62
- with io.open(p, "w", encoding="utf-8") as f:
63
- if kind == "raw":
64
- f.write(val)
65
- else:
66
- json.dump(val, f, ensure_ascii=False)
67
- return jobs
68
-
69
-
70
- def _base(**over):
71
- files = {"status.json": ("obj", {"state": "done"}),
72
- "spec.json": ("obj", {"commands": ["x"]}),
73
- "result.json": ("obj", {"ok": True, "content": "c"})}
74
- files.update(over)
75
- return files
76
-
77
-
78
- def run_checks(mod):
79
- root = tempfile.mkdtemp(prefix="iss511_")
80
- try:
81
- # ---- A 组:读件失败必须可见(修前该键不存在)----
82
- for i, (tag, files, want) in enumerate((
83
- ("A01 result.json=[1,2,3](合法 JSON 非映射)",
84
- _base(**{"result.json": ("obj", [1, 2, 3])}), [_JID + "/result.json"]),
85
- ("A02 result.json={oops(坏 JSON)",
86
- _base(**{"result.json": ("raw", "{oops")}), [_JID + "/result.json"]),
87
- ("A03 result.json=\"x\"(合法 JSON 非映射)",
88
- _base(**{"result.json": ("obj", "x")}), [_JID + "/result.json"]),
89
- ("A04 spec.json=[1,2](合法 JSON 非映射)",
90
- _base(**{"spec.json": ("obj", [1, 2])}), [_JID + "/spec.json"]),
91
- ), start=1):
92
- doc = mod.build(_job(os.path.join(root, "a%d" % i), files))
93
- ok("%s ⇒ bad_files=%s 且 totals.bad_files=1" % (tag, want),
94
- doc.get("bad_files") == want and doc["totals"].get("bad_files") == 1,
95
- (doc.get("bad_files", "<ABSENT>"), doc["totals"]))
96
-
97
- # A05 文件缺失是另一态:不进 bad_files(修前与「非映射」同态)
98
- doc_missing = mod.build(_job(os.path.join(root, "a05"),
99
- _base(**{"result.json": ("missing", None)})))
100
- ok("A05 result.json 缺失 ⇒ bad_files 为空(缺失不混入「读件失败」)",
101
- doc_missing.get("bad_files") == [] and doc_missing["totals"].get("bad_files") == 0,
102
- (doc_missing.get("bad_files", "<ABSENT>"), doc_missing["totals"]))
103
-
104
- # A06 输出面可分:同一池只改 result.json 三态,非映射与缺失的 build() 必须不同
105
- doc_nonmap = mod.build(_job(os.path.join(root, "a06n"),
106
- _base(**{"result.json": ("obj", [1, 2, 3])})))
107
- _diff = [k for k in sorted(set(doc_nonmap) | set(doc_missing))
108
- if json.dumps(doc_nonmap.get(k), sort_keys=True, ensure_ascii=False)
109
- != json.dumps(doc_missing.get(k), sort_keys=True, ensure_ascii=False)]
110
- ok("A06 非映射 vs 缺失在 build() 输出面上可分(修前全 9 键逐位相同)",
111
- "bad_files" in _diff and "totals" in _diff, _diff)
112
-
113
- # A07 记录级形状标记
114
- rec_n = mod.job_record(os.path.join(root, "a06n", "jobs", _JID))
115
- rec_m = mod.job_record(os.path.join(root, "a05", "jobs", _JID))
116
- ok("A07 job_record().bad_files:非映射=['result.json']、缺失=[]",
117
- rec_n.get("bad_files") == ["result.json"] and rec_m.get("bad_files") == [],
118
- (rec_n.get("bad_files", "<ABSENT>"), rec_m.get("bad_files", "<ABSENT>")))
119
-
120
- # ---- K 组:非恒真对照(含过度收紧方向)----
121
- doc_ok = mod.build(_job(os.path.join(root, "k01"), _base()))
122
- ok("K01 合法映射:bad_files 为空且其它读数不变(jobs=1 / delta_sum=12 / det 计入)",
123
- doc_ok.get("bad_files") == [] and doc_ok["totals"].get("bad_files") == 0
124
- and doc_ok["totals"]["jobs"] == 1 and doc_ok["totals"]["delta_sum"] == 12
125
- and (doc_ok["by_unit"][0]["deterministic"] == 1),
126
- (doc_ok.get("bad_files", "<ABSENT>"), doc_ok["totals"]))
127
-
128
- doc_all_missing = mod.build(_job(os.path.join(root, "k02"), {
129
- "status.json": ("missing", None), "spec.json": ("missing", None),
130
- "result.json": ("missing", None)}))
131
- ok("K02 三件全缺失:bad_files 为空、job 进 bad_ids(缺失语义不变)",
132
- doc_all_missing.get("bad_files") == []
133
- and doc_all_missing["bad_ids"] == [_JID], doc_all_missing)
134
-
135
- # K03 read_json 三态哨兵:缺失 / 坏 JSON / 合法 null 必须三者可分
136
- p_missing = os.path.join(root, "k03_missing.json")
137
- p_bad = os.path.join(root, "k03_bad.json")
138
- p_null = os.path.join(root, "k03_null.json")
139
- with io.open(p_bad, "w", encoding="utf-8") as f:
140
- f.write("{oops")
141
- with io.open(p_null, "w", encoding="utf-8") as f:
142
- f.write("null")
143
- r_missing, r_bad, r_null = (mod.read_json(p_missing), mod.read_json(p_bad),
144
- mod.read_json(p_null))
145
- ok("K03 read_json 三态可分:缺失=_MISSING、坏 JSON=_BAD_JSON、合法 null=None",
146
- r_missing is getattr(mod, "_MISSING", object())
147
- and r_bad is getattr(mod, "_BAD_JSON", object())
148
- and r_null is None and r_missing is not r_bad,
149
- (r_missing, r_bad, r_null))
150
-
151
- doc_ok2 = mod.build(_job(os.path.join(root, "k01"), _base()))
152
- ok("K04 确定性:同输入两次 build 逐字段相同",
153
- json.dumps(doc_ok, sort_keys=True, ensure_ascii=False)
154
- == json.dumps(doc_ok2, sort_keys=True, ensure_ascii=False), "")
155
-
156
- # ---- E 组:名实一致(docstring 点名的出口必须真的存在)----
157
- src = io.open(_SRC, encoding="utf-8").read()
158
- ok("E01 build() 真输出 bad_files 列表键(不只是 docstring 里的名字)",
159
- '"bad_files": bad_files,' in src and '"bad_files": len(bad_files),' in src, "")
160
- ok("E02 job_record 真带 bad_files 标记(每条记录可见)",
161
- '"bad_files": bad_files,' in src and 'bad_files = sorted(' in src, "")
162
- ok("E03 形状判据单点:`_file_shape` 定义一处;映射性判据仍只在 `_obj` 一处",
163
- src.count("def _file_shape(") == 1 and src.count("isinstance(v, dict)") == 1,
164
- (src.count("def _file_shape("), src.count("isinstance(v, dict)")))
165
- ok("E04 _file_shape 不复制映射判据(观察 _obj 输出:obj == v)",
166
- 'return "ok" if obj == v else "nonmap"' in src, "")
167
- ok("E05 read_json docstring 点名的 bad_files 与实现出口同名",
168
- "bad_files" in mod.read_json.__doc__
169
- and '"bad_files": bad_files,' in src, "")
170
- finally:
171
- shutil.rmtree(root, ignore_errors=True)
172
-
173
-
174
- # ---- 定点变异(源码级)-------------------------------------------------------
175
- _AGG = " bad_files = sorted(_bad_files)"
176
- _AGG_EMPTY = " bad_files = [] # 变异:出口恒空(回 #511 缺陷)"
177
- _SHAPE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh in ("nonmap", "bad_json"))'
178
- _SHAPE_LOOSE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh != "ok") # 变异:缺失也算坏件'
179
- _READ_MISSING = " return _MISSING"
180
- _READ_NONE = " return None # 变异:缺失/坏件同态(回缺陷)"
181
- _READ_BAD = " return _BAD_JSON"
182
-
183
- _MUTATIONS = (
184
- # M1 回缺陷:build() 的 bad_files 恒空 ⇒ 非映射/坏 JSON 都不可见:A01/A02/A03/A04/A06 红。
185
- ("M1 回缺陷:bad_files 出口恒空", ((_AGG, _AGG_EMPTY),),
186
- ("A01", "A02", "A03", "A04", "A06")),
187
- # M2 过度收紧:把「缺失」也计入 ⇒ 缺失态被报成读件失败:A05/A06/A07(记录级)+K02 红。
188
- ("M2 过度收紧:缺失也算 bad_files", ((_SHAPE, _SHAPE_LOOSE),),
189
- ("A05", "A06", "A07", "K02")),
190
- # M3 回缺陷:read_json 的「缺失」哨兵退回 None ⇒ 与坏件同态、且被 _file_shape 判成 nonmap:
191
- # A05/A06/A07/K02/K03 红。
192
- ("M3 回缺陷:缺失哨兵退回 None(三态压成两态)", ((_READ_MISSING, _READ_NONE),),
193
- ("A05", "A06", "A07", "K02", "K03")),
194
- )
195
-
196
-
197
- def _apply(text, pairs):
198
- for old, new in pairs:
199
- if text.count(old) != 1:
200
- return None, "锚点命中 %d 次" % text.count(old)
201
- text = text.replace(old, new, 1)
202
- return text, ""
203
-
204
-
205
- def _mutate(base):
206
- print("!! 定点变异自证:出口恒空(回缺陷)+ 缺失也算坏件(过度收紧)+ 哨兵退回 None")
207
- bad = []
208
- for desc, pairs, expect in _MUTATIONS:
209
- mut, why = _apply(base, pairs)
210
- if mut is None:
211
- print(" ANCHOR-MISS %s %s" % (desc, why))
212
- bad.append(desc)
213
- continue
214
- global _FAILS
215
- _FAILS = []
216
- try:
217
- run_checks(_load(mut))
218
- except BaseException as exc: # noqa: BLE001
219
- _FAILS = ["<崩溃:%s>" % type(exc).__name__]
220
- got = sorted(set(_FAILS))
221
- if got == sorted(expect):
222
- print(" OK %s 红项=%s" % (desc, got))
223
- else:
224
- print(" MISMATCH %s 实际=%s 期望=%s" % (desc, got, sorted(expect)))
225
- bad.append(desc)
226
- print("定点变异:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
227
- return len(bad)
228
-
229
-
230
- def main(argv=None):
231
- argv = list(sys.argv[1:] if argv is None else argv)
232
- base = io.open(_SRC, encoding="utf-8").read()
233
- # 锚点自检(fail-closed):修法的关键判据不在源码里 ⇒ exit 2。
234
- if src_anchor_missing(base):
235
- print("ANCHOR-FAIL:bad_files 出口/_file_shape 字面量不在 hive/scoreboard.py 里")
236
- return 2
237
- if "--mutate" in argv:
238
- return 1 if _mutate(base) else 0
239
- print("== #511 hive/scoreboard.py 的 bad_files 出口 ==")
240
- run_checks(_load(base))
241
- print("")
242
- if _FAILS:
243
- print("issue #511 结果:%d 失败 —— %s" % (len(_FAILS), " ".join(_FAILS)))
244
- return 1
245
- print("issue #511 结果:全部通过")
246
- return 0
247
-
248
-
249
- def src_anchor_missing(src):
250
- return not (src.count("def _file_shape(") == 1
251
- and '"bad_files": bad_files,' in src
252
- and 'if sh in ("nonmap", "bad_json")' in src)
253
-
254
-
255
- if __name__ == "__main__":
256
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:hive/scoreboard.py 的「读件失败」命名出口 bad_files 真实存在且与「文件缺失」可分(issue #511)
3
+ # 生效条件:python -X utf8 -m md_cg.test_issue511_scoreboard_bad_files [--mutate];被测面=hive/scoreboard.py 的 read_json/_obj/_file_shape/job_record/scan/build
4
+ # 子功能:A 组=复现面(result.json 非映射/坏 JSON 计入 bad_files、缺失不计;spec.json 同;record 级标记;非映射与缺失的 build() 输出可分);K 组=非恒真对照(合法映射 bad_files 为空且其它读数逐位不变、全缺失池、read_json 三态哨兵、确定性);E 组=名实一致(docstring 点名的 bad_files 在实现里存在、形状判据单点、_obj 的归一语义未被替换)
5
+ # 执行:默认断言;--mutate 在内存源码里三条定点变异(bad_files 恒空 / 缺失也算坏件 / 读件哨兵退回 None),红项须与声明逐项相符
6
+ # 验证方式:默认全 PASS 且 exit 0;--mutate 每条变异红项集合与声明一致;锚点字面量不在源码 ⇒ exit 2(fail-closed)
7
+ # 不适用条件:不判 `_scoreboard.jsonl` 的下游消费方(仓内未找到生产消费方);不判评分公式(属 #158);不判 hive/serve_start.py 的 status.json 崩溃面(属 #427,另有守卫)
8
+ """issue #511 守卫:`_obj` 的静默归一让「读件失败」在命名出口上不存在。
9
+
10
+ 病象(修前):`read_json` docstring 声称「缺失或坏件…会计入 bad_files」,`_obj` 注释声称
11
+ 「一律按读件失败处理…只计入 bad_files」——但 `bad_files` 这个标识在实现里**不存在**
12
+ (全树仅两处注释)。后果:`result.json` 为「合法 JSON 非映射」与「该文件缺失」在
13
+ `build()` 全部 9 个顶层键上逐位相同,该路没有任何出口区分这两态。
14
+
15
+ 修法:① `read_json` 用两个哨兵区分「缺失」与「解析失败」(`None` 不再兼任三态);
16
+ ② `job_record` 经单点 `_file_shape` 给每个文件判形状,`bad_files` 只收 `nonmap`/`bad_json`
17
+ (存在但读不成映射),缺失不混入;③ `build()` 输出 `bad_files` 列表与 `totals.bad_files`,
18
+ 让 docstring 点名的出口真的存在。映射性判据仍只在 `_obj` 一处(本修不复制它)。
19
+ """
20
+ from __future__ import annotations
21
+
22
+ import io
23
+ import json
24
+ import os
25
+ import shutil
26
+ import sys
27
+ import tempfile
28
+ import types
29
+
30
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
31
+
32
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
33
+ _SRC = os.path.join(_REPO, "hive", "scoreboard.py")
34
+ _JID = "h_u09_任务_验证单元_0001"
35
+ _FAILS = []
36
+
37
+
38
+ def ok(name, cond, detail=""):
39
+ if cond:
40
+ print(" PASS " + name)
41
+ else:
42
+ print(" FAIL " + name + " " + str(detail)[:200])
43
+ _FAILS.append(name.split()[0])
44
+
45
+
46
+ def _load(src_text, name="sb511"):
47
+ mod = types.ModuleType(name)
48
+ mod.__file__ = _SRC
49
+ exec(compile(src_text, "<sb511>", "exec"), mod.__dict__)
50
+ return mod
51
+
52
+
53
+ def _job(root, files):
54
+ """files: {文件名: ("obj", 值) | ("raw", 文本) | ("missing", None)}。返回 jobs 池。"""
55
+ jobs = os.path.join(root, "jobs")
56
+ d = os.path.join(jobs, _JID)
57
+ os.makedirs(d, exist_ok=True)
58
+ for nm, (kind, val) in files.items():
59
+ p = os.path.join(d, nm)
60
+ if kind == "missing":
61
+ continue
62
+ with io.open(p, "w", encoding="utf-8") as f:
63
+ if kind == "raw":
64
+ f.write(val)
65
+ else:
66
+ json.dump(val, f, ensure_ascii=False)
67
+ return jobs
68
+
69
+
70
+ def _base(**over):
71
+ files = {"status.json": ("obj", {"state": "done"}),
72
+ "spec.json": ("obj", {"commands": ["x"]}),
73
+ "result.json": ("obj", {"ok": True, "content": "c"})}
74
+ files.update(over)
75
+ return files
76
+
77
+
78
+ def run_checks(mod):
79
+ root = tempfile.mkdtemp(prefix="iss511_")
80
+ try:
81
+ # ---- A 组:读件失败必须可见(修前该键不存在)----
82
+ for i, (tag, files, want) in enumerate((
83
+ ("A01 result.json=[1,2,3](合法 JSON 非映射)",
84
+ _base(**{"result.json": ("obj", [1, 2, 3])}), [_JID + "/result.json"]),
85
+ ("A02 result.json={oops(坏 JSON)",
86
+ _base(**{"result.json": ("raw", "{oops")}), [_JID + "/result.json"]),
87
+ ("A03 result.json=\"x\"(合法 JSON 非映射)",
88
+ _base(**{"result.json": ("obj", "x")}), [_JID + "/result.json"]),
89
+ ("A04 spec.json=[1,2](合法 JSON 非映射)",
90
+ _base(**{"spec.json": ("obj", [1, 2])}), [_JID + "/spec.json"]),
91
+ ), start=1):
92
+ doc = mod.build(_job(os.path.join(root, "a%d" % i), files))
93
+ ok("%s ⇒ bad_files=%s 且 totals.bad_files=1" % (tag, want),
94
+ doc.get("bad_files") == want and doc["totals"].get("bad_files") == 1,
95
+ (doc.get("bad_files", "<ABSENT>"), doc["totals"]))
96
+
97
+ # A05 文件缺失是另一态:不进 bad_files(修前与「非映射」同态)
98
+ doc_missing = mod.build(_job(os.path.join(root, "a05"),
99
+ _base(**{"result.json": ("missing", None)})))
100
+ ok("A05 result.json 缺失 ⇒ bad_files 为空(缺失不混入「读件失败」)",
101
+ doc_missing.get("bad_files") == [] and doc_missing["totals"].get("bad_files") == 0,
102
+ (doc_missing.get("bad_files", "<ABSENT>"), doc_missing["totals"]))
103
+
104
+ # A06 输出面可分:同一池只改 result.json 三态,非映射与缺失的 build() 必须不同
105
+ doc_nonmap = mod.build(_job(os.path.join(root, "a06n"),
106
+ _base(**{"result.json": ("obj", [1, 2, 3])})))
107
+ _diff = [k for k in sorted(set(doc_nonmap) | set(doc_missing))
108
+ if json.dumps(doc_nonmap.get(k), sort_keys=True, ensure_ascii=False)
109
+ != json.dumps(doc_missing.get(k), sort_keys=True, ensure_ascii=False)]
110
+ ok("A06 非映射 vs 缺失在 build() 输出面上可分(修前全 9 键逐位相同)",
111
+ "bad_files" in _diff and "totals" in _diff, _diff)
112
+
113
+ # A07 记录级形状标记
114
+ rec_n = mod.job_record(os.path.join(root, "a06n", "jobs", _JID))
115
+ rec_m = mod.job_record(os.path.join(root, "a05", "jobs", _JID))
116
+ ok("A07 job_record().bad_files:非映射=['result.json']、缺失=[]",
117
+ rec_n.get("bad_files") == ["result.json"] and rec_m.get("bad_files") == [],
118
+ (rec_n.get("bad_files", "<ABSENT>"), rec_m.get("bad_files", "<ABSENT>")))
119
+
120
+ # ---- K 组:非恒真对照(含过度收紧方向)----
121
+ doc_ok = mod.build(_job(os.path.join(root, "k01"), _base()))
122
+ ok("K01 合法映射:bad_files 为空且其它读数不变(jobs=1 / delta_sum=12 / det 计入)",
123
+ doc_ok.get("bad_files") == [] and doc_ok["totals"].get("bad_files") == 0
124
+ and doc_ok["totals"]["jobs"] == 1 and doc_ok["totals"]["delta_sum"] == 12
125
+ and (doc_ok["by_unit"][0]["deterministic"] == 1),
126
+ (doc_ok.get("bad_files", "<ABSENT>"), doc_ok["totals"]))
127
+
128
+ doc_all_missing = mod.build(_job(os.path.join(root, "k02"), {
129
+ "status.json": ("missing", None), "spec.json": ("missing", None),
130
+ "result.json": ("missing", None)}))
131
+ ok("K02 三件全缺失:bad_files 为空、job 进 bad_ids(缺失语义不变)",
132
+ doc_all_missing.get("bad_files") == []
133
+ and doc_all_missing["bad_ids"] == [_JID], doc_all_missing)
134
+
135
+ # K03 read_json 三态哨兵:缺失 / 坏 JSON / 合法 null 必须三者可分
136
+ p_missing = os.path.join(root, "k03_missing.json")
137
+ p_bad = os.path.join(root, "k03_bad.json")
138
+ p_null = os.path.join(root, "k03_null.json")
139
+ with io.open(p_bad, "w", encoding="utf-8") as f:
140
+ f.write("{oops")
141
+ with io.open(p_null, "w", encoding="utf-8") as f:
142
+ f.write("null")
143
+ r_missing, r_bad, r_null = (mod.read_json(p_missing), mod.read_json(p_bad),
144
+ mod.read_json(p_null))
145
+ ok("K03 read_json 三态可分:缺失=_MISSING、坏 JSON=_BAD_JSON、合法 null=None",
146
+ r_missing is getattr(mod, "_MISSING", object())
147
+ and r_bad is getattr(mod, "_BAD_JSON", object())
148
+ and r_null is None and r_missing is not r_bad,
149
+ (r_missing, r_bad, r_null))
150
+
151
+ doc_ok2 = mod.build(_job(os.path.join(root, "k01"), _base()))
152
+ ok("K04 确定性:同输入两次 build 逐字段相同",
153
+ json.dumps(doc_ok, sort_keys=True, ensure_ascii=False)
154
+ == json.dumps(doc_ok2, sort_keys=True, ensure_ascii=False), "")
155
+
156
+ # ---- E 组:名实一致(docstring 点名的出口必须真的存在)----
157
+ src = io.open(_SRC, encoding="utf-8").read()
158
+ ok("E01 build() 真输出 bad_files 列表键(不只是 docstring 里的名字)",
159
+ '"bad_files": bad_files,' in src and '"bad_files": len(bad_files),' in src, "")
160
+ ok("E02 job_record 真带 bad_files 标记(每条记录可见)",
161
+ '"bad_files": bad_files,' in src and 'bad_files = sorted(' in src, "")
162
+ ok("E03 形状判据单点:`_file_shape` 定义一处;映射性判据仍只在 `_obj` 一处",
163
+ src.count("def _file_shape(") == 1 and src.count("isinstance(v, dict)") == 1,
164
+ (src.count("def _file_shape("), src.count("isinstance(v, dict)")))
165
+ ok("E04 _file_shape 不复制映射判据(观察 _obj 输出:obj == v)",
166
+ 'return "ok" if obj == v else "nonmap"' in src, "")
167
+ ok("E05 read_json docstring 点名的 bad_files 与实现出口同名",
168
+ "bad_files" in mod.read_json.__doc__
169
+ and '"bad_files": bad_files,' in src, "")
170
+ finally:
171
+ shutil.rmtree(root, ignore_errors=True)
172
+
173
+
174
+ # ---- 定点变异(源码级)-------------------------------------------------------
175
+ _AGG = " bad_files = sorted(_bad_files)"
176
+ _AGG_EMPTY = " bad_files = [] # 变异:出口恒空(回 #511 缺陷)"
177
+ _SHAPE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh in ("nonmap", "bad_json"))'
178
+ _SHAPE_LOOSE = ' bad_files = sorted(nm for nm, sh in _shapes.items() if sh != "ok") # 变异:缺失也算坏件'
179
+ _READ_MISSING = " return _MISSING"
180
+ _READ_NONE = " return None # 变异:缺失/坏件同态(回缺陷)"
181
+ _READ_BAD = " return _BAD_JSON"
182
+
183
+ _MUTATIONS = (
184
+ # M1 回缺陷:build() 的 bad_files 恒空 ⇒ 非映射/坏 JSON 都不可见:A01/A02/A03/A04/A06 红。
185
+ ("M1 回缺陷:bad_files 出口恒空", ((_AGG, _AGG_EMPTY),),
186
+ ("A01", "A02", "A03", "A04", "A06")),
187
+ # M2 过度收紧:把「缺失」也计入 ⇒ 缺失态被报成读件失败:A05/A06/A07(记录级)+K02 红。
188
+ ("M2 过度收紧:缺失也算 bad_files", ((_SHAPE, _SHAPE_LOOSE),),
189
+ ("A05", "A06", "A07", "K02")),
190
+ # M3 回缺陷:read_json 的「缺失」哨兵退回 None ⇒ 与坏件同态、且被 _file_shape 判成 nonmap:
191
+ # A05/A06/A07/K02/K03 红。
192
+ ("M3 回缺陷:缺失哨兵退回 None(三态压成两态)", ((_READ_MISSING, _READ_NONE),),
193
+ ("A05", "A06", "A07", "K02", "K03")),
194
+ )
195
+
196
+
197
+ def _apply(text, pairs):
198
+ for old, new in pairs:
199
+ if text.count(old) != 1:
200
+ return None, "锚点命中 %d 次" % text.count(old)
201
+ text = text.replace(old, new, 1)
202
+ return text, ""
203
+
204
+
205
+ def _mutate(base):
206
+ print("!! 定点变异自证:出口恒空(回缺陷)+ 缺失也算坏件(过度收紧)+ 哨兵退回 None")
207
+ bad = []
208
+ for desc, pairs, expect in _MUTATIONS:
209
+ mut, why = _apply(base, pairs)
210
+ if mut is None:
211
+ print(" ANCHOR-MISS %s %s" % (desc, why))
212
+ bad.append(desc)
213
+ continue
214
+ global _FAILS
215
+ _FAILS = []
216
+ try:
217
+ run_checks(_load(mut))
218
+ except BaseException as exc: # noqa: BLE001
219
+ _FAILS = ["<崩溃:%s>" % type(exc).__name__]
220
+ got = sorted(set(_FAILS))
221
+ if got == sorted(expect):
222
+ print(" OK %s 红项=%s" % (desc, got))
223
+ else:
224
+ print(" MISMATCH %s 实际=%s 期望=%s" % (desc, got, sorted(expect)))
225
+ bad.append(desc)
226
+ print("定点变异:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
227
+ return len(bad)
228
+
229
+
230
+ def main(argv=None):
231
+ argv = list(sys.argv[1:] if argv is None else argv)
232
+ base = io.open(_SRC, encoding="utf-8").read()
233
+ # 锚点自检(fail-closed):修法的关键判据不在源码里 ⇒ exit 2。
234
+ if src_anchor_missing(base):
235
+ print("ANCHOR-FAIL:bad_files 出口/_file_shape 字面量不在 hive/scoreboard.py 里")
236
+ return 2
237
+ if "--mutate" in argv:
238
+ return 1 if _mutate(base) else 0
239
+ print("== #511 hive/scoreboard.py 的 bad_files 出口 ==")
240
+ run_checks(_load(base))
241
+ print("")
242
+ if _FAILS:
243
+ print("issue #511 结果:%d 失败 —— %s" % (len(_FAILS), " ".join(_FAILS)))
244
+ return 1
245
+ print("issue #511 结果:全部通过")
246
+ return 0
247
+
248
+
249
+ def src_anchor_missing(src):
250
+ return not (src.count("def _file_shape(") == 1
251
+ and '"bad_files": bad_files,' in src
252
+ and 'if sh in ("nonmap", "bad_json")' in src)
253
+
254
+
255
+ if __name__ == "__main__":
256
+ sys.exit(main())