@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,301 +1,301 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:paths.json 编码失真(GBK/ANSI)不得被当成记忆根(#426-F)
3
- # 生效条件:python -u -X utf8 -m md_cg.test_issue426f_paths_gbk_failclosed [--mutate];
4
- # 被测面=md_cg/datapath.py 的 _abs_host_path(所有根解析的归一单点:
5
- # state_root / data_root / mdcg_root / aux_root 四条解析链的公共闸)
6
- # 子功能:A GBK paths.json 在 Python 侧响亮失败(#352-D 既有,本腿锚定不回归)·
7
- # B 插件宽松解码出的 U+FFFD 根经 MDCG_ROOT 注入 ⇒ 不得被接受(本件主面)·
8
- # C/D 反向:UTF-8 paths.json 的中文根、合法中文 env 根照常解析(防一刀切)·
9
- # E 同判据覆盖其余根(state_root 同单点)· F mcp_server 启动探针对该根 fail-closed
10
- # 执行:默认跑全部腿并做源码锚点自检(锚点缺失 ⇒ exit 2,fail-closed);
11
- # --mutate 时在镜像树里撤掉 U+FFFD 判据,守卫必须按指定项转红
12
- # 验证方式:全部 PASS 且 --mutate 红项集合与预期逐项相符 ⇒ 退出码 0
13
- # 不适用条件:① **插件侧** `src/lib/datapath.ts` 的 `readFileSync(pf,'utf8')` 宽松解码
14
- # 本单元无权改(不在授权文件清单),已按 NEED_FILE 上报;本件修的是**接收侧**:
15
- # 即便插件把 U+FFFD 串注入 `MDCG_ROOT`,Python 侧也不再照单全收、不再据此新建乱码库。
16
- # ② 不判「用户故意用 U+FFFD 命名目录」这种形态(该字符不是任何正常配置的产物,
17
- # fail-closed 优于把新写入分叉进另一个库);③ 不做 GBK→UTF-8 的自动转码
18
- # (自动猜测编码=另一种静默;#352-D 已定口径:响亮失败 + 给恢复路径)。
19
- """issue #426-F 守卫:编码失真路径必须响亮失败。
20
-
21
- 病象(修前实测,见 `.tmp/U04/probe_426f.py`):
22
- · 插件 `readFileSync(pf, 'utf8')` 对 GBK/ANSI 保存的 paths.json **不抛**,把非法
23
- 字节替换成 U+FFFD,`JSON.parse` 仍成功 ⇒ 插件把乱码串当记忆根注入 `MDCG_ROOT`;
24
- · Python 侧对**同一文件**是严格解码(`PathsConfigError`),但对**注入的乱码
25
- env 根**原样接受 ⇒ 两侧口径分叉:原库从插件面消失、新写入分叉进乱码空库。
26
-
27
- 修法(条件层,落在归一单点):`_abs_host_path` 增加「含 U+FFFD ⇒ ValueError」
28
- 判据——任何平台的根解析(env / paths.json / 默认根)都经它,故只需一处。
29
- """
30
- from __future__ import annotations
31
-
32
- import json
33
- import os
34
- import shutil
35
- import subprocess
36
- import sys
37
- import tempfile
38
-
39
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
40
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
41
- if _REPO not in sys.path:
42
- sys.path.insert(0, _REPO)
43
-
44
- _TMP = tempfile.mkdtemp(prefix="iss426f_")
45
- _KEYS = ("MDCG_ROOT", "MDCG_DATA_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT",
46
- "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "DSH_HOME")
47
- for _k in _KEYS + ("MDCG_TOKEN", "MDCG_VERIFY_KEY"):
48
- os.environ.pop(_k, None)
49
- os.environ.update({"MDCG_STATE_ROOT": _TMP + "/state", "HOME": _TMP,
50
- "USERPROFILE": _TMP, "PYTHONUTF8": "1"})
51
- os.makedirs(_TMP + "/state", exist_ok=True)
52
- os.makedirs(_TMP + "/灵枢记忆", exist_ok=True)
53
-
54
- from md_cg import datapath as dp # noqa: E402
55
-
56
- PASSED, FAILS = [], []
57
- GARBAGE = _TMP + "/" + "\ufffd" * 7
58
-
59
-
60
- def _check(name, cond, detail=""):
61
- if cond:
62
- print(" PASS " + name)
63
- PASSED.append(name)
64
- else:
65
- print(" FAIL " + name + " " + str(detail)[:300])
66
- FAILS.append(name)
67
-
68
-
69
- def _raises(fn):
70
- try:
71
- return fn(), False
72
- except Exception as exc: # noqa: BLE001 —— 只取类型名做判据
73
- return type(exc).__name__ + ": " + str(exc)[:160], True
74
-
75
-
76
- def _pf():
77
- return os.path.join(_TMP + "/state", "paths.json")
78
-
79
-
80
- def group_a():
81
- print("\n[A] GBK paths.json:Python 侧响亮失败(#352-D 既有,锚定不回归)")
82
- with open(_pf(), "wb") as f:
83
- f.write(json.dumps({"root": _TMP + "/灵枢记忆"},
84
- ensure_ascii=False).encode("gbk"))
85
- got, raised = _raises(dp.mdcg_root)
86
- _check("A1 GBK 保存的 paths.json ⇒ mdcg_root() 抛 PathsConfigError",
87
- raised and got.startswith("PathsConfigError"), got)
88
- os.remove(_pf())
89
-
90
-
91
- def group_b():
92
- print("\n[B] 插件宽松解码出的 U+FFFD 根不得被接受(本件主面)")
93
- os.environ["MDCG_ROOT"] = GARBAGE
94
- got, raised = _raises(dp.mdcg_root)
95
- _check("B1 MDCG_ROOT 含 U+FFFD ⇒ 抛 ValueError(不再返回乱码根)",
96
- raised and got.startswith("ValueError"), got)
97
- _check("B2 错误消息点明编码失真与恢复路径",
98
- raised and ("U+FFFD" in got or "编码失真" in got), got)
99
- del os.environ["MDCG_ROOT"]
100
-
101
- os.environ["MDCG_DATA_ROOT"] = GARBAGE
102
- got2, raised2 = _raises(dp.data_root)
103
- _check("B3 同判据覆盖 data_root(单一归一闸,不是逐函数补 if)",
104
- raised2, got2)
105
- del os.environ["MDCG_DATA_ROOT"]
106
-
107
-
108
- def group_c():
109
- print("\n[C] 反向:UTF-8 paths.json 的中文根照常解析")
110
- with open(_pf(), "w", encoding="utf-8") as f:
111
- json.dump({"root": _TMP + "/灵枢记忆"}, f, ensure_ascii=False)
112
- got = dp.mdcg_root()
113
- _check("C1 UTF-8 paths.json + 中文根 ⇒ 解析正确(防一刀切)",
114
- got == os.path.abspath(_TMP + "/灵枢记忆"), got)
115
- os.remove(_pf())
116
-
117
-
118
- def group_d():
119
- print("\n[D] 反向:合法中文 env 根照常解析")
120
- os.environ["MDCG_ROOT"] = _TMP + "/灵枢记忆"
121
- got = dp.mdcg_root()
122
- _check("D1 合法中文 MDCG_ROOT ⇒ 解析正确", got == os.path.abspath(
123
- _TMP + "/灵枢记忆"), got)
124
- del os.environ["MDCG_ROOT"]
125
-
126
-
127
- def group_e():
128
- print("\n[E] 同判据覆盖其余根(state_root 同单点)")
129
- os.environ["MDCG_STATE_ROOT"] = GARBAGE
130
- got, raised = _raises(dp.state_root)
131
- _check("E1 MDCG_STATE_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised, got)
132
- os.environ["MDCG_STATE_ROOT"] = _TMP + "/state"
133
- os.environ["MDCG_AUX_ROOT"] = GARBAGE
134
- got2, raised2 = _raises(dp.aux_root)
135
- _check("E2 MDCG_AUX_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised2, got2)
136
- del os.environ["MDCG_AUX_ROOT"]
137
-
138
-
139
- def group_f():
140
- print("\n[F] mcp_server 启动探针:乱码根 ⇒ fail-closed(不再带病起服务)")
141
- env = {k: v for k, v in os.environ.items()
142
- if not k.startswith("MDCG_") and k != "DSH_HOME"}
143
- env.update({"MDCG_ROOT": GARBAGE, "MDCG_STATE_ROOT": _TMP + "/state",
144
- "MDCG_AUX_ROOT": _TMP + "/auxstore", "PYTHONUTF8": "1",
145
- "PYTHONPATH": _REPO})
146
- pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
147
- "md_cg.mcp_server"], input="", capture_output=True,
148
- text=True, encoding="utf-8", errors="replace",
149
- env=env, cwd=_REPO, timeout=180)
150
- err = pr.stderr or ""
151
- _check("F1 server rc=2(拒绝启动)", pr.returncode == 2,
152
- "rc=%d err=%s" % (pr.returncode, err[-300:]))
153
- _check("F2 stderr 点明 U+FFFD/编码失真",
154
- ("U+FFFD" in err) or ("编码失真" in err), err[-300:])
155
-
156
-
157
- def _anchor_check():
158
- src = open(os.path.join(_REPO, "md_cg", "datapath.py"),
159
- encoding="utf-8").read()
160
- missing = [a for a in ("_REPLACEMENT_CHAR", "U+FFFD") if a not in src]
161
- if missing:
162
- print("ANCHOR-MISS md_cg/datapath.py: %s" % missing)
163
- return 2
164
- return 0
165
-
166
-
167
- # ================================================= M 组:反向腿②(定点变异)
168
- _MUTATIONS = (
169
- ("M1 撤 U+FFFD 判据(回到 #426-F 原形态:乱码根照单全收)",
170
- "md_cg/datapath.py",
171
- ((" if _REPLACEMENT_CHAR in r:" + chr(10)
172
- + " who = env_key or \"该路径\"" + chr(10)
173
- + " raise ValueError(" + chr(10)
174
- + " f\"{who} 归一后含 U+FFFD 替换符({r!r})——这是**编码失真**的痕迹,\""
175
- + chr(10)
176
- + " \"不是合法目录名:paths.json 若以 GBK/ANSI 保存(PowerShell 5 的 \""
177
- + chr(10)
178
- + " \"Set-Content 不带 -Encoding、cmd 的 echo >、旧编辑器另存为 ANSI),\""
179
- + chr(10)
180
- + " \"宽松 UTF-8 解码会把非法字节替换成该字符,于是「记忆真源」变成一个\""
181
- + chr(10)
182
- + " \"乱码目录,新写入分叉进空库、原库从插件面消失(#426-F)。请把该文件\""
183
- + chr(10)
184
- + " \"改存为 UTF-8(含 BOM 亦可),或删掉它回到用户级默认数据根;\""
185
- + chr(10)
186
- + " \"本侧与 Python 侧同一口径:**要么取到真路径,要么响亮失败**。\")",
187
- " pass # M1 撤 U+FFFD 判据"),),
188
- ("B1", "B2", "B3", "E1", "E2", "F1", "F2")),
189
- )
190
-
191
-
192
- def _mirror_build():
193
- dst = tempfile.mkdtemp(prefix="iss426f_mut_")
194
- for name in ("md_cg", "lib"):
195
- src = os.path.join(_REPO, name)
196
- if os.path.isdir(src):
197
- shutil.copytree(src, os.path.join(dst, name),
198
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
199
- for name in sorted(os.listdir(_REPO)):
200
- p = os.path.join(_REPO, name)
201
- if os.path.isfile(p) and name.endswith(".py"):
202
- shutil.copy2(p, os.path.join(dst, name))
203
- return dst
204
-
205
-
206
- def _run_in(tree):
207
- env = dict(os.environ)
208
- env["PYTHONPATH"] = tree
209
- env["PYTHONUTF8"] = "1"
210
- env["PYTHONDONTWRITEBYTECODE"] = "1"
211
- for k in _KEYS + ("MDCG_TOKEN", "MDCG_TOKEN_FILE", "MDCG_VERIFY_KEY"):
212
- env.pop(k, None)
213
- pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
214
- "md_cg.test_issue426f_paths_gbk_failclosed"],
215
- capture_output=True, text=True, encoding="utf-8",
216
- errors="replace", cwd=tree, env=env, timeout=1800)
217
- out = (pr.stdout or "") + (pr.stderr or "")
218
- reds = [ln.split("FAIL ", 1)[1].strip()
219
- for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
220
- return pr.returncode, reds, out
221
-
222
-
223
- def _apply_text(text, rel, pairs):
224
- eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
225
- for old, new in pairs:
226
- o = old.replace(chr(10), eol)
227
- n = new.replace(chr(10), eol)
228
- if text.count(o) != 1:
229
- return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
230
- text = text.replace(o, n, 1)
231
- return text, ""
232
-
233
-
234
- def _mutate():
235
- print("!! 反向腿②:撤 U+FFFD 判据,守卫必须按指定项转红")
236
- tree = _mirror_build()
237
- bad = []
238
- try:
239
- rc, reds, out = _run_in(tree)
240
- print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)"
241
- % (rc, len(reds)))
242
- if rc != 0 or reds:
243
- bad.append("未变异镜像基线即红")
244
- print(chr(10).join(out.splitlines()[-20:]))
245
- for desc, rel, pairs, exp in _MUTATIONS:
246
- p = os.path.join(tree, rel)
247
- with open(p, encoding="utf-8", newline="") as f:
248
- bak = f.read()
249
- mut, why = _apply_text(bak, rel, pairs)
250
- if mut is None:
251
- bad.append("%s —— %s" % (desc, why))
252
- print(" ANCHOR-MISS " + desc + " " + why)
253
- continue
254
- with open(p, "w", encoding="utf-8", newline="") as f:
255
- f.write(mut)
256
- for root, _dd, _ff in os.walk(tree):
257
- if os.path.basename(root) == "__pycache__":
258
- shutil.rmtree(root, ignore_errors=True)
259
- rc2, reds2, out2 = _run_in(tree)
260
- with open(p, "w", encoding="utf-8", newline="") as f:
261
- f.write(bak)
262
- hit = sorted({r.split(" ")[0] for r in reds2})
263
- if rc2 != 0 and hit == sorted(exp):
264
- print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
265
- else:
266
- bad.append(desc)
267
- print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
268
- % (desc, hit, sorted(exp), rc2))
269
- for r in reds2[:10]:
270
- print(" FAIL " + r)
271
- print("反向腿②:%s(%d 条不合格)"
272
- % ("PASS" if not bad else "FAIL", len(bad)))
273
- return len(bad)
274
- finally:
275
- shutil.rmtree(tree, ignore_errors=True)
276
-
277
-
278
- def main():
279
- print("== #426-F paths.json 编码失真守卫 ==")
280
- try:
281
- _rc = _anchor_check()
282
- if _rc:
283
- return _rc
284
- group_a()
285
- group_b()
286
- group_c()
287
- group_d()
288
- group_e()
289
- group_f()
290
- finally:
291
- shutil.rmtree(_TMP, ignore_errors=True)
292
- print("=" * 68)
293
- print("#426-F 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
294
- for f in FAILS:
295
- print(" 红项:" + f)
296
- _bad = _mutate() if "--mutate" in sys.argv else 0
297
- return 1 if (FAILS or _bad) else 0
298
-
299
-
300
- if __name__ == "__main__":
301
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:paths.json 编码失真(GBK/ANSI)不得被当成记忆根(#426-F)
3
+ # 生效条件:python -u -X utf8 -m md_cg.test_issue426f_paths_gbk_failclosed [--mutate];
4
+ # 被测面=md_cg/datapath.py 的 _abs_host_path(所有根解析的归一单点:
5
+ # state_root / data_root / mdcg_root / aux_root 四条解析链的公共闸)
6
+ # 子功能:A GBK paths.json 在 Python 侧响亮失败(#352-D 既有,本腿锚定不回归)·
7
+ # B 插件宽松解码出的 U+FFFD 根经 MDCG_ROOT 注入 ⇒ 不得被接受(本件主面)·
8
+ # C/D 反向:UTF-8 paths.json 的中文根、合法中文 env 根照常解析(防一刀切)·
9
+ # E 同判据覆盖其余根(state_root 同单点)· F mcp_server 启动探针对该根 fail-closed
10
+ # 执行:默认跑全部腿并做源码锚点自检(锚点缺失 ⇒ exit 2,fail-closed);
11
+ # --mutate 时在镜像树里撤掉 U+FFFD 判据,守卫必须按指定项转红
12
+ # 验证方式:全部 PASS 且 --mutate 红项集合与预期逐项相符 ⇒ 退出码 0
13
+ # 不适用条件:① **插件侧** `src/lib/datapath.ts` 的 `readFileSync(pf,'utf8')` 宽松解码
14
+ # 本单元无权改(不在授权文件清单),已按 NEED_FILE 上报;本件修的是**接收侧**:
15
+ # 即便插件把 U+FFFD 串注入 `MDCG_ROOT`,Python 侧也不再照单全收、不再据此新建乱码库。
16
+ # ② 不判「用户故意用 U+FFFD 命名目录」这种形态(该字符不是任何正常配置的产物,
17
+ # fail-closed 优于把新写入分叉进另一个库);③ 不做 GBK→UTF-8 的自动转码
18
+ # (自动猜测编码=另一种静默;#352-D 已定口径:响亮失败 + 给恢复路径)。
19
+ """issue #426-F 守卫:编码失真路径必须响亮失败。
20
+
21
+ 病象(修前实测,见 `.tmp/U04/probe_426f.py`):
22
+ · 插件 `readFileSync(pf, 'utf8')` 对 GBK/ANSI 保存的 paths.json **不抛**,把非法
23
+ 字节替换成 U+FFFD,`JSON.parse` 仍成功 ⇒ 插件把乱码串当记忆根注入 `MDCG_ROOT`;
24
+ · Python 侧对**同一文件**是严格解码(`PathsConfigError`),但对**注入的乱码
25
+ env 根**原样接受 ⇒ 两侧口径分叉:原库从插件面消失、新写入分叉进乱码空库。
26
+
27
+ 修法(条件层,落在归一单点):`_abs_host_path` 增加「含 U+FFFD ⇒ ValueError」
28
+ 判据——任何平台的根解析(env / paths.json / 默认根)都经它,故只需一处。
29
+ """
30
+ from __future__ import annotations
31
+
32
+ import json
33
+ import os
34
+ import shutil
35
+ import subprocess
36
+ import sys
37
+ import tempfile
38
+
39
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
40
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
41
+ if _REPO not in sys.path:
42
+ sys.path.insert(0, _REPO)
43
+
44
+ _TMP = tempfile.mkdtemp(prefix="iss426f_")
45
+ _KEYS = ("MDCG_ROOT", "MDCG_DATA_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT",
46
+ "MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "DSH_HOME")
47
+ for _k in _KEYS + ("MDCG_TOKEN", "MDCG_VERIFY_KEY"):
48
+ os.environ.pop(_k, None)
49
+ os.environ.update({"MDCG_STATE_ROOT": _TMP + "/state", "HOME": _TMP,
50
+ "USERPROFILE": _TMP, "PYTHONUTF8": "1"})
51
+ os.makedirs(_TMP + "/state", exist_ok=True)
52
+ os.makedirs(_TMP + "/灵枢记忆", exist_ok=True)
53
+
54
+ from md_cg import datapath as dp # noqa: E402
55
+
56
+ PASSED, FAILS = [], []
57
+ GARBAGE = _TMP + "/" + "\ufffd" * 7
58
+
59
+
60
+ def _check(name, cond, detail=""):
61
+ if cond:
62
+ print(" PASS " + name)
63
+ PASSED.append(name)
64
+ else:
65
+ print(" FAIL " + name + " " + str(detail)[:300])
66
+ FAILS.append(name)
67
+
68
+
69
+ def _raises(fn):
70
+ try:
71
+ return fn(), False
72
+ except Exception as exc: # noqa: BLE001 —— 只取类型名做判据
73
+ return type(exc).__name__ + ": " + str(exc)[:160], True
74
+
75
+
76
+ def _pf():
77
+ return os.path.join(_TMP + "/state", "paths.json")
78
+
79
+
80
+ def group_a():
81
+ print("\n[A] GBK paths.json:Python 侧响亮失败(#352-D 既有,锚定不回归)")
82
+ with open(_pf(), "wb") as f:
83
+ f.write(json.dumps({"root": _TMP + "/灵枢记忆"},
84
+ ensure_ascii=False).encode("gbk"))
85
+ got, raised = _raises(dp.mdcg_root)
86
+ _check("A1 GBK 保存的 paths.json ⇒ mdcg_root() 抛 PathsConfigError",
87
+ raised and got.startswith("PathsConfigError"), got)
88
+ os.remove(_pf())
89
+
90
+
91
+ def group_b():
92
+ print("\n[B] 插件宽松解码出的 U+FFFD 根不得被接受(本件主面)")
93
+ os.environ["MDCG_ROOT"] = GARBAGE
94
+ got, raised = _raises(dp.mdcg_root)
95
+ _check("B1 MDCG_ROOT 含 U+FFFD ⇒ 抛 ValueError(不再返回乱码根)",
96
+ raised and got.startswith("ValueError"), got)
97
+ _check("B2 错误消息点明编码失真与恢复路径",
98
+ raised and ("U+FFFD" in got or "编码失真" in got), got)
99
+ del os.environ["MDCG_ROOT"]
100
+
101
+ os.environ["MDCG_DATA_ROOT"] = GARBAGE
102
+ got2, raised2 = _raises(dp.data_root)
103
+ _check("B3 同判据覆盖 data_root(单一归一闸,不是逐函数补 if)",
104
+ raised2, got2)
105
+ del os.environ["MDCG_DATA_ROOT"]
106
+
107
+
108
+ def group_c():
109
+ print("\n[C] 反向:UTF-8 paths.json 的中文根照常解析")
110
+ with open(_pf(), "w", encoding="utf-8") as f:
111
+ json.dump({"root": _TMP + "/灵枢记忆"}, f, ensure_ascii=False)
112
+ got = dp.mdcg_root()
113
+ _check("C1 UTF-8 paths.json + 中文根 ⇒ 解析正确(防一刀切)",
114
+ got == os.path.abspath(_TMP + "/灵枢记忆"), got)
115
+ os.remove(_pf())
116
+
117
+
118
+ def group_d():
119
+ print("\n[D] 反向:合法中文 env 根照常解析")
120
+ os.environ["MDCG_ROOT"] = _TMP + "/灵枢记忆"
121
+ got = dp.mdcg_root()
122
+ _check("D1 合法中文 MDCG_ROOT ⇒ 解析正确", got == os.path.abspath(
123
+ _TMP + "/灵枢记忆"), got)
124
+ del os.environ["MDCG_ROOT"]
125
+
126
+
127
+ def group_e():
128
+ print("\n[E] 同判据覆盖其余根(state_root 同单点)")
129
+ os.environ["MDCG_STATE_ROOT"] = GARBAGE
130
+ got, raised = _raises(dp.state_root)
131
+ _check("E1 MDCG_STATE_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised, got)
132
+ os.environ["MDCG_STATE_ROOT"] = _TMP + "/state"
133
+ os.environ["MDCG_AUX_ROOT"] = GARBAGE
134
+ got2, raised2 = _raises(dp.aux_root)
135
+ _check("E2 MDCG_AUX_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised2, got2)
136
+ del os.environ["MDCG_AUX_ROOT"]
137
+
138
+
139
+ def group_f():
140
+ print("\n[F] mcp_server 启动探针:乱码根 ⇒ fail-closed(不再带病起服务)")
141
+ env = {k: v for k, v in os.environ.items()
142
+ if not k.startswith("MDCG_") and k != "DSH_HOME"}
143
+ env.update({"MDCG_ROOT": GARBAGE, "MDCG_STATE_ROOT": _TMP + "/state",
144
+ "MDCG_AUX_ROOT": _TMP + "/auxstore", "PYTHONUTF8": "1",
145
+ "PYTHONPATH": _REPO})
146
+ pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
147
+ "md_cg.mcp_server"], input="", capture_output=True,
148
+ text=True, encoding="utf-8", errors="replace",
149
+ env=env, cwd=_REPO, timeout=180)
150
+ err = pr.stderr or ""
151
+ _check("F1 server rc=2(拒绝启动)", pr.returncode == 2,
152
+ "rc=%d err=%s" % (pr.returncode, err[-300:]))
153
+ _check("F2 stderr 点明 U+FFFD/编码失真",
154
+ ("U+FFFD" in err) or ("编码失真" in err), err[-300:])
155
+
156
+
157
+ def _anchor_check():
158
+ src = open(os.path.join(_REPO, "md_cg", "datapath.py"),
159
+ encoding="utf-8").read()
160
+ missing = [a for a in ("_REPLACEMENT_CHAR", "U+FFFD") if a not in src]
161
+ if missing:
162
+ print("ANCHOR-MISS md_cg/datapath.py: %s" % missing)
163
+ return 2
164
+ return 0
165
+
166
+
167
+ # ================================================= M 组:反向腿②(定点变异)
168
+ _MUTATIONS = (
169
+ ("M1 撤 U+FFFD 判据(回到 #426-F 原形态:乱码根照单全收)",
170
+ "md_cg/datapath.py",
171
+ ((" if _REPLACEMENT_CHAR in r:" + chr(10)
172
+ + " who = env_key or \"该路径\"" + chr(10)
173
+ + " raise ValueError(" + chr(10)
174
+ + " f\"{who} 归一后含 U+FFFD 替换符({r!r})——这是**编码失真**的痕迹,\""
175
+ + chr(10)
176
+ + " \"不是合法目录名:paths.json 若以 GBK/ANSI 保存(PowerShell 5 的 \""
177
+ + chr(10)
178
+ + " \"Set-Content 不带 -Encoding、cmd 的 echo >、旧编辑器另存为 ANSI),\""
179
+ + chr(10)
180
+ + " \"宽松 UTF-8 解码会把非法字节替换成该字符,于是「记忆真源」变成一个\""
181
+ + chr(10)
182
+ + " \"乱码目录,新写入分叉进空库、原库从插件面消失(#426-F)。请把该文件\""
183
+ + chr(10)
184
+ + " \"改存为 UTF-8(含 BOM 亦可),或删掉它回到用户级默认数据根;\""
185
+ + chr(10)
186
+ + " \"本侧与 Python 侧同一口径:**要么取到真路径,要么响亮失败**。\")",
187
+ " pass # M1 撤 U+FFFD 判据"),),
188
+ ("B1", "B2", "B3", "E1", "E2", "F1", "F2")),
189
+ )
190
+
191
+
192
+ def _mirror_build():
193
+ dst = tempfile.mkdtemp(prefix="iss426f_mut_")
194
+ for name in ("md_cg", "lib"):
195
+ src = os.path.join(_REPO, name)
196
+ if os.path.isdir(src):
197
+ shutil.copytree(src, os.path.join(dst, name),
198
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
199
+ for name in sorted(os.listdir(_REPO)):
200
+ p = os.path.join(_REPO, name)
201
+ if os.path.isfile(p) and name.endswith(".py"):
202
+ shutil.copy2(p, os.path.join(dst, name))
203
+ return dst
204
+
205
+
206
+ def _run_in(tree):
207
+ env = dict(os.environ)
208
+ env["PYTHONPATH"] = tree
209
+ env["PYTHONUTF8"] = "1"
210
+ env["PYTHONDONTWRITEBYTECODE"] = "1"
211
+ for k in _KEYS + ("MDCG_TOKEN", "MDCG_TOKEN_FILE", "MDCG_VERIFY_KEY"):
212
+ env.pop(k, None)
213
+ pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
214
+ "md_cg.test_issue426f_paths_gbk_failclosed"],
215
+ capture_output=True, text=True, encoding="utf-8",
216
+ errors="replace", cwd=tree, env=env, timeout=1800)
217
+ out = (pr.stdout or "") + (pr.stderr or "")
218
+ reds = [ln.split("FAIL ", 1)[1].strip()
219
+ for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
220
+ return pr.returncode, reds, out
221
+
222
+
223
+ def _apply_text(text, rel, pairs):
224
+ eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
225
+ for old, new in pairs:
226
+ o = old.replace(chr(10), eol)
227
+ n = new.replace(chr(10), eol)
228
+ if text.count(o) != 1:
229
+ return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
230
+ text = text.replace(o, n, 1)
231
+ return text, ""
232
+
233
+
234
+ def _mutate():
235
+ print("!! 反向腿②:撤 U+FFFD 判据,守卫必须按指定项转红")
236
+ tree = _mirror_build()
237
+ bad = []
238
+ try:
239
+ rc, reds, out = _run_in(tree)
240
+ print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)"
241
+ % (rc, len(reds)))
242
+ if rc != 0 or reds:
243
+ bad.append("未变异镜像基线即红")
244
+ print(chr(10).join(out.splitlines()[-20:]))
245
+ for desc, rel, pairs, exp in _MUTATIONS:
246
+ p = os.path.join(tree, rel)
247
+ with open(p, encoding="utf-8", newline="") as f:
248
+ bak = f.read()
249
+ mut, why = _apply_text(bak, rel, pairs)
250
+ if mut is None:
251
+ bad.append("%s —— %s" % (desc, why))
252
+ print(" ANCHOR-MISS " + desc + " " + why)
253
+ continue
254
+ with open(p, "w", encoding="utf-8", newline="") as f:
255
+ f.write(mut)
256
+ for root, _dd, _ff in os.walk(tree):
257
+ if os.path.basename(root) == "__pycache__":
258
+ shutil.rmtree(root, ignore_errors=True)
259
+ rc2, reds2, out2 = _run_in(tree)
260
+ with open(p, "w", encoding="utf-8", newline="") as f:
261
+ f.write(bak)
262
+ hit = sorted({r.split(" ")[0] for r in reds2})
263
+ if rc2 != 0 and hit == sorted(exp):
264
+ print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
265
+ else:
266
+ bad.append(desc)
267
+ print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
268
+ % (desc, hit, sorted(exp), rc2))
269
+ for r in reds2[:10]:
270
+ print(" FAIL " + r)
271
+ print("反向腿②:%s(%d 条不合格)"
272
+ % ("PASS" if not bad else "FAIL", len(bad)))
273
+ return len(bad)
274
+ finally:
275
+ shutil.rmtree(tree, ignore_errors=True)
276
+
277
+
278
+ def main():
279
+ print("== #426-F paths.json 编码失真守卫 ==")
280
+ try:
281
+ _rc = _anchor_check()
282
+ if _rc:
283
+ return _rc
284
+ group_a()
285
+ group_b()
286
+ group_c()
287
+ group_d()
288
+ group_e()
289
+ group_f()
290
+ finally:
291
+ shutil.rmtree(_TMP, ignore_errors=True)
292
+ print("=" * 68)
293
+ print("#426-F 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
294
+ for f in FAILS:
295
+ print(" 红项:" + f)
296
+ _bad = _mutate() if "--mutate" in sys.argv else 0
297
+ return 1 if (FAILS or _bad) else 0
298
+
299
+
300
+ if __name__ == "__main__":
301
+ sys.exit(main())