@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,301 +1,301 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:paths.json 编码失真(GBK/ANSI)不得被当成记忆根(#426-F)
|
|
3
|
-
# 生效条件:python -u -X utf8 -m md_cg.test_issue426f_paths_gbk_failclosed [--mutate];
|
|
4
|
-
# 被测面=md_cg/datapath.py 的 _abs_host_path(所有根解析的归一单点:
|
|
5
|
-
# state_root / data_root / mdcg_root / aux_root 四条解析链的公共闸)
|
|
6
|
-
# 子功能:A GBK paths.json 在 Python 侧响亮失败(#352-D 既有,本腿锚定不回归)·
|
|
7
|
-
# B 插件宽松解码出的 U+FFFD 根经 MDCG_ROOT 注入 ⇒ 不得被接受(本件主面)·
|
|
8
|
-
# C/D 反向:UTF-8 paths.json 的中文根、合法中文 env 根照常解析(防一刀切)·
|
|
9
|
-
# E 同判据覆盖其余根(state_root 同单点)· F mcp_server 启动探针对该根 fail-closed
|
|
10
|
-
# 执行:默认跑全部腿并做源码锚点自检(锚点缺失 ⇒ exit 2,fail-closed);
|
|
11
|
-
# --mutate 时在镜像树里撤掉 U+FFFD 判据,守卫必须按指定项转红
|
|
12
|
-
# 验证方式:全部 PASS 且 --mutate 红项集合与预期逐项相符 ⇒ 退出码 0
|
|
13
|
-
# 不适用条件:① **插件侧** `src/lib/datapath.ts` 的 `readFileSync(pf,'utf8')` 宽松解码
|
|
14
|
-
# 本单元无权改(不在授权文件清单),已按 NEED_FILE 上报;本件修的是**接收侧**:
|
|
15
|
-
# 即便插件把 U+FFFD 串注入 `MDCG_ROOT`,Python 侧也不再照单全收、不再据此新建乱码库。
|
|
16
|
-
# ② 不判「用户故意用 U+FFFD 命名目录」这种形态(该字符不是任何正常配置的产物,
|
|
17
|
-
# fail-closed 优于把新写入分叉进另一个库);③ 不做 GBK→UTF-8 的自动转码
|
|
18
|
-
# (自动猜测编码=另一种静默;#352-D 已定口径:响亮失败 + 给恢复路径)。
|
|
19
|
-
"""issue #426-F 守卫:编码失真路径必须响亮失败。
|
|
20
|
-
|
|
21
|
-
病象(修前实测,见 `.tmp/U04/probe_426f.py`):
|
|
22
|
-
· 插件 `readFileSync(pf, 'utf8')` 对 GBK/ANSI 保存的 paths.json **不抛**,把非法
|
|
23
|
-
字节替换成 U+FFFD,`JSON.parse` 仍成功 ⇒ 插件把乱码串当记忆根注入 `MDCG_ROOT`;
|
|
24
|
-
· Python 侧对**同一文件**是严格解码(`PathsConfigError`),但对**注入的乱码
|
|
25
|
-
env 根**原样接受 ⇒ 两侧口径分叉:原库从插件面消失、新写入分叉进乱码空库。
|
|
26
|
-
|
|
27
|
-
修法(条件层,落在归一单点):`_abs_host_path` 增加「含 U+FFFD ⇒ ValueError」
|
|
28
|
-
判据——任何平台的根解析(env / paths.json / 默认根)都经它,故只需一处。
|
|
29
|
-
"""
|
|
30
|
-
from __future__ import annotations
|
|
31
|
-
|
|
32
|
-
import json
|
|
33
|
-
import os
|
|
34
|
-
import shutil
|
|
35
|
-
import subprocess
|
|
36
|
-
import sys
|
|
37
|
-
import tempfile
|
|
38
|
-
|
|
39
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
40
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
41
|
-
if _REPO not in sys.path:
|
|
42
|
-
sys.path.insert(0, _REPO)
|
|
43
|
-
|
|
44
|
-
_TMP = tempfile.mkdtemp(prefix="iss426f_")
|
|
45
|
-
_KEYS = ("MDCG_ROOT", "MDCG_DATA_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT",
|
|
46
|
-
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "DSH_HOME")
|
|
47
|
-
for _k in _KEYS + ("MDCG_TOKEN", "MDCG_VERIFY_KEY"):
|
|
48
|
-
os.environ.pop(_k, None)
|
|
49
|
-
os.environ.update({"MDCG_STATE_ROOT": _TMP + "/state", "HOME": _TMP,
|
|
50
|
-
"USERPROFILE": _TMP, "PYTHONUTF8": "1"})
|
|
51
|
-
os.makedirs(_TMP + "/state", exist_ok=True)
|
|
52
|
-
os.makedirs(_TMP + "/灵枢记忆", exist_ok=True)
|
|
53
|
-
|
|
54
|
-
from md_cg import datapath as dp # noqa: E402
|
|
55
|
-
|
|
56
|
-
PASSED, FAILS = [], []
|
|
57
|
-
GARBAGE = _TMP + "/" + "\ufffd" * 7
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
def _check(name, cond, detail=""):
|
|
61
|
-
if cond:
|
|
62
|
-
print(" PASS " + name)
|
|
63
|
-
PASSED.append(name)
|
|
64
|
-
else:
|
|
65
|
-
print(" FAIL " + name + " " + str(detail)[:300])
|
|
66
|
-
FAILS.append(name)
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
def _raises(fn):
|
|
70
|
-
try:
|
|
71
|
-
return fn(), False
|
|
72
|
-
except Exception as exc: # noqa: BLE001 —— 只取类型名做判据
|
|
73
|
-
return type(exc).__name__ + ": " + str(exc)[:160], True
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
def _pf():
|
|
77
|
-
return os.path.join(_TMP + "/state", "paths.json")
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
def group_a():
|
|
81
|
-
print("\n[A] GBK paths.json:Python 侧响亮失败(#352-D 既有,锚定不回归)")
|
|
82
|
-
with open(_pf(), "wb") as f:
|
|
83
|
-
f.write(json.dumps({"root": _TMP + "/灵枢记忆"},
|
|
84
|
-
ensure_ascii=False).encode("gbk"))
|
|
85
|
-
got, raised = _raises(dp.mdcg_root)
|
|
86
|
-
_check("A1 GBK 保存的 paths.json ⇒ mdcg_root() 抛 PathsConfigError",
|
|
87
|
-
raised and got.startswith("PathsConfigError"), got)
|
|
88
|
-
os.remove(_pf())
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
def group_b():
|
|
92
|
-
print("\n[B] 插件宽松解码出的 U+FFFD 根不得被接受(本件主面)")
|
|
93
|
-
os.environ["MDCG_ROOT"] = GARBAGE
|
|
94
|
-
got, raised = _raises(dp.mdcg_root)
|
|
95
|
-
_check("B1 MDCG_ROOT 含 U+FFFD ⇒ 抛 ValueError(不再返回乱码根)",
|
|
96
|
-
raised and got.startswith("ValueError"), got)
|
|
97
|
-
_check("B2 错误消息点明编码失真与恢复路径",
|
|
98
|
-
raised and ("U+FFFD" in got or "编码失真" in got), got)
|
|
99
|
-
del os.environ["MDCG_ROOT"]
|
|
100
|
-
|
|
101
|
-
os.environ["MDCG_DATA_ROOT"] = GARBAGE
|
|
102
|
-
got2, raised2 = _raises(dp.data_root)
|
|
103
|
-
_check("B3 同判据覆盖 data_root(单一归一闸,不是逐函数补 if)",
|
|
104
|
-
raised2, got2)
|
|
105
|
-
del os.environ["MDCG_DATA_ROOT"]
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
def group_c():
|
|
109
|
-
print("\n[C] 反向:UTF-8 paths.json 的中文根照常解析")
|
|
110
|
-
with open(_pf(), "w", encoding="utf-8") as f:
|
|
111
|
-
json.dump({"root": _TMP + "/灵枢记忆"}, f, ensure_ascii=False)
|
|
112
|
-
got = dp.mdcg_root()
|
|
113
|
-
_check("C1 UTF-8 paths.json + 中文根 ⇒ 解析正确(防一刀切)",
|
|
114
|
-
got == os.path.abspath(_TMP + "/灵枢记忆"), got)
|
|
115
|
-
os.remove(_pf())
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
def group_d():
|
|
119
|
-
print("\n[D] 反向:合法中文 env 根照常解析")
|
|
120
|
-
os.environ["MDCG_ROOT"] = _TMP + "/灵枢记忆"
|
|
121
|
-
got = dp.mdcg_root()
|
|
122
|
-
_check("D1 合法中文 MDCG_ROOT ⇒ 解析正确", got == os.path.abspath(
|
|
123
|
-
_TMP + "/灵枢记忆"), got)
|
|
124
|
-
del os.environ["MDCG_ROOT"]
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
def group_e():
|
|
128
|
-
print("\n[E] 同判据覆盖其余根(state_root 同单点)")
|
|
129
|
-
os.environ["MDCG_STATE_ROOT"] = GARBAGE
|
|
130
|
-
got, raised = _raises(dp.state_root)
|
|
131
|
-
_check("E1 MDCG_STATE_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised, got)
|
|
132
|
-
os.environ["MDCG_STATE_ROOT"] = _TMP + "/state"
|
|
133
|
-
os.environ["MDCG_AUX_ROOT"] = GARBAGE
|
|
134
|
-
got2, raised2 = _raises(dp.aux_root)
|
|
135
|
-
_check("E2 MDCG_AUX_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised2, got2)
|
|
136
|
-
del os.environ["MDCG_AUX_ROOT"]
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
def group_f():
|
|
140
|
-
print("\n[F] mcp_server 启动探针:乱码根 ⇒ fail-closed(不再带病起服务)")
|
|
141
|
-
env = {k: v for k, v in os.environ.items()
|
|
142
|
-
if not k.startswith("MDCG_") and k != "DSH_HOME"}
|
|
143
|
-
env.update({"MDCG_ROOT": GARBAGE, "MDCG_STATE_ROOT": _TMP + "/state",
|
|
144
|
-
"MDCG_AUX_ROOT": _TMP + "/auxstore", "PYTHONUTF8": "1",
|
|
145
|
-
"PYTHONPATH": _REPO})
|
|
146
|
-
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
147
|
-
"md_cg.mcp_server"], input="", capture_output=True,
|
|
148
|
-
text=True, encoding="utf-8", errors="replace",
|
|
149
|
-
env=env, cwd=_REPO, timeout=180)
|
|
150
|
-
err = pr.stderr or ""
|
|
151
|
-
_check("F1 server rc=2(拒绝启动)", pr.returncode == 2,
|
|
152
|
-
"rc=%d err=%s" % (pr.returncode, err[-300:]))
|
|
153
|
-
_check("F2 stderr 点明 U+FFFD/编码失真",
|
|
154
|
-
("U+FFFD" in err) or ("编码失真" in err), err[-300:])
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
def _anchor_check():
|
|
158
|
-
src = open(os.path.join(_REPO, "md_cg", "datapath.py"),
|
|
159
|
-
encoding="utf-8").read()
|
|
160
|
-
missing = [a for a in ("_REPLACEMENT_CHAR", "U+FFFD") if a not in src]
|
|
161
|
-
if missing:
|
|
162
|
-
print("ANCHOR-MISS md_cg/datapath.py: %s" % missing)
|
|
163
|
-
return 2
|
|
164
|
-
return 0
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
# ================================================= M 组:反向腿②(定点变异)
|
|
168
|
-
_MUTATIONS = (
|
|
169
|
-
("M1 撤 U+FFFD 判据(回到 #426-F 原形态:乱码根照单全收)",
|
|
170
|
-
"md_cg/datapath.py",
|
|
171
|
-
((" if _REPLACEMENT_CHAR in r:" + chr(10)
|
|
172
|
-
+ " who = env_key or \"该路径\"" + chr(10)
|
|
173
|
-
+ " raise ValueError(" + chr(10)
|
|
174
|
-
+ " f\"{who} 归一后含 U+FFFD 替换符({r!r})——这是**编码失真**的痕迹,\""
|
|
175
|
-
+ chr(10)
|
|
176
|
-
+ " \"不是合法目录名:paths.json 若以 GBK/ANSI 保存(PowerShell 5 的 \""
|
|
177
|
-
+ chr(10)
|
|
178
|
-
+ " \"Set-Content 不带 -Encoding、cmd 的 echo >、旧编辑器另存为 ANSI),\""
|
|
179
|
-
+ chr(10)
|
|
180
|
-
+ " \"宽松 UTF-8 解码会把非法字节替换成该字符,于是「记忆真源」变成一个\""
|
|
181
|
-
+ chr(10)
|
|
182
|
-
+ " \"乱码目录,新写入分叉进空库、原库从插件面消失(#426-F)。请把该文件\""
|
|
183
|
-
+ chr(10)
|
|
184
|
-
+ " \"改存为 UTF-8(含 BOM 亦可),或删掉它回到用户级默认数据根;\""
|
|
185
|
-
+ chr(10)
|
|
186
|
-
+ " \"本侧与 Python 侧同一口径:**要么取到真路径,要么响亮失败**。\")",
|
|
187
|
-
" pass # M1 撤 U+FFFD 判据"),),
|
|
188
|
-
("B1", "B2", "B3", "E1", "E2", "F1", "F2")),
|
|
189
|
-
)
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
def _mirror_build():
|
|
193
|
-
dst = tempfile.mkdtemp(prefix="iss426f_mut_")
|
|
194
|
-
for name in ("md_cg", "lib"):
|
|
195
|
-
src = os.path.join(_REPO, name)
|
|
196
|
-
if os.path.isdir(src):
|
|
197
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
198
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
199
|
-
for name in sorted(os.listdir(_REPO)):
|
|
200
|
-
p = os.path.join(_REPO, name)
|
|
201
|
-
if os.path.isfile(p) and name.endswith(".py"):
|
|
202
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
203
|
-
return dst
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
def _run_in(tree):
|
|
207
|
-
env = dict(os.environ)
|
|
208
|
-
env["PYTHONPATH"] = tree
|
|
209
|
-
env["PYTHONUTF8"] = "1"
|
|
210
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
211
|
-
for k in _KEYS + ("MDCG_TOKEN", "MDCG_TOKEN_FILE", "MDCG_VERIFY_KEY"):
|
|
212
|
-
env.pop(k, None)
|
|
213
|
-
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
214
|
-
"md_cg.test_issue426f_paths_gbk_failclosed"],
|
|
215
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
216
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
217
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
218
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
219
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
220
|
-
return pr.returncode, reds, out
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
def _apply_text(text, rel, pairs):
|
|
224
|
-
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
225
|
-
for old, new in pairs:
|
|
226
|
-
o = old.replace(chr(10), eol)
|
|
227
|
-
n = new.replace(chr(10), eol)
|
|
228
|
-
if text.count(o) != 1:
|
|
229
|
-
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
230
|
-
text = text.replace(o, n, 1)
|
|
231
|
-
return text, ""
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
def _mutate():
|
|
235
|
-
print("!! 反向腿②:撤 U+FFFD 判据,守卫必须按指定项转红")
|
|
236
|
-
tree = _mirror_build()
|
|
237
|
-
bad = []
|
|
238
|
-
try:
|
|
239
|
-
rc, reds, out = _run_in(tree)
|
|
240
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)"
|
|
241
|
-
% (rc, len(reds)))
|
|
242
|
-
if rc != 0 or reds:
|
|
243
|
-
bad.append("未变异镜像基线即红")
|
|
244
|
-
print(chr(10).join(out.splitlines()[-20:]))
|
|
245
|
-
for desc, rel, pairs, exp in _MUTATIONS:
|
|
246
|
-
p = os.path.join(tree, rel)
|
|
247
|
-
with open(p, encoding="utf-8", newline="") as f:
|
|
248
|
-
bak = f.read()
|
|
249
|
-
mut, why = _apply_text(bak, rel, pairs)
|
|
250
|
-
if mut is None:
|
|
251
|
-
bad.append("%s —— %s" % (desc, why))
|
|
252
|
-
print(" ANCHOR-MISS " + desc + " " + why)
|
|
253
|
-
continue
|
|
254
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
255
|
-
f.write(mut)
|
|
256
|
-
for root, _dd, _ff in os.walk(tree):
|
|
257
|
-
if os.path.basename(root) == "__pycache__":
|
|
258
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
259
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
260
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
261
|
-
f.write(bak)
|
|
262
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
263
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
264
|
-
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
265
|
-
else:
|
|
266
|
-
bad.append(desc)
|
|
267
|
-
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
268
|
-
% (desc, hit, sorted(exp), rc2))
|
|
269
|
-
for r in reds2[:10]:
|
|
270
|
-
print(" FAIL " + r)
|
|
271
|
-
print("反向腿②:%s(%d 条不合格)"
|
|
272
|
-
% ("PASS" if not bad else "FAIL", len(bad)))
|
|
273
|
-
return len(bad)
|
|
274
|
-
finally:
|
|
275
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
def main():
|
|
279
|
-
print("== #426-F paths.json 编码失真守卫 ==")
|
|
280
|
-
try:
|
|
281
|
-
_rc = _anchor_check()
|
|
282
|
-
if _rc:
|
|
283
|
-
return _rc
|
|
284
|
-
group_a()
|
|
285
|
-
group_b()
|
|
286
|
-
group_c()
|
|
287
|
-
group_d()
|
|
288
|
-
group_e()
|
|
289
|
-
group_f()
|
|
290
|
-
finally:
|
|
291
|
-
shutil.rmtree(_TMP, ignore_errors=True)
|
|
292
|
-
print("=" * 68)
|
|
293
|
-
print("#426-F 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
294
|
-
for f in FAILS:
|
|
295
|
-
print(" 红项:" + f)
|
|
296
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
297
|
-
return 1 if (FAILS or _bad) else 0
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
if __name__ == "__main__":
|
|
301
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:paths.json 编码失真(GBK/ANSI)不得被当成记忆根(#426-F)
|
|
3
|
+
# 生效条件:python -u -X utf8 -m md_cg.test_issue426f_paths_gbk_failclosed [--mutate];
|
|
4
|
+
# 被测面=md_cg/datapath.py 的 _abs_host_path(所有根解析的归一单点:
|
|
5
|
+
# state_root / data_root / mdcg_root / aux_root 四条解析链的公共闸)
|
|
6
|
+
# 子功能:A GBK paths.json 在 Python 侧响亮失败(#352-D 既有,本腿锚定不回归)·
|
|
7
|
+
# B 插件宽松解码出的 U+FFFD 根经 MDCG_ROOT 注入 ⇒ 不得被接受(本件主面)·
|
|
8
|
+
# C/D 反向:UTF-8 paths.json 的中文根、合法中文 env 根照常解析(防一刀切)·
|
|
9
|
+
# E 同判据覆盖其余根(state_root 同单点)· F mcp_server 启动探针对该根 fail-closed
|
|
10
|
+
# 执行:默认跑全部腿并做源码锚点自检(锚点缺失 ⇒ exit 2,fail-closed);
|
|
11
|
+
# --mutate 时在镜像树里撤掉 U+FFFD 判据,守卫必须按指定项转红
|
|
12
|
+
# 验证方式:全部 PASS 且 --mutate 红项集合与预期逐项相符 ⇒ 退出码 0
|
|
13
|
+
# 不适用条件:① **插件侧** `src/lib/datapath.ts` 的 `readFileSync(pf,'utf8')` 宽松解码
|
|
14
|
+
# 本单元无权改(不在授权文件清单),已按 NEED_FILE 上报;本件修的是**接收侧**:
|
|
15
|
+
# 即便插件把 U+FFFD 串注入 `MDCG_ROOT`,Python 侧也不再照单全收、不再据此新建乱码库。
|
|
16
|
+
# ② 不判「用户故意用 U+FFFD 命名目录」这种形态(该字符不是任何正常配置的产物,
|
|
17
|
+
# fail-closed 优于把新写入分叉进另一个库);③ 不做 GBK→UTF-8 的自动转码
|
|
18
|
+
# (自动猜测编码=另一种静默;#352-D 已定口径:响亮失败 + 给恢复路径)。
|
|
19
|
+
"""issue #426-F 守卫:编码失真路径必须响亮失败。
|
|
20
|
+
|
|
21
|
+
病象(修前实测,见 `.tmp/U04/probe_426f.py`):
|
|
22
|
+
· 插件 `readFileSync(pf, 'utf8')` 对 GBK/ANSI 保存的 paths.json **不抛**,把非法
|
|
23
|
+
字节替换成 U+FFFD,`JSON.parse` 仍成功 ⇒ 插件把乱码串当记忆根注入 `MDCG_ROOT`;
|
|
24
|
+
· Python 侧对**同一文件**是严格解码(`PathsConfigError`),但对**注入的乱码
|
|
25
|
+
env 根**原样接受 ⇒ 两侧口径分叉:原库从插件面消失、新写入分叉进乱码空库。
|
|
26
|
+
|
|
27
|
+
修法(条件层,落在归一单点):`_abs_host_path` 增加「含 U+FFFD ⇒ ValueError」
|
|
28
|
+
判据——任何平台的根解析(env / paths.json / 默认根)都经它,故只需一处。
|
|
29
|
+
"""
|
|
30
|
+
from __future__ import annotations
|
|
31
|
+
|
|
32
|
+
import json
|
|
33
|
+
import os
|
|
34
|
+
import shutil
|
|
35
|
+
import subprocess
|
|
36
|
+
import sys
|
|
37
|
+
import tempfile
|
|
38
|
+
|
|
39
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
40
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
41
|
+
if _REPO not in sys.path:
|
|
42
|
+
sys.path.insert(0, _REPO)
|
|
43
|
+
|
|
44
|
+
_TMP = tempfile.mkdtemp(prefix="iss426f_")
|
|
45
|
+
_KEYS = ("MDCG_ROOT", "MDCG_DATA_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT",
|
|
46
|
+
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "DSH_HOME")
|
|
47
|
+
for _k in _KEYS + ("MDCG_TOKEN", "MDCG_VERIFY_KEY"):
|
|
48
|
+
os.environ.pop(_k, None)
|
|
49
|
+
os.environ.update({"MDCG_STATE_ROOT": _TMP + "/state", "HOME": _TMP,
|
|
50
|
+
"USERPROFILE": _TMP, "PYTHONUTF8": "1"})
|
|
51
|
+
os.makedirs(_TMP + "/state", exist_ok=True)
|
|
52
|
+
os.makedirs(_TMP + "/灵枢记忆", exist_ok=True)
|
|
53
|
+
|
|
54
|
+
from md_cg import datapath as dp # noqa: E402
|
|
55
|
+
|
|
56
|
+
PASSED, FAILS = [], []
|
|
57
|
+
GARBAGE = _TMP + "/" + "\ufffd" * 7
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def _check(name, cond, detail=""):
|
|
61
|
+
if cond:
|
|
62
|
+
print(" PASS " + name)
|
|
63
|
+
PASSED.append(name)
|
|
64
|
+
else:
|
|
65
|
+
print(" FAIL " + name + " " + str(detail)[:300])
|
|
66
|
+
FAILS.append(name)
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
def _raises(fn):
|
|
70
|
+
try:
|
|
71
|
+
return fn(), False
|
|
72
|
+
except Exception as exc: # noqa: BLE001 —— 只取类型名做判据
|
|
73
|
+
return type(exc).__name__ + ": " + str(exc)[:160], True
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
def _pf():
|
|
77
|
+
return os.path.join(_TMP + "/state", "paths.json")
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
def group_a():
|
|
81
|
+
print("\n[A] GBK paths.json:Python 侧响亮失败(#352-D 既有,锚定不回归)")
|
|
82
|
+
with open(_pf(), "wb") as f:
|
|
83
|
+
f.write(json.dumps({"root": _TMP + "/灵枢记忆"},
|
|
84
|
+
ensure_ascii=False).encode("gbk"))
|
|
85
|
+
got, raised = _raises(dp.mdcg_root)
|
|
86
|
+
_check("A1 GBK 保存的 paths.json ⇒ mdcg_root() 抛 PathsConfigError",
|
|
87
|
+
raised and got.startswith("PathsConfigError"), got)
|
|
88
|
+
os.remove(_pf())
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
def group_b():
|
|
92
|
+
print("\n[B] 插件宽松解码出的 U+FFFD 根不得被接受(本件主面)")
|
|
93
|
+
os.environ["MDCG_ROOT"] = GARBAGE
|
|
94
|
+
got, raised = _raises(dp.mdcg_root)
|
|
95
|
+
_check("B1 MDCG_ROOT 含 U+FFFD ⇒ 抛 ValueError(不再返回乱码根)",
|
|
96
|
+
raised and got.startswith("ValueError"), got)
|
|
97
|
+
_check("B2 错误消息点明编码失真与恢复路径",
|
|
98
|
+
raised and ("U+FFFD" in got or "编码失真" in got), got)
|
|
99
|
+
del os.environ["MDCG_ROOT"]
|
|
100
|
+
|
|
101
|
+
os.environ["MDCG_DATA_ROOT"] = GARBAGE
|
|
102
|
+
got2, raised2 = _raises(dp.data_root)
|
|
103
|
+
_check("B3 同判据覆盖 data_root(单一归一闸,不是逐函数补 if)",
|
|
104
|
+
raised2, got2)
|
|
105
|
+
del os.environ["MDCG_DATA_ROOT"]
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
def group_c():
|
|
109
|
+
print("\n[C] 反向:UTF-8 paths.json 的中文根照常解析")
|
|
110
|
+
with open(_pf(), "w", encoding="utf-8") as f:
|
|
111
|
+
json.dump({"root": _TMP + "/灵枢记忆"}, f, ensure_ascii=False)
|
|
112
|
+
got = dp.mdcg_root()
|
|
113
|
+
_check("C1 UTF-8 paths.json + 中文根 ⇒ 解析正确(防一刀切)",
|
|
114
|
+
got == os.path.abspath(_TMP + "/灵枢记忆"), got)
|
|
115
|
+
os.remove(_pf())
|
|
116
|
+
|
|
117
|
+
|
|
118
|
+
def group_d():
|
|
119
|
+
print("\n[D] 反向:合法中文 env 根照常解析")
|
|
120
|
+
os.environ["MDCG_ROOT"] = _TMP + "/灵枢记忆"
|
|
121
|
+
got = dp.mdcg_root()
|
|
122
|
+
_check("D1 合法中文 MDCG_ROOT ⇒ 解析正确", got == os.path.abspath(
|
|
123
|
+
_TMP + "/灵枢记忆"), got)
|
|
124
|
+
del os.environ["MDCG_ROOT"]
|
|
125
|
+
|
|
126
|
+
|
|
127
|
+
def group_e():
|
|
128
|
+
print("\n[E] 同判据覆盖其余根(state_root 同单点)")
|
|
129
|
+
os.environ["MDCG_STATE_ROOT"] = GARBAGE
|
|
130
|
+
got, raised = _raises(dp.state_root)
|
|
131
|
+
_check("E1 MDCG_STATE_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised, got)
|
|
132
|
+
os.environ["MDCG_STATE_ROOT"] = _TMP + "/state"
|
|
133
|
+
os.environ["MDCG_AUX_ROOT"] = GARBAGE
|
|
134
|
+
got2, raised2 = _raises(dp.aux_root)
|
|
135
|
+
_check("E2 MDCG_AUX_ROOT 含 U+FFFD ⇒ 抛 ValueError", raised2, got2)
|
|
136
|
+
del os.environ["MDCG_AUX_ROOT"]
|
|
137
|
+
|
|
138
|
+
|
|
139
|
+
def group_f():
|
|
140
|
+
print("\n[F] mcp_server 启动探针:乱码根 ⇒ fail-closed(不再带病起服务)")
|
|
141
|
+
env = {k: v for k, v in os.environ.items()
|
|
142
|
+
if not k.startswith("MDCG_") and k != "DSH_HOME"}
|
|
143
|
+
env.update({"MDCG_ROOT": GARBAGE, "MDCG_STATE_ROOT": _TMP + "/state",
|
|
144
|
+
"MDCG_AUX_ROOT": _TMP + "/auxstore", "PYTHONUTF8": "1",
|
|
145
|
+
"PYTHONPATH": _REPO})
|
|
146
|
+
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
147
|
+
"md_cg.mcp_server"], input="", capture_output=True,
|
|
148
|
+
text=True, encoding="utf-8", errors="replace",
|
|
149
|
+
env=env, cwd=_REPO, timeout=180)
|
|
150
|
+
err = pr.stderr or ""
|
|
151
|
+
_check("F1 server rc=2(拒绝启动)", pr.returncode == 2,
|
|
152
|
+
"rc=%d err=%s" % (pr.returncode, err[-300:]))
|
|
153
|
+
_check("F2 stderr 点明 U+FFFD/编码失真",
|
|
154
|
+
("U+FFFD" in err) or ("编码失真" in err), err[-300:])
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
def _anchor_check():
|
|
158
|
+
src = open(os.path.join(_REPO, "md_cg", "datapath.py"),
|
|
159
|
+
encoding="utf-8").read()
|
|
160
|
+
missing = [a for a in ("_REPLACEMENT_CHAR", "U+FFFD") if a not in src]
|
|
161
|
+
if missing:
|
|
162
|
+
print("ANCHOR-MISS md_cg/datapath.py: %s" % missing)
|
|
163
|
+
return 2
|
|
164
|
+
return 0
|
|
165
|
+
|
|
166
|
+
|
|
167
|
+
# ================================================= M 组:反向腿②(定点变异)
|
|
168
|
+
_MUTATIONS = (
|
|
169
|
+
("M1 撤 U+FFFD 判据(回到 #426-F 原形态:乱码根照单全收)",
|
|
170
|
+
"md_cg/datapath.py",
|
|
171
|
+
((" if _REPLACEMENT_CHAR in r:" + chr(10)
|
|
172
|
+
+ " who = env_key or \"该路径\"" + chr(10)
|
|
173
|
+
+ " raise ValueError(" + chr(10)
|
|
174
|
+
+ " f\"{who} 归一后含 U+FFFD 替换符({r!r})——这是**编码失真**的痕迹,\""
|
|
175
|
+
+ chr(10)
|
|
176
|
+
+ " \"不是合法目录名:paths.json 若以 GBK/ANSI 保存(PowerShell 5 的 \""
|
|
177
|
+
+ chr(10)
|
|
178
|
+
+ " \"Set-Content 不带 -Encoding、cmd 的 echo >、旧编辑器另存为 ANSI),\""
|
|
179
|
+
+ chr(10)
|
|
180
|
+
+ " \"宽松 UTF-8 解码会把非法字节替换成该字符,于是「记忆真源」变成一个\""
|
|
181
|
+
+ chr(10)
|
|
182
|
+
+ " \"乱码目录,新写入分叉进空库、原库从插件面消失(#426-F)。请把该文件\""
|
|
183
|
+
+ chr(10)
|
|
184
|
+
+ " \"改存为 UTF-8(含 BOM 亦可),或删掉它回到用户级默认数据根;\""
|
|
185
|
+
+ chr(10)
|
|
186
|
+
+ " \"本侧与 Python 侧同一口径:**要么取到真路径,要么响亮失败**。\")",
|
|
187
|
+
" pass # M1 撤 U+FFFD 判据"),),
|
|
188
|
+
("B1", "B2", "B3", "E1", "E2", "F1", "F2")),
|
|
189
|
+
)
|
|
190
|
+
|
|
191
|
+
|
|
192
|
+
def _mirror_build():
|
|
193
|
+
dst = tempfile.mkdtemp(prefix="iss426f_mut_")
|
|
194
|
+
for name in ("md_cg", "lib"):
|
|
195
|
+
src = os.path.join(_REPO, name)
|
|
196
|
+
if os.path.isdir(src):
|
|
197
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
198
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
199
|
+
for name in sorted(os.listdir(_REPO)):
|
|
200
|
+
p = os.path.join(_REPO, name)
|
|
201
|
+
if os.path.isfile(p) and name.endswith(".py"):
|
|
202
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
203
|
+
return dst
|
|
204
|
+
|
|
205
|
+
|
|
206
|
+
def _run_in(tree):
|
|
207
|
+
env = dict(os.environ)
|
|
208
|
+
env["PYTHONPATH"] = tree
|
|
209
|
+
env["PYTHONUTF8"] = "1"
|
|
210
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
211
|
+
for k in _KEYS + ("MDCG_TOKEN", "MDCG_TOKEN_FILE", "MDCG_VERIFY_KEY"):
|
|
212
|
+
env.pop(k, None)
|
|
213
|
+
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
214
|
+
"md_cg.test_issue426f_paths_gbk_failclosed"],
|
|
215
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
216
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
217
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
218
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
219
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
220
|
+
return pr.returncode, reds, out
|
|
221
|
+
|
|
222
|
+
|
|
223
|
+
def _apply_text(text, rel, pairs):
|
|
224
|
+
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
225
|
+
for old, new in pairs:
|
|
226
|
+
o = old.replace(chr(10), eol)
|
|
227
|
+
n = new.replace(chr(10), eol)
|
|
228
|
+
if text.count(o) != 1:
|
|
229
|
+
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
230
|
+
text = text.replace(o, n, 1)
|
|
231
|
+
return text, ""
|
|
232
|
+
|
|
233
|
+
|
|
234
|
+
def _mutate():
|
|
235
|
+
print("!! 反向腿②:撤 U+FFFD 判据,守卫必须按指定项转红")
|
|
236
|
+
tree = _mirror_build()
|
|
237
|
+
bad = []
|
|
238
|
+
try:
|
|
239
|
+
rc, reds, out = _run_in(tree)
|
|
240
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)"
|
|
241
|
+
% (rc, len(reds)))
|
|
242
|
+
if rc != 0 or reds:
|
|
243
|
+
bad.append("未变异镜像基线即红")
|
|
244
|
+
print(chr(10).join(out.splitlines()[-20:]))
|
|
245
|
+
for desc, rel, pairs, exp in _MUTATIONS:
|
|
246
|
+
p = os.path.join(tree, rel)
|
|
247
|
+
with open(p, encoding="utf-8", newline="") as f:
|
|
248
|
+
bak = f.read()
|
|
249
|
+
mut, why = _apply_text(bak, rel, pairs)
|
|
250
|
+
if mut is None:
|
|
251
|
+
bad.append("%s —— %s" % (desc, why))
|
|
252
|
+
print(" ANCHOR-MISS " + desc + " " + why)
|
|
253
|
+
continue
|
|
254
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
255
|
+
f.write(mut)
|
|
256
|
+
for root, _dd, _ff in os.walk(tree):
|
|
257
|
+
if os.path.basename(root) == "__pycache__":
|
|
258
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
259
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
260
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
261
|
+
f.write(bak)
|
|
262
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
263
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
264
|
+
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
265
|
+
else:
|
|
266
|
+
bad.append(desc)
|
|
267
|
+
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
268
|
+
% (desc, hit, sorted(exp), rc2))
|
|
269
|
+
for r in reds2[:10]:
|
|
270
|
+
print(" FAIL " + r)
|
|
271
|
+
print("反向腿②:%s(%d 条不合格)"
|
|
272
|
+
% ("PASS" if not bad else "FAIL", len(bad)))
|
|
273
|
+
return len(bad)
|
|
274
|
+
finally:
|
|
275
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
276
|
+
|
|
277
|
+
|
|
278
|
+
def main():
|
|
279
|
+
print("== #426-F paths.json 编码失真守卫 ==")
|
|
280
|
+
try:
|
|
281
|
+
_rc = _anchor_check()
|
|
282
|
+
if _rc:
|
|
283
|
+
return _rc
|
|
284
|
+
group_a()
|
|
285
|
+
group_b()
|
|
286
|
+
group_c()
|
|
287
|
+
group_d()
|
|
288
|
+
group_e()
|
|
289
|
+
group_f()
|
|
290
|
+
finally:
|
|
291
|
+
shutil.rmtree(_TMP, ignore_errors=True)
|
|
292
|
+
print("=" * 68)
|
|
293
|
+
print("#426-F 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
294
|
+
for f in FAILS:
|
|
295
|
+
print(" 红项:" + f)
|
|
296
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
297
|
+
return 1 if (FAILS or _bad) else 0
|
|
298
|
+
|
|
299
|
+
|
|
300
|
+
if __name__ == "__main__":
|
|
301
|
+
sys.exit(main())
|