@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,310 +1,310 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:restore(force=True) 不得静默覆写同 id 在位节点(issue #426-E)
|
|
3
|
-
# 生效条件:python -u -X utf8 -m md_cg.test_issue426e_restore_overwrite_live [--mutate];被测面=md_cg/mdcos.py 的 restore(闸 + protect.snapshot)+ MdCGSecure.restore 透传 + md_cg/mcp_server.py 两入口 + md_cg/op_table.py 的 _GENERIC_PARAMS 登记
|
|
4
|
-
# 子功能:A 组=正向腿(在位节点 ⇒ live_node_exists 不覆写;显式 overwrite_live=True ⇒ 覆写且先在位版 snapshot);K 组=反向腿①(无在位节点时 force 恢复照常、墓碑语义逐位不变);E 组=源码面(三处登记的「三半」在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
|
|
5
|
-
# 执行:--mutate 时在镜像树里逐条撤闸/撤 snapshot,守卫必须按指定项转红
|
|
6
|
-
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
|
|
7
|
-
# 不适用条件:① 腿看不见「调用方**应该**不该恢复旧版」——只看见「覆写在位节点是否需显式确认」;② 不复用 force 属**设计裁定**(force=忽略前置条件,不是「允许覆写同 id」;复用会让既有调用方的 force=True 静默改变行为),腿不判该裁定的对错;③ 不覆盖 `rollback._rollback_delete` 的既有漂移闸(#352-A,另一入口);④ 不覆盖跨进程并发 restore 的竞态(本仓只有多进程共根,锁面属 U06)。
|
|
8
|
-
"""issue #426-E 守卫:restore 覆写同 id 在位节点需显式确认。
|
|
9
|
-
|
|
10
|
-
病象(修前):`forget` 必写墓碑 ⇒ 恢复任何已删节点都要 `force=True`;而 `restore` 只判墓碑
|
|
11
|
-
与 trash,直接 `add(..., override=True)` 整份顶掉同 id 的在位节点,trash / `_protected_history`
|
|
12
|
-
/ 各 jsonl 都没有现行版,回执 `ok:true, forced:true` 且无任何提示。
|
|
13
|
-
修法:新增 `overwrite_live`(默认 False ⇒ 默认行为不变):在位节点存在且未显式确认 ⇒
|
|
14
|
-
`live_node_exists` 拒绝(零副作用);显式确认 ⇒ 先 `protect.snapshot` 留副本再覆写。
|
|
15
|
-
"""
|
|
16
|
-
from __future__ import annotations
|
|
17
|
-
|
|
18
|
-
import ast
|
|
19
|
-
import os
|
|
20
|
-
import shutil
|
|
21
|
-
import subprocess
|
|
22
|
-
import sys
|
|
23
|
-
import tempfile
|
|
24
|
-
|
|
25
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
26
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
27
|
-
if _REPO not in sys.path:
|
|
28
|
-
sys.path.insert(0, _REPO)
|
|
29
|
-
|
|
30
|
-
_TMP = tempfile.mkdtemp(prefix="iss426e_")
|
|
31
|
-
os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
|
|
32
|
-
"MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
|
|
33
|
-
"MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0",
|
|
34
|
-
"MDCG_AUTONOMY": "confirm"})
|
|
35
|
-
os.environ.pop("MDCG_READ_CACHE", None)
|
|
36
|
-
|
|
37
|
-
from md_cg import op_table as _ot # noqa: E402
|
|
38
|
-
from md_cg import tokens as _tk # noqa: E402
|
|
39
|
-
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
40
|
-
from md_cg.security import Principal # noqa: E402
|
|
41
|
-
|
|
42
|
-
PASSED, FAILS = [], []
|
|
43
|
-
V1 = "V1 住在杭州 旧版标记OLDQ7"
|
|
44
|
-
V3 = "V3 住在深圳 现行版标记NEWQ9"
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
def _check(name, cond, detail=""):
|
|
48
|
-
if cond:
|
|
49
|
-
print(" PASS " + name)
|
|
50
|
-
PASSED.append(name)
|
|
51
|
-
else:
|
|
52
|
-
print(" FAIL " + name + " " + str(detail)[:240])
|
|
53
|
-
FAILS.append(name)
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
def _ccg(v):
|
|
57
|
-
return ("# 功能名:用户画像" + chr(10) + "# 生效条件:任何会话" + chr(10)
|
|
58
|
-
+ "# 子功能:住址" + chr(10) + "# 执行:" + v + chr(10)
|
|
59
|
-
+ "# 验证方式:用户自述" + chr(10) + "# 不适用条件:无")
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
def _cg(root):
|
|
63
|
-
sp = _tk.role_spec("designer")
|
|
64
|
-
return MdCGSecure(root, principal=Principal(
|
|
65
|
-
clearance="secret", can_write=sp["can_write"], can_admin=True, role="designer",
|
|
66
|
-
layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"]), autoflush=1)
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
def _sweep(root, needle):
|
|
70
|
-
hits = []
|
|
71
|
-
for d, _dd, fs in os.walk(root):
|
|
72
|
-
for f in fs:
|
|
73
|
-
p = os.path.join(d, f)
|
|
74
|
-
try:
|
|
75
|
-
with open(p, "rb") as fh:
|
|
76
|
-
if needle.encode("utf-8") in fh.read():
|
|
77
|
-
hits.append(os.path.relpath(p, root))
|
|
78
|
-
except OSError:
|
|
79
|
-
continue
|
|
80
|
-
return sorted(hits)
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
def _stage(root, nid, content):
|
|
84
|
-
cg = _cg(root)
|
|
85
|
-
cg.add(nid, _ccg(content), layer="contextual")
|
|
86
|
-
cg.flush()
|
|
87
|
-
return cg
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
def _prep(tmp, tag):
|
|
91
|
-
"""建「已删旧版 + 同 id 在位新版」的独立库;**每个面各自一库**(否则前一步消费掉 trash 源会让后一步走 not_in_trash,红项串味——实测 M1 曾因此多红 A3)。"""
|
|
92
|
-
root = os.path.join(tmp, tag)
|
|
93
|
-
cg = _stage(root, "user_profile", V1)
|
|
94
|
-
cg.forget("user_profile", reason="搬家")
|
|
95
|
-
cg.flush()
|
|
96
|
-
cg.close()
|
|
97
|
-
cg2 = _cg(root)
|
|
98
|
-
cg2.add("user_profile", _ccg(V3), layer="contextual") # 同 id 重建(在位版)
|
|
99
|
-
cg2.flush()
|
|
100
|
-
return root, cg2
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
def group_a(tmp):
|
|
104
|
-
print("== A 组:正向腿——在位节点不得被静默覆写;显式确认需先留副本 ==")
|
|
105
|
-
# 面 1:默认拒绝(独立库 a1)
|
|
106
|
-
root1, cg1 = _prep(tmp, "a1")
|
|
107
|
-
r = cg1.restore("user_profile", force=True)
|
|
108
|
-
_check("A1 在位节点存在 ⇒ 默认拒绝(live_node_exists)",
|
|
109
|
-
(r or {}).get("error") == "live_node_exists", "r=%r" % (r,))
|
|
110
|
-
cur = (cg1.get("user_profile") or {}).get("content") or ""
|
|
111
|
-
_check("A2 拒绝后现行版仍在(未被覆写)", V3 in cur and V1 not in cur, "content=%r" % cur[-40:])
|
|
112
|
-
cg1.close()
|
|
113
|
-
# 面 2:显式确认(独立库 a2)
|
|
114
|
-
root2, cg2 = _prep(tmp, "a2")
|
|
115
|
-
before = _sweep(root2, "现行版标记NEWQ9")
|
|
116
|
-
r2 = cg2.restore("user_profile", force=True, overwrite_live=True)
|
|
117
|
-
cur2 = (cg2.get("user_profile") or {}).get("content") or ""
|
|
118
|
-
_check("A3 显式 overwrite_live=True ⇒ 覆写成功且恢复旧版",
|
|
119
|
-
bool((r2 or {}).get("ok")) and V1 in cur2, "r=%r content=%r" % (r2, cur2[-40:]))
|
|
120
|
-
after = _sweep(root2, "现行版标记NEWQ9") # 覆写后现行版应另有副本
|
|
121
|
-
_check("A4 覆写前已在位版本留副本(protect.snapshot)", bool(after),
|
|
122
|
-
"before=%s after=%s" % (before, after))
|
|
123
|
-
cg2.close()
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
def group_k(tmp):
|
|
127
|
-
print("== K 组:反向腿①——零变更 / 既有错误语义不变 ==")
|
|
128
|
-
root = os.path.join(tmp, "k")
|
|
129
|
-
cg = _stage(root, "solo", V1)
|
|
130
|
-
cg.forget("solo", reason="搬家")
|
|
131
|
-
cg.flush()
|
|
132
|
-
cg2 = _cg(root)
|
|
133
|
-
r = cg2.restore("solo")
|
|
134
|
-
_check("K1 未 force ⇒ 仍 tombstoned(既有语义不变)",
|
|
135
|
-
(r or {}).get("error") == "tombstoned", "r=%r" % (r,))
|
|
136
|
-
r2 = cg2.restore("solo", force=True)
|
|
137
|
-
cur = (cg2.get("solo") or {}).get("content") or ""
|
|
138
|
-
_check("K2 无在位节点 ⇒ force 恢复照常成功(零变更)",
|
|
139
|
-
bool((r2 or {}).get("ok")) and V1 in cur, "r=%r" % (r2,))
|
|
140
|
-
r3 = cg2.restore("solo", force=True)
|
|
141
|
-
_check("K3 再次恢复(trash 源已消费)⇒ 仍走既有 not_in_trash",
|
|
142
|
-
(r3 or {}).get("error") == "not_in_trash", "r=%r" % (r3,))
|
|
143
|
-
cg.close()
|
|
144
|
-
cg2.close()
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
def _src(rel):
|
|
148
|
-
with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
149
|
-
return f.read()
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
def _fn(rel, cls, name):
|
|
153
|
-
tree = ast.parse(_src(rel), rel)
|
|
154
|
-
for node in ast.walk(tree):
|
|
155
|
-
if isinstance(node, ast.ClassDef) and node.name == cls:
|
|
156
|
-
for sub in node.body:
|
|
157
|
-
if isinstance(sub, ast.FunctionDef) and sub.name == name:
|
|
158
|
-
return sub
|
|
159
|
-
return None
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
def group_e(tmp):
|
|
163
|
-
print("== E 组:源码面——三处登记的「三半」在位 ==")
|
|
164
|
-
sig = _fn("md_cg/mdcos.py", "MdCGOS", "restore")
|
|
165
|
-
args = [a.arg for a in sig.args.args] if sig is not None else []
|
|
166
|
-
_check("E1 base restore 形参含 overwrite_live(默认 False)",
|
|
167
|
-
"overwrite_live" in args, "args=%s" % args)
|
|
168
|
-
src_m = _src("md_cg/mdcos.py")
|
|
169
|
-
_check("E2 在位节点闸在位(live_node_exists + not overwrite_live)",
|
|
170
|
-
"live_node_exists" in src_m and "not overwrite_live" in src_m)
|
|
171
|
-
_check("E3 覆写前 snapshot 在位(protect.snapshot)",
|
|
172
|
-
"protect.snapshot(self, node_id)" in src_m)
|
|
173
|
-
src_s = _src("md_cg/mcp_server.py")
|
|
174
|
-
_check("E4 两个工具入口均转发 overwrite_live",
|
|
175
|
-
src_s.count("overwrite_live=bool(a.get(\"overwrite_live\"))") == 2,
|
|
176
|
-
"count=%d" % src_s.count("overwrite_live=bool(a.get(\"overwrite_live\"))"))
|
|
177
|
-
_check("E5 schema 登记(cg 工具属性)",
|
|
178
|
-
"overwrite_live=_p(" in src_s)
|
|
179
|
-
_check("E6 通用参数表登记(_GENERIC_PARAMS)——三向对账的另一半",
|
|
180
|
-
"overwrite_live" in _ot._GENERIC_PARAMS)
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
def _guard_group(tag, fn, tmp):
|
|
184
|
-
try:
|
|
185
|
-
fn(tmp)
|
|
186
|
-
except Exception as exc: # noqa: BLE001
|
|
187
|
-
import traceback
|
|
188
|
-
_check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
|
|
189
|
-
"%s: %s" % (type(exc).__name__, exc))
|
|
190
|
-
traceback.print_exc()
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
def main():
|
|
194
|
-
print("== #426-E restore 覆写在位节点守卫 ==")
|
|
195
|
-
_guard_group("A", group_a, _TMP)
|
|
196
|
-
_guard_group("K", group_k, _TMP)
|
|
197
|
-
_guard_group("E", group_e, _TMP)
|
|
198
|
-
print("=" * 68)
|
|
199
|
-
print("#426-E 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
200
|
-
for f in FAILS:
|
|
201
|
-
print(" 红项:" + f)
|
|
202
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
203
|
-
return 1 if (FAILS or _bad) else 0
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
# ================================================= M 组:反向腿②(定点变异)
|
|
207
|
-
_MUTATIONS = (
|
|
208
|
-
("M1 撤在位节点闸(回到 #426-E 原形态:静默覆写)",
|
|
209
|
-
"md_cg/mdcos.py",
|
|
210
|
-
((" if _live and not overwrite_live:" + chr(10)
|
|
211
|
-
+ " return {\"ok\": False, \"error\": \"live_node_exists\", \"id\": node_id," + chr(10)
|
|
212
|
-
+ " \"hint\": \"同 id 已有在位节点;恢复会整份覆写它。确认后传 overwrite_live=true,或先 forget 在位版本。\"}",
|
|
213
|
-
" pass # M1 撤在位节点闸"),),
|
|
214
|
-
("A1", "A2", "E2")),
|
|
215
|
-
("M2 撤 snapshot(覆写前不再为在位版本留副本)",
|
|
216
|
-
"md_cg/mdcos.py",
|
|
217
|
-
((" if _live:" + chr(10)
|
|
218
|
-
+ " protect.snapshot(self, node_id) # 覆写前给在位版本留副本",
|
|
219
|
-
" pass # M2 撤 snapshot"),),
|
|
220
|
-
("A4", "E3")),
|
|
221
|
-
)
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
def _mirror_build():
|
|
225
|
-
dst = tempfile.mkdtemp(prefix="iss426e_mut_")
|
|
226
|
-
for name in ("md_cg", "lib"):
|
|
227
|
-
src = os.path.join(_REPO, name)
|
|
228
|
-
if os.path.isdir(src):
|
|
229
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
230
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
231
|
-
for name in sorted(os.listdir(_REPO)):
|
|
232
|
-
p = os.path.join(_REPO, name)
|
|
233
|
-
if os.path.isfile(p) and name.endswith(".py"):
|
|
234
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
235
|
-
return dst
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
def _run_in(tree):
|
|
239
|
-
env = dict(os.environ)
|
|
240
|
-
env["PYTHONPATH"] = tree
|
|
241
|
-
env["PYTHONUTF8"] = "1"
|
|
242
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
243
|
-
for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
|
|
244
|
-
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
|
|
245
|
-
env.pop(k, None)
|
|
246
|
-
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
247
|
-
"md_cg.test_issue426e_restore_overwrite_live"],
|
|
248
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
249
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
250
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
251
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
252
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
253
|
-
return pr.returncode, reds, out
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
def _apply_text(text, rel, pairs):
|
|
257
|
-
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
258
|
-
for old, new in pairs:
|
|
259
|
-
o = old.replace(chr(10), eol)
|
|
260
|
-
n = new.replace(chr(10), eol)
|
|
261
|
-
if text.count(o) != 1:
|
|
262
|
-
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
263
|
-
text = text.replace(o, n, 1)
|
|
264
|
-
return text, ""
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
def _mutate():
|
|
268
|
-
print("!! 反向腿②:撤闸/撤 snapshot,守卫必须按指定项转红")
|
|
269
|
-
tree = _mirror_build()
|
|
270
|
-
bad = []
|
|
271
|
-
try:
|
|
272
|
-
rc, reds, out = _run_in(tree)
|
|
273
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
274
|
-
if rc != 0 or reds:
|
|
275
|
-
bad.append("未变异镜像基线即红")
|
|
276
|
-
print(chr(10).join(out.splitlines()[-20:]))
|
|
277
|
-
for desc, rel, pairs, exp in _MUTATIONS:
|
|
278
|
-
p = os.path.join(tree, rel)
|
|
279
|
-
with open(p, encoding="utf-8", newline="") as f:
|
|
280
|
-
bak = f.read()
|
|
281
|
-
mut, why = _apply_text(bak, rel, pairs)
|
|
282
|
-
if mut is None:
|
|
283
|
-
bad.append("%s —— %s" % (desc, why))
|
|
284
|
-
print(" ANCHOR-MISS " + desc + " " + why)
|
|
285
|
-
continue
|
|
286
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
287
|
-
f.write(mut)
|
|
288
|
-
for root, _dd, _ff in os.walk(tree):
|
|
289
|
-
if os.path.basename(root) == "__pycache__":
|
|
290
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
291
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
292
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
293
|
-
f.write(bak)
|
|
294
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
295
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
296
|
-
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
297
|
-
else:
|
|
298
|
-
bad.append(desc)
|
|
299
|
-
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
300
|
-
% (desc, hit, sorted(exp), rc2))
|
|
301
|
-
for r in reds2[:10]:
|
|
302
|
-
print(" FAIL " + r)
|
|
303
|
-
print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
304
|
-
return len(bad)
|
|
305
|
-
finally:
|
|
306
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
if __name__ == "__main__":
|
|
310
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:restore(force=True) 不得静默覆写同 id 在位节点(issue #426-E)
|
|
3
|
+
# 生效条件:python -u -X utf8 -m md_cg.test_issue426e_restore_overwrite_live [--mutate];被测面=md_cg/mdcos.py 的 restore(闸 + protect.snapshot)+ MdCGSecure.restore 透传 + md_cg/mcp_server.py 两入口 + md_cg/op_table.py 的 _GENERIC_PARAMS 登记
|
|
4
|
+
# 子功能:A 组=正向腿(在位节点 ⇒ live_node_exists 不覆写;显式 overwrite_live=True ⇒ 覆写且先在位版 snapshot);K 组=反向腿①(无在位节点时 force 恢复照常、墓碑语义逐位不变);E 组=源码面(三处登记的「三半」在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
|
|
5
|
+
# 执行:--mutate 时在镜像树里逐条撤闸/撤 snapshot,守卫必须按指定项转红
|
|
6
|
+
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
|
|
7
|
+
# 不适用条件:① 腿看不见「调用方**应该**不该恢复旧版」——只看见「覆写在位节点是否需显式确认」;② 不复用 force 属**设计裁定**(force=忽略前置条件,不是「允许覆写同 id」;复用会让既有调用方的 force=True 静默改变行为),腿不判该裁定的对错;③ 不覆盖 `rollback._rollback_delete` 的既有漂移闸(#352-A,另一入口);④ 不覆盖跨进程并发 restore 的竞态(本仓只有多进程共根,锁面属 U06)。
|
|
8
|
+
"""issue #426-E 守卫:restore 覆写同 id 在位节点需显式确认。
|
|
9
|
+
|
|
10
|
+
病象(修前):`forget` 必写墓碑 ⇒ 恢复任何已删节点都要 `force=True`;而 `restore` 只判墓碑
|
|
11
|
+
与 trash,直接 `add(..., override=True)` 整份顶掉同 id 的在位节点,trash / `_protected_history`
|
|
12
|
+
/ 各 jsonl 都没有现行版,回执 `ok:true, forced:true` 且无任何提示。
|
|
13
|
+
修法:新增 `overwrite_live`(默认 False ⇒ 默认行为不变):在位节点存在且未显式确认 ⇒
|
|
14
|
+
`live_node_exists` 拒绝(零副作用);显式确认 ⇒ 先 `protect.snapshot` 留副本再覆写。
|
|
15
|
+
"""
|
|
16
|
+
from __future__ import annotations
|
|
17
|
+
|
|
18
|
+
import ast
|
|
19
|
+
import os
|
|
20
|
+
import shutil
|
|
21
|
+
import subprocess
|
|
22
|
+
import sys
|
|
23
|
+
import tempfile
|
|
24
|
+
|
|
25
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
26
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
27
|
+
if _REPO not in sys.path:
|
|
28
|
+
sys.path.insert(0, _REPO)
|
|
29
|
+
|
|
30
|
+
_TMP = tempfile.mkdtemp(prefix="iss426e_")
|
|
31
|
+
os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
|
|
32
|
+
"MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
|
|
33
|
+
"MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0",
|
|
34
|
+
"MDCG_AUTONOMY": "confirm"})
|
|
35
|
+
os.environ.pop("MDCG_READ_CACHE", None)
|
|
36
|
+
|
|
37
|
+
from md_cg import op_table as _ot # noqa: E402
|
|
38
|
+
from md_cg import tokens as _tk # noqa: E402
|
|
39
|
+
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
40
|
+
from md_cg.security import Principal # noqa: E402
|
|
41
|
+
|
|
42
|
+
PASSED, FAILS = [], []
|
|
43
|
+
V1 = "V1 住在杭州 旧版标记OLDQ7"
|
|
44
|
+
V3 = "V3 住在深圳 现行版标记NEWQ9"
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
def _check(name, cond, detail=""):
|
|
48
|
+
if cond:
|
|
49
|
+
print(" PASS " + name)
|
|
50
|
+
PASSED.append(name)
|
|
51
|
+
else:
|
|
52
|
+
print(" FAIL " + name + " " + str(detail)[:240])
|
|
53
|
+
FAILS.append(name)
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def _ccg(v):
|
|
57
|
+
return ("# 功能名:用户画像" + chr(10) + "# 生效条件:任何会话" + chr(10)
|
|
58
|
+
+ "# 子功能:住址" + chr(10) + "# 执行:" + v + chr(10)
|
|
59
|
+
+ "# 验证方式:用户自述" + chr(10) + "# 不适用条件:无")
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
def _cg(root):
|
|
63
|
+
sp = _tk.role_spec("designer")
|
|
64
|
+
return MdCGSecure(root, principal=Principal(
|
|
65
|
+
clearance="secret", can_write=sp["can_write"], can_admin=True, role="designer",
|
|
66
|
+
layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"]), autoflush=1)
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
def _sweep(root, needle):
|
|
70
|
+
hits = []
|
|
71
|
+
for d, _dd, fs in os.walk(root):
|
|
72
|
+
for f in fs:
|
|
73
|
+
p = os.path.join(d, f)
|
|
74
|
+
try:
|
|
75
|
+
with open(p, "rb") as fh:
|
|
76
|
+
if needle.encode("utf-8") in fh.read():
|
|
77
|
+
hits.append(os.path.relpath(p, root))
|
|
78
|
+
except OSError:
|
|
79
|
+
continue
|
|
80
|
+
return sorted(hits)
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
def _stage(root, nid, content):
|
|
84
|
+
cg = _cg(root)
|
|
85
|
+
cg.add(nid, _ccg(content), layer="contextual")
|
|
86
|
+
cg.flush()
|
|
87
|
+
return cg
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
def _prep(tmp, tag):
|
|
91
|
+
"""建「已删旧版 + 同 id 在位新版」的独立库;**每个面各自一库**(否则前一步消费掉 trash 源会让后一步走 not_in_trash,红项串味——实测 M1 曾因此多红 A3)。"""
|
|
92
|
+
root = os.path.join(tmp, tag)
|
|
93
|
+
cg = _stage(root, "user_profile", V1)
|
|
94
|
+
cg.forget("user_profile", reason="搬家")
|
|
95
|
+
cg.flush()
|
|
96
|
+
cg.close()
|
|
97
|
+
cg2 = _cg(root)
|
|
98
|
+
cg2.add("user_profile", _ccg(V3), layer="contextual") # 同 id 重建(在位版)
|
|
99
|
+
cg2.flush()
|
|
100
|
+
return root, cg2
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
def group_a(tmp):
|
|
104
|
+
print("== A 组:正向腿——在位节点不得被静默覆写;显式确认需先留副本 ==")
|
|
105
|
+
# 面 1:默认拒绝(独立库 a1)
|
|
106
|
+
root1, cg1 = _prep(tmp, "a1")
|
|
107
|
+
r = cg1.restore("user_profile", force=True)
|
|
108
|
+
_check("A1 在位节点存在 ⇒ 默认拒绝(live_node_exists)",
|
|
109
|
+
(r or {}).get("error") == "live_node_exists", "r=%r" % (r,))
|
|
110
|
+
cur = (cg1.get("user_profile") or {}).get("content") or ""
|
|
111
|
+
_check("A2 拒绝后现行版仍在(未被覆写)", V3 in cur and V1 not in cur, "content=%r" % cur[-40:])
|
|
112
|
+
cg1.close()
|
|
113
|
+
# 面 2:显式确认(独立库 a2)
|
|
114
|
+
root2, cg2 = _prep(tmp, "a2")
|
|
115
|
+
before = _sweep(root2, "现行版标记NEWQ9")
|
|
116
|
+
r2 = cg2.restore("user_profile", force=True, overwrite_live=True)
|
|
117
|
+
cur2 = (cg2.get("user_profile") or {}).get("content") or ""
|
|
118
|
+
_check("A3 显式 overwrite_live=True ⇒ 覆写成功且恢复旧版",
|
|
119
|
+
bool((r2 or {}).get("ok")) and V1 in cur2, "r=%r content=%r" % (r2, cur2[-40:]))
|
|
120
|
+
after = _sweep(root2, "现行版标记NEWQ9") # 覆写后现行版应另有副本
|
|
121
|
+
_check("A4 覆写前已在位版本留副本(protect.snapshot)", bool(after),
|
|
122
|
+
"before=%s after=%s" % (before, after))
|
|
123
|
+
cg2.close()
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
def group_k(tmp):
|
|
127
|
+
print("== K 组:反向腿①——零变更 / 既有错误语义不变 ==")
|
|
128
|
+
root = os.path.join(tmp, "k")
|
|
129
|
+
cg = _stage(root, "solo", V1)
|
|
130
|
+
cg.forget("solo", reason="搬家")
|
|
131
|
+
cg.flush()
|
|
132
|
+
cg2 = _cg(root)
|
|
133
|
+
r = cg2.restore("solo")
|
|
134
|
+
_check("K1 未 force ⇒ 仍 tombstoned(既有语义不变)",
|
|
135
|
+
(r or {}).get("error") == "tombstoned", "r=%r" % (r,))
|
|
136
|
+
r2 = cg2.restore("solo", force=True)
|
|
137
|
+
cur = (cg2.get("solo") or {}).get("content") or ""
|
|
138
|
+
_check("K2 无在位节点 ⇒ force 恢复照常成功(零变更)",
|
|
139
|
+
bool((r2 or {}).get("ok")) and V1 in cur, "r=%r" % (r2,))
|
|
140
|
+
r3 = cg2.restore("solo", force=True)
|
|
141
|
+
_check("K3 再次恢复(trash 源已消费)⇒ 仍走既有 not_in_trash",
|
|
142
|
+
(r3 or {}).get("error") == "not_in_trash", "r=%r" % (r3,))
|
|
143
|
+
cg.close()
|
|
144
|
+
cg2.close()
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
def _src(rel):
|
|
148
|
+
with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
149
|
+
return f.read()
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
def _fn(rel, cls, name):
|
|
153
|
+
tree = ast.parse(_src(rel), rel)
|
|
154
|
+
for node in ast.walk(tree):
|
|
155
|
+
if isinstance(node, ast.ClassDef) and node.name == cls:
|
|
156
|
+
for sub in node.body:
|
|
157
|
+
if isinstance(sub, ast.FunctionDef) and sub.name == name:
|
|
158
|
+
return sub
|
|
159
|
+
return None
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
def group_e(tmp):
|
|
163
|
+
print("== E 组:源码面——三处登记的「三半」在位 ==")
|
|
164
|
+
sig = _fn("md_cg/mdcos.py", "MdCGOS", "restore")
|
|
165
|
+
args = [a.arg for a in sig.args.args] if sig is not None else []
|
|
166
|
+
_check("E1 base restore 形参含 overwrite_live(默认 False)",
|
|
167
|
+
"overwrite_live" in args, "args=%s" % args)
|
|
168
|
+
src_m = _src("md_cg/mdcos.py")
|
|
169
|
+
_check("E2 在位节点闸在位(live_node_exists + not overwrite_live)",
|
|
170
|
+
"live_node_exists" in src_m and "not overwrite_live" in src_m)
|
|
171
|
+
_check("E3 覆写前 snapshot 在位(protect.snapshot)",
|
|
172
|
+
"protect.snapshot(self, node_id)" in src_m)
|
|
173
|
+
src_s = _src("md_cg/mcp_server.py")
|
|
174
|
+
_check("E4 两个工具入口均转发 overwrite_live",
|
|
175
|
+
src_s.count("overwrite_live=bool(a.get(\"overwrite_live\"))") == 2,
|
|
176
|
+
"count=%d" % src_s.count("overwrite_live=bool(a.get(\"overwrite_live\"))"))
|
|
177
|
+
_check("E5 schema 登记(cg 工具属性)",
|
|
178
|
+
"overwrite_live=_p(" in src_s)
|
|
179
|
+
_check("E6 通用参数表登记(_GENERIC_PARAMS)——三向对账的另一半",
|
|
180
|
+
"overwrite_live" in _ot._GENERIC_PARAMS)
|
|
181
|
+
|
|
182
|
+
|
|
183
|
+
def _guard_group(tag, fn, tmp):
|
|
184
|
+
try:
|
|
185
|
+
fn(tmp)
|
|
186
|
+
except Exception as exc: # noqa: BLE001
|
|
187
|
+
import traceback
|
|
188
|
+
_check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
|
|
189
|
+
"%s: %s" % (type(exc).__name__, exc))
|
|
190
|
+
traceback.print_exc()
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
def main():
|
|
194
|
+
print("== #426-E restore 覆写在位节点守卫 ==")
|
|
195
|
+
_guard_group("A", group_a, _TMP)
|
|
196
|
+
_guard_group("K", group_k, _TMP)
|
|
197
|
+
_guard_group("E", group_e, _TMP)
|
|
198
|
+
print("=" * 68)
|
|
199
|
+
print("#426-E 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
200
|
+
for f in FAILS:
|
|
201
|
+
print(" 红项:" + f)
|
|
202
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
203
|
+
return 1 if (FAILS or _bad) else 0
|
|
204
|
+
|
|
205
|
+
|
|
206
|
+
# ================================================= M 组:反向腿②(定点变异)
|
|
207
|
+
_MUTATIONS = (
|
|
208
|
+
("M1 撤在位节点闸(回到 #426-E 原形态:静默覆写)",
|
|
209
|
+
"md_cg/mdcos.py",
|
|
210
|
+
((" if _live and not overwrite_live:" + chr(10)
|
|
211
|
+
+ " return {\"ok\": False, \"error\": \"live_node_exists\", \"id\": node_id," + chr(10)
|
|
212
|
+
+ " \"hint\": \"同 id 已有在位节点;恢复会整份覆写它。确认后传 overwrite_live=true,或先 forget 在位版本。\"}",
|
|
213
|
+
" pass # M1 撤在位节点闸"),),
|
|
214
|
+
("A1", "A2", "E2")),
|
|
215
|
+
("M2 撤 snapshot(覆写前不再为在位版本留副本)",
|
|
216
|
+
"md_cg/mdcos.py",
|
|
217
|
+
((" if _live:" + chr(10)
|
|
218
|
+
+ " protect.snapshot(self, node_id) # 覆写前给在位版本留副本",
|
|
219
|
+
" pass # M2 撤 snapshot"),),
|
|
220
|
+
("A4", "E3")),
|
|
221
|
+
)
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
def _mirror_build():
|
|
225
|
+
dst = tempfile.mkdtemp(prefix="iss426e_mut_")
|
|
226
|
+
for name in ("md_cg", "lib"):
|
|
227
|
+
src = os.path.join(_REPO, name)
|
|
228
|
+
if os.path.isdir(src):
|
|
229
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
230
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
231
|
+
for name in sorted(os.listdir(_REPO)):
|
|
232
|
+
p = os.path.join(_REPO, name)
|
|
233
|
+
if os.path.isfile(p) and name.endswith(".py"):
|
|
234
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
235
|
+
return dst
|
|
236
|
+
|
|
237
|
+
|
|
238
|
+
def _run_in(tree):
|
|
239
|
+
env = dict(os.environ)
|
|
240
|
+
env["PYTHONPATH"] = tree
|
|
241
|
+
env["PYTHONUTF8"] = "1"
|
|
242
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
243
|
+
for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
|
|
244
|
+
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
|
|
245
|
+
env.pop(k, None)
|
|
246
|
+
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
247
|
+
"md_cg.test_issue426e_restore_overwrite_live"],
|
|
248
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
249
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
250
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
251
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
252
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
253
|
+
return pr.returncode, reds, out
|
|
254
|
+
|
|
255
|
+
|
|
256
|
+
def _apply_text(text, rel, pairs):
|
|
257
|
+
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
258
|
+
for old, new in pairs:
|
|
259
|
+
o = old.replace(chr(10), eol)
|
|
260
|
+
n = new.replace(chr(10), eol)
|
|
261
|
+
if text.count(o) != 1:
|
|
262
|
+
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
263
|
+
text = text.replace(o, n, 1)
|
|
264
|
+
return text, ""
|
|
265
|
+
|
|
266
|
+
|
|
267
|
+
def _mutate():
|
|
268
|
+
print("!! 反向腿②:撤闸/撤 snapshot,守卫必须按指定项转红")
|
|
269
|
+
tree = _mirror_build()
|
|
270
|
+
bad = []
|
|
271
|
+
try:
|
|
272
|
+
rc, reds, out = _run_in(tree)
|
|
273
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
274
|
+
if rc != 0 or reds:
|
|
275
|
+
bad.append("未变异镜像基线即红")
|
|
276
|
+
print(chr(10).join(out.splitlines()[-20:]))
|
|
277
|
+
for desc, rel, pairs, exp in _MUTATIONS:
|
|
278
|
+
p = os.path.join(tree, rel)
|
|
279
|
+
with open(p, encoding="utf-8", newline="") as f:
|
|
280
|
+
bak = f.read()
|
|
281
|
+
mut, why = _apply_text(bak, rel, pairs)
|
|
282
|
+
if mut is None:
|
|
283
|
+
bad.append("%s —— %s" % (desc, why))
|
|
284
|
+
print(" ANCHOR-MISS " + desc + " " + why)
|
|
285
|
+
continue
|
|
286
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
287
|
+
f.write(mut)
|
|
288
|
+
for root, _dd, _ff in os.walk(tree):
|
|
289
|
+
if os.path.basename(root) == "__pycache__":
|
|
290
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
291
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
292
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
293
|
+
f.write(bak)
|
|
294
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
295
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
296
|
+
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
297
|
+
else:
|
|
298
|
+
bad.append(desc)
|
|
299
|
+
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
300
|
+
% (desc, hit, sorted(exp), rc2))
|
|
301
|
+
for r in reds2[:10]:
|
|
302
|
+
print(" FAIL " + r)
|
|
303
|
+
print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
304
|
+
return len(bad)
|
|
305
|
+
finally:
|
|
306
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
307
|
+
|
|
308
|
+
|
|
309
|
+
if __name__ == "__main__":
|
|
310
|
+
sys.exit(main())
|