@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,358 +1,358 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:索引判据必须**先探活**——依赖闸不得因陈旧条目硬拒合法写入(issue #415)
|
|
3
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue415_deps_gate_probe [--mutate];被测面=md_cg/writepipe.py::_gate_deps(E051 依赖存在性判据)+ md_cg/protect.py::known_nodes(集合形态的探活单点)+ md_cg/forgetting.py::prior_node(同族 T1 站点)
|
|
4
|
-
# 子功能:A 组=两实例陈旧索引端到端(修前硬拒 E051 / 修后放行 + 探活计数)+ prior_node 同族腿;K 组=非恒真(真不存在仍拒、E050 不变、一次判定只探活一次);E 组=判据单点与族清单(T1 面读索引必过单点);变异双向 + _guard_kit 两骨架
|
|
5
|
-
# 执行:--mutate 时在镜像树里回缺陷(裸读索引)/ 过度(单点恒空)/ 只加壳不接线(摘掉探活调用),守卫必须按指定项转红
|
|
6
|
-
# 验证方式:全部 PASS 即通过(退出码 0);变异与骨架红项集合须与预期逐项相符
|
|
7
|
-
# 不适用条件:不判 T2/T3 档(族清单已逐条登记为「写后只读 / 读面报表」,本批不接线);不判他进程间的**真并发**窗口(本守卫用「先开实例、后他实例写」构造同一落盘态,属可控近似);不判其它 E 码闸(ccgc._check_deps 等各闸自守);不测写入吞吐(只断言探活次数,不测墙钟)
|
|
8
|
-
"""issue #415 守卫:判据读的不是当下的真值 —— 依赖闸同族。
|
|
9
|
-
|
|
10
|
-
病象(修前):writepipe._gate_deps 判「依赖目标是否存在」时**裸读**
|
|
11
|
-
set((getattr(cg, "index", None) or {}).get("nodes") or {}),判前**无** _maybe_reload_index
|
|
12
|
-
探活(实测该函数体内探活 0 次)。他进程(serve 常驻 / 另一实例)刚建的依赖目标在**陈旧
|
|
13
|
-
条目**里查不到 ⇒ **合法写入被硬拒** E051「依赖目标不存在」。与 #403「陈旧 ⇒ 误放行覆写」
|
|
14
|
-
**同族、后果相反**(那边静默放过,这边把正确的事拒掉)。
|
|
15
|
-
|
|
16
|
-
修法:#415 与 #403 同款——判前探活**收成必经单点**,而不是「记得在每个判据前调一次」:
|
|
17
|
-
· protect._probe(cg):探活的**唯一实现**;
|
|
18
|
-
· protect.known_nodes(cg)(集合形态)与既有 protect._entry(cg, id)(单条目形态)**同形同实现**:
|
|
19
|
-
一次探活 + 返回同一数据面;
|
|
20
|
-
· writepipe._gate_deps 与同族站点 forgetting.prior_node 都改调它。
|
|
21
|
-
|
|
22
|
-
**族清单(T1/T2/T3 三档,本批只接线 T1)**:
|
|
23
|
-
· **T1(判据决定一次盘面写入/删除 ⇒ 必须接线)**:writepipe._gate_deps(本件)、
|
|
24
|
-
forgetting.prior_node(本件;它是 rollback.preimage_for 的前置闸,误判会让执行时点前像
|
|
25
|
-
整个不拍、回滚载荷为空——**实测已推翻**其旧注释「最坏只漏标一次提示」)。
|
|
26
|
-
其余 T1 候选(ccgc._check_deps、branches.merge/discard、consolidate.rollback_*、
|
|
27
|
-
mdcos._autonomy_gate_merge、trust.propagate/backfill)**本批未接线**,如实登记为待办。
|
|
28
|
-
· **T2(写后只读 / 单进程 CLI 面)**:backfill.*、migrate*、crosscheck.*、*_rollback 等。
|
|
29
|
-
· **T3(读面 / 报表 / 诊断)**:sustain.diagnose、subgraph.*、refindex.*、export.* 等。
|
|
30
|
-
"""
|
|
31
|
-
import json
|
|
32
|
-
import os
|
|
33
|
-
import re
|
|
34
|
-
import shutil
|
|
35
|
-
import subprocess
|
|
36
|
-
import sys
|
|
37
|
-
import tempfile
|
|
38
|
-
|
|
39
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
40
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
41
|
-
if _REPO not in sys.path:
|
|
42
|
-
sys.path.insert(0, _REPO)
|
|
43
|
-
|
|
44
|
-
from md_cg import _guard_kit as GK # noqa: E402
|
|
45
|
-
from md_cg import forgetting, nodefile, protect, writepipe # noqa: E402
|
|
46
|
-
from md_cg.mdcos import MdCGOS # noqa: E402
|
|
47
|
-
|
|
48
|
-
FAILS = []
|
|
49
|
-
_TMP = tempfile.mkdtemp(prefix="iss415_")
|
|
50
|
-
_MARK = nodefile.DEP_REF_MARK
|
|
51
|
-
_DEP = chr(10).join(["# 功能名:被依赖节点", "# 生效条件:本地合成库", "# 子功能:无",
|
|
52
|
-
"# 执行:无", "# 验证方式:test", "# 不适用条件:无",
|
|
53
|
-
"# 正文:地基正文"])
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
def _code_only(src):
|
|
57
|
-
"""去掉注释/文档字符串(ast.unparse 只留代码)——注释里引用旧形态不算残留。"""
|
|
58
|
-
import ast as _a
|
|
59
|
-
import textwrap as _t
|
|
60
|
-
return _a.unparse(_a.parse(_t.dedent(src)))
|
|
61
|
-
|
|
62
|
-
def _body(name, dep):
|
|
63
|
-
return chr(10).join(["# 功能名:" + name, "# 生效条件:本地合成库",
|
|
64
|
-
"# 子功能:" + _MARK + dep,
|
|
65
|
-
"# 执行:无", "# 验证方式:test", "# 不适用条件:无",
|
|
66
|
-
"# 正文:" + name + "正文"])
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
def _check(name, cond, detail=""):
|
|
70
|
-
if cond:
|
|
71
|
-
print(" PASS " + name)
|
|
72
|
-
else:
|
|
73
|
-
print(" FAIL " + name + " " + str(detail)[:220])
|
|
74
|
-
FAILS.append(name)
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
def _lib(tag):
|
|
78
|
-
d = os.path.join(_TMP, tag)
|
|
79
|
-
os.makedirs(d, exist_ok=True)
|
|
80
|
-
cg = MdCGOS(d)
|
|
81
|
-
cg.flush()
|
|
82
|
-
cg.close()
|
|
83
|
-
return d
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
def _counting_probe(cg):
|
|
87
|
-
"""给实例挂计数包装(探活次数可观测)。"""
|
|
88
|
-
box = {"n": 0}
|
|
89
|
-
orig = cg._maybe_reload_index
|
|
90
|
-
|
|
91
|
-
def _w(*a, **kw):
|
|
92
|
-
box["n"] += 1
|
|
93
|
-
return orig(*a, **kw)
|
|
94
|
-
cg._maybe_reload_index = _w
|
|
95
|
-
return box
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
print("== A 组:两实例陈旧索引(#415 正题) ==")
|
|
99
|
-
_root = _lib("stale")
|
|
100
|
-
_writer = MdCGOS(_root)
|
|
101
|
-
_gate = MdCGOS(_root) # 闸方**先开** ⇒ 索引停在 dep_x 之前
|
|
102
|
-
_check("A01 构造成立:闸方索引里查无 dep_x(陈旧条目)",
|
|
103
|
-
"dep_x" not in tuple((_gate.index.get("nodes") or {})))
|
|
104
|
-
_writer.add("dep_x", _DEP, layer="knowledge")
|
|
105
|
-
_writer.flush()
|
|
106
|
-
_check("A02 写方落盘后,闸方**仍**看不到 dep_x(陈旧未自动过期)",
|
|
107
|
-
"dep_x" not in tuple((_gate.index.get("nodes") or {})))
|
|
108
|
-
_box = _counting_probe(_gate)
|
|
109
|
-
_known = protect.known_nodes(_gate)
|
|
110
|
-
_check("A03 修后单点判据:探活一次后 dep_x **可见**(修前裸读判据为 False)",
|
|
111
|
-
"dep_x" in _known and _box["n"] == 1, (_box["n"], sorted(_known)[:5]))
|
|
112
|
-
_pipe = writepipe.install_default_gates(writepipe.WritePipeline())
|
|
113
|
-
_o1 = _pipe.execute(_gate, {"content_kind": "text", "content": _body("依赖方", "dep_x"),
|
|
114
|
-
"layer": "knowledge", "node_id": "d_n",
|
|
115
|
-
"depends_on": ["dep_x"]})
|
|
116
|
-
_check("A04 修后端到端:合法写入**放行**(ok=True / error=None;修前 = E051 硬拒)",
|
|
117
|
-
_o1.get("ok") is True and _o1.get("error") is None,
|
|
118
|
-
{k: _o1.get(k) for k in ("ok", "error", "missing")})
|
|
119
|
-
_check("A05 同族站点 prior_node 已接线:陈旧实例上仍认得 dep_x(修前 None ⇒ 前像不拍、回滚载荷为空)",
|
|
120
|
-
forgetting.prior_node(_gate, "dep_x") == "dep_x",
|
|
121
|
-
forgetting.prior_node(_gate, "dep_x"))
|
|
122
|
-
_writer.close()
|
|
123
|
-
_gate.close()
|
|
124
|
-
|
|
125
|
-
# A06(**直调判据腿**):端到端反而**掩盖**本缺陷——全链里靠前的闸会先探活,等轮到 _gate_deps
|
|
126
|
-
# 时索引已被刷新(M1 变异实测:A04 仍绿)。故本腿**直调判据**,让陈旧读可观测:
|
|
127
|
-
# 修后 = 探活后可见 ⇒ 放行(None);修前 = 裸读判据 ⇒ E051 硬拒。
|
|
128
|
-
_box4 = _counting_probe(_gate2) if False else None
|
|
129
|
-
_root_s = _lib("direct")
|
|
130
|
-
_w2 = MdCGOS(_root_s)
|
|
131
|
-
_g2 = MdCGOS(_root_s) # 闸方先开 ⇒ 陈旧
|
|
132
|
-
_w2.add("dep_y", _DEP, layer="knowledge")
|
|
133
|
-
_w2.flush()
|
|
134
|
-
_box_s = _counting_probe(_g2)
|
|
135
|
-
_ctx_s = {"a": {"content": _body("依赖方5", "dep_y"), "depends_on": ["dep_y"]},
|
|
136
|
-
"cg": _g2, "nid": "s_n", "verdict": {}}
|
|
137
|
-
_gout_s = writepipe._gate_deps(_ctx_s)
|
|
138
|
-
_check("A06 直调判据腿:陈旧实例上依赖目标**探活后可见** ⇒ 放行(修前裸读 ⇒ E051 硬拒)",
|
|
139
|
-
_gout_s is None and _box_s["n"] == 1,
|
|
140
|
-
(_gout_s, _box_s["n"]))
|
|
141
|
-
_w2.close()
|
|
142
|
-
_g2.close()
|
|
143
|
-
|
|
144
|
-
print("== K 组:非恒真对照 ==")
|
|
145
|
-
_root_k = _lib("k")
|
|
146
|
-
_cgk = MdCGOS(_root_k)
|
|
147
|
-
_cgk.add("dep_ok", _DEP, layer="knowledge")
|
|
148
|
-
_cgk.flush()
|
|
149
|
-
_box2 = _counting_probe(_cgk)
|
|
150
|
-
_pipe2 = writepipe.install_default_gates(writepipe.WritePipeline())
|
|
151
|
-
_o2 = _pipe2.execute(_cgk, {"content_kind": "text", "content": _body("依赖方2", "no_such_dep"),
|
|
152
|
-
"layer": "knowledge", "node_id": "k_m",
|
|
153
|
-
"depends_on": ["no_such_dep"]})
|
|
154
|
-
_check("K01 反向腿:目标**真不存在** ⇒ 仍须硬拒 E051(探活不放宽判据)",
|
|
155
|
-
_o2.get("ok") is False and _o2.get("error") == "E051"
|
|
156
|
-
and _o2.get("missing") == ["no_such_dep"], _o2.get("error"))
|
|
157
|
-
_o3 = _pipe2.execute(_cgk, {"content_kind": "text", "content": _body("依赖方3", "dep_ok"),
|
|
158
|
-
"layer": "knowledge", "node_id": "k_p",
|
|
159
|
-
"depends_on": ["dep_ok"]})
|
|
160
|
-
_check("K02 目标齐备 ⇒ 放行(原判据的正常路径不受扰)", _o3.get("ok") is True,
|
|
161
|
-
{k: _o3.get(k) for k in ("ok", "error")})
|
|
162
|
-
_nodep = chr(10).join(["# 功能名:无依赖声明", "# 生效条件:本地合成库",
|
|
163
|
-
"# 子功能:无", "# 执行:无", "# 验证方式:test",
|
|
164
|
-
"# 不适用条件:无", "# 正文:无依赖正文"])
|
|
165
|
-
_o4 = _pipe2.execute(_cgk, {"content_kind": "text", "content": _nodep,
|
|
166
|
-
"layer": "knowledge", "node_id": "k_q"})
|
|
167
|
-
_check("K03 无依赖声明 ⇒ 照旧放行(E050 语义未被扰动)", _o4.get("ok") is True,
|
|
168
|
-
{k: _o4.get(k) for k in ("ok", "error")})
|
|
169
|
-
_box3 = _counting_probe(_cgk)
|
|
170
|
-
_ctx = {"a": {"content": _body("依赖方4", "dep_ok"), "depends_on": ["dep_ok"]},
|
|
171
|
-
"cg": _cgk, "nid": "k_r", "verdict": {}}
|
|
172
|
-
_gout = writepipe._gate_deps(_ctx)
|
|
173
|
-
_check("K04 单点语义:一次判定只探活**一次**(多 dep 共用;非每 dep 一次)",
|
|
174
|
-
_gout is None and _box3["n"] == 1, (_gout, _box3["n"]))
|
|
175
|
-
_cgk.close()
|
|
176
|
-
|
|
177
|
-
print("== E 组:判据单点与族清单 ==")
|
|
178
|
-
_W = open(os.path.join(_REPO, "md_cg", "writepipe.py"), encoding="utf-8").read()
|
|
179
|
-
_P = open(os.path.join(_REPO, "md_cg", "protect.py"), encoding="utf-8").read()
|
|
180
|
-
_F = open(os.path.join(_REPO, "md_cg", "forgetting.py"), encoding="utf-8").read()
|
|
181
|
-
_GD = _W.split("def _gate_deps(ctx):")[1].split(chr(10) + "def ")[0]
|
|
182
|
-
_Q = chr(34)
|
|
183
|
-
# 代码级口径:注释里引用了旧形态**不算残留**(本文件注释就是要交代被替换成什么)——
|
|
184
|
-
# 故先经 ast.unparse 去注释/文档串再断言;_GD 是 def 行之后的正文,须补回 def 才能 parse。
|
|
185
|
-
_GD_CODE = _code_only("def _gate_deps(ctx):" + _GD)
|
|
186
|
-
_E01_A = "protect.known_nodes(cg)" in _GD_CODE
|
|
187
|
-
_E01_B = "set((getattr(cg, " + _Q + "index" + _Q not in _GD_CODE
|
|
188
|
-
_check("E01 _gate_deps 经单点取判据面(known_nodes),且**代码里无裸读残留**",
|
|
189
|
-
_E01_A and _E01_B,
|
|
190
|
-
(_E01_A, _E01_B, _GD_CODE.count("known_nodes")))
|
|
191
|
-
_check("E02 单点唯一:探活实现 _probe 全仓恰一处定义",
|
|
192
|
-
len(re.findall(r"def _probe\(cg\):", _P)) == 1)
|
|
193
|
-
_check("E03 两种形态共用同一探活实现(_entry 与 known_nodes 都调 _probe,未内联第二份)",
|
|
194
|
-
"_probe(cg)" in _P and _P.count("def _probe(cg):") == 1
|
|
195
|
-
and "getattr(cg, " + _Q + "_maybe_reload_index" + _Q + ", None)" in _P)
|
|
196
|
-
_check("E04 同族站点 prior_node 亦经单点(T1 接线)",
|
|
197
|
-
"protect.known_nodes(cg)" in _F)
|
|
198
|
-
_check("E05 #413 定稿面未被扰动:_preimage_name 定义 1 处、两侧调用仍在",
|
|
199
|
-
len(re.findall(r"def _preimage_name\(", _P)) == 1
|
|
200
|
-
and "_preimage_name(d)" in _P
|
|
201
|
-
and "_preimage_name(d, " + _Q + "-%06d" + _Q in _P)
|
|
202
|
-
_check("E06 导入面:writepipe 已引 protect(同包内,无环)",
|
|
203
|
-
re.search(r"from \. import protect", _W) is not None)
|
|
204
|
-
|
|
205
|
-
print("== 骨架①:枚举完备性(T1 面「读索引判据」的两种形态) ==")
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
def _discover(texts):
|
|
209
|
-
"""守卫自己的枚举:命中「读索引 nodes 却未经探活单点」的判据函数。"""
|
|
210
|
-
import ast as _ast
|
|
211
|
-
hits = []
|
|
212
|
-
for rel, src in texts.items():
|
|
213
|
-
try:
|
|
214
|
-
tree = _ast.parse(src)
|
|
215
|
-
except SyntaxError:
|
|
216
|
-
continue
|
|
217
|
-
for node in _ast.walk(tree):
|
|
218
|
-
if not isinstance(node, _ast.FunctionDef):
|
|
219
|
-
continue
|
|
220
|
-
seg = _ast.get_source_segment(src, node) or ""
|
|
221
|
-
if _Q + "nodes" + _Q not in seg or "index" not in seg:
|
|
222
|
-
continue
|
|
223
|
-
if ("known_nodes" in seg or "_probe(" in seg
|
|
224
|
-
or "_maybe_reload_index" in seg):
|
|
225
|
-
continue
|
|
226
|
-
hits.append((rel, node.lineno))
|
|
227
|
-
return hits
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
_OLD = ("def _gate_deps(ctx):" + chr(10) + " cg = ctx[" + _Q + "cg" + _Q + "]" + chr(10)
|
|
231
|
-
+ " known = set((getattr(cg, " + _Q + "index" + _Q + ", None) or {}).get("
|
|
232
|
-
+ _Q + "nodes" + _Q + ") or {})" + chr(10) + " return known")
|
|
233
|
-
_NEW = ("def _gate_deps(ctx):" + chr(10) + " cg = ctx[" + _Q + "cg" + _Q + "]" + chr(10)
|
|
234
|
-
+ " known = protect.known_nodes(cg)" + chr(10) + " return known")
|
|
235
|
-
_ok_e, _det_e = GK.assert_enumeration_complete(
|
|
236
|
-
_discover,
|
|
237
|
-
[("应命中·旧形态(裸读索引判据)", _OLD, True, "writepipe_old.py"),
|
|
238
|
-
("不应命中·新形态(经探活单点)", _NEW, False, "writepipe_new.py"),
|
|
239
|
-
("不应命中·无关函数", "def other():" + chr(10) + " return 1", False, "x.py")])
|
|
240
|
-
_check("E07 骨架①枚举完备性(应命中/不应命中两侧)", _ok_e, _det_e)
|
|
241
|
-
|
|
242
|
-
print("== 骨架② / 变异 ==")
|
|
243
|
-
_NL = "\r\n" if b"\r\n" in open(os.path.join(_REPO, "md_cg", "writepipe.py"),
|
|
244
|
-
"rb").read()[:8192] else "\n"
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
def _j(*lines):
|
|
248
|
-
return _NL.join(lines)
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
_RAW = (" known = set((getattr(cg, " + _Q + "index" + _Q + ", None) or {}).get("
|
|
252
|
-
+ _Q + "nodes" + _Q + ") or {})")
|
|
253
|
-
_GOOD = " known = protect.known_nodes(cg)"
|
|
254
|
-
_RET_LINE = " return (getattr(cg, " + _Q + "index" + _Q + ", None) or {}).get(" + _Q + "nodes" + _Q + ") or {}"
|
|
255
|
-
_PROT_NL = chr(10) # protect.py 是 LF(writepipe 是 CRLF)——锚点行尾按**目标文件**取,
|
|
256
|
-
# 用错行尾会 ANCHOR-MISS(实测踩过)
|
|
257
|
-
_PROBE_PAIR = _PROT_NL.join([" _probe(cg)", " try:"])
|
|
258
|
-
_M1 = ("M1 回缺陷:依赖闸改回裸读索引(判前不探活)", "md_cg/writepipe.py",
|
|
259
|
-
[(_GOOD, _RAW)],
|
|
260
|
-
# A04(端到端)**不参与判别**:全链前序闸已探活并把索引刷新 ⇒ 掩盖本缺陷
|
|
261
|
-
("A06", "E01", "K04"))
|
|
262
|
-
_M2 = ("M2 过度:单点恒空(判据失去事实来源 ⇒ 合法写入被误拒)", "md_cg/protect.py",
|
|
263
|
-
[(_RET_LINE, " return {}")], ("A03", "A04", "A05", "A06", "K02", "K04"))
|
|
264
|
-
_M3 = ("M3 只加壳不接线:known_nodes 摘掉探活调用", "md_cg/protect.py",
|
|
265
|
-
[(_PROBE_PAIR, " try:")], ("A03", "A04", "A05", "A06", "K04"))
|
|
266
|
-
_MUTATIONS = (_M1, _M2, _M3)
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
def _mirror_build():
|
|
270
|
-
dst = tempfile.mkdtemp(prefix="iss415_mut_")
|
|
271
|
-
# data/ = **判据所需的非 .py 数据面**(audit 的包内默认策略 <根>/data/policy.json):
|
|
272
|
-
# 漏拷会让所有走 writepipe 的腿在镜像里恒 policy_unavailable ⇒ 镜像基线假红(实测踩过)。
|
|
273
|
-
for name in ("md_cg", "scripts", "data"):
|
|
274
|
-
src = os.path.join(_REPO, name)
|
|
275
|
-
if os.path.isdir(src):
|
|
276
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
277
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
278
|
-
for name in sorted(os.listdir(_REPO)):
|
|
279
|
-
p = os.path.join(_REPO, name)
|
|
280
|
-
if os.path.isfile(p) and (name.endswith(".py")
|
|
281
|
-
or name in ("README.md", "pyproject.toml")):
|
|
282
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
283
|
-
return dst
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
def _run_in(tree):
|
|
287
|
-
env = dict(os.environ)
|
|
288
|
-
env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1",
|
|
289
|
-
"PYTHONDONTWRITEBYTECODE": "1"})
|
|
290
|
-
env.pop("MDCG_ROOT", None)
|
|
291
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
292
|
-
"md_cg.test_issue415_deps_gate_probe"],
|
|
293
|
-
cwd=tree, env=env, capture_output=True, text=True,
|
|
294
|
-
encoding="utf-8", errors="replace", timeout=1800)
|
|
295
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
296
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
297
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
298
|
-
return pr.returncode, reds, out
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
def _mutate():
|
|
302
|
-
tree = _mirror_build()
|
|
303
|
-
bad = []
|
|
304
|
-
try:
|
|
305
|
-
rc, reds, out = _run_in(tree)
|
|
306
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
307
|
-
if rc != 0 or reds:
|
|
308
|
-
print(chr(10).join(out.splitlines()[-20:]))
|
|
309
|
-
for desc, rel, pairs, exp in _MUTATIONS:
|
|
310
|
-
p = os.path.join(tree, rel)
|
|
311
|
-
t = open(p, encoding="utf-8", newline="").read()
|
|
312
|
-
if any(t.count(o) != 1 for o, _n in pairs):
|
|
313
|
-
bad.append("%s 锚点命中 %s" % (desc, [t.count(o) for o, _n in pairs]))
|
|
314
|
-
print(" ANCHOR-MISS " + desc)
|
|
315
|
-
continue
|
|
316
|
-
bak = t
|
|
317
|
-
for o, n in pairs:
|
|
318
|
-
t = t.replace(o, n, 1)
|
|
319
|
-
open(p, "w", encoding="utf-8", newline="").write(t)
|
|
320
|
-
for r, dd, ff in os.walk(tree):
|
|
321
|
-
if os.path.basename(r) == "__pycache__":
|
|
322
|
-
shutil.rmtree(r, ignore_errors=True)
|
|
323
|
-
rc2, reds2, _o2 = _run_in(tree)
|
|
324
|
-
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
325
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
326
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
327
|
-
print(" OK %s 红项=%d 指定命中=%d/%d" % (desc, len(reds2), len(hit), len(exp)))
|
|
328
|
-
else:
|
|
329
|
-
bad.append(desc)
|
|
330
|
-
print(" MISMATCH %s 实际=%s 期望=%s rc=%d" % (desc, hit, sorted(exp), rc2))
|
|
331
|
-
for r in reds2[:6]:
|
|
332
|
-
print(" FAIL " + r)
|
|
333
|
-
ok_r, det_r = GK.assert_revert_reddens(
|
|
334
|
-
_mirror_build, [("md_cg/writepipe.py", _GOOD.replace("\r\n", "\n"),
|
|
335
|
-
_RAW.replace("\r\n", "\n"))],
|
|
336
|
-
_run_in, ("A06", "E01", "K04"), "md_cg/writepipe.py")
|
|
337
|
-
print(" 骨架②回退即红:%s %s" % ("OK" if ok_r else "MISMATCH",
|
|
338
|
-
json.dumps(det_r, ensure_ascii=False)[:200]))
|
|
339
|
-
if not ok_r:
|
|
340
|
-
bad.append("骨架②未按预期转红")
|
|
341
|
-
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
342
|
-
return len(bad)
|
|
343
|
-
finally:
|
|
344
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
shutil.rmtree(_TMP, ignore_errors=True)
|
|
348
|
-
print("")
|
|
349
|
-
print("issue #415 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
def main():
|
|
353
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
354
|
-
return 1 if (FAILS or _bad) else 0
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
if __name__ == "__main__":
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:索引判据必须**先探活**——依赖闸不得因陈旧条目硬拒合法写入(issue #415)
|
|
3
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue415_deps_gate_probe [--mutate];被测面=md_cg/writepipe.py::_gate_deps(E051 依赖存在性判据)+ md_cg/protect.py::known_nodes(集合形态的探活单点)+ md_cg/forgetting.py::prior_node(同族 T1 站点)
|
|
4
|
+
# 子功能:A 组=两实例陈旧索引端到端(修前硬拒 E051 / 修后放行 + 探活计数)+ prior_node 同族腿;K 组=非恒真(真不存在仍拒、E050 不变、一次判定只探活一次);E 组=判据单点与族清单(T1 面读索引必过单点);变异双向 + _guard_kit 两骨架
|
|
5
|
+
# 执行:--mutate 时在镜像树里回缺陷(裸读索引)/ 过度(单点恒空)/ 只加壳不接线(摘掉探活调用),守卫必须按指定项转红
|
|
6
|
+
# 验证方式:全部 PASS 即通过(退出码 0);变异与骨架红项集合须与预期逐项相符
|
|
7
|
+
# 不适用条件:不判 T2/T3 档(族清单已逐条登记为「写后只读 / 读面报表」,本批不接线);不判他进程间的**真并发**窗口(本守卫用「先开实例、后他实例写」构造同一落盘态,属可控近似);不判其它 E 码闸(ccgc._check_deps 等各闸自守);不测写入吞吐(只断言探活次数,不测墙钟)
|
|
8
|
+
"""issue #415 守卫:判据读的不是当下的真值 —— 依赖闸同族。
|
|
9
|
+
|
|
10
|
+
病象(修前):writepipe._gate_deps 判「依赖目标是否存在」时**裸读**
|
|
11
|
+
set((getattr(cg, "index", None) or {}).get("nodes") or {}),判前**无** _maybe_reload_index
|
|
12
|
+
探活(实测该函数体内探活 0 次)。他进程(serve 常驻 / 另一实例)刚建的依赖目标在**陈旧
|
|
13
|
+
条目**里查不到 ⇒ **合法写入被硬拒** E051「依赖目标不存在」。与 #403「陈旧 ⇒ 误放行覆写」
|
|
14
|
+
**同族、后果相反**(那边静默放过,这边把正确的事拒掉)。
|
|
15
|
+
|
|
16
|
+
修法:#415 与 #403 同款——判前探活**收成必经单点**,而不是「记得在每个判据前调一次」:
|
|
17
|
+
· protect._probe(cg):探活的**唯一实现**;
|
|
18
|
+
· protect.known_nodes(cg)(集合形态)与既有 protect._entry(cg, id)(单条目形态)**同形同实现**:
|
|
19
|
+
一次探活 + 返回同一数据面;
|
|
20
|
+
· writepipe._gate_deps 与同族站点 forgetting.prior_node 都改调它。
|
|
21
|
+
|
|
22
|
+
**族清单(T1/T2/T3 三档,本批只接线 T1)**:
|
|
23
|
+
· **T1(判据决定一次盘面写入/删除 ⇒ 必须接线)**:writepipe._gate_deps(本件)、
|
|
24
|
+
forgetting.prior_node(本件;它是 rollback.preimage_for 的前置闸,误判会让执行时点前像
|
|
25
|
+
整个不拍、回滚载荷为空——**实测已推翻**其旧注释「最坏只漏标一次提示」)。
|
|
26
|
+
其余 T1 候选(ccgc._check_deps、branches.merge/discard、consolidate.rollback_*、
|
|
27
|
+
mdcos._autonomy_gate_merge、trust.propagate/backfill)**本批未接线**,如实登记为待办。
|
|
28
|
+
· **T2(写后只读 / 单进程 CLI 面)**:backfill.*、migrate*、crosscheck.*、*_rollback 等。
|
|
29
|
+
· **T3(读面 / 报表 / 诊断)**:sustain.diagnose、subgraph.*、refindex.*、export.* 等。
|
|
30
|
+
"""
|
|
31
|
+
import json
|
|
32
|
+
import os
|
|
33
|
+
import re
|
|
34
|
+
import shutil
|
|
35
|
+
import subprocess
|
|
36
|
+
import sys
|
|
37
|
+
import tempfile
|
|
38
|
+
|
|
39
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
40
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
41
|
+
if _REPO not in sys.path:
|
|
42
|
+
sys.path.insert(0, _REPO)
|
|
43
|
+
|
|
44
|
+
from md_cg import _guard_kit as GK # noqa: E402
|
|
45
|
+
from md_cg import forgetting, nodefile, protect, writepipe # noqa: E402
|
|
46
|
+
from md_cg.mdcos import MdCGOS # noqa: E402
|
|
47
|
+
|
|
48
|
+
FAILS = []
|
|
49
|
+
_TMP = tempfile.mkdtemp(prefix="iss415_")
|
|
50
|
+
_MARK = nodefile.DEP_REF_MARK
|
|
51
|
+
_DEP = chr(10).join(["# 功能名:被依赖节点", "# 生效条件:本地合成库", "# 子功能:无",
|
|
52
|
+
"# 执行:无", "# 验证方式:test", "# 不适用条件:无",
|
|
53
|
+
"# 正文:地基正文"])
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def _code_only(src):
|
|
57
|
+
"""去掉注释/文档字符串(ast.unparse 只留代码)——注释里引用旧形态不算残留。"""
|
|
58
|
+
import ast as _a
|
|
59
|
+
import textwrap as _t
|
|
60
|
+
return _a.unparse(_a.parse(_t.dedent(src)))
|
|
61
|
+
|
|
62
|
+
def _body(name, dep):
|
|
63
|
+
return chr(10).join(["# 功能名:" + name, "# 生效条件:本地合成库",
|
|
64
|
+
"# 子功能:" + _MARK + dep,
|
|
65
|
+
"# 执行:无", "# 验证方式:test", "# 不适用条件:无",
|
|
66
|
+
"# 正文:" + name + "正文"])
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
def _check(name, cond, detail=""):
|
|
70
|
+
if cond:
|
|
71
|
+
print(" PASS " + name)
|
|
72
|
+
else:
|
|
73
|
+
print(" FAIL " + name + " " + str(detail)[:220])
|
|
74
|
+
FAILS.append(name)
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
def _lib(tag):
|
|
78
|
+
d = os.path.join(_TMP, tag)
|
|
79
|
+
os.makedirs(d, exist_ok=True)
|
|
80
|
+
cg = MdCGOS(d)
|
|
81
|
+
cg.flush()
|
|
82
|
+
cg.close()
|
|
83
|
+
return d
|
|
84
|
+
|
|
85
|
+
|
|
86
|
+
def _counting_probe(cg):
|
|
87
|
+
"""给实例挂计数包装(探活次数可观测)。"""
|
|
88
|
+
box = {"n": 0}
|
|
89
|
+
orig = cg._maybe_reload_index
|
|
90
|
+
|
|
91
|
+
def _w(*a, **kw):
|
|
92
|
+
box["n"] += 1
|
|
93
|
+
return orig(*a, **kw)
|
|
94
|
+
cg._maybe_reload_index = _w
|
|
95
|
+
return box
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
print("== A 组:两实例陈旧索引(#415 正题) ==")
|
|
99
|
+
_root = _lib("stale")
|
|
100
|
+
_writer = MdCGOS(_root)
|
|
101
|
+
_gate = MdCGOS(_root) # 闸方**先开** ⇒ 索引停在 dep_x 之前
|
|
102
|
+
_check("A01 构造成立:闸方索引里查无 dep_x(陈旧条目)",
|
|
103
|
+
"dep_x" not in tuple((_gate.index.get("nodes") or {})))
|
|
104
|
+
_writer.add("dep_x", _DEP, layer="knowledge")
|
|
105
|
+
_writer.flush()
|
|
106
|
+
_check("A02 写方落盘后,闸方**仍**看不到 dep_x(陈旧未自动过期)",
|
|
107
|
+
"dep_x" not in tuple((_gate.index.get("nodes") or {})))
|
|
108
|
+
_box = _counting_probe(_gate)
|
|
109
|
+
_known = protect.known_nodes(_gate)
|
|
110
|
+
_check("A03 修后单点判据:探活一次后 dep_x **可见**(修前裸读判据为 False)",
|
|
111
|
+
"dep_x" in _known and _box["n"] == 1, (_box["n"], sorted(_known)[:5]))
|
|
112
|
+
_pipe = writepipe.install_default_gates(writepipe.WritePipeline())
|
|
113
|
+
_o1 = _pipe.execute(_gate, {"content_kind": "text", "content": _body("依赖方", "dep_x"),
|
|
114
|
+
"layer": "knowledge", "node_id": "d_n",
|
|
115
|
+
"depends_on": ["dep_x"]})
|
|
116
|
+
_check("A04 修后端到端:合法写入**放行**(ok=True / error=None;修前 = E051 硬拒)",
|
|
117
|
+
_o1.get("ok") is True and _o1.get("error") is None,
|
|
118
|
+
{k: _o1.get(k) for k in ("ok", "error", "missing")})
|
|
119
|
+
_check("A05 同族站点 prior_node 已接线:陈旧实例上仍认得 dep_x(修前 None ⇒ 前像不拍、回滚载荷为空)",
|
|
120
|
+
forgetting.prior_node(_gate, "dep_x") == "dep_x",
|
|
121
|
+
forgetting.prior_node(_gate, "dep_x"))
|
|
122
|
+
_writer.close()
|
|
123
|
+
_gate.close()
|
|
124
|
+
|
|
125
|
+
# A06(**直调判据腿**):端到端反而**掩盖**本缺陷——全链里靠前的闸会先探活,等轮到 _gate_deps
|
|
126
|
+
# 时索引已被刷新(M1 变异实测:A04 仍绿)。故本腿**直调判据**,让陈旧读可观测:
|
|
127
|
+
# 修后 = 探活后可见 ⇒ 放行(None);修前 = 裸读判据 ⇒ E051 硬拒。
|
|
128
|
+
_box4 = _counting_probe(_gate2) if False else None
|
|
129
|
+
_root_s = _lib("direct")
|
|
130
|
+
_w2 = MdCGOS(_root_s)
|
|
131
|
+
_g2 = MdCGOS(_root_s) # 闸方先开 ⇒ 陈旧
|
|
132
|
+
_w2.add("dep_y", _DEP, layer="knowledge")
|
|
133
|
+
_w2.flush()
|
|
134
|
+
_box_s = _counting_probe(_g2)
|
|
135
|
+
_ctx_s = {"a": {"content": _body("依赖方5", "dep_y"), "depends_on": ["dep_y"]},
|
|
136
|
+
"cg": _g2, "nid": "s_n", "verdict": {}}
|
|
137
|
+
_gout_s = writepipe._gate_deps(_ctx_s)
|
|
138
|
+
_check("A06 直调判据腿:陈旧实例上依赖目标**探活后可见** ⇒ 放行(修前裸读 ⇒ E051 硬拒)",
|
|
139
|
+
_gout_s is None and _box_s["n"] == 1,
|
|
140
|
+
(_gout_s, _box_s["n"]))
|
|
141
|
+
_w2.close()
|
|
142
|
+
_g2.close()
|
|
143
|
+
|
|
144
|
+
print("== K 组:非恒真对照 ==")
|
|
145
|
+
_root_k = _lib("k")
|
|
146
|
+
_cgk = MdCGOS(_root_k)
|
|
147
|
+
_cgk.add("dep_ok", _DEP, layer="knowledge")
|
|
148
|
+
_cgk.flush()
|
|
149
|
+
_box2 = _counting_probe(_cgk)
|
|
150
|
+
_pipe2 = writepipe.install_default_gates(writepipe.WritePipeline())
|
|
151
|
+
_o2 = _pipe2.execute(_cgk, {"content_kind": "text", "content": _body("依赖方2", "no_such_dep"),
|
|
152
|
+
"layer": "knowledge", "node_id": "k_m",
|
|
153
|
+
"depends_on": ["no_such_dep"]})
|
|
154
|
+
_check("K01 反向腿:目标**真不存在** ⇒ 仍须硬拒 E051(探活不放宽判据)",
|
|
155
|
+
_o2.get("ok") is False and _o2.get("error") == "E051"
|
|
156
|
+
and _o2.get("missing") == ["no_such_dep"], _o2.get("error"))
|
|
157
|
+
_o3 = _pipe2.execute(_cgk, {"content_kind": "text", "content": _body("依赖方3", "dep_ok"),
|
|
158
|
+
"layer": "knowledge", "node_id": "k_p",
|
|
159
|
+
"depends_on": ["dep_ok"]})
|
|
160
|
+
_check("K02 目标齐备 ⇒ 放行(原判据的正常路径不受扰)", _o3.get("ok") is True,
|
|
161
|
+
{k: _o3.get(k) for k in ("ok", "error")})
|
|
162
|
+
_nodep = chr(10).join(["# 功能名:无依赖声明", "# 生效条件:本地合成库",
|
|
163
|
+
"# 子功能:无", "# 执行:无", "# 验证方式:test",
|
|
164
|
+
"# 不适用条件:无", "# 正文:无依赖正文"])
|
|
165
|
+
_o4 = _pipe2.execute(_cgk, {"content_kind": "text", "content": _nodep,
|
|
166
|
+
"layer": "knowledge", "node_id": "k_q"})
|
|
167
|
+
_check("K03 无依赖声明 ⇒ 照旧放行(E050 语义未被扰动)", _o4.get("ok") is True,
|
|
168
|
+
{k: _o4.get(k) for k in ("ok", "error")})
|
|
169
|
+
_box3 = _counting_probe(_cgk)
|
|
170
|
+
_ctx = {"a": {"content": _body("依赖方4", "dep_ok"), "depends_on": ["dep_ok"]},
|
|
171
|
+
"cg": _cgk, "nid": "k_r", "verdict": {}}
|
|
172
|
+
_gout = writepipe._gate_deps(_ctx)
|
|
173
|
+
_check("K04 单点语义:一次判定只探活**一次**(多 dep 共用;非每 dep 一次)",
|
|
174
|
+
_gout is None and _box3["n"] == 1, (_gout, _box3["n"]))
|
|
175
|
+
_cgk.close()
|
|
176
|
+
|
|
177
|
+
print("== E 组:判据单点与族清单 ==")
|
|
178
|
+
_W = open(os.path.join(_REPO, "md_cg", "writepipe.py"), encoding="utf-8").read()
|
|
179
|
+
_P = open(os.path.join(_REPO, "md_cg", "protect.py"), encoding="utf-8").read()
|
|
180
|
+
_F = open(os.path.join(_REPO, "md_cg", "forgetting.py"), encoding="utf-8").read()
|
|
181
|
+
_GD = _W.split("def _gate_deps(ctx):")[1].split(chr(10) + "def ")[0]
|
|
182
|
+
_Q = chr(34)
|
|
183
|
+
# 代码级口径:注释里引用了旧形态**不算残留**(本文件注释就是要交代被替换成什么)——
|
|
184
|
+
# 故先经 ast.unparse 去注释/文档串再断言;_GD 是 def 行之后的正文,须补回 def 才能 parse。
|
|
185
|
+
_GD_CODE = _code_only("def _gate_deps(ctx):" + _GD)
|
|
186
|
+
_E01_A = "protect.known_nodes(cg)" in _GD_CODE
|
|
187
|
+
_E01_B = "set((getattr(cg, " + _Q + "index" + _Q not in _GD_CODE
|
|
188
|
+
_check("E01 _gate_deps 经单点取判据面(known_nodes),且**代码里无裸读残留**",
|
|
189
|
+
_E01_A and _E01_B,
|
|
190
|
+
(_E01_A, _E01_B, _GD_CODE.count("known_nodes")))
|
|
191
|
+
_check("E02 单点唯一:探活实现 _probe 全仓恰一处定义",
|
|
192
|
+
len(re.findall(r"def _probe\(cg\):", _P)) == 1)
|
|
193
|
+
_check("E03 两种形态共用同一探活实现(_entry 与 known_nodes 都调 _probe,未内联第二份)",
|
|
194
|
+
"_probe(cg)" in _P and _P.count("def _probe(cg):") == 1
|
|
195
|
+
and "getattr(cg, " + _Q + "_maybe_reload_index" + _Q + ", None)" in _P)
|
|
196
|
+
_check("E04 同族站点 prior_node 亦经单点(T1 接线)",
|
|
197
|
+
"protect.known_nodes(cg)" in _F)
|
|
198
|
+
_check("E05 #413 定稿面未被扰动:_preimage_name 定义 1 处、两侧调用仍在",
|
|
199
|
+
len(re.findall(r"def _preimage_name\(", _P)) == 1
|
|
200
|
+
and "_preimage_name(d)" in _P
|
|
201
|
+
and "_preimage_name(d, " + _Q + "-%06d" + _Q in _P)
|
|
202
|
+
_check("E06 导入面:writepipe 已引 protect(同包内,无环)",
|
|
203
|
+
re.search(r"from \. import protect", _W) is not None)
|
|
204
|
+
|
|
205
|
+
print("== 骨架①:枚举完备性(T1 面「读索引判据」的两种形态) ==")
|
|
206
|
+
|
|
207
|
+
|
|
208
|
+
def _discover(texts):
|
|
209
|
+
"""守卫自己的枚举:命中「读索引 nodes 却未经探活单点」的判据函数。"""
|
|
210
|
+
import ast as _ast
|
|
211
|
+
hits = []
|
|
212
|
+
for rel, src in texts.items():
|
|
213
|
+
try:
|
|
214
|
+
tree = _ast.parse(src)
|
|
215
|
+
except SyntaxError:
|
|
216
|
+
continue
|
|
217
|
+
for node in _ast.walk(tree):
|
|
218
|
+
if not isinstance(node, _ast.FunctionDef):
|
|
219
|
+
continue
|
|
220
|
+
seg = _ast.get_source_segment(src, node) or ""
|
|
221
|
+
if _Q + "nodes" + _Q not in seg or "index" not in seg:
|
|
222
|
+
continue
|
|
223
|
+
if ("known_nodes" in seg or "_probe(" in seg
|
|
224
|
+
or "_maybe_reload_index" in seg):
|
|
225
|
+
continue
|
|
226
|
+
hits.append((rel, node.lineno))
|
|
227
|
+
return hits
|
|
228
|
+
|
|
229
|
+
|
|
230
|
+
_OLD = ("def _gate_deps(ctx):" + chr(10) + " cg = ctx[" + _Q + "cg" + _Q + "]" + chr(10)
|
|
231
|
+
+ " known = set((getattr(cg, " + _Q + "index" + _Q + ", None) or {}).get("
|
|
232
|
+
+ _Q + "nodes" + _Q + ") or {})" + chr(10) + " return known")
|
|
233
|
+
_NEW = ("def _gate_deps(ctx):" + chr(10) + " cg = ctx[" + _Q + "cg" + _Q + "]" + chr(10)
|
|
234
|
+
+ " known = protect.known_nodes(cg)" + chr(10) + " return known")
|
|
235
|
+
_ok_e, _det_e = GK.assert_enumeration_complete(
|
|
236
|
+
_discover,
|
|
237
|
+
[("应命中·旧形态(裸读索引判据)", _OLD, True, "writepipe_old.py"),
|
|
238
|
+
("不应命中·新形态(经探活单点)", _NEW, False, "writepipe_new.py"),
|
|
239
|
+
("不应命中·无关函数", "def other():" + chr(10) + " return 1", False, "x.py")])
|
|
240
|
+
_check("E07 骨架①枚举完备性(应命中/不应命中两侧)", _ok_e, _det_e)
|
|
241
|
+
|
|
242
|
+
print("== 骨架② / 变异 ==")
|
|
243
|
+
_NL = "\r\n" if b"\r\n" in open(os.path.join(_REPO, "md_cg", "writepipe.py"),
|
|
244
|
+
"rb").read()[:8192] else "\n"
|
|
245
|
+
|
|
246
|
+
|
|
247
|
+
def _j(*lines):
|
|
248
|
+
return _NL.join(lines)
|
|
249
|
+
|
|
250
|
+
|
|
251
|
+
_RAW = (" known = set((getattr(cg, " + _Q + "index" + _Q + ", None) or {}).get("
|
|
252
|
+
+ _Q + "nodes" + _Q + ") or {})")
|
|
253
|
+
_GOOD = " known = protect.known_nodes(cg)"
|
|
254
|
+
_RET_LINE = " return (getattr(cg, " + _Q + "index" + _Q + ", None) or {}).get(" + _Q + "nodes" + _Q + ") or {}"
|
|
255
|
+
_PROT_NL = chr(10) # protect.py 是 LF(writepipe 是 CRLF)——锚点行尾按**目标文件**取,
|
|
256
|
+
# 用错行尾会 ANCHOR-MISS(实测踩过)
|
|
257
|
+
_PROBE_PAIR = _PROT_NL.join([" _probe(cg)", " try:"])
|
|
258
|
+
_M1 = ("M1 回缺陷:依赖闸改回裸读索引(判前不探活)", "md_cg/writepipe.py",
|
|
259
|
+
[(_GOOD, _RAW)],
|
|
260
|
+
# A04(端到端)**不参与判别**:全链前序闸已探活并把索引刷新 ⇒ 掩盖本缺陷
|
|
261
|
+
("A06", "E01", "K04"))
|
|
262
|
+
_M2 = ("M2 过度:单点恒空(判据失去事实来源 ⇒ 合法写入被误拒)", "md_cg/protect.py",
|
|
263
|
+
[(_RET_LINE, " return {}")], ("A03", "A04", "A05", "A06", "K02", "K04"))
|
|
264
|
+
_M3 = ("M3 只加壳不接线:known_nodes 摘掉探活调用", "md_cg/protect.py",
|
|
265
|
+
[(_PROBE_PAIR, " try:")], ("A03", "A04", "A05", "A06", "K04"))
|
|
266
|
+
_MUTATIONS = (_M1, _M2, _M3)
|
|
267
|
+
|
|
268
|
+
|
|
269
|
+
def _mirror_build():
|
|
270
|
+
dst = tempfile.mkdtemp(prefix="iss415_mut_")
|
|
271
|
+
# data/ = **判据所需的非 .py 数据面**(audit 的包内默认策略 <根>/data/policy.json):
|
|
272
|
+
# 漏拷会让所有走 writepipe 的腿在镜像里恒 policy_unavailable ⇒ 镜像基线假红(实测踩过)。
|
|
273
|
+
for name in ("md_cg", "scripts", "data"):
|
|
274
|
+
src = os.path.join(_REPO, name)
|
|
275
|
+
if os.path.isdir(src):
|
|
276
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
277
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
278
|
+
for name in sorted(os.listdir(_REPO)):
|
|
279
|
+
p = os.path.join(_REPO, name)
|
|
280
|
+
if os.path.isfile(p) and (name.endswith(".py")
|
|
281
|
+
or name in ("README.md", "pyproject.toml")):
|
|
282
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
283
|
+
return dst
|
|
284
|
+
|
|
285
|
+
|
|
286
|
+
def _run_in(tree):
|
|
287
|
+
env = dict(os.environ)
|
|
288
|
+
env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1",
|
|
289
|
+
"PYTHONDONTWRITEBYTECODE": "1"})
|
|
290
|
+
env.pop("MDCG_ROOT", None)
|
|
291
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
292
|
+
"md_cg.test_issue415_deps_gate_probe"],
|
|
293
|
+
cwd=tree, env=env, capture_output=True, text=True,
|
|
294
|
+
encoding="utf-8", errors="replace", timeout=1800)
|
|
295
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
296
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
297
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
298
|
+
return pr.returncode, reds, out
|
|
299
|
+
|
|
300
|
+
|
|
301
|
+
def _mutate():
|
|
302
|
+
tree = _mirror_build()
|
|
303
|
+
bad = []
|
|
304
|
+
try:
|
|
305
|
+
rc, reds, out = _run_in(tree)
|
|
306
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
307
|
+
if rc != 0 or reds:
|
|
308
|
+
print(chr(10).join(out.splitlines()[-20:]))
|
|
309
|
+
for desc, rel, pairs, exp in _MUTATIONS:
|
|
310
|
+
p = os.path.join(tree, rel)
|
|
311
|
+
t = open(p, encoding="utf-8", newline="").read()
|
|
312
|
+
if any(t.count(o) != 1 for o, _n in pairs):
|
|
313
|
+
bad.append("%s 锚点命中 %s" % (desc, [t.count(o) for o, _n in pairs]))
|
|
314
|
+
print(" ANCHOR-MISS " + desc)
|
|
315
|
+
continue
|
|
316
|
+
bak = t
|
|
317
|
+
for o, n in pairs:
|
|
318
|
+
t = t.replace(o, n, 1)
|
|
319
|
+
open(p, "w", encoding="utf-8", newline="").write(t)
|
|
320
|
+
for r, dd, ff in os.walk(tree):
|
|
321
|
+
if os.path.basename(r) == "__pycache__":
|
|
322
|
+
shutil.rmtree(r, ignore_errors=True)
|
|
323
|
+
rc2, reds2, _o2 = _run_in(tree)
|
|
324
|
+
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
325
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
326
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
327
|
+
print(" OK %s 红项=%d 指定命中=%d/%d" % (desc, len(reds2), len(hit), len(exp)))
|
|
328
|
+
else:
|
|
329
|
+
bad.append(desc)
|
|
330
|
+
print(" MISMATCH %s 实际=%s 期望=%s rc=%d" % (desc, hit, sorted(exp), rc2))
|
|
331
|
+
for r in reds2[:6]:
|
|
332
|
+
print(" FAIL " + r)
|
|
333
|
+
ok_r, det_r = GK.assert_revert_reddens(
|
|
334
|
+
_mirror_build, [("md_cg/writepipe.py", _GOOD.replace("\r\n", "\n"),
|
|
335
|
+
_RAW.replace("\r\n", "\n"))],
|
|
336
|
+
_run_in, ("A06", "E01", "K04"), "md_cg/writepipe.py")
|
|
337
|
+
print(" 骨架②回退即红:%s %s" % ("OK" if ok_r else "MISMATCH",
|
|
338
|
+
json.dumps(det_r, ensure_ascii=False)[:200]))
|
|
339
|
+
if not ok_r:
|
|
340
|
+
bad.append("骨架②未按预期转红")
|
|
341
|
+
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
342
|
+
return len(bad)
|
|
343
|
+
finally:
|
|
344
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
345
|
+
|
|
346
|
+
|
|
347
|
+
shutil.rmtree(_TMP, ignore_errors=True)
|
|
348
|
+
print("")
|
|
349
|
+
print("issue #415 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
|
|
350
|
+
|
|
351
|
+
|
|
352
|
+
def main():
|
|
353
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
354
|
+
return 1 if (FAILS or _bad) else 0
|
|
355
|
+
|
|
356
|
+
|
|
357
|
+
if __name__ == "__main__":
|
|
358
358
|
sys.exit(main())
|