@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,525 +1,525 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:洞察 write 点的索引条目门控键子集守卫(issue #416,「手写键子集」族)
|
|
3
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue416_entry_key_subset [--mutate];被测面=md_cg/insight.py 的 verify 索引同步段 + mdcg.MdCG._node_entry 真源 + md_cg 内「索引条目直接键写入」枚举面
|
|
4
|
-
# 子功能:A=端到端(盘面 vs 判据面 vs 删除闸 + **新实例重扫后仍成立**);B=真源子集与写点专有键;C=全仓「索引条目直接键写入点」枚举 + **双向登记**;E=枚举完备性自证(_guard_kit 骨架①);R=回退即绿自证(_guard_kit 骨架②)
|
|
5
|
-
# 执行:--mutate 时先跑双向定点变异,再跑 _guard_kit 的回退即绿自证(实跑,不接受推演)
|
|
6
|
-
# 验证方式:全部 PASS 即通过(断言总数 >= FLOOR);--mutate 下每条变异的指定命中须与预期一致、回退后红项集合须恰为 {"A02","A05","C02"}
|
|
7
|
-
# 不适用条件:不判「写点是否该覆盖全部真源键」(本守卫只钉门控标记子集与写点专有键);不判 protect._fm 的回退策略本身(N213 面);C 组枚举规则按「同一函数内经含 nodes 的取值取得的条目上的字符串常量下标赋值」——**不覆盖跨函数中转/别名**(该形态由 E 组合成样本显式钉住「必须命中」,故不是静默盲区)
|
|
8
|
-
"""issue #416 守卫:写「带门控标记的节点条目」的写点必须携带门控标记键集。
|
|
9
|
-
|
|
10
|
-
病象(修前实测,见 A 组读数):insight.verify 写盘后**手写 3 键**同步索引条目
|
|
11
|
-
(importance/tags/insight_state),而 fm 刚写下的 protected=True /
|
|
12
|
-
protection_reason="insight_verified" **没有**同步 ⇒ protect._fm 对非受保护层不回退
|
|
13
|
-
读文件(N213 逐字)⇒ 条目里的 None 被当「未标记」采信 ⇒ 盘面写着 protected: true 的
|
|
14
|
-
节点被判 (False, ''),cg.forget **无需 override 即软删**(零前像、零保护审计行),
|
|
15
|
-
且跨重启存活。
|
|
16
|
-
|
|
17
|
-
修法(#192 同款):**用真源重建整条 entry**(mdcg.MdCG._node_entry,自述唯一真源)
|
|
18
|
-
+ 叠加写点专有键(insight_state)→ cg._stage(索引写入单点)。手写子集无论 3 键还是
|
|
19
|
-
4 键都只是「下一次漏」的形态;真源加键则本写点自动跟上。
|
|
20
|
-
"""
|
|
21
|
-
from __future__ import annotations
|
|
22
|
-
|
|
23
|
-
import ast
|
|
24
|
-
import io
|
|
25
|
-
import os
|
|
26
|
-
import shutil
|
|
27
|
-
import subprocess
|
|
28
|
-
import sys
|
|
29
|
-
import tempfile
|
|
30
|
-
|
|
31
|
-
_SB = tempfile.mkdtemp(prefix="i416_sandbox_")
|
|
32
|
-
os.environ["MDCG_AUX_ROOT"] = _SB
|
|
33
|
-
os.environ["MDCG_ROOT"] = os.path.join(_SB, "root")
|
|
34
|
-
os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
|
|
35
|
-
os.environ.pop("MDCG_POLICY_FILE", None)
|
|
36
|
-
|
|
37
|
-
from . import autonomy_modes as am, insight, nodefile, protect # noqa: E402
|
|
38
|
-
os.environ[am.AUTONOMY_ENV_KEYS["mode"]] = "full"
|
|
39
|
-
from .mdcos import MdCGSecure # noqa: E402
|
|
40
|
-
from .security import Principal # noqa: E402
|
|
41
|
-
import md_cg._guard_kit as _kit # noqa: E402
|
|
42
|
-
|
|
43
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
44
|
-
FLOOR = 14
|
|
45
|
-
PASS, FAIL = 0, 0
|
|
46
|
-
FAILS = []
|
|
47
|
-
_KEK = os.urandom(32)
|
|
48
|
-
|
|
49
|
-
#: 门控标记键集:取自仓内**判据面单点** protect._GATE_UNKNOWN_KEYS(3 键)
|
|
50
|
-
#: ∪ 其配对的原因键。不另起一份字面量表。
|
|
51
|
-
_GATE_KEYS = set(protect._GATE_UNKNOWN_KEYS) | {"protection_reason"}
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
def _check(name, cond, detail=""):
|
|
55
|
-
global PASS, FAIL
|
|
56
|
-
if cond:
|
|
57
|
-
PASS += 1
|
|
58
|
-
print(" PASS " + name)
|
|
59
|
-
else:
|
|
60
|
-
FAIL += 1
|
|
61
|
-
FAILS.append(name)
|
|
62
|
-
print(" FAIL " + name + " " + str(detail)[:240])
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
def _mk(tag):
|
|
66
|
-
return MdCGSecure(os.path.join(_SB, "lib_" + tag),
|
|
67
|
-
principal=Principal(tenant="t1", actor="alice",
|
|
68
|
-
role="designer", clearance="secret",
|
|
69
|
-
can_write=True, can_admin=True),
|
|
70
|
-
master_key=_KEK)
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
def _probe(tag, src):
|
|
74
|
-
"""跑一次 #416 链路:record → verify → 读盘面/索引 → forget(不传 override)。"""
|
|
75
|
-
cg = _mk(tag)
|
|
76
|
-
rec = insight.record(cg, statement="416 守卫探针 " + tag,
|
|
77
|
-
conditions={"device": "x"}, importance=0.9,
|
|
78
|
-
importance_source=src, actor="probe")
|
|
79
|
-
nid = rec["node_id"]
|
|
80
|
-
r = insight.verify(cg, nid, verdict="verified",
|
|
81
|
-
evidence=[{"type": "V3", "ref": "probe", "note": "x"}],
|
|
82
|
-
actor="probe")
|
|
83
|
-
e = cg.index["nodes"].get(nid)
|
|
84
|
-
fm = {}
|
|
85
|
-
if e:
|
|
86
|
-
with io.open(cg._node_disk_path(e), encoding="utf-8") as f:
|
|
87
|
-
fm, _c = nodefile.loads(f.read())
|
|
88
|
-
try:
|
|
89
|
-
out = cg.forget(nid)
|
|
90
|
-
forgotten = ("ok", out)
|
|
91
|
-
except Exception as ex: # noqa: BLE001
|
|
92
|
-
forgotten = (type(ex).__name__, None)
|
|
93
|
-
return cg, nid, r, e, fm, forgotten
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
print("== A 组:端到端(盘面 vs 判据面 vs 删除闸 + 新实例重扫)==")
|
|
97
|
-
|
|
98
|
-
_CG, _NID, _R, _ENT, _FM, _FORG = _probe("heur", "heuristic")
|
|
99
|
-
_check("A01 前置:verify 回执 ok(链路真的跑到落盘)", _R.get("ok") is True, _R)
|
|
100
|
-
_check("A02 ★盘面与索引**逐位一致**:索引里的门控标记不再是 None"
|
|
101
|
-
"(修前 盘面 protected=True / 索引 protected=None)",
|
|
102
|
-
_ENT.get("protected") is True
|
|
103
|
-
and _ENT.get("protection_reason") == _FM.get("protection_reason") == "insight_verified",
|
|
104
|
-
{"盘面": (_FM.get("protected"), _FM.get("protection_reason")),
|
|
105
|
-
"索引": (_ENT.get("protected"), _ENT.get("protection_reason"))})
|
|
106
|
-
_check("A03 ★判据面采信盘面:protect.is_protected 判为受保护(修前 (False, ''))",
|
|
107
|
-
protect.is_protected(_CG, _NID)[0] is True, protect.is_protected(_CG, _NID))
|
|
108
|
-
_check("A04 ★删除闸收口:cg.forget 不传 override 必须**拒绝**(修前成功并生成墓碑)",
|
|
109
|
-
_FORG[0] == "ProtectionError", _FORG)
|
|
110
|
-
_CG_D, _NID_D, _R_D, _ENT_D, _FM_D, _FORG_D = _probe("dflt", None)
|
|
111
|
-
_check("A04 对照组(importance_source=缺省):同样受保护、同样拒绝删除"
|
|
112
|
-
"(证明修复不是「把所有节点都判保护」的过度收紧)",
|
|
113
|
-
_ENT_D.get("protected") is True and _FORG_D[0] == "ProtectionError",
|
|
114
|
-
(_ENT_D.get("protected"), _FORG_D[0]))
|
|
115
|
-
_CG_D.close()
|
|
116
|
-
|
|
117
|
-
# ★「只在同一进程内成立的判据」样本(Lead 点名 / #417 教训同源):
|
|
118
|
-
# 重新装载实例(走快照+日志、不 rebuild_index)后,索引里的门控标记必须**仍在**。
|
|
119
|
-
_CG.flush()
|
|
120
|
-
_CG2 = _mk("heur") # 同一 root 重新装载
|
|
121
|
-
_E2 = _CG2.index["nodes"].get(_NID)
|
|
122
|
-
_check("A05 ★新实例重扫后仍成立:重新装载的实例里门控标记仍在(不是同进程内存假绿)",
|
|
123
|
-
bool(_E2) and _E2.get("protected") is True
|
|
124
|
-
and protect.is_protected(_CG2, _NID)[0] is True,
|
|
125
|
-
{"新实例索引": (_E2 or {}).get("protected"),
|
|
126
|
-
"is_protected": protect.is_protected(_CG2, _NID)})
|
|
127
|
-
try:
|
|
128
|
-
_CG2.forget(_NID)
|
|
129
|
-
_F2 = ("ok", None)
|
|
130
|
-
except Exception as _ex: # noqa: BLE001
|
|
131
|
-
_F2 = (type(_ex).__name__, None)
|
|
132
|
-
_check("A05 反向:新实例的 forget 同样被拒(契约跨重启成立,不是同进程内存侥幸)",
|
|
133
|
-
_F2[0] == "ProtectionError", _F2)
|
|
134
|
-
_CG.close()
|
|
135
|
-
_CG2.close()
|
|
136
|
-
# ---------------------------------------------------------------- B 组:真源子集与写点专有键
|
|
137
|
-
print("")
|
|
138
|
-
print("== B 组:真源子集 / 写点专有键 ==")
|
|
139
|
-
|
|
140
|
-
_check("B01 ★写点键集 ⊇ 门控标记键集(判据面单点 protect._GATE_UNKNOWN_KEYS + 原因键)",
|
|
141
|
-
_GATE_KEYS <= set(_ENT), sorted(_GATE_KEYS - set(_ENT)))
|
|
142
|
-
|
|
143
|
-
_ISO = McdCGish = None
|
|
144
|
-
try:
|
|
145
|
-
_REBUILT = _CG._node_entry(_CG._node_disk_path(_ENT),
|
|
146
|
-
_FM.get("layer"), _FM, _FM.get("__content__") or "")
|
|
147
|
-
except Exception: # noqa: BLE001
|
|
148
|
-
_REBUILT = None
|
|
149
|
-
_check("B02 前置:真源 _node_entry 可复算(判据有效)",
|
|
150
|
-
isinstance(_REBUILT, dict) and _GATE_KEYS <= set(_REBUILT),
|
|
151
|
-
type(_REBUILT).__name__)
|
|
152
|
-
|
|
153
|
-
# 写点专有键**双向**:写点条目 == 真源条目 ∪ 专有键集(多一个少一个都红)
|
|
154
|
-
_OWN = {"insight_state"}
|
|
155
|
-
_check("B02 ★写点条目 == 真源条目 ∪ 写点专有键(双向:多/少都红)",
|
|
156
|
-
isinstance(_REBUILT, dict)
|
|
157
|
-
and set(_ENT) == (set(_REBUILT) | _OWN)
|
|
158
|
-
and (set(_ENT) - set(_REBUILT)) == _OWN,
|
|
159
|
-
{"多出": sorted(set(_ENT) - set(_REBUILT) - _OWN),
|
|
160
|
-
"缺失": sorted(set(_REBUILT) - set(_ENT))})
|
|
161
|
-
|
|
162
|
-
_INS_SRC = io.open(os.path.join(_REPO, "md_cg", "insight.py"),
|
|
163
|
-
encoding="utf-8", newline="").read()
|
|
164
|
-
_check("B03 机械证据:insight.py 的 verify 段调用真源 _node_entry 与索引写入单点 _stage",
|
|
165
|
-
"_node_entry(" in _INS_SRC and "cg._stage(" in _INS_SRC,
|
|
166
|
-
"未见 _node_entry/_stage ⇒ 可能又退回手写键子集")
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
# ---------------------------------------------------------------- C 组:枚举 + 双向登记
|
|
170
|
-
print("")
|
|
171
|
-
print("== C 组:全仓「索引条目直接键写入点」枚举 + 双向登记 ==")
|
|
172
|
-
|
|
173
|
-
_GATE_FM_ASSIGN = tuple(_GATE_KEYS)
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
def _violations(texts):
|
|
177
|
-
"""枚举逻辑:**同一函数内「fm 新落门控标记」却只对索引条目补非门控键**的写点。
|
|
178
|
-
|
|
179
|
-
判据(#416 的不变量):凡在函数内把门控标记写进 fm(`fm["protected"] = ...` 一类)、
|
|
180
|
-
又对索引条目做字符串常量键赋值的写点,必须**携带该门控标记**——要么由真源
|
|
181
|
-
`_node_entry` 重建整条条目,要么把标记键一并写进条目。只补非门控键 ⇒ 命中
|
|
182
|
-
(这正是 insight.verify 修前的形态:盘面 protected=True、条目 None)。
|
|
183
|
-
"""
|
|
184
|
-
bad = []
|
|
185
|
-
for rel, src in texts.items():
|
|
186
|
-
try:
|
|
187
|
-
tree = ast.parse(src)
|
|
188
|
-
except SyntaxError:
|
|
189
|
-
continue
|
|
190
|
-
for fn in ast.walk(tree):
|
|
191
|
-
if not isinstance(fn, (ast.FunctionDef, ast.AsyncFunctionDef)):
|
|
192
|
-
continue
|
|
193
|
-
sets_gate = False
|
|
194
|
-
for n in ast.walk(fn):
|
|
195
|
-
if isinstance(n, ast.Assign):
|
|
196
|
-
for t in n.targets:
|
|
197
|
-
if (isinstance(t, ast.Subscript)
|
|
198
|
-
and isinstance(t.slice, ast.Constant)
|
|
199
|
-
and t.slice.value in _GATE_FM_ASSIGN):
|
|
200
|
-
sets_gate = True
|
|
201
|
-
if not sets_gate:
|
|
202
|
-
continue
|
|
203
|
-
entry_names = set()
|
|
204
|
-
for n in ast.walk(fn):
|
|
205
|
-
if isinstance(n, ast.Assign) and _has_nodes(n.value):
|
|
206
|
-
for t in n.targets:
|
|
207
|
-
if isinstance(t, ast.Name):
|
|
208
|
-
entry_names.add(t.id)
|
|
209
|
-
if not entry_names:
|
|
210
|
-
continue
|
|
211
|
-
if "_node_entry(" in ast.unparse(fn):
|
|
212
|
-
continue # 由真源重建 ⇒ 门控键随真源走
|
|
213
|
-
wrote = []
|
|
214
|
-
opaque = 0
|
|
215
|
-
for n in ast.walk(fn):
|
|
216
|
-
if isinstance(n, ast.Assign):
|
|
217
|
-
for t in n.targets:
|
|
218
|
-
if (isinstance(t, ast.Subscript)
|
|
219
|
-
and isinstance(t.value, ast.Name)
|
|
220
|
-
and t.value.id in entry_names):
|
|
221
|
-
if (isinstance(t.slice, ast.Constant)
|
|
222
|
-
and isinstance(t.slice.value, str)):
|
|
223
|
-
wrote.append(t.slice.value)
|
|
224
|
-
else:
|
|
225
|
-
opaque += 1 # 键非常量 ⇒ 枚举不到,不得静默放行
|
|
226
|
-
# 键非常量**且**该函数也没写门控键 ⇒ 不可枚举,必须命中;
|
|
227
|
-
# 写了门控键的(如 forgetting.reinforce)不属本类,不判。
|
|
228
|
-
if opaque and not (_GATE_KEYS & set(wrote)):
|
|
229
|
-
bad.append((rel, fn.name, "条目键非常量(不可枚举)×%d" % opaque))
|
|
230
|
-
continue
|
|
231
|
-
if wrote and not (_GATE_KEYS & set(wrote)):
|
|
232
|
-
bad.append((rel, fn.name, sorted(set(wrote))[:6]))
|
|
233
|
-
return bad
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
def _has_nodes(node):
|
|
237
|
-
"""该表达式是否取自「节点索引」——**两种取值形态都要认**:
|
|
238
|
-
`cg.index["nodes"]`(下标)与 `....get("nodes", {})`(.get)。
|
|
239
|
-
只认下标会漏掉 insight 修前的形态(它用的正是 .get("nodes"))——
|
|
240
|
-
E 组样本①就是钉这一点的。"""
|
|
241
|
-
for n in ast.walk(node):
|
|
242
|
-
if (isinstance(n, ast.Subscript) and isinstance(n.slice, ast.Constant)
|
|
243
|
-
and n.slice.value == "nodes"):
|
|
244
|
-
return True
|
|
245
|
-
if isinstance(n, ast.Call) and any(
|
|
246
|
-
isinstance(a, ast.Constant) and a.value == "nodes" for a in n.args):
|
|
247
|
-
return True
|
|
248
|
-
return False
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
def _md_cg_sources():
|
|
252
|
-
out = {}
|
|
253
|
-
for root, dirs, names in os.walk(os.path.join(_REPO, "md_cg")):
|
|
254
|
-
dirs[:] = [d for d in dirs if d not in ("__pycache__", "jobs", "target")]
|
|
255
|
-
for n in names:
|
|
256
|
-
# `conformance_core.py` 是**端到端行为断言集**(`python -m
|
|
257
|
-
# md_cg.conformance_core`,写临时空库、不碰生产库),按文件名前缀
|
|
258
|
-
# 归类会把它当生产写面 ⇒ 其夹具写入被误判「未登记」。显式按测试侧排除。
|
|
259
|
-
if (n.endswith(".py") and not n.startswith("test_")
|
|
260
|
-
and n != "conformance_core.py"):
|
|
261
|
-
p = os.path.join(root, n)
|
|
262
|
-
out[os.path.relpath(p, _REPO).replace(os.sep, "/")] = io.open(
|
|
263
|
-
p, encoding="utf-8").read()
|
|
264
|
-
return out
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
_VIOL = _violations(_md_cg_sources())
|
|
268
|
-
_check("C01 ★全仓枚举:无「新落门控标记却只补非门控键」的写点(insight 修后为 0)",
|
|
269
|
-
not _VIOL, _VIOL)
|
|
270
|
-
|
|
271
|
-
# —— 双向登记:把**枚举到的全部**索引条目直接键写入点登记在案 ——
|
|
272
|
-
#: (文案见下方 _REG_WHY:本批**只枚举不改**——它们的键都不是门控标记,
|
|
273
|
-
#: 且条目在创建时已由真源带上门控键;本次登记只保证「新增/删除点会被看见」。)
|
|
274
|
-
_REGISTERED = {
|
|
275
|
-
# 本批**只枚举不改**:这些写点写的键都不是门控标记(或像 forgetting.reinforce
|
|
276
|
-
# 那样自己就带门控键),且条目在创建时已由真源 _node_entry 带上门控键。
|
|
277
|
-
# 登记的目的是「新增/删除点必须被看见」——双向核对见 C02 两条。
|
|
278
|
-
("md_cg/bench_bm25_blockmax.py", "first"),
|
|
279
|
-
("md_cg/forgetting.py", "importance"),
|
|
280
|
-
("md_cg/forgetting.py", "merge_source_ids"),
|
|
281
|
-
("md_cg/forgetting.py", "merge_sources"),
|
|
282
|
-
("md_cg/forgetting.py", "protected"),
|
|
283
|
-
("md_cg/forgetting.py", "protection_reason"),
|
|
284
|
-
("md_cg/mdcg.py", "_fingerprint"),
|
|
285
|
-
("md_cg/mdcg.py", "bucket_scope"),
|
|
286
|
-
("md_cg/mdcg.py", "buckets"),
|
|
287
|
-
("md_cg/mdcg.py", "ccg_by_layer"),
|
|
288
|
-
("md_cg/mdcg.py", "content_hash"),
|
|
289
|
-
("md_cg/mdcg.py", "edges"),
|
|
290
|
-
("md_cg/mdcg.py", "evidence_count"),
|
|
291
|
-
("md_cg/mdcg.py", "neg_memory_counts"),
|
|
292
|
-
("md_cg/mdcg.py", "quarantined"),
|
|
293
|
-
("md_cg/mdcg.py", "skipped_unreadable"),
|
|
294
|
-
("md_cg/mdcg.py", "subgraph"),
|
|
295
|
-
("md_cg/mdcg.py", "tags"),
|
|
296
|
-
("md_cg/mdcg.py", "total_nodes"),
|
|
297
|
-
("md_cg/mdcos.py", "duty"),
|
|
298
|
-
("md_cg/mdcos.py", "forbidden"),
|
|
299
|
-
("md_cg/mdcos.py", "role"),
|
|
300
|
-
("md_cg/mdcos.py", "role_label"),
|
|
301
|
-
("md_cg/mdcos.py", "sensitivity"),
|
|
302
|
-
("md_cg/mdcos.py", "session"),
|
|
303
|
-
("md_cg/writelimit.py", "merge_sources"),
|
|
304
|
-
}
|
|
305
|
-
_observed = set()
|
|
306
|
-
for rel, src in _md_cg_sources().items():
|
|
307
|
-
try:
|
|
308
|
-
tree = ast.parse(src)
|
|
309
|
-
except SyntaxError:
|
|
310
|
-
continue
|
|
311
|
-
for fn in ast.walk(tree):
|
|
312
|
-
if not isinstance(fn, (ast.FunctionDef, ast.AsyncFunctionDef)):
|
|
313
|
-
continue
|
|
314
|
-
names = set()
|
|
315
|
-
for n in ast.walk(fn):
|
|
316
|
-
if isinstance(n, ast.Assign) and _has_nodes(n.value):
|
|
317
|
-
for t in n.targets:
|
|
318
|
-
if isinstance(t, ast.Name):
|
|
319
|
-
names.add(t.id)
|
|
320
|
-
if not names:
|
|
321
|
-
continue
|
|
322
|
-
for n in ast.walk(fn):
|
|
323
|
-
if isinstance(n, ast.Assign):
|
|
324
|
-
for t in n.targets:
|
|
325
|
-
if (isinstance(t, ast.Subscript)
|
|
326
|
-
and isinstance(t.value, ast.Name)
|
|
327
|
-
and t.value.id in names
|
|
328
|
-
and isinstance(t.slice, ast.Constant)
|
|
329
|
-
and isinstance(t.slice.value, str)):
|
|
330
|
-
_observed.add((rel, t.slice.value))
|
|
331
|
-
print(" 【枚举到】%s" % sorted(_observed))
|
|
332
|
-
_check("C02 ★双向登记(一):枚举到的写点 ⊆ 登记表(新增点未登记即红)",
|
|
333
|
-
_observed <= _REGISTERED, sorted(_observed - _REGISTERED))
|
|
334
|
-
_check("C02 ★双向登记(二):登记表 ⊆ 枚举到的写点(点被删/改名后不撤登记即红)",
|
|
335
|
-
_REGISTERED <= _observed, sorted(_REGISTERED - _observed))
|
|
336
|
-
# ---------------------------------------------------------------- E 组:枚举完备性自证
|
|
337
|
-
print("")
|
|
338
|
-
print("== E 组:枚举完备性自证(_guard_kit 骨架①)==")
|
|
339
|
-
|
|
340
|
-
_S_PREFIX = "def verify(cg, node_id, fm, node):\n"
|
|
341
|
-
_S_GATE = ' fm["protected"] = True\n fm["protection_reason"] = "insight_verified"\n'
|
|
342
|
-
_S_ENT = ' ent = (cg.index or {}).get("nodes", {}).get(node_id)\n'
|
|
343
|
-
_SAMPLES = [
|
|
344
|
-
("①修前 insight 形态(落门控标记后只补非门控键、无真源重建)",
|
|
345
|
-
_S_PREFIX + _S_GATE + ' cg._write_node(node_id, node["path"], fm, "c")\n'
|
|
346
|
-
+ _S_ENT + ' if isinstance(ent, dict):\n'
|
|
347
|
-
' ent["importance"] = fm.get("importance")\n'
|
|
348
|
-
' ent["tags"] = []\n ent["insight_state"] = "verified"\n',
|
|
349
|
-
True, "synthetic/old_insight.py"),
|
|
350
|
-
("②修后形态(真源重建整条条目)——不得误判",
|
|
351
|
-
_S_PREFIX + _S_GATE + ' cg._write_node(node_id, node["path"], fm, "c")\n'
|
|
352
|
-
' ent = cg._node_entry(node["path"], fm.get("layer"), fm, "c")\n'
|
|
353
|
-
' ent["insight_state"] = "verified"\n',
|
|
354
|
-
False, "synthetic/new_insight.py"),
|
|
355
|
-
("③只落 fm 门控标记、根本不碰索引(不是条目写点)——不得误判",
|
|
356
|
-
_S_PREFIX + _S_GATE + " return fm\n", False, "synthetic/no_entry.py"),
|
|
357
|
-
("④索引写入**带**门控键(合法)——不得误判",
|
|
358
|
-
_S_PREFIX + _S_GATE + _S_ENT + ' if isinstance(ent, dict):\n'
|
|
359
|
-
' ent["protected"] = True\n ent["protection_reason"] = "x"\n'
|
|
360
|
-
' ent["tags"] = []\n',
|
|
361
|
-
False, "synthetic/ok_gate.py"),
|
|
362
|
-
("⑤无门控标记的普通条目补丁(合法)——不得误判",
|
|
363
|
-
"def patch(cg, node_id):\n"
|
|
364
|
-
' ent = (cg.index or {}).get("nodes", {}).get(node_id)\n'
|
|
365
|
-
' ent["tags"] = []\n',
|
|
366
|
-
False, "synthetic/plain.py"),
|
|
367
|
-
("⑥条目键**非常量**(枚举不到 ⇒ 必须命中,不得静默放行)",
|
|
368
|
-
_S_PREFIX + _S_GATE + _S_ENT + ' if isinstance(ent, dict):\n'
|
|
369
|
-
" ent[_K] = 1\n",
|
|
370
|
-
True, "synthetic/opaque_key.py"),
|
|
371
|
-
]
|
|
372
|
-
_ok_e, _det_e = _kit.assert_enumeration_complete(_violations, _SAMPLES)
|
|
373
|
-
_check("E01 ★枚举完备性自证:%d 类形态(修前形态/修后形态/非写点/带门控键/普通补丁/不可枚举键)"
|
|
374
|
-
"喂同一条枚举逻辑,命中与否须全符预期" % len(_SAMPLES), _ok_e, _det_e)
|
|
375
|
-
|
|
376
|
-
print("")
|
|
377
|
-
print("断言总数 %d(PASS %d / FAIL %d),FLOOR=%d" % (PASS + FAIL, PASS, FAIL, FLOOR))
|
|
378
|
-
if PASS + FAIL < FLOOR:
|
|
379
|
-
FAILS.append("FLOOR")
|
|
380
|
-
print(" FAIL 断言总数低于 FLOOR —— 探针面疑似失效(防假绿)")
|
|
381
|
-
if FAILS:
|
|
382
|
-
print("issue #416 结果:%d 失败" % len(FAILS))
|
|
383
|
-
for _f in FAILS:
|
|
384
|
-
print(" - " + _f)
|
|
385
|
-
else:
|
|
386
|
-
print("issue #416 结果:全部通过")
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
# ---------------------------------------------------------------- 镜像树 / 变异 / 回退
|
|
390
|
-
_MIRROR_DIRS = ("md_cg", "data", "scripts")
|
|
391
|
-
_MIRROR_SKIP = shutil.ignore_patterns("__pycache__", "*.pyc", "jobs", "target",
|
|
392
|
-
"node_modules")
|
|
393
|
-
_TARGET = "md_cg/insight.py"
|
|
394
|
-
|
|
395
|
-
_MUTATIONS = (
|
|
396
|
-
("V1 覆盖方向:写点退回手写 3 键(#416 形态回归)",
|
|
397
|
-
' _ent = cg._node_entry(_disk, fm.get("layer"), fm, _content)',
|
|
398
|
-
' _ent = cg.index["nodes"].get(node_id) or {}'),
|
|
399
|
-
("V2 过度收紧方向:把门控键集判据放宽成「任何键都算」(写点空转)",
|
|
400
|
-
' _GATE_KEYS <= set(_ENT), sorted(_GATE_KEYS - set(_ENT)))',
|
|
401
|
-
' bool(set(_ENT)), "")'),
|
|
402
|
-
("V3 登记方向:撤掉一条已登记的写点(双向核对失守)",
|
|
403
|
-
' ("md_cg/writelimit.py", "merge_sources"),',
|
|
404
|
-
' ("md_cg/writelimit.py", "merge_sources_UNREGISTERED"),'),
|
|
405
|
-
)
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
def _mirror_build():
|
|
409
|
-
dst = tempfile.mkdtemp(prefix="i416_mut_")
|
|
410
|
-
for name in _MIRROR_DIRS:
|
|
411
|
-
src = os.path.join(_REPO, name)
|
|
412
|
-
if os.path.isdir(src):
|
|
413
|
-
shutil.copytree(src, os.path.join(dst, name), ignore=_MIRROR_SKIP)
|
|
414
|
-
for name in sorted(os.listdir(_REPO)):
|
|
415
|
-
p = os.path.join(_REPO, name)
|
|
416
|
-
if os.path.isfile(p) and name.endswith(".py"):
|
|
417
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
418
|
-
return dst
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
def _fold(text, eol):
|
|
422
|
-
return text.replace("\r\n", "\n").replace("\n", eol)
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
def _run_in(tree):
|
|
426
|
-
env = dict(os.environ)
|
|
427
|
-
env["PYTHONPATH"] = tree
|
|
428
|
-
env["PYTHONUTF8"] = "1"
|
|
429
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
430
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
431
|
-
"md_cg.test_issue416_entry_key_subset"],
|
|
432
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
433
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
434
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
435
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
436
|
-
for ln in out.splitlines() if ln.startswith(" FAIL ")]
|
|
437
|
-
return pr.returncode, reds, out
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
def _apply(tree, rel, old, new):
|
|
441
|
-
p = os.path.join(tree, rel.replace("/", os.sep))
|
|
442
|
-
with io.open(p, encoding="utf-8", newline="") as f:
|
|
443
|
-
t = f.read()
|
|
444
|
-
eol = "\r\n" if "\r\n" in t else "\n"
|
|
445
|
-
o, n = _fold(old, eol), _fold(new, eol)
|
|
446
|
-
if t.count(o) != 1:
|
|
447
|
-
return None, "锚点命中 %d 次" % t.count(o)
|
|
448
|
-
with io.open(p, "w", encoding="utf-8", newline="") as f:
|
|
449
|
-
f.write(t.replace(o, n, 1))
|
|
450
|
-
return t, ""
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
def _mutate():
|
|
454
|
-
print("!! 双向定点变异自证(镜像树)")
|
|
455
|
-
tree = _mirror_build()
|
|
456
|
-
bad = 0
|
|
457
|
-
try:
|
|
458
|
-
rc0, reds0, out0 = _run_in(tree)
|
|
459
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(须 rc=0 且 0 红)" % (rc0, len(reds0)))
|
|
460
|
-
if rc0 != 0 or reds0:
|
|
461
|
-
bad += 1
|
|
462
|
-
print("\n".join(out0.splitlines()[-20:]))
|
|
463
|
-
for desc, old, new, exp in _MUTATIONS:
|
|
464
|
-
bak, why = _apply(tree, _TARGET, old, new)
|
|
465
|
-
if bak is None:
|
|
466
|
-
bad += 1
|
|
467
|
-
print(" ANCHOR-MISS %s —— %s" % (desc, why))
|
|
468
|
-
continue
|
|
469
|
-
for root, dd, ff in os.walk(tree):
|
|
470
|
-
if os.path.basename(root) == "__pycache__":
|
|
471
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
472
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
473
|
-
with io.open(os.path.join(tree, _TARGET.replace("/", os.sep)),
|
|
474
|
-
"w", encoding="utf-8", newline="") as f:
|
|
475
|
-
f.write(bak)
|
|
476
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
477
|
-
if rc2 != 0 and all(e in hit for e in exp):
|
|
478
|
-
print(" OK %s 红项=%d 命中=%s" % (desc, len(reds2), hit))
|
|
479
|
-
else:
|
|
480
|
-
bad += 1
|
|
481
|
-
print(" MISMATCH %s 实际红项=%s 期望含=%s rc=%d"
|
|
482
|
-
% (desc, hit, sorted(exp), rc2))
|
|
483
|
-
finally:
|
|
484
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
485
|
-
return bad
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
#: **回退即绿自证**(_guard_kit 骨架②):把 #416 的修复**整批**回退一次(写点退回
|
|
489
|
-
#: 手写 3 键同步),实跑守卫看红项集合 —— **不接受推演**。回退必须是**本批全部**改动
|
|
490
|
-
#: (Lead 口径):这里只有一处实现改动,故一条即整批。
|
|
491
|
-
_REVERT = [
|
|
492
|
-
("md_cg/insight.py",
|
|
493
|
-
' _ent = cg._node_entry(_disk, fm.get("layer"), fm, _content)\n'
|
|
494
|
-
' # 写点专有键:真源不含它,重建后叠加(不是「凭记忆补几键」)。\n'
|
|
495
|
-
' _ent["insight_state"] = final',
|
|
496
|
-
' _ent = ((getattr(cg, "index", None) or {}).get("nodes") or {}).get(node_id)\n'
|
|
497
|
-
' if isinstance(_ent, dict):\n'
|
|
498
|
-
' _ent["importance"] = fm.get("importance")\n'
|
|
499
|
-
' _ent["tags"] = list(tg)\n'
|
|
500
|
-
' _ent["insight_state"] = final'),
|
|
501
|
-
]
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
def _revert_proof():
|
|
505
|
-
print("!! 回退即绿自证(_guard_kit.assert_revert_reddens,实跑)")
|
|
506
|
-
_ok, _det = _kit.assert_revert_reddens(
|
|
507
|
-
_mirror_build, _REVERT, _run_in,
|
|
508
|
-
tuple(["A02", "A03", "A04", "A05", "B01", "B02"]), "?")
|
|
509
|
-
print(" %s 红项=%s" % ("OK " if _ok else "FAIL", _det.get("实际红项")))
|
|
510
|
-
if not _ok:
|
|
511
|
-
print(" 不合格:" + str(_det)[:600])
|
|
512
|
-
return 0 if _ok else 1
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
def main():
|
|
516
|
-
bad = 0
|
|
517
|
-
if "--mutate" in sys.argv:
|
|
518
|
-
bad += _mutate()
|
|
519
|
-
if bad == 0:
|
|
520
|
-
bad += _revert_proof()
|
|
521
|
-
return 1 if (FAILS or bad) else 0
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
if __name__ == "__main__":
|
|
525
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:洞察 write 点的索引条目门控键子集守卫(issue #416,「手写键子集」族)
|
|
3
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue416_entry_key_subset [--mutate];被测面=md_cg/insight.py 的 verify 索引同步段 + mdcg.MdCG._node_entry 真源 + md_cg 内「索引条目直接键写入」枚举面
|
|
4
|
+
# 子功能:A=端到端(盘面 vs 判据面 vs 删除闸 + **新实例重扫后仍成立**);B=真源子集与写点专有键;C=全仓「索引条目直接键写入点」枚举 + **双向登记**;E=枚举完备性自证(_guard_kit 骨架①);R=回退即绿自证(_guard_kit 骨架②)
|
|
5
|
+
# 执行:--mutate 时先跑双向定点变异,再跑 _guard_kit 的回退即绿自证(实跑,不接受推演)
|
|
6
|
+
# 验证方式:全部 PASS 即通过(断言总数 >= FLOOR);--mutate 下每条变异的指定命中须与预期一致、回退后红项集合须恰为 {"A02","A05","C02"}
|
|
7
|
+
# 不适用条件:不判「写点是否该覆盖全部真源键」(本守卫只钉门控标记子集与写点专有键);不判 protect._fm 的回退策略本身(N213 面);C 组枚举规则按「同一函数内经含 nodes 的取值取得的条目上的字符串常量下标赋值」——**不覆盖跨函数中转/别名**(该形态由 E 组合成样本显式钉住「必须命中」,故不是静默盲区)
|
|
8
|
+
"""issue #416 守卫:写「带门控标记的节点条目」的写点必须携带门控标记键集。
|
|
9
|
+
|
|
10
|
+
病象(修前实测,见 A 组读数):insight.verify 写盘后**手写 3 键**同步索引条目
|
|
11
|
+
(importance/tags/insight_state),而 fm 刚写下的 protected=True /
|
|
12
|
+
protection_reason="insight_verified" **没有**同步 ⇒ protect._fm 对非受保护层不回退
|
|
13
|
+
读文件(N213 逐字)⇒ 条目里的 None 被当「未标记」采信 ⇒ 盘面写着 protected: true 的
|
|
14
|
+
节点被判 (False, ''),cg.forget **无需 override 即软删**(零前像、零保护审计行),
|
|
15
|
+
且跨重启存活。
|
|
16
|
+
|
|
17
|
+
修法(#192 同款):**用真源重建整条 entry**(mdcg.MdCG._node_entry,自述唯一真源)
|
|
18
|
+
+ 叠加写点专有键(insight_state)→ cg._stage(索引写入单点)。手写子集无论 3 键还是
|
|
19
|
+
4 键都只是「下一次漏」的形态;真源加键则本写点自动跟上。
|
|
20
|
+
"""
|
|
21
|
+
from __future__ import annotations
|
|
22
|
+
|
|
23
|
+
import ast
|
|
24
|
+
import io
|
|
25
|
+
import os
|
|
26
|
+
import shutil
|
|
27
|
+
import subprocess
|
|
28
|
+
import sys
|
|
29
|
+
import tempfile
|
|
30
|
+
|
|
31
|
+
_SB = tempfile.mkdtemp(prefix="i416_sandbox_")
|
|
32
|
+
os.environ["MDCG_AUX_ROOT"] = _SB
|
|
33
|
+
os.environ["MDCG_ROOT"] = os.path.join(_SB, "root")
|
|
34
|
+
os.environ["MDCG_MASTER_KEY"] = os.urandom(32).hex()
|
|
35
|
+
os.environ.pop("MDCG_POLICY_FILE", None)
|
|
36
|
+
|
|
37
|
+
from . import autonomy_modes as am, insight, nodefile, protect # noqa: E402
|
|
38
|
+
os.environ[am.AUTONOMY_ENV_KEYS["mode"]] = "full"
|
|
39
|
+
from .mdcos import MdCGSecure # noqa: E402
|
|
40
|
+
from .security import Principal # noqa: E402
|
|
41
|
+
import md_cg._guard_kit as _kit # noqa: E402
|
|
42
|
+
|
|
43
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
44
|
+
FLOOR = 14
|
|
45
|
+
PASS, FAIL = 0, 0
|
|
46
|
+
FAILS = []
|
|
47
|
+
_KEK = os.urandom(32)
|
|
48
|
+
|
|
49
|
+
#: 门控标记键集:取自仓内**判据面单点** protect._GATE_UNKNOWN_KEYS(3 键)
|
|
50
|
+
#: ∪ 其配对的原因键。不另起一份字面量表。
|
|
51
|
+
_GATE_KEYS = set(protect._GATE_UNKNOWN_KEYS) | {"protection_reason"}
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
def _check(name, cond, detail=""):
|
|
55
|
+
global PASS, FAIL
|
|
56
|
+
if cond:
|
|
57
|
+
PASS += 1
|
|
58
|
+
print(" PASS " + name)
|
|
59
|
+
else:
|
|
60
|
+
FAIL += 1
|
|
61
|
+
FAILS.append(name)
|
|
62
|
+
print(" FAIL " + name + " " + str(detail)[:240])
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
def _mk(tag):
|
|
66
|
+
return MdCGSecure(os.path.join(_SB, "lib_" + tag),
|
|
67
|
+
principal=Principal(tenant="t1", actor="alice",
|
|
68
|
+
role="designer", clearance="secret",
|
|
69
|
+
can_write=True, can_admin=True),
|
|
70
|
+
master_key=_KEK)
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
def _probe(tag, src):
|
|
74
|
+
"""跑一次 #416 链路:record → verify → 读盘面/索引 → forget(不传 override)。"""
|
|
75
|
+
cg = _mk(tag)
|
|
76
|
+
rec = insight.record(cg, statement="416 守卫探针 " + tag,
|
|
77
|
+
conditions={"device": "x"}, importance=0.9,
|
|
78
|
+
importance_source=src, actor="probe")
|
|
79
|
+
nid = rec["node_id"]
|
|
80
|
+
r = insight.verify(cg, nid, verdict="verified",
|
|
81
|
+
evidence=[{"type": "V3", "ref": "probe", "note": "x"}],
|
|
82
|
+
actor="probe")
|
|
83
|
+
e = cg.index["nodes"].get(nid)
|
|
84
|
+
fm = {}
|
|
85
|
+
if e:
|
|
86
|
+
with io.open(cg._node_disk_path(e), encoding="utf-8") as f:
|
|
87
|
+
fm, _c = nodefile.loads(f.read())
|
|
88
|
+
try:
|
|
89
|
+
out = cg.forget(nid)
|
|
90
|
+
forgotten = ("ok", out)
|
|
91
|
+
except Exception as ex: # noqa: BLE001
|
|
92
|
+
forgotten = (type(ex).__name__, None)
|
|
93
|
+
return cg, nid, r, e, fm, forgotten
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
print("== A 组:端到端(盘面 vs 判据面 vs 删除闸 + 新实例重扫)==")
|
|
97
|
+
|
|
98
|
+
_CG, _NID, _R, _ENT, _FM, _FORG = _probe("heur", "heuristic")
|
|
99
|
+
_check("A01 前置:verify 回执 ok(链路真的跑到落盘)", _R.get("ok") is True, _R)
|
|
100
|
+
_check("A02 ★盘面与索引**逐位一致**:索引里的门控标记不再是 None"
|
|
101
|
+
"(修前 盘面 protected=True / 索引 protected=None)",
|
|
102
|
+
_ENT.get("protected") is True
|
|
103
|
+
and _ENT.get("protection_reason") == _FM.get("protection_reason") == "insight_verified",
|
|
104
|
+
{"盘面": (_FM.get("protected"), _FM.get("protection_reason")),
|
|
105
|
+
"索引": (_ENT.get("protected"), _ENT.get("protection_reason"))})
|
|
106
|
+
_check("A03 ★判据面采信盘面:protect.is_protected 判为受保护(修前 (False, ''))",
|
|
107
|
+
protect.is_protected(_CG, _NID)[0] is True, protect.is_protected(_CG, _NID))
|
|
108
|
+
_check("A04 ★删除闸收口:cg.forget 不传 override 必须**拒绝**(修前成功并生成墓碑)",
|
|
109
|
+
_FORG[0] == "ProtectionError", _FORG)
|
|
110
|
+
_CG_D, _NID_D, _R_D, _ENT_D, _FM_D, _FORG_D = _probe("dflt", None)
|
|
111
|
+
_check("A04 对照组(importance_source=缺省):同样受保护、同样拒绝删除"
|
|
112
|
+
"(证明修复不是「把所有节点都判保护」的过度收紧)",
|
|
113
|
+
_ENT_D.get("protected") is True and _FORG_D[0] == "ProtectionError",
|
|
114
|
+
(_ENT_D.get("protected"), _FORG_D[0]))
|
|
115
|
+
_CG_D.close()
|
|
116
|
+
|
|
117
|
+
# ★「只在同一进程内成立的判据」样本(Lead 点名 / #417 教训同源):
|
|
118
|
+
# 重新装载实例(走快照+日志、不 rebuild_index)后,索引里的门控标记必须**仍在**。
|
|
119
|
+
_CG.flush()
|
|
120
|
+
_CG2 = _mk("heur") # 同一 root 重新装载
|
|
121
|
+
_E2 = _CG2.index["nodes"].get(_NID)
|
|
122
|
+
_check("A05 ★新实例重扫后仍成立:重新装载的实例里门控标记仍在(不是同进程内存假绿)",
|
|
123
|
+
bool(_E2) and _E2.get("protected") is True
|
|
124
|
+
and protect.is_protected(_CG2, _NID)[0] is True,
|
|
125
|
+
{"新实例索引": (_E2 or {}).get("protected"),
|
|
126
|
+
"is_protected": protect.is_protected(_CG2, _NID)})
|
|
127
|
+
try:
|
|
128
|
+
_CG2.forget(_NID)
|
|
129
|
+
_F2 = ("ok", None)
|
|
130
|
+
except Exception as _ex: # noqa: BLE001
|
|
131
|
+
_F2 = (type(_ex).__name__, None)
|
|
132
|
+
_check("A05 反向:新实例的 forget 同样被拒(契约跨重启成立,不是同进程内存侥幸)",
|
|
133
|
+
_F2[0] == "ProtectionError", _F2)
|
|
134
|
+
_CG.close()
|
|
135
|
+
_CG2.close()
|
|
136
|
+
# ---------------------------------------------------------------- B 组:真源子集与写点专有键
|
|
137
|
+
print("")
|
|
138
|
+
print("== B 组:真源子集 / 写点专有键 ==")
|
|
139
|
+
|
|
140
|
+
_check("B01 ★写点键集 ⊇ 门控标记键集(判据面单点 protect._GATE_UNKNOWN_KEYS + 原因键)",
|
|
141
|
+
_GATE_KEYS <= set(_ENT), sorted(_GATE_KEYS - set(_ENT)))
|
|
142
|
+
|
|
143
|
+
_ISO = McdCGish = None
|
|
144
|
+
try:
|
|
145
|
+
_REBUILT = _CG._node_entry(_CG._node_disk_path(_ENT),
|
|
146
|
+
_FM.get("layer"), _FM, _FM.get("__content__") or "")
|
|
147
|
+
except Exception: # noqa: BLE001
|
|
148
|
+
_REBUILT = None
|
|
149
|
+
_check("B02 前置:真源 _node_entry 可复算(判据有效)",
|
|
150
|
+
isinstance(_REBUILT, dict) and _GATE_KEYS <= set(_REBUILT),
|
|
151
|
+
type(_REBUILT).__name__)
|
|
152
|
+
|
|
153
|
+
# 写点专有键**双向**:写点条目 == 真源条目 ∪ 专有键集(多一个少一个都红)
|
|
154
|
+
_OWN = {"insight_state"}
|
|
155
|
+
_check("B02 ★写点条目 == 真源条目 ∪ 写点专有键(双向:多/少都红)",
|
|
156
|
+
isinstance(_REBUILT, dict)
|
|
157
|
+
and set(_ENT) == (set(_REBUILT) | _OWN)
|
|
158
|
+
and (set(_ENT) - set(_REBUILT)) == _OWN,
|
|
159
|
+
{"多出": sorted(set(_ENT) - set(_REBUILT) - _OWN),
|
|
160
|
+
"缺失": sorted(set(_REBUILT) - set(_ENT))})
|
|
161
|
+
|
|
162
|
+
_INS_SRC = io.open(os.path.join(_REPO, "md_cg", "insight.py"),
|
|
163
|
+
encoding="utf-8", newline="").read()
|
|
164
|
+
_check("B03 机械证据:insight.py 的 verify 段调用真源 _node_entry 与索引写入单点 _stage",
|
|
165
|
+
"_node_entry(" in _INS_SRC and "cg._stage(" in _INS_SRC,
|
|
166
|
+
"未见 _node_entry/_stage ⇒ 可能又退回手写键子集")
|
|
167
|
+
|
|
168
|
+
|
|
169
|
+
# ---------------------------------------------------------------- C 组:枚举 + 双向登记
|
|
170
|
+
print("")
|
|
171
|
+
print("== C 组:全仓「索引条目直接键写入点」枚举 + 双向登记 ==")
|
|
172
|
+
|
|
173
|
+
_GATE_FM_ASSIGN = tuple(_GATE_KEYS)
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
def _violations(texts):
|
|
177
|
+
"""枚举逻辑:**同一函数内「fm 新落门控标记」却只对索引条目补非门控键**的写点。
|
|
178
|
+
|
|
179
|
+
判据(#416 的不变量):凡在函数内把门控标记写进 fm(`fm["protected"] = ...` 一类)、
|
|
180
|
+
又对索引条目做字符串常量键赋值的写点,必须**携带该门控标记**——要么由真源
|
|
181
|
+
`_node_entry` 重建整条条目,要么把标记键一并写进条目。只补非门控键 ⇒ 命中
|
|
182
|
+
(这正是 insight.verify 修前的形态:盘面 protected=True、条目 None)。
|
|
183
|
+
"""
|
|
184
|
+
bad = []
|
|
185
|
+
for rel, src in texts.items():
|
|
186
|
+
try:
|
|
187
|
+
tree = ast.parse(src)
|
|
188
|
+
except SyntaxError:
|
|
189
|
+
continue
|
|
190
|
+
for fn in ast.walk(tree):
|
|
191
|
+
if not isinstance(fn, (ast.FunctionDef, ast.AsyncFunctionDef)):
|
|
192
|
+
continue
|
|
193
|
+
sets_gate = False
|
|
194
|
+
for n in ast.walk(fn):
|
|
195
|
+
if isinstance(n, ast.Assign):
|
|
196
|
+
for t in n.targets:
|
|
197
|
+
if (isinstance(t, ast.Subscript)
|
|
198
|
+
and isinstance(t.slice, ast.Constant)
|
|
199
|
+
and t.slice.value in _GATE_FM_ASSIGN):
|
|
200
|
+
sets_gate = True
|
|
201
|
+
if not sets_gate:
|
|
202
|
+
continue
|
|
203
|
+
entry_names = set()
|
|
204
|
+
for n in ast.walk(fn):
|
|
205
|
+
if isinstance(n, ast.Assign) and _has_nodes(n.value):
|
|
206
|
+
for t in n.targets:
|
|
207
|
+
if isinstance(t, ast.Name):
|
|
208
|
+
entry_names.add(t.id)
|
|
209
|
+
if not entry_names:
|
|
210
|
+
continue
|
|
211
|
+
if "_node_entry(" in ast.unparse(fn):
|
|
212
|
+
continue # 由真源重建 ⇒ 门控键随真源走
|
|
213
|
+
wrote = []
|
|
214
|
+
opaque = 0
|
|
215
|
+
for n in ast.walk(fn):
|
|
216
|
+
if isinstance(n, ast.Assign):
|
|
217
|
+
for t in n.targets:
|
|
218
|
+
if (isinstance(t, ast.Subscript)
|
|
219
|
+
and isinstance(t.value, ast.Name)
|
|
220
|
+
and t.value.id in entry_names):
|
|
221
|
+
if (isinstance(t.slice, ast.Constant)
|
|
222
|
+
and isinstance(t.slice.value, str)):
|
|
223
|
+
wrote.append(t.slice.value)
|
|
224
|
+
else:
|
|
225
|
+
opaque += 1 # 键非常量 ⇒ 枚举不到,不得静默放行
|
|
226
|
+
# 键非常量**且**该函数也没写门控键 ⇒ 不可枚举,必须命中;
|
|
227
|
+
# 写了门控键的(如 forgetting.reinforce)不属本类,不判。
|
|
228
|
+
if opaque and not (_GATE_KEYS & set(wrote)):
|
|
229
|
+
bad.append((rel, fn.name, "条目键非常量(不可枚举)×%d" % opaque))
|
|
230
|
+
continue
|
|
231
|
+
if wrote and not (_GATE_KEYS & set(wrote)):
|
|
232
|
+
bad.append((rel, fn.name, sorted(set(wrote))[:6]))
|
|
233
|
+
return bad
|
|
234
|
+
|
|
235
|
+
|
|
236
|
+
def _has_nodes(node):
|
|
237
|
+
"""该表达式是否取自「节点索引」——**两种取值形态都要认**:
|
|
238
|
+
`cg.index["nodes"]`(下标)与 `....get("nodes", {})`(.get)。
|
|
239
|
+
只认下标会漏掉 insight 修前的形态(它用的正是 .get("nodes"))——
|
|
240
|
+
E 组样本①就是钉这一点的。"""
|
|
241
|
+
for n in ast.walk(node):
|
|
242
|
+
if (isinstance(n, ast.Subscript) and isinstance(n.slice, ast.Constant)
|
|
243
|
+
and n.slice.value == "nodes"):
|
|
244
|
+
return True
|
|
245
|
+
if isinstance(n, ast.Call) and any(
|
|
246
|
+
isinstance(a, ast.Constant) and a.value == "nodes" for a in n.args):
|
|
247
|
+
return True
|
|
248
|
+
return False
|
|
249
|
+
|
|
250
|
+
|
|
251
|
+
def _md_cg_sources():
|
|
252
|
+
out = {}
|
|
253
|
+
for root, dirs, names in os.walk(os.path.join(_REPO, "md_cg")):
|
|
254
|
+
dirs[:] = [d for d in dirs if d not in ("__pycache__", "jobs", "target")]
|
|
255
|
+
for n in names:
|
|
256
|
+
# `conformance_core.py` 是**端到端行为断言集**(`python -m
|
|
257
|
+
# md_cg.conformance_core`,写临时空库、不碰生产库),按文件名前缀
|
|
258
|
+
# 归类会把它当生产写面 ⇒ 其夹具写入被误判「未登记」。显式按测试侧排除。
|
|
259
|
+
if (n.endswith(".py") and not n.startswith("test_")
|
|
260
|
+
and n != "conformance_core.py"):
|
|
261
|
+
p = os.path.join(root, n)
|
|
262
|
+
out[os.path.relpath(p, _REPO).replace(os.sep, "/")] = io.open(
|
|
263
|
+
p, encoding="utf-8").read()
|
|
264
|
+
return out
|
|
265
|
+
|
|
266
|
+
|
|
267
|
+
_VIOL = _violations(_md_cg_sources())
|
|
268
|
+
_check("C01 ★全仓枚举:无「新落门控标记却只补非门控键」的写点(insight 修后为 0)",
|
|
269
|
+
not _VIOL, _VIOL)
|
|
270
|
+
|
|
271
|
+
# —— 双向登记:把**枚举到的全部**索引条目直接键写入点登记在案 ——
|
|
272
|
+
#: (文案见下方 _REG_WHY:本批**只枚举不改**——它们的键都不是门控标记,
|
|
273
|
+
#: 且条目在创建时已由真源带上门控键;本次登记只保证「新增/删除点会被看见」。)
|
|
274
|
+
_REGISTERED = {
|
|
275
|
+
# 本批**只枚举不改**:这些写点写的键都不是门控标记(或像 forgetting.reinforce
|
|
276
|
+
# 那样自己就带门控键),且条目在创建时已由真源 _node_entry 带上门控键。
|
|
277
|
+
# 登记的目的是「新增/删除点必须被看见」——双向核对见 C02 两条。
|
|
278
|
+
("md_cg/bench_bm25_blockmax.py", "first"),
|
|
279
|
+
("md_cg/forgetting.py", "importance"),
|
|
280
|
+
("md_cg/forgetting.py", "merge_source_ids"),
|
|
281
|
+
("md_cg/forgetting.py", "merge_sources"),
|
|
282
|
+
("md_cg/forgetting.py", "protected"),
|
|
283
|
+
("md_cg/forgetting.py", "protection_reason"),
|
|
284
|
+
("md_cg/mdcg.py", "_fingerprint"),
|
|
285
|
+
("md_cg/mdcg.py", "bucket_scope"),
|
|
286
|
+
("md_cg/mdcg.py", "buckets"),
|
|
287
|
+
("md_cg/mdcg.py", "ccg_by_layer"),
|
|
288
|
+
("md_cg/mdcg.py", "content_hash"),
|
|
289
|
+
("md_cg/mdcg.py", "edges"),
|
|
290
|
+
("md_cg/mdcg.py", "evidence_count"),
|
|
291
|
+
("md_cg/mdcg.py", "neg_memory_counts"),
|
|
292
|
+
("md_cg/mdcg.py", "quarantined"),
|
|
293
|
+
("md_cg/mdcg.py", "skipped_unreadable"),
|
|
294
|
+
("md_cg/mdcg.py", "subgraph"),
|
|
295
|
+
("md_cg/mdcg.py", "tags"),
|
|
296
|
+
("md_cg/mdcg.py", "total_nodes"),
|
|
297
|
+
("md_cg/mdcos.py", "duty"),
|
|
298
|
+
("md_cg/mdcos.py", "forbidden"),
|
|
299
|
+
("md_cg/mdcos.py", "role"),
|
|
300
|
+
("md_cg/mdcos.py", "role_label"),
|
|
301
|
+
("md_cg/mdcos.py", "sensitivity"),
|
|
302
|
+
("md_cg/mdcos.py", "session"),
|
|
303
|
+
("md_cg/writelimit.py", "merge_sources"),
|
|
304
|
+
}
|
|
305
|
+
_observed = set()
|
|
306
|
+
for rel, src in _md_cg_sources().items():
|
|
307
|
+
try:
|
|
308
|
+
tree = ast.parse(src)
|
|
309
|
+
except SyntaxError:
|
|
310
|
+
continue
|
|
311
|
+
for fn in ast.walk(tree):
|
|
312
|
+
if not isinstance(fn, (ast.FunctionDef, ast.AsyncFunctionDef)):
|
|
313
|
+
continue
|
|
314
|
+
names = set()
|
|
315
|
+
for n in ast.walk(fn):
|
|
316
|
+
if isinstance(n, ast.Assign) and _has_nodes(n.value):
|
|
317
|
+
for t in n.targets:
|
|
318
|
+
if isinstance(t, ast.Name):
|
|
319
|
+
names.add(t.id)
|
|
320
|
+
if not names:
|
|
321
|
+
continue
|
|
322
|
+
for n in ast.walk(fn):
|
|
323
|
+
if isinstance(n, ast.Assign):
|
|
324
|
+
for t in n.targets:
|
|
325
|
+
if (isinstance(t, ast.Subscript)
|
|
326
|
+
and isinstance(t.value, ast.Name)
|
|
327
|
+
and t.value.id in names
|
|
328
|
+
and isinstance(t.slice, ast.Constant)
|
|
329
|
+
and isinstance(t.slice.value, str)):
|
|
330
|
+
_observed.add((rel, t.slice.value))
|
|
331
|
+
print(" 【枚举到】%s" % sorted(_observed))
|
|
332
|
+
_check("C02 ★双向登记(一):枚举到的写点 ⊆ 登记表(新增点未登记即红)",
|
|
333
|
+
_observed <= _REGISTERED, sorted(_observed - _REGISTERED))
|
|
334
|
+
_check("C02 ★双向登记(二):登记表 ⊆ 枚举到的写点(点被删/改名后不撤登记即红)",
|
|
335
|
+
_REGISTERED <= _observed, sorted(_REGISTERED - _observed))
|
|
336
|
+
# ---------------------------------------------------------------- E 组:枚举完备性自证
|
|
337
|
+
print("")
|
|
338
|
+
print("== E 组:枚举完备性自证(_guard_kit 骨架①)==")
|
|
339
|
+
|
|
340
|
+
_S_PREFIX = "def verify(cg, node_id, fm, node):\n"
|
|
341
|
+
_S_GATE = ' fm["protected"] = True\n fm["protection_reason"] = "insight_verified"\n'
|
|
342
|
+
_S_ENT = ' ent = (cg.index or {}).get("nodes", {}).get(node_id)\n'
|
|
343
|
+
_SAMPLES = [
|
|
344
|
+
("①修前 insight 形态(落门控标记后只补非门控键、无真源重建)",
|
|
345
|
+
_S_PREFIX + _S_GATE + ' cg._write_node(node_id, node["path"], fm, "c")\n'
|
|
346
|
+
+ _S_ENT + ' if isinstance(ent, dict):\n'
|
|
347
|
+
' ent["importance"] = fm.get("importance")\n'
|
|
348
|
+
' ent["tags"] = []\n ent["insight_state"] = "verified"\n',
|
|
349
|
+
True, "synthetic/old_insight.py"),
|
|
350
|
+
("②修后形态(真源重建整条条目)——不得误判",
|
|
351
|
+
_S_PREFIX + _S_GATE + ' cg._write_node(node_id, node["path"], fm, "c")\n'
|
|
352
|
+
' ent = cg._node_entry(node["path"], fm.get("layer"), fm, "c")\n'
|
|
353
|
+
' ent["insight_state"] = "verified"\n',
|
|
354
|
+
False, "synthetic/new_insight.py"),
|
|
355
|
+
("③只落 fm 门控标记、根本不碰索引(不是条目写点)——不得误判",
|
|
356
|
+
_S_PREFIX + _S_GATE + " return fm\n", False, "synthetic/no_entry.py"),
|
|
357
|
+
("④索引写入**带**门控键(合法)——不得误判",
|
|
358
|
+
_S_PREFIX + _S_GATE + _S_ENT + ' if isinstance(ent, dict):\n'
|
|
359
|
+
' ent["protected"] = True\n ent["protection_reason"] = "x"\n'
|
|
360
|
+
' ent["tags"] = []\n',
|
|
361
|
+
False, "synthetic/ok_gate.py"),
|
|
362
|
+
("⑤无门控标记的普通条目补丁(合法)——不得误判",
|
|
363
|
+
"def patch(cg, node_id):\n"
|
|
364
|
+
' ent = (cg.index or {}).get("nodes", {}).get(node_id)\n'
|
|
365
|
+
' ent["tags"] = []\n',
|
|
366
|
+
False, "synthetic/plain.py"),
|
|
367
|
+
("⑥条目键**非常量**(枚举不到 ⇒ 必须命中,不得静默放行)",
|
|
368
|
+
_S_PREFIX + _S_GATE + _S_ENT + ' if isinstance(ent, dict):\n'
|
|
369
|
+
" ent[_K] = 1\n",
|
|
370
|
+
True, "synthetic/opaque_key.py"),
|
|
371
|
+
]
|
|
372
|
+
_ok_e, _det_e = _kit.assert_enumeration_complete(_violations, _SAMPLES)
|
|
373
|
+
_check("E01 ★枚举完备性自证:%d 类形态(修前形态/修后形态/非写点/带门控键/普通补丁/不可枚举键)"
|
|
374
|
+
"喂同一条枚举逻辑,命中与否须全符预期" % len(_SAMPLES), _ok_e, _det_e)
|
|
375
|
+
|
|
376
|
+
print("")
|
|
377
|
+
print("断言总数 %d(PASS %d / FAIL %d),FLOOR=%d" % (PASS + FAIL, PASS, FAIL, FLOOR))
|
|
378
|
+
if PASS + FAIL < FLOOR:
|
|
379
|
+
FAILS.append("FLOOR")
|
|
380
|
+
print(" FAIL 断言总数低于 FLOOR —— 探针面疑似失效(防假绿)")
|
|
381
|
+
if FAILS:
|
|
382
|
+
print("issue #416 结果:%d 失败" % len(FAILS))
|
|
383
|
+
for _f in FAILS:
|
|
384
|
+
print(" - " + _f)
|
|
385
|
+
else:
|
|
386
|
+
print("issue #416 结果:全部通过")
|
|
387
|
+
|
|
388
|
+
|
|
389
|
+
# ---------------------------------------------------------------- 镜像树 / 变异 / 回退
|
|
390
|
+
_MIRROR_DIRS = ("md_cg", "data", "scripts")
|
|
391
|
+
_MIRROR_SKIP = shutil.ignore_patterns("__pycache__", "*.pyc", "jobs", "target",
|
|
392
|
+
"node_modules")
|
|
393
|
+
_TARGET = "md_cg/insight.py"
|
|
394
|
+
|
|
395
|
+
_MUTATIONS = (
|
|
396
|
+
("V1 覆盖方向:写点退回手写 3 键(#416 形态回归)",
|
|
397
|
+
' _ent = cg._node_entry(_disk, fm.get("layer"), fm, _content)',
|
|
398
|
+
' _ent = cg.index["nodes"].get(node_id) or {}'),
|
|
399
|
+
("V2 过度收紧方向:把门控键集判据放宽成「任何键都算」(写点空转)",
|
|
400
|
+
' _GATE_KEYS <= set(_ENT), sorted(_GATE_KEYS - set(_ENT)))',
|
|
401
|
+
' bool(set(_ENT)), "")'),
|
|
402
|
+
("V3 登记方向:撤掉一条已登记的写点(双向核对失守)",
|
|
403
|
+
' ("md_cg/writelimit.py", "merge_sources"),',
|
|
404
|
+
' ("md_cg/writelimit.py", "merge_sources_UNREGISTERED"),'),
|
|
405
|
+
)
|
|
406
|
+
|
|
407
|
+
|
|
408
|
+
def _mirror_build():
|
|
409
|
+
dst = tempfile.mkdtemp(prefix="i416_mut_")
|
|
410
|
+
for name in _MIRROR_DIRS:
|
|
411
|
+
src = os.path.join(_REPO, name)
|
|
412
|
+
if os.path.isdir(src):
|
|
413
|
+
shutil.copytree(src, os.path.join(dst, name), ignore=_MIRROR_SKIP)
|
|
414
|
+
for name in sorted(os.listdir(_REPO)):
|
|
415
|
+
p = os.path.join(_REPO, name)
|
|
416
|
+
if os.path.isfile(p) and name.endswith(".py"):
|
|
417
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
418
|
+
return dst
|
|
419
|
+
|
|
420
|
+
|
|
421
|
+
def _fold(text, eol):
|
|
422
|
+
return text.replace("\r\n", "\n").replace("\n", eol)
|
|
423
|
+
|
|
424
|
+
|
|
425
|
+
def _run_in(tree):
|
|
426
|
+
env = dict(os.environ)
|
|
427
|
+
env["PYTHONPATH"] = tree
|
|
428
|
+
env["PYTHONUTF8"] = "1"
|
|
429
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
430
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
431
|
+
"md_cg.test_issue416_entry_key_subset"],
|
|
432
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
433
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
434
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
435
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
436
|
+
for ln in out.splitlines() if ln.startswith(" FAIL ")]
|
|
437
|
+
return pr.returncode, reds, out
|
|
438
|
+
|
|
439
|
+
|
|
440
|
+
def _apply(tree, rel, old, new):
|
|
441
|
+
p = os.path.join(tree, rel.replace("/", os.sep))
|
|
442
|
+
with io.open(p, encoding="utf-8", newline="") as f:
|
|
443
|
+
t = f.read()
|
|
444
|
+
eol = "\r\n" if "\r\n" in t else "\n"
|
|
445
|
+
o, n = _fold(old, eol), _fold(new, eol)
|
|
446
|
+
if t.count(o) != 1:
|
|
447
|
+
return None, "锚点命中 %d 次" % t.count(o)
|
|
448
|
+
with io.open(p, "w", encoding="utf-8", newline="") as f:
|
|
449
|
+
f.write(t.replace(o, n, 1))
|
|
450
|
+
return t, ""
|
|
451
|
+
|
|
452
|
+
|
|
453
|
+
def _mutate():
|
|
454
|
+
print("!! 双向定点变异自证(镜像树)")
|
|
455
|
+
tree = _mirror_build()
|
|
456
|
+
bad = 0
|
|
457
|
+
try:
|
|
458
|
+
rc0, reds0, out0 = _run_in(tree)
|
|
459
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(须 rc=0 且 0 红)" % (rc0, len(reds0)))
|
|
460
|
+
if rc0 != 0 or reds0:
|
|
461
|
+
bad += 1
|
|
462
|
+
print("\n".join(out0.splitlines()[-20:]))
|
|
463
|
+
for desc, old, new, exp in _MUTATIONS:
|
|
464
|
+
bak, why = _apply(tree, _TARGET, old, new)
|
|
465
|
+
if bak is None:
|
|
466
|
+
bad += 1
|
|
467
|
+
print(" ANCHOR-MISS %s —— %s" % (desc, why))
|
|
468
|
+
continue
|
|
469
|
+
for root, dd, ff in os.walk(tree):
|
|
470
|
+
if os.path.basename(root) == "__pycache__":
|
|
471
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
472
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
473
|
+
with io.open(os.path.join(tree, _TARGET.replace("/", os.sep)),
|
|
474
|
+
"w", encoding="utf-8", newline="") as f:
|
|
475
|
+
f.write(bak)
|
|
476
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
477
|
+
if rc2 != 0 and all(e in hit for e in exp):
|
|
478
|
+
print(" OK %s 红项=%d 命中=%s" % (desc, len(reds2), hit))
|
|
479
|
+
else:
|
|
480
|
+
bad += 1
|
|
481
|
+
print(" MISMATCH %s 实际红项=%s 期望含=%s rc=%d"
|
|
482
|
+
% (desc, hit, sorted(exp), rc2))
|
|
483
|
+
finally:
|
|
484
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
485
|
+
return bad
|
|
486
|
+
|
|
487
|
+
|
|
488
|
+
#: **回退即绿自证**(_guard_kit 骨架②):把 #416 的修复**整批**回退一次(写点退回
|
|
489
|
+
#: 手写 3 键同步),实跑守卫看红项集合 —— **不接受推演**。回退必须是**本批全部**改动
|
|
490
|
+
#: (Lead 口径):这里只有一处实现改动,故一条即整批。
|
|
491
|
+
_REVERT = [
|
|
492
|
+
("md_cg/insight.py",
|
|
493
|
+
' _ent = cg._node_entry(_disk, fm.get("layer"), fm, _content)\n'
|
|
494
|
+
' # 写点专有键:真源不含它,重建后叠加(不是「凭记忆补几键」)。\n'
|
|
495
|
+
' _ent["insight_state"] = final',
|
|
496
|
+
' _ent = ((getattr(cg, "index", None) or {}).get("nodes") or {}).get(node_id)\n'
|
|
497
|
+
' if isinstance(_ent, dict):\n'
|
|
498
|
+
' _ent["importance"] = fm.get("importance")\n'
|
|
499
|
+
' _ent["tags"] = list(tg)\n'
|
|
500
|
+
' _ent["insight_state"] = final'),
|
|
501
|
+
]
|
|
502
|
+
|
|
503
|
+
|
|
504
|
+
def _revert_proof():
|
|
505
|
+
print("!! 回退即绿自证(_guard_kit.assert_revert_reddens,实跑)")
|
|
506
|
+
_ok, _det = _kit.assert_revert_reddens(
|
|
507
|
+
_mirror_build, _REVERT, _run_in,
|
|
508
|
+
tuple(["A02", "A03", "A04", "A05", "B01", "B02"]), "?")
|
|
509
|
+
print(" %s 红项=%s" % ("OK " if _ok else "FAIL", _det.get("实际红项")))
|
|
510
|
+
if not _ok:
|
|
511
|
+
print(" 不合格:" + str(_det)[:600])
|
|
512
|
+
return 0 if _ok else 1
|
|
513
|
+
|
|
514
|
+
|
|
515
|
+
def main():
|
|
516
|
+
bad = 0
|
|
517
|
+
if "--mutate" in sys.argv:
|
|
518
|
+
bad += _mutate()
|
|
519
|
+
if bad == 0:
|
|
520
|
+
bad += _revert_proof()
|
|
521
|
+
return 1 if (FAILS or bad) else 0
|
|
522
|
+
|
|
523
|
+
|
|
524
|
+
if __name__ == "__main__":
|
|
525
|
+
sys.exit(main())
|