@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,344 +1,344 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""issue #157 余项守卫:hyperedge 幂等键位宽 / stgidx 桶内下标表 + swap-pop / refindex 水位 sha256 列。
|
|
3
|
-
|
|
4
|
-
真源:外部审计 ybyz2 #157(三项:hyperedge 幂等键 40bit、stgidx 用 list.remove O(N^2)、
|
|
5
|
-
refindex.Ledger.is_fresh 只用 (size, mtime) 漏哈希)。
|
|
6
|
-
|
|
7
|
-
本件三处改动的**独立反面证明**(反退化探针):
|
|
8
|
-
H hyperedge.node_id_for 幂等键由 sha1[:10](40 bit)改 sha1[:12](48 bit),
|
|
9
|
-
与同仓 codeindex/docindex 的同类键对齐(改前实测 146 万行内即撞出一条同 id
|
|
10
|
-
⇒ 同 id 幂等 upsert 会静默覆盖 = 回执丢失)。
|
|
11
|
-
S stgidx.StgIndex 的四个桶各配一张**下标表**,摘除由 list.remove(O(桶长)) 换
|
|
12
|
-
swap-pop(O(1));桶内顺序因此不再保证物理序,由 subset 出口统一回排保住契约。
|
|
13
|
-
R refindex.Ledger 的水位条目补 sha256 列,is_fresh 在 (size, mtime) 双等后再比
|
|
14
|
-
整文件哈希,堵住「等长改写 + mtime 被还原」沿用旧水位静默跳过已改源。
|
|
15
|
-
|
|
16
|
-
运行:
|
|
17
|
-
python -X utf8 -m md_cg.test_issue157b_index_remainder
|
|
18
|
-
python -X utf8 -m md_cg.test_issue157b_index_remainder --mutate A
|
|
19
|
-
|
|
20
|
-
退出码(fail-closed):
|
|
21
|
-
0 = 全绿 / 变异逐条**恰好**命中期望红项;1 = 有断言失败或变异未按预期转红;
|
|
22
|
-
2 = ANCHOR-MISS(变异锚点在盘上源码里命中次数 != 1,实现漂移必须硬失败)。
|
|
23
|
-
|
|
24
|
-
环境:全程 tempfile 沙箱(不碰在役库);源码形态断言读**盘上文件**(io.open),
|
|
25
|
-
不用 inspect.getsource——变异会把实现 exec 到内存,getsource 会读到变异体。
|
|
26
|
-
"""
|
|
27
|
-
from __future__ import annotations
|
|
28
|
-
|
|
29
|
-
import io
|
|
30
|
-
import json
|
|
31
|
-
import os
|
|
32
|
-
import sys
|
|
33
|
-
import tempfile
|
|
34
|
-
import time
|
|
35
|
-
|
|
36
|
-
_HERE = os.path.dirname(os.path.abspath(__file__))
|
|
37
|
-
_REPO = os.path.dirname(_HERE)
|
|
38
|
-
if _REPO not in sys.path:
|
|
39
|
-
sys.path.insert(0, _REPO)
|
|
40
|
-
|
|
41
|
-
from md_cg import hyperedge as H # noqa: E402
|
|
42
|
-
from md_cg import refindex as RF # noqa: E402
|
|
43
|
-
from md_cg import stgidx as S # noqa: E402
|
|
44
|
-
|
|
45
|
-
_PASS, _FAIL = [], []
|
|
46
|
-
_HYPER = os.path.join(_HERE, "hyperedge.py")
|
|
47
|
-
_STG = os.path.join(_HERE, "stgidx.py")
|
|
48
|
-
_REF = os.path.join(_HERE, "refindex.py")
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
def ok(cond, msg, extra=""):
|
|
52
|
-
(_PASS if cond else _FAIL).append(msg)
|
|
53
|
-
print((" PASS " if cond else " FAIL ") + msg + ((" <- " + str(extra)) if (extra and not cond) else ""))
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
def _src(path):
|
|
57
|
-
return io.open(path, encoding="utf-8", newline="").read()
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
# ------------------------------------------------------------------ H hyperedge
|
|
61
|
-
def h1():
|
|
62
|
-
print("== H1-H3 hyperedge 幂等键位宽 ==")
|
|
63
|
-
row = {c: "v" + str(i) for i, c in enumerate(H.LEDGER_COLUMNS)}
|
|
64
|
-
nid = H.node_id_for(row)
|
|
65
|
-
ok(len(nid) == 15 and nid.startswith("he_") and len(nid) - 3 == 12,
|
|
66
|
-
"H1 幂等键 = he_ + 12 位十六进制(48 bit,id 长 15)", nid)
|
|
67
|
-
import hashlib
|
|
68
|
-
canon = "".join("%d:%s" % (len(row[c]), row[c]) for c in H.LEDGER_COLUMNS)
|
|
69
|
-
ok(nid == "he_" + hashlib.sha1(canon.encode("utf-8")).hexdigest()[:12],
|
|
70
|
-
"H1b 与 sha1(canon)[:12] 逐位一致(不是写死常量)", nid)
|
|
71
|
-
same = H.node_id_for(dict(row))
|
|
72
|
-
alt = H.node_id_for({**row, H.LEDGER_COLUMNS[0]: "别的内容"})
|
|
73
|
-
ok(same == nid and alt != nid, "H2 同行恒同 id、异行不同 id(幂等 + 区分)", (same, alt))
|
|
74
|
-
seen, dup = set(), 0
|
|
75
|
-
for i in range(200000):
|
|
76
|
-
r = {"x%d_%d" % (i, j): None for j in ()}
|
|
77
|
-
r = {c: "s%d_%d" % (i, j) for j, c in enumerate(H.LEDGER_COLUMNS)}
|
|
78
|
-
k = H.node_id_for(r)
|
|
79
|
-
if k in seen:
|
|
80
|
-
dup += 1
|
|
81
|
-
else:
|
|
82
|
-
seen.add(k)
|
|
83
|
-
ok(dup == 0, "H2b 20 万抽样零碰撞(40 bit 下期望碰撞数约 0.018,非判别主项)", dup)
|
|
84
|
-
src = _src(_HYPER)
|
|
85
|
-
code = [l for l in src.splitlines() if "hexdigest()" in l and "def " not in l]
|
|
86
|
-
ok(any("[:12]" in l for l in code) and not any("[:10]" in l for l in code),
|
|
87
|
-
"H3 实现行用 [:12](读盘上文件)", code[:2])
|
|
88
|
-
ok(src.count("he_<sha1(六列值 join)[:12]>") == 1
|
|
89
|
-
and src.count("len:val\u300d拼接)[:12]>") == 1,
|
|
90
|
-
"H3b 模块文档串与 node_id_for 生效条件串同步为 [:12](doc 与实现不漂移)")
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
# ------------------------------------------------------------------ S stgidx
|
|
94
|
-
def _mk_nodes(n):
|
|
95
|
-
out = {}
|
|
96
|
-
for i in range(n):
|
|
97
|
-
out["n%06d" % i] = {"session": "s%d" % (i % 16), "layer": "knowledge",
|
|
98
|
-
"temporal": 1000.0 + (i % 997)}
|
|
99
|
-
return out
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
def s1():
|
|
103
|
-
print("== S1-S3 stgidx 下标表 + swap-pop ==")
|
|
104
|
-
nodes = _mk_nodes(4000)
|
|
105
|
-
ix = S.build({"nodes": nodes})
|
|
106
|
-
for k in list(nodes)[:1000]:
|
|
107
|
-
ix.remove(k)
|
|
108
|
-
rest = {k: v for k, v in nodes.items() if k in ix.pos}
|
|
109
|
-
probs = S.verify(ix, rest)
|
|
110
|
-
ok(not probs, "S1 删 1000 条后 verify 无不一致(含下标表逆映射不变量)", probs[:3])
|
|
111
|
-
# 下标表确实与桶列表互逆(独立于 verify 再核一次)
|
|
112
|
-
bad = 0
|
|
113
|
-
for sid, lst in ix.by_session.items():
|
|
114
|
-
im = ix.ix_session.get(sid) or {}
|
|
115
|
-
bad += sum(1 for i, x in enumerate(lst) if im.get(x) != i)
|
|
116
|
-
ok(bad == 0, "S1b 下标表逐位互逆(抽样核 by_session 各桶)", bad)
|
|
117
|
-
# swap-pop 真的换过位:桶内顺序已非物理序,而 subset 出口仍回排成物理序
|
|
118
|
-
n2 = {"a": {"session": "s1", "layer": "k", "temporal": 1.0},
|
|
119
|
-
"b": {"session": "s1", "layer": "k", "temporal": 2.0},
|
|
120
|
-
"c": {"session": "s1", "layer": "k", "temporal": 3.0},
|
|
121
|
-
"d": {"session": "s1", "layer": "k", "temporal": 4.0}}
|
|
122
|
-
ix2 = S.build({"nodes": n2})
|
|
123
|
-
ix2.remove("b")
|
|
124
|
-
raw = list(ix2.by_session["s1"])
|
|
125
|
-
got = ix2.subset(session="s1")[0]
|
|
126
|
-
ok(raw != ["a", "c", "d"], "S2 桶内已被 swap-pop 换位(等于物理序则说明未生效)", raw)
|
|
127
|
-
ok(got == ["a", "c", "d"], "S2b subset 出口仍回**物理序**(契约保住)", got)
|
|
128
|
-
ok(not S.verify(ix2, {k: v for k, v in n2.items() if k != "b"}),
|
|
129
|
-
"S2c 换位后不变量仍成立", S.verify(ix2, {k: v for k, v in n2.items() if k != "b"}))
|
|
130
|
-
ix3 = S.build({"nodes": _mk_nodes(20000)})
|
|
131
|
-
keys = list(ix3.pos)
|
|
132
|
-
t = time.perf_counter()
|
|
133
|
-
for k in keys:
|
|
134
|
-
ix3.remove(k)
|
|
135
|
-
ms = (time.perf_counter() - t) * 1000.0
|
|
136
|
-
ok(ms < 200.0, "S3 批量删 untimed 脱离 O(N^2):N=20000 全清 < 200ms(改前实测 553ms)",
|
|
137
|
-
round(ms, 2))
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
# ------------------------------------------------------------------ R refindex
|
|
141
|
-
def r1():
|
|
142
|
-
print("== R1-R3 refindex 水位 sha256 列 ==")
|
|
143
|
-
tmp = tempfile.mkdtemp(prefix="i157b_guard_")
|
|
144
|
-
p = os.path.join(tmp, "src_sample.py")
|
|
145
|
-
A = "VALUE_AAAA = 1\n" * 40
|
|
146
|
-
B = "VALUE_BBBB = 1\n" * 40 # 与 A 等长
|
|
147
|
-
with io.open(p, "w", encoding="utf-8", newline="") as f:
|
|
148
|
-
f.write(A)
|
|
149
|
-
led = RF.Ledger(tmp)
|
|
150
|
-
led.record("src_sample.py", p, "code_ref", [{"id": "x", "lineno": 1, "end": 2, "hash": "h"}])
|
|
151
|
-
led.save()
|
|
152
|
-
e = led.load()["files"][RF._src_key(p)]
|
|
153
|
-
ok(isinstance(e.get("sha256"), str) and len(e["sha256"]) == 64,
|
|
154
|
-
"R1 水位条目含 64 位 sha256 列", sorted(e.keys()))
|
|
155
|
-
st0 = os.stat(p)
|
|
156
|
-
ok(led.is_fresh("src_sample.py", p) is True, "R1b 未改动 → fresh(不误伤快路径)")
|
|
157
|
-
with io.open(p, "w", encoding="utf-8", newline="") as f:
|
|
158
|
-
f.write(B)
|
|
159
|
-
os.utime(p, ns=(st0.st_atime_ns, st0.st_mtime_ns))
|
|
160
|
-
st1 = os.stat(p)
|
|
161
|
-
ok(st0.st_size == st1.st_size and st0.st_mtime_ns == st1.st_mtime_ns,
|
|
162
|
-
"R2 前置:等长改写且 mtime 逐位还原(size/mtime 双判据在此必失效)",
|
|
163
|
-
(st0.st_size, st1.st_size))
|
|
164
|
-
ok(led.is_fresh("src_sample.py", p) is False,
|
|
165
|
-
"R2 等长改写 + mtime 还原 → is_fresh 为 False(#157 漏判闭合)")
|
|
166
|
-
led2 = RF.Ledger(tmp)
|
|
167
|
-
d = led2.load()
|
|
168
|
-
d["files"][RF._src_key(p)].pop("sha256", None)
|
|
169
|
-
led2._d = d
|
|
170
|
-
ok(led2.is_fresh("src_sample.py", p) is False,
|
|
171
|
-
"R3 旧版条目(无 sha256 列)→ False(触发就地重切补列,优雅迁移)")
|
|
172
|
-
import shutil
|
|
173
|
-
shutil.rmtree(tmp, ignore_errors=True)
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
_ITEMS = [h1, s1, r1]
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
# ------------------------------------------------------------------ 变异
|
|
180
|
-
def _mut_hyper_10():
|
|
181
|
-
"""变异①:幂等键截断回退 [:12] -> [:10](= 改动前形态)。"""
|
|
182
|
-
live = H.node_id_for
|
|
183
|
-
src = _src(_HYPER)
|
|
184
|
-
ns = {}
|
|
185
|
-
exec(compile(src.replace("hexdigest()[:12]", "hexdigest()[:10]"), "hyper_mut.py", "exec"), ns)
|
|
186
|
-
H.node_id_for = ns["node_id_for"]
|
|
187
|
-
globals()["H"].node_id_for = ns["node_id_for"]
|
|
188
|
-
import md_cg.hyperedge as _h
|
|
189
|
-
_h.node_id_for = ns["node_id_for"]
|
|
190
|
-
|
|
191
|
-
def restore():
|
|
192
|
-
_h.node_id_for = live
|
|
193
|
-
return restore
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
def _old_unclassify(self, nid):
|
|
197
|
-
"""改动前实现原文(list.remove 版)——仅用于变异自证。"""
|
|
198
|
-
import bisect as _b
|
|
199
|
-
sid, layer, bucket, t = self.cls.pop(nid)
|
|
200
|
-
lst = self.by_session[sid]
|
|
201
|
-
lst.remove(nid)
|
|
202
|
-
if not lst:
|
|
203
|
-
self.by_session.pop(sid, None)
|
|
204
|
-
lst = self.by_layer[layer]
|
|
205
|
-
lst.remove(nid)
|
|
206
|
-
if not lst:
|
|
207
|
-
self.by_layer.pop(layer, None)
|
|
208
|
-
if bucket == 0:
|
|
209
|
-
i = _b.bisect_left(self.by_time, (t, nid))
|
|
210
|
-
if i >= len(self.by_time) or self.by_time[i] != (t, nid):
|
|
211
|
-
raise KeyError(nid)
|
|
212
|
-
del self.by_time[i]
|
|
213
|
-
elif bucket == 1:
|
|
214
|
-
self.nonfinite.remove(nid)
|
|
215
|
-
else:
|
|
216
|
-
self.untimed.remove(nid)
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
def _mut_old_unclassify():
|
|
220
|
-
"""变异②:swap-pop + 下标表回退为 list.remove(= 改动前形态)⇒ 不变量/序/性能断言转红。"""
|
|
221
|
-
live = S.StgIndex._unclassify
|
|
222
|
-
S.StgIndex._unclassify = _old_unclassify
|
|
223
|
-
|
|
224
|
-
def restore():
|
|
225
|
-
S.StgIndex._unclassify = live
|
|
226
|
-
return restore
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
def _mut_no_sha_compare():
|
|
230
|
-
"""变异③:is_fresh 去掉哈希比对(= 只看 size/mtime 的改动前形态)。"""
|
|
231
|
-
live = RF.Ledger.is_fresh
|
|
232
|
-
src = _src(_REF)
|
|
233
|
-
# exec 整个模块源码:须带 __package__(相对导入 from .fsutil import ...)
|
|
234
|
-
ns = {"__name__": "md_cg._ref_mut", "__package__": "md_cg", "__file__": _REF}
|
|
235
|
-
new_src = src.replace(" want = e.get(\"sha256\")\n"
|
|
236
|
-
" if not want:\n"
|
|
237
|
-
" return False # 旧版水位无哈希列 ⇒ 判不新鲜、重切补列\n"
|
|
238
|
-
" return _sha256_file(fp) == want",
|
|
239
|
-
" return True")
|
|
240
|
-
if new_src == src:
|
|
241
|
-
return None # 锚点漂移 ⇒ 交给 ANCHOR-MISS 前置拦
|
|
242
|
-
exec(compile(new_src, "ref_mut.py", "exec"), ns)
|
|
243
|
-
RF.Ledger.is_fresh = ns["Ledger"].is_fresh
|
|
244
|
-
|
|
245
|
-
def restore():
|
|
246
|
-
RF.Ledger.is_fresh = live
|
|
247
|
-
return restore
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
#: 组 -> [(变异名, 应用函数, 期望转红断言前缀集合)]——期望集合按**实测**填
|
|
251
|
-
_MUTATIONS = {
|
|
252
|
-
"A": [("幂等键截断回退 [:10](40bit)", _mut_hyper_10, {"H1", "H1b"}),
|
|
253
|
-
("swap-pop 回退 list.remove", _mut_old_unclassify,
|
|
254
|
-
{"S1", "S1b", "S2", "S2c", "S3"}),
|
|
255
|
-
("is_fresh 去掉哈希比对", _mut_no_sha_compare, {"R2", "R3"})],
|
|
256
|
-
}
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
def _anchor_preflight():
|
|
260
|
-
"""变异锚点自检:读**盘上文件**(不用 inspect.getsource)。"""
|
|
261
|
-
bad = []
|
|
262
|
-
n = _src(_HYPER).count("hexdigest()[:12]")
|
|
263
|
-
if n != 1:
|
|
264
|
-
bad.append(("hyperedge hexdigest()[:12]", n))
|
|
265
|
-
txt = _src(_REF)
|
|
266
|
-
if txt.count(" return _sha256_file(fp) == want") != 1:
|
|
267
|
-
bad.append(("refindex sha256 比对行", txt.count("return _sha256_file(fp) == want")))
|
|
268
|
-
if "def _unclassify(self, nid):" not in _src(_STG):
|
|
269
|
-
bad.append(("stgidx _unclassify", 0))
|
|
270
|
-
if not bad:
|
|
271
|
-
return 0
|
|
272
|
-
for label, n in bad:
|
|
273
|
-
print(" ANCHOR-MISS " + label + ":命中 " + str(n) + " 次(期望 1)")
|
|
274
|
-
print(" => 实现已漂移,变异表失效:退出码 2(fail-closed)")
|
|
275
|
-
return 2
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
def _run():
|
|
279
|
-
_PASS.clear(); _FAIL.clear()
|
|
280
|
-
for fn in _ITEMS:
|
|
281
|
-
fn()
|
|
282
|
-
return {n.split(" ", 1)[0] for n in _FAIL}, len(_PASS), len(_FAIL)
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
def _mutate(name):
|
|
286
|
-
if name not in _MUTATIONS:
|
|
287
|
-
print("未知组名 " + repr(name) + "(可选 " + str(sorted(_MUTATIONS)) + ")")
|
|
288
|
-
return 1
|
|
289
|
-
rc = _anchor_preflight()
|
|
290
|
-
if rc:
|
|
291
|
-
return rc
|
|
292
|
-
print("!! #157b 定点变异自证:内存注入退化,逐条要求**恰好**命中期望红项\n")
|
|
293
|
-
red, _, _ = _run()
|
|
294
|
-
print(" 未变异基线:红项 " + str(len(red)) + ("(应为 0)" if not red else " " + str(sorted(red))))
|
|
295
|
-
bad = []
|
|
296
|
-
if red:
|
|
297
|
-
bad.append("基线即转红:" + str(sorted(red)))
|
|
298
|
-
for i, (mname, apply, expect) in enumerate(_MUTATIONS[name]):
|
|
299
|
-
try:
|
|
300
|
-
restore = apply()
|
|
301
|
-
except Exception as exc: # noqa: BLE001
|
|
302
|
-
bad.append("变异" + str(i + 1) + " " + mname + ":施加即抛 "
|
|
303
|
-
+ type(exc).__name__ + ": " + str(exc)[:120])
|
|
304
|
-
print(" 变异" + str(i + 1) + " " + mname + " 施加即抛 "
|
|
305
|
-
+ type(exc).__name__ + ": " + str(exc)[:120])
|
|
306
|
-
continue
|
|
307
|
-
if restore is None:
|
|
308
|
-
bad.append("变异" + str(i + 1) + " " + mname + ":锚点漂移,未施加")
|
|
309
|
-
print(" 变异" + str(i + 1) + " " + mname + " 锚点漂移")
|
|
310
|
-
continue
|
|
311
|
-
try:
|
|
312
|
-
got, _, _ = _run()
|
|
313
|
-
except Exception as exc: # noqa: BLE001
|
|
314
|
-
got = {"<变异体异常:" + type(exc).__name__ + ">"}
|
|
315
|
-
finally:
|
|
316
|
-
restore()
|
|
317
|
-
hit = got == expect
|
|
318
|
-
if not hit:
|
|
319
|
-
bad.append("变异" + str(i + 1) + " " + mname + ":红项 " + str(sorted(got))
|
|
320
|
-
+ " != 期望 " + str(sorted(expect)))
|
|
321
|
-
print(" 变异" + str(i + 1) + " " + mname + " 红项 " + str(len(got))
|
|
322
|
-
+ "(期望 " + str(len(expect)) + ")"
|
|
323
|
-
+ ("PASS" if hit else "**FAIL** 实=" + str(sorted(got)) + " 期=" + str(sorted(expect))))
|
|
324
|
-
print("\n变异自证:" + ("PASS(逐条恰好命中期望红项)" if not bad else "FAIL —— " + ";".join(bad)))
|
|
325
|
-
return 0 if not bad else 1
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
def main():
|
|
329
|
-
if "--mutate" in sys.argv:
|
|
330
|
-
i = sys.argv.index("--mutate")
|
|
331
|
-
return _mutate(sys.argv[i + 1] if i + 1 < len(sys.argv) else "")
|
|
332
|
-
print("#157 余项守卫 · hyperedge 幂等键位宽 / stgidx 下标表+swap-pop / refindex 水位 sha256")
|
|
333
|
-
print("=" * 74)
|
|
334
|
-
red, npass, nfail = _run()
|
|
335
|
-
print("=" * 74)
|
|
336
|
-
print("通过 " + str(npass) + " / 失败 " + str(nfail))
|
|
337
|
-
if _FAIL:
|
|
338
|
-
print("失败项:" + ",".join(_FAIL))
|
|
339
|
-
return 1
|
|
340
|
-
return 0
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
if __name__ == "__main__":
|
|
344
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""issue #157 余项守卫:hyperedge 幂等键位宽 / stgidx 桶内下标表 + swap-pop / refindex 水位 sha256 列。
|
|
3
|
+
|
|
4
|
+
真源:外部审计 ybyz2 #157(三项:hyperedge 幂等键 40bit、stgidx 用 list.remove O(N^2)、
|
|
5
|
+
refindex.Ledger.is_fresh 只用 (size, mtime) 漏哈希)。
|
|
6
|
+
|
|
7
|
+
本件三处改动的**独立反面证明**(反退化探针):
|
|
8
|
+
H hyperedge.node_id_for 幂等键由 sha1[:10](40 bit)改 sha1[:12](48 bit),
|
|
9
|
+
与同仓 codeindex/docindex 的同类键对齐(改前实测 146 万行内即撞出一条同 id
|
|
10
|
+
⇒ 同 id 幂等 upsert 会静默覆盖 = 回执丢失)。
|
|
11
|
+
S stgidx.StgIndex 的四个桶各配一张**下标表**,摘除由 list.remove(O(桶长)) 换
|
|
12
|
+
swap-pop(O(1));桶内顺序因此不再保证物理序,由 subset 出口统一回排保住契约。
|
|
13
|
+
R refindex.Ledger 的水位条目补 sha256 列,is_fresh 在 (size, mtime) 双等后再比
|
|
14
|
+
整文件哈希,堵住「等长改写 + mtime 被还原」沿用旧水位静默跳过已改源。
|
|
15
|
+
|
|
16
|
+
运行:
|
|
17
|
+
python -X utf8 -m md_cg.test_issue157b_index_remainder
|
|
18
|
+
python -X utf8 -m md_cg.test_issue157b_index_remainder --mutate A
|
|
19
|
+
|
|
20
|
+
退出码(fail-closed):
|
|
21
|
+
0 = 全绿 / 变异逐条**恰好**命中期望红项;1 = 有断言失败或变异未按预期转红;
|
|
22
|
+
2 = ANCHOR-MISS(变异锚点在盘上源码里命中次数 != 1,实现漂移必须硬失败)。
|
|
23
|
+
|
|
24
|
+
环境:全程 tempfile 沙箱(不碰在役库);源码形态断言读**盘上文件**(io.open),
|
|
25
|
+
不用 inspect.getsource——变异会把实现 exec 到内存,getsource 会读到变异体。
|
|
26
|
+
"""
|
|
27
|
+
from __future__ import annotations
|
|
28
|
+
|
|
29
|
+
import io
|
|
30
|
+
import json
|
|
31
|
+
import os
|
|
32
|
+
import sys
|
|
33
|
+
import tempfile
|
|
34
|
+
import time
|
|
35
|
+
|
|
36
|
+
_HERE = os.path.dirname(os.path.abspath(__file__))
|
|
37
|
+
_REPO = os.path.dirname(_HERE)
|
|
38
|
+
if _REPO not in sys.path:
|
|
39
|
+
sys.path.insert(0, _REPO)
|
|
40
|
+
|
|
41
|
+
from md_cg import hyperedge as H # noqa: E402
|
|
42
|
+
from md_cg import refindex as RF # noqa: E402
|
|
43
|
+
from md_cg import stgidx as S # noqa: E402
|
|
44
|
+
|
|
45
|
+
_PASS, _FAIL = [], []
|
|
46
|
+
_HYPER = os.path.join(_HERE, "hyperedge.py")
|
|
47
|
+
_STG = os.path.join(_HERE, "stgidx.py")
|
|
48
|
+
_REF = os.path.join(_HERE, "refindex.py")
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
def ok(cond, msg, extra=""):
|
|
52
|
+
(_PASS if cond else _FAIL).append(msg)
|
|
53
|
+
print((" PASS " if cond else " FAIL ") + msg + ((" <- " + str(extra)) if (extra and not cond) else ""))
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def _src(path):
|
|
57
|
+
return io.open(path, encoding="utf-8", newline="").read()
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
# ------------------------------------------------------------------ H hyperedge
|
|
61
|
+
def h1():
|
|
62
|
+
print("== H1-H3 hyperedge 幂等键位宽 ==")
|
|
63
|
+
row = {c: "v" + str(i) for i, c in enumerate(H.LEDGER_COLUMNS)}
|
|
64
|
+
nid = H.node_id_for(row)
|
|
65
|
+
ok(len(nid) == 15 and nid.startswith("he_") and len(nid) - 3 == 12,
|
|
66
|
+
"H1 幂等键 = he_ + 12 位十六进制(48 bit,id 长 15)", nid)
|
|
67
|
+
import hashlib
|
|
68
|
+
canon = "".join("%d:%s" % (len(row[c]), row[c]) for c in H.LEDGER_COLUMNS)
|
|
69
|
+
ok(nid == "he_" + hashlib.sha1(canon.encode("utf-8")).hexdigest()[:12],
|
|
70
|
+
"H1b 与 sha1(canon)[:12] 逐位一致(不是写死常量)", nid)
|
|
71
|
+
same = H.node_id_for(dict(row))
|
|
72
|
+
alt = H.node_id_for({**row, H.LEDGER_COLUMNS[0]: "别的内容"})
|
|
73
|
+
ok(same == nid and alt != nid, "H2 同行恒同 id、异行不同 id(幂等 + 区分)", (same, alt))
|
|
74
|
+
seen, dup = set(), 0
|
|
75
|
+
for i in range(200000):
|
|
76
|
+
r = {"x%d_%d" % (i, j): None for j in ()}
|
|
77
|
+
r = {c: "s%d_%d" % (i, j) for j, c in enumerate(H.LEDGER_COLUMNS)}
|
|
78
|
+
k = H.node_id_for(r)
|
|
79
|
+
if k in seen:
|
|
80
|
+
dup += 1
|
|
81
|
+
else:
|
|
82
|
+
seen.add(k)
|
|
83
|
+
ok(dup == 0, "H2b 20 万抽样零碰撞(40 bit 下期望碰撞数约 0.018,非判别主项)", dup)
|
|
84
|
+
src = _src(_HYPER)
|
|
85
|
+
code = [l for l in src.splitlines() if "hexdigest()" in l and "def " not in l]
|
|
86
|
+
ok(any("[:12]" in l for l in code) and not any("[:10]" in l for l in code),
|
|
87
|
+
"H3 实现行用 [:12](读盘上文件)", code[:2])
|
|
88
|
+
ok(src.count("he_<sha1(六列值 join)[:12]>") == 1
|
|
89
|
+
and src.count("len:val\u300d拼接)[:12]>") == 1,
|
|
90
|
+
"H3b 模块文档串与 node_id_for 生效条件串同步为 [:12](doc 与实现不漂移)")
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
# ------------------------------------------------------------------ S stgidx
|
|
94
|
+
def _mk_nodes(n):
|
|
95
|
+
out = {}
|
|
96
|
+
for i in range(n):
|
|
97
|
+
out["n%06d" % i] = {"session": "s%d" % (i % 16), "layer": "knowledge",
|
|
98
|
+
"temporal": 1000.0 + (i % 997)}
|
|
99
|
+
return out
|
|
100
|
+
|
|
101
|
+
|
|
102
|
+
def s1():
|
|
103
|
+
print("== S1-S3 stgidx 下标表 + swap-pop ==")
|
|
104
|
+
nodes = _mk_nodes(4000)
|
|
105
|
+
ix = S.build({"nodes": nodes})
|
|
106
|
+
for k in list(nodes)[:1000]:
|
|
107
|
+
ix.remove(k)
|
|
108
|
+
rest = {k: v for k, v in nodes.items() if k in ix.pos}
|
|
109
|
+
probs = S.verify(ix, rest)
|
|
110
|
+
ok(not probs, "S1 删 1000 条后 verify 无不一致(含下标表逆映射不变量)", probs[:3])
|
|
111
|
+
# 下标表确实与桶列表互逆(独立于 verify 再核一次)
|
|
112
|
+
bad = 0
|
|
113
|
+
for sid, lst in ix.by_session.items():
|
|
114
|
+
im = ix.ix_session.get(sid) or {}
|
|
115
|
+
bad += sum(1 for i, x in enumerate(lst) if im.get(x) != i)
|
|
116
|
+
ok(bad == 0, "S1b 下标表逐位互逆(抽样核 by_session 各桶)", bad)
|
|
117
|
+
# swap-pop 真的换过位:桶内顺序已非物理序,而 subset 出口仍回排成物理序
|
|
118
|
+
n2 = {"a": {"session": "s1", "layer": "k", "temporal": 1.0},
|
|
119
|
+
"b": {"session": "s1", "layer": "k", "temporal": 2.0},
|
|
120
|
+
"c": {"session": "s1", "layer": "k", "temporal": 3.0},
|
|
121
|
+
"d": {"session": "s1", "layer": "k", "temporal": 4.0}}
|
|
122
|
+
ix2 = S.build({"nodes": n2})
|
|
123
|
+
ix2.remove("b")
|
|
124
|
+
raw = list(ix2.by_session["s1"])
|
|
125
|
+
got = ix2.subset(session="s1")[0]
|
|
126
|
+
ok(raw != ["a", "c", "d"], "S2 桶内已被 swap-pop 换位(等于物理序则说明未生效)", raw)
|
|
127
|
+
ok(got == ["a", "c", "d"], "S2b subset 出口仍回**物理序**(契约保住)", got)
|
|
128
|
+
ok(not S.verify(ix2, {k: v for k, v in n2.items() if k != "b"}),
|
|
129
|
+
"S2c 换位后不变量仍成立", S.verify(ix2, {k: v for k, v in n2.items() if k != "b"}))
|
|
130
|
+
ix3 = S.build({"nodes": _mk_nodes(20000)})
|
|
131
|
+
keys = list(ix3.pos)
|
|
132
|
+
t = time.perf_counter()
|
|
133
|
+
for k in keys:
|
|
134
|
+
ix3.remove(k)
|
|
135
|
+
ms = (time.perf_counter() - t) * 1000.0
|
|
136
|
+
ok(ms < 200.0, "S3 批量删 untimed 脱离 O(N^2):N=20000 全清 < 200ms(改前实测 553ms)",
|
|
137
|
+
round(ms, 2))
|
|
138
|
+
|
|
139
|
+
|
|
140
|
+
# ------------------------------------------------------------------ R refindex
|
|
141
|
+
def r1():
|
|
142
|
+
print("== R1-R3 refindex 水位 sha256 列 ==")
|
|
143
|
+
tmp = tempfile.mkdtemp(prefix="i157b_guard_")
|
|
144
|
+
p = os.path.join(tmp, "src_sample.py")
|
|
145
|
+
A = "VALUE_AAAA = 1\n" * 40
|
|
146
|
+
B = "VALUE_BBBB = 1\n" * 40 # 与 A 等长
|
|
147
|
+
with io.open(p, "w", encoding="utf-8", newline="") as f:
|
|
148
|
+
f.write(A)
|
|
149
|
+
led = RF.Ledger(tmp)
|
|
150
|
+
led.record("src_sample.py", p, "code_ref", [{"id": "x", "lineno": 1, "end": 2, "hash": "h"}])
|
|
151
|
+
led.save()
|
|
152
|
+
e = led.load()["files"][RF._src_key(p)]
|
|
153
|
+
ok(isinstance(e.get("sha256"), str) and len(e["sha256"]) == 64,
|
|
154
|
+
"R1 水位条目含 64 位 sha256 列", sorted(e.keys()))
|
|
155
|
+
st0 = os.stat(p)
|
|
156
|
+
ok(led.is_fresh("src_sample.py", p) is True, "R1b 未改动 → fresh(不误伤快路径)")
|
|
157
|
+
with io.open(p, "w", encoding="utf-8", newline="") as f:
|
|
158
|
+
f.write(B)
|
|
159
|
+
os.utime(p, ns=(st0.st_atime_ns, st0.st_mtime_ns))
|
|
160
|
+
st1 = os.stat(p)
|
|
161
|
+
ok(st0.st_size == st1.st_size and st0.st_mtime_ns == st1.st_mtime_ns,
|
|
162
|
+
"R2 前置:等长改写且 mtime 逐位还原(size/mtime 双判据在此必失效)",
|
|
163
|
+
(st0.st_size, st1.st_size))
|
|
164
|
+
ok(led.is_fresh("src_sample.py", p) is False,
|
|
165
|
+
"R2 等长改写 + mtime 还原 → is_fresh 为 False(#157 漏判闭合)")
|
|
166
|
+
led2 = RF.Ledger(tmp)
|
|
167
|
+
d = led2.load()
|
|
168
|
+
d["files"][RF._src_key(p)].pop("sha256", None)
|
|
169
|
+
led2._d = d
|
|
170
|
+
ok(led2.is_fresh("src_sample.py", p) is False,
|
|
171
|
+
"R3 旧版条目(无 sha256 列)→ False(触发就地重切补列,优雅迁移)")
|
|
172
|
+
import shutil
|
|
173
|
+
shutil.rmtree(tmp, ignore_errors=True)
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
_ITEMS = [h1, s1, r1]
|
|
177
|
+
|
|
178
|
+
|
|
179
|
+
# ------------------------------------------------------------------ 变异
|
|
180
|
+
def _mut_hyper_10():
|
|
181
|
+
"""变异①:幂等键截断回退 [:12] -> [:10](= 改动前形态)。"""
|
|
182
|
+
live = H.node_id_for
|
|
183
|
+
src = _src(_HYPER)
|
|
184
|
+
ns = {}
|
|
185
|
+
exec(compile(src.replace("hexdigest()[:12]", "hexdigest()[:10]"), "hyper_mut.py", "exec"), ns)
|
|
186
|
+
H.node_id_for = ns["node_id_for"]
|
|
187
|
+
globals()["H"].node_id_for = ns["node_id_for"]
|
|
188
|
+
import md_cg.hyperedge as _h
|
|
189
|
+
_h.node_id_for = ns["node_id_for"]
|
|
190
|
+
|
|
191
|
+
def restore():
|
|
192
|
+
_h.node_id_for = live
|
|
193
|
+
return restore
|
|
194
|
+
|
|
195
|
+
|
|
196
|
+
def _old_unclassify(self, nid):
|
|
197
|
+
"""改动前实现原文(list.remove 版)——仅用于变异自证。"""
|
|
198
|
+
import bisect as _b
|
|
199
|
+
sid, layer, bucket, t = self.cls.pop(nid)
|
|
200
|
+
lst = self.by_session[sid]
|
|
201
|
+
lst.remove(nid)
|
|
202
|
+
if not lst:
|
|
203
|
+
self.by_session.pop(sid, None)
|
|
204
|
+
lst = self.by_layer[layer]
|
|
205
|
+
lst.remove(nid)
|
|
206
|
+
if not lst:
|
|
207
|
+
self.by_layer.pop(layer, None)
|
|
208
|
+
if bucket == 0:
|
|
209
|
+
i = _b.bisect_left(self.by_time, (t, nid))
|
|
210
|
+
if i >= len(self.by_time) or self.by_time[i] != (t, nid):
|
|
211
|
+
raise KeyError(nid)
|
|
212
|
+
del self.by_time[i]
|
|
213
|
+
elif bucket == 1:
|
|
214
|
+
self.nonfinite.remove(nid)
|
|
215
|
+
else:
|
|
216
|
+
self.untimed.remove(nid)
|
|
217
|
+
|
|
218
|
+
|
|
219
|
+
def _mut_old_unclassify():
|
|
220
|
+
"""变异②:swap-pop + 下标表回退为 list.remove(= 改动前形态)⇒ 不变量/序/性能断言转红。"""
|
|
221
|
+
live = S.StgIndex._unclassify
|
|
222
|
+
S.StgIndex._unclassify = _old_unclassify
|
|
223
|
+
|
|
224
|
+
def restore():
|
|
225
|
+
S.StgIndex._unclassify = live
|
|
226
|
+
return restore
|
|
227
|
+
|
|
228
|
+
|
|
229
|
+
def _mut_no_sha_compare():
|
|
230
|
+
"""变异③:is_fresh 去掉哈希比对(= 只看 size/mtime 的改动前形态)。"""
|
|
231
|
+
live = RF.Ledger.is_fresh
|
|
232
|
+
src = _src(_REF)
|
|
233
|
+
# exec 整个模块源码:须带 __package__(相对导入 from .fsutil import ...)
|
|
234
|
+
ns = {"__name__": "md_cg._ref_mut", "__package__": "md_cg", "__file__": _REF}
|
|
235
|
+
new_src = src.replace(" want = e.get(\"sha256\")\n"
|
|
236
|
+
" if not want:\n"
|
|
237
|
+
" return False # 旧版水位无哈希列 ⇒ 判不新鲜、重切补列\n"
|
|
238
|
+
" return _sha256_file(fp) == want",
|
|
239
|
+
" return True")
|
|
240
|
+
if new_src == src:
|
|
241
|
+
return None # 锚点漂移 ⇒ 交给 ANCHOR-MISS 前置拦
|
|
242
|
+
exec(compile(new_src, "ref_mut.py", "exec"), ns)
|
|
243
|
+
RF.Ledger.is_fresh = ns["Ledger"].is_fresh
|
|
244
|
+
|
|
245
|
+
def restore():
|
|
246
|
+
RF.Ledger.is_fresh = live
|
|
247
|
+
return restore
|
|
248
|
+
|
|
249
|
+
|
|
250
|
+
#: 组 -> [(变异名, 应用函数, 期望转红断言前缀集合)]——期望集合按**实测**填
|
|
251
|
+
_MUTATIONS = {
|
|
252
|
+
"A": [("幂等键截断回退 [:10](40bit)", _mut_hyper_10, {"H1", "H1b"}),
|
|
253
|
+
("swap-pop 回退 list.remove", _mut_old_unclassify,
|
|
254
|
+
{"S1", "S1b", "S2", "S2c", "S3"}),
|
|
255
|
+
("is_fresh 去掉哈希比对", _mut_no_sha_compare, {"R2", "R3"})],
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
|
|
259
|
+
def _anchor_preflight():
|
|
260
|
+
"""变异锚点自检:读**盘上文件**(不用 inspect.getsource)。"""
|
|
261
|
+
bad = []
|
|
262
|
+
n = _src(_HYPER).count("hexdigest()[:12]")
|
|
263
|
+
if n != 1:
|
|
264
|
+
bad.append(("hyperedge hexdigest()[:12]", n))
|
|
265
|
+
txt = _src(_REF)
|
|
266
|
+
if txt.count(" return _sha256_file(fp) == want") != 1:
|
|
267
|
+
bad.append(("refindex sha256 比对行", txt.count("return _sha256_file(fp) == want")))
|
|
268
|
+
if "def _unclassify(self, nid):" not in _src(_STG):
|
|
269
|
+
bad.append(("stgidx _unclassify", 0))
|
|
270
|
+
if not bad:
|
|
271
|
+
return 0
|
|
272
|
+
for label, n in bad:
|
|
273
|
+
print(" ANCHOR-MISS " + label + ":命中 " + str(n) + " 次(期望 1)")
|
|
274
|
+
print(" => 实现已漂移,变异表失效:退出码 2(fail-closed)")
|
|
275
|
+
return 2
|
|
276
|
+
|
|
277
|
+
|
|
278
|
+
def _run():
|
|
279
|
+
_PASS.clear(); _FAIL.clear()
|
|
280
|
+
for fn in _ITEMS:
|
|
281
|
+
fn()
|
|
282
|
+
return {n.split(" ", 1)[0] for n in _FAIL}, len(_PASS), len(_FAIL)
|
|
283
|
+
|
|
284
|
+
|
|
285
|
+
def _mutate(name):
|
|
286
|
+
if name not in _MUTATIONS:
|
|
287
|
+
print("未知组名 " + repr(name) + "(可选 " + str(sorted(_MUTATIONS)) + ")")
|
|
288
|
+
return 1
|
|
289
|
+
rc = _anchor_preflight()
|
|
290
|
+
if rc:
|
|
291
|
+
return rc
|
|
292
|
+
print("!! #157b 定点变异自证:内存注入退化,逐条要求**恰好**命中期望红项\n")
|
|
293
|
+
red, _, _ = _run()
|
|
294
|
+
print(" 未变异基线:红项 " + str(len(red)) + ("(应为 0)" if not red else " " + str(sorted(red))))
|
|
295
|
+
bad = []
|
|
296
|
+
if red:
|
|
297
|
+
bad.append("基线即转红:" + str(sorted(red)))
|
|
298
|
+
for i, (mname, apply, expect) in enumerate(_MUTATIONS[name]):
|
|
299
|
+
try:
|
|
300
|
+
restore = apply()
|
|
301
|
+
except Exception as exc: # noqa: BLE001
|
|
302
|
+
bad.append("变异" + str(i + 1) + " " + mname + ":施加即抛 "
|
|
303
|
+
+ type(exc).__name__ + ": " + str(exc)[:120])
|
|
304
|
+
print(" 变异" + str(i + 1) + " " + mname + " 施加即抛 "
|
|
305
|
+
+ type(exc).__name__ + ": " + str(exc)[:120])
|
|
306
|
+
continue
|
|
307
|
+
if restore is None:
|
|
308
|
+
bad.append("变异" + str(i + 1) + " " + mname + ":锚点漂移,未施加")
|
|
309
|
+
print(" 变异" + str(i + 1) + " " + mname + " 锚点漂移")
|
|
310
|
+
continue
|
|
311
|
+
try:
|
|
312
|
+
got, _, _ = _run()
|
|
313
|
+
except Exception as exc: # noqa: BLE001
|
|
314
|
+
got = {"<变异体异常:" + type(exc).__name__ + ">"}
|
|
315
|
+
finally:
|
|
316
|
+
restore()
|
|
317
|
+
hit = got == expect
|
|
318
|
+
if not hit:
|
|
319
|
+
bad.append("变异" + str(i + 1) + " " + mname + ":红项 " + str(sorted(got))
|
|
320
|
+
+ " != 期望 " + str(sorted(expect)))
|
|
321
|
+
print(" 变异" + str(i + 1) + " " + mname + " 红项 " + str(len(got))
|
|
322
|
+
+ "(期望 " + str(len(expect)) + ")"
|
|
323
|
+
+ ("PASS" if hit else "**FAIL** 实=" + str(sorted(got)) + " 期=" + str(sorted(expect))))
|
|
324
|
+
print("\n变异自证:" + ("PASS(逐条恰好命中期望红项)" if not bad else "FAIL —— " + ";".join(bad)))
|
|
325
|
+
return 0 if not bad else 1
|
|
326
|
+
|
|
327
|
+
|
|
328
|
+
def main():
|
|
329
|
+
if "--mutate" in sys.argv:
|
|
330
|
+
i = sys.argv.index("--mutate")
|
|
331
|
+
return _mutate(sys.argv[i + 1] if i + 1 < len(sys.argv) else "")
|
|
332
|
+
print("#157 余项守卫 · hyperedge 幂等键位宽 / stgidx 下标表+swap-pop / refindex 水位 sha256")
|
|
333
|
+
print("=" * 74)
|
|
334
|
+
red, npass, nfail = _run()
|
|
335
|
+
print("=" * 74)
|
|
336
|
+
print("通过 " + str(npass) + " / 失败 " + str(nfail))
|
|
337
|
+
if _FAIL:
|
|
338
|
+
print("失败项:" + ",".join(_FAIL))
|
|
339
|
+
return 1
|
|
340
|
+
return 0
|
|
341
|
+
|
|
342
|
+
|
|
343
|
+
if __name__ == "__main__":
|
|
344
|
+
sys.exit(main())
|