@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,281 +1,281 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:scrub 的矛盾证据串不得携带正文原文/词面(issue #444,P0 密级泄漏)
|
|
3
|
-
# 生效条件:python -u -X utf8 -m md_cg.test_issue444_scrub_evidence_plaintext [--mutate];被测面=md_cg/scrub.py 的 _contradiction(两支产串)+ _weaken(用串落盘)
|
|
4
|
-
# 子功能:A 组=正向腿(证据串只含键名+不可逆摘要;四类明文面均不含 private 正文标记;工具面 internal 身份读不到);K 组=反向腿①(internal↔internal 的矛盾仍被正常处置,防一刀切);E 组=源码面(两支判据在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
|
|
5
|
-
# 执行:--mutate 时在镜像树里逐条把判据改回缺陷形态,守卫必须按指定项转红
|
|
6
|
-
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
|
|
7
|
-
# 不适用条件:① 腿看不见「该不该把这对节点判为矛盾」——只看见「证据串里有没有正文原文/词面」;② 不覆盖 verify 证据原文经**其它**通道的落点(#348-C 的未决口径,另一件);③ 不覆盖 scrub 其它 add(...) 支的 detail(expired/not_yet 传的是键名与日期类短值,**不含正文**;如需一律摘要化属另一件);④ 本腿的 fixture 走「同键不同值」支;「极性相反」支只做**源码面**断言(不在本腿构造极性语料——避免把两条判据混成一条)。
|
|
8
|
-
"""issue #444 守卫:矛盾证据串不得携带正文原文(P0:private 正文进明文面)。
|
|
9
|
-
|
|
10
|
-
病象(修前):`_contradiction` 把**两端正文原值**(同键不同值)或**共享 bigram 词面**
|
|
11
|
-
(极性相反)拼进 `why`;该串经 `add("contradiction", why)` → `_weaken` → `cg.verify(...,
|
|
12
|
-
"weakened")` 成为 verify 的 **evidence**,落进 (a) 节点 frontmatter、(b) 对端节点自己的 .md、
|
|
13
|
-
(c) `_trust.jsonl` —— 三处都是**明文面**(加密只作用于正文)⇒ `internal` 身份经 `mdcg_get`
|
|
14
|
-
即可读到 private 正文。
|
|
15
|
-
修法:正文原值与词面一律不进证据串——只留**键名 + 不可逆摘要(8 位)**(同键支)与
|
|
16
|
-
**计数 + 占比**(极性支)。
|
|
17
|
-
"""
|
|
18
|
-
from __future__ import annotations
|
|
19
|
-
|
|
20
|
-
import ast
|
|
21
|
-
import os
|
|
22
|
-
import shutil
|
|
23
|
-
import subprocess
|
|
24
|
-
import sys
|
|
25
|
-
import tempfile
|
|
26
|
-
|
|
27
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
28
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
29
|
-
if _REPO not in sys.path:
|
|
30
|
-
sys.path.insert(0, _REPO)
|
|
31
|
-
|
|
32
|
-
_TMP = tempfile.mkdtemp(prefix="iss444_")
|
|
33
|
-
os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
|
|
34
|
-
"MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
|
|
35
|
-
"MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0"})
|
|
36
|
-
os.environ.pop("MDCG_READ_CACHE", None)
|
|
37
|
-
|
|
38
|
-
from md_cg import mcp_server as _ms # noqa: E402
|
|
39
|
-
from md_cg import scrub as _sc # noqa: E402
|
|
40
|
-
from md_cg import tokens as _tk # noqa: E402
|
|
41
|
-
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
42
|
-
from md_cg.security import Principal # noqa: E402
|
|
43
|
-
|
|
44
|
-
PASSED, FAILS = [], []
|
|
45
|
-
MARK = "MARK444X7Q2" # 只在 private 正文里出现的唯一标记
|
|
46
|
-
KEY = "口令" # 非 CCG 标记键(_kv_pairs 只抽 2–12 字的非结构键)
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
def _check(name, cond, detail=""):
|
|
50
|
-
if cond:
|
|
51
|
-
print(" PASS " + name)
|
|
52
|
-
PASSED.append(name)
|
|
53
|
-
else:
|
|
54
|
-
print(" FAIL " + name + " " + str(detail)[:240])
|
|
55
|
-
FAILS.append(name)
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
def _mk(role, clearance):
|
|
59
|
-
sp = _tk.role_spec(role)
|
|
60
|
-
return Principal(clearance=clearance, can_write=sp["can_write"], can_admin=sp["can_admin"],
|
|
61
|
-
role=role, layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"])
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
def _cg(root, role="designer", clearance="secret"):
|
|
65
|
-
return MdCGSecure(root, principal=_mk(role, clearance), autoflush=1)
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
def _raw(root, rel):
|
|
69
|
-
with open(os.path.join(root, rel), encoding="utf-8", errors="replace") as f:
|
|
70
|
-
return f.read()
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
def _build(root):
|
|
74
|
-
"""private 节点 + internal 矛盾对端(同键不同值 ⇒ 走 _contradiction 第一支)。"""
|
|
75
|
-
cg = _cg(root)
|
|
76
|
-
cg.add("priv1", "# 功能名:私密记录" + chr(10) + KEY + ":" + MARK + chr(10)
|
|
77
|
-
+ "# 不适用条件:无", layer="contextual", sensitivity="private")
|
|
78
|
-
cg.add("pub1", "# 功能名:公开记录" + chr(10) + KEY + ":公开内容无关" + chr(10)
|
|
79
|
-
+ "# 不适用条件:无", layer="contextual", sensitivity="internal")
|
|
80
|
-
cg.flush()
|
|
81
|
-
return cg
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
def group_a(tmp):
|
|
85
|
-
print("== A 组:正向腿——证据串不得携带 private 正文 ==")
|
|
86
|
-
root = os.path.join(tmp, "a")
|
|
87
|
-
cg = _build(root)
|
|
88
|
-
priv = (cg.get("priv1") or {}).get("content") or ""
|
|
89
|
-
bad = _sc._contradiction(cg, priv, [{"node_id": "pub1", "via": "same_family"}])
|
|
90
|
-
_check("A1 前置:同键不同值被判为矛盾(对端可读)", bool(bad), "bad=%r" % (bad,))
|
|
91
|
-
why = (bad or {}).get("why") or ""
|
|
92
|
-
_check("A2 证据串不含正文原文(只有键名 + 不可逆摘要)",
|
|
93
|
-
MARK not in why and KEY in why and "公开内容无关" not in why, "why=%r" % why)
|
|
94
|
-
_sc._weaken(cg, "priv1", "contradiction", why)
|
|
95
|
-
_sc._weaken(cg, "pub1", "contradiction", why)
|
|
96
|
-
cg.flush()
|
|
97
|
-
trust = _raw(root, "_trust.jsonl") if os.path.exists(os.path.join(root, "_trust.jsonl")) else ""
|
|
98
|
-
_check("A3 _trust.jsonl 不含 private 正文标记", MARK not in trust, "hit=%s" % (MARK in trust))
|
|
99
|
-
pub_rel = "contextual/pub1.md"
|
|
100
|
-
pub_raw = _raw(root, pub_rel) if os.path.exists(os.path.join(root, pub_rel)) else ""
|
|
101
|
-
_check("A4 对端 internal 节点 .md 不含 private 正文标记", MARK not in pub_raw)
|
|
102
|
-
cg.close()
|
|
103
|
-
reader = _cg(root, role="record", clearance="internal")
|
|
104
|
-
g = _ms._cg_dispatch(reader, {"op": "read", "node_id": "pub1"})
|
|
105
|
-
_check("A5 工具面:internal 身份读 internal 节点读不到 private 正文",
|
|
106
|
-
MARK not in str(g), "体=%s" % str(g)[-80:])
|
|
107
|
-
reader.close()
|
|
108
|
-
priv_rel = "contextual/priv1.md"
|
|
109
|
-
priv_raw = _raw(root, priv_rel) if os.path.exists(os.path.join(root, priv_rel)) else ""
|
|
110
|
-
_check("A6 private 自身 .md 不含明文标记(密文面未退化)", MARK not in priv_raw)
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
def group_k(tmp):
|
|
114
|
-
print("== K 组:反向腿①——同密级之间的矛盾仍被正常处置(防一刀切)==")
|
|
115
|
-
root = os.path.join(tmp, "k")
|
|
116
|
-
cg = _cg(root)
|
|
117
|
-
cg.add("k_a", "# 功能名:甲" + chr(10) + KEY + ":三千" + chr(10) + "# 不适用条件:无",
|
|
118
|
-
layer="contextual", sensitivity="internal")
|
|
119
|
-
cg.add("k_b", "# 功能名:乙" + chr(10) + KEY + ":五千" + chr(10) + "# 不适用条件:无",
|
|
120
|
-
layer="contextual", sensitivity="internal")
|
|
121
|
-
cg.flush()
|
|
122
|
-
content = (cg.get("k_a") or {}).get("content") or ""
|
|
123
|
-
bad = _sc._contradiction(cg, content, [{"node_id": "k_b", "via": "same_family"}])
|
|
124
|
-
_check("K1 同密级矛盾仍被判出(未因摘要化而失去判别力)",
|
|
125
|
-
bool(bad) and KEY in ((bad or {}).get("why") or ""), "bad=%r" % (bad,))
|
|
126
|
-
_sc._weaken(cg, "k_a", "contradiction", (bad or {}).get("why") or "")
|
|
127
|
-
cg.flush()
|
|
128
|
-
st = ((cg.get("k_a") or {}).get("frontmatter") or {}).get("verification_state")
|
|
129
|
-
_check("K2 处置仍发生(节点验证态由 weakened 路径推进)",
|
|
130
|
-
st in ("doubted", "weakened", "demoted", "unverified"), "state=%r" % st)
|
|
131
|
-
cg.close()
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
def _src(rel):
|
|
135
|
-
with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
136
|
-
return f.read()
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
def _contra_src():
|
|
140
|
-
tree = ast.parse(_src("md_cg/scrub.py"), "scrub.py")
|
|
141
|
-
for node in ast.walk(tree):
|
|
142
|
-
if isinstance(node, ast.FunctionDef) and node.name == "_contradiction":
|
|
143
|
-
import ast as _a
|
|
144
|
-
return _a.get_source_segment(_src("md_cg/scrub.py"), node) or ""
|
|
145
|
-
return ""
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
def group_e(tmp):
|
|
149
|
-
print("== E 组:源码面——两支判据在位 ==")
|
|
150
|
-
seg = _contra_src()
|
|
151
|
-
_check("E1a 同键支:产串用不可逆摘要(_h()),不再直接拼 {kv_a[k]}/{kv_b[k]}",
|
|
152
|
-
"_h(" in seg and "={kv_a[k]}" not in seg and "vs {kv_b[k]}" not in seg)
|
|
153
|
-
_check("E1b 极性支:不再拼共享词面(无 sorted(shared) 进串)",
|
|
154
|
-
"sorted(shared)" not in seg and "共享片段" in seg)
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
def _guard_group(tag, fn, tmp):
|
|
158
|
-
try:
|
|
159
|
-
fn(tmp)
|
|
160
|
-
except Exception as exc: # noqa: BLE001
|
|
161
|
-
import traceback
|
|
162
|
-
_check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
|
|
163
|
-
"%s: %s" % (type(exc).__name__, exc))
|
|
164
|
-
traceback.print_exc()
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
def main():
|
|
168
|
-
print("== #444 scrub 证据串明文面守卫 ==")
|
|
169
|
-
_guard_group("A", group_a, _TMP)
|
|
170
|
-
_guard_group("K", group_k, _TMP)
|
|
171
|
-
_guard_group("E", group_e, _TMP)
|
|
172
|
-
print("=" * 68)
|
|
173
|
-
print("#444 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
174
|
-
for f in FAILS:
|
|
175
|
-
print(" 红项:" + f)
|
|
176
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
177
|
-
return 1 if (FAILS or _bad) else 0
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
_MUTATIONS = (
|
|
181
|
-
("M1 同键支改回正文原值(回到 #444 缺陷形态)",
|
|
182
|
-
"md_cg/scrub.py",
|
|
183
|
-
((" return hashlib.sha1(str(v).encode(\"utf-8\")).hexdigest()[:8]",
|
|
184
|
-
" return str(v) # M1 撤摘要"),),
|
|
185
|
-
("A2", "A3", "A4", "A5", "A6")),
|
|
186
|
-
("M2 极性支改回共享词面",
|
|
187
|
-
"md_cg/scrub.py",
|
|
188
|
-
((" \"why\": f\"极性相反且共享内容:共享片段 {len(shared)} 个\"" + chr(10)
|
|
189
|
-
+ " f\"(占比 {ratio:.2f}),词面不入证据串\"}",
|
|
190
|
-
" \"why\": \"极性相反且共享内容:\" + \"、\".join(sorted(shared)[:5])}"),),
|
|
191
|
-
("E1b",)),
|
|
192
|
-
)
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
def _mirror_build():
|
|
196
|
-
dst = tempfile.mkdtemp(prefix="iss444_mut_")
|
|
197
|
-
for name in ("md_cg", "lib"):
|
|
198
|
-
src = os.path.join(_REPO, name)
|
|
199
|
-
if os.path.isdir(src):
|
|
200
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
201
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
202
|
-
for name in sorted(os.listdir(_REPO)):
|
|
203
|
-
p = os.path.join(_REPO, name)
|
|
204
|
-
if os.path.isfile(p) and name.endswith(".py"):
|
|
205
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
206
|
-
return dst
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
def _run_in(tree):
|
|
210
|
-
env = dict(os.environ)
|
|
211
|
-
env["PYTHONPATH"] = tree
|
|
212
|
-
env["PYTHONUTF8"] = "1"
|
|
213
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
214
|
-
for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
|
|
215
|
-
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
|
|
216
|
-
env.pop(k, None)
|
|
217
|
-
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
218
|
-
"md_cg.test_issue444_scrub_evidence_plaintext"],
|
|
219
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
220
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
221
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
222
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
223
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
224
|
-
return pr.returncode, reds, out
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
def _apply_text(text, rel, pairs):
|
|
228
|
-
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
229
|
-
for old, new in pairs:
|
|
230
|
-
o = old.replace(chr(10), eol)
|
|
231
|
-
n = new.replace(chr(10), eol)
|
|
232
|
-
if text.count(o) != 1:
|
|
233
|
-
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
234
|
-
text = text.replace(o, n, 1)
|
|
235
|
-
return text, ""
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
def _mutate():
|
|
239
|
-
print("!! 反向腿②:把两支判据改回缺陷形态,守卫必须按指定项转红")
|
|
240
|
-
tree = _mirror_build()
|
|
241
|
-
bad = []
|
|
242
|
-
try:
|
|
243
|
-
rc, reds, out = _run_in(tree)
|
|
244
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
245
|
-
if rc != 0 or reds:
|
|
246
|
-
bad.append("未变异镜像基线即红")
|
|
247
|
-
print(chr(10).join(out.splitlines()[-20:]))
|
|
248
|
-
for desc, rel, pairs, exp in _MUTATIONS:
|
|
249
|
-
p = os.path.join(tree, rel)
|
|
250
|
-
with open(p, encoding="utf-8", newline="") as f:
|
|
251
|
-
bak = f.read()
|
|
252
|
-
mut, why = _apply_text(bak, rel, pairs)
|
|
253
|
-
if mut is None:
|
|
254
|
-
bad.append("%s —— %s" % (desc, why))
|
|
255
|
-
print(" ANCHOR-MISS " + desc + " " + why)
|
|
256
|
-
continue
|
|
257
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
258
|
-
f.write(mut)
|
|
259
|
-
for root, _dd, _ff in os.walk(tree):
|
|
260
|
-
if os.path.basename(root) == "__pycache__":
|
|
261
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
262
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
263
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
264
|
-
f.write(bak)
|
|
265
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
266
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
267
|
-
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
268
|
-
else:
|
|
269
|
-
bad.append(desc)
|
|
270
|
-
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
271
|
-
% (desc, hit, sorted(exp), rc2))
|
|
272
|
-
for r in reds2[:10]:
|
|
273
|
-
print(" FAIL " + r)
|
|
274
|
-
print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
275
|
-
return len(bad)
|
|
276
|
-
finally:
|
|
277
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
if __name__ == "__main__":
|
|
281
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:scrub 的矛盾证据串不得携带正文原文/词面(issue #444,P0 密级泄漏)
|
|
3
|
+
# 生效条件:python -u -X utf8 -m md_cg.test_issue444_scrub_evidence_plaintext [--mutate];被测面=md_cg/scrub.py 的 _contradiction(两支产串)+ _weaken(用串落盘)
|
|
4
|
+
# 子功能:A 组=正向腿(证据串只含键名+不可逆摘要;四类明文面均不含 private 正文标记;工具面 internal 身份读不到);K 组=反向腿①(internal↔internal 的矛盾仍被正常处置,防一刀切);E 组=源码面(两支判据在位);M 组=反向腿②(--mutate,红项严格相等且不重叠)
|
|
5
|
+
# 执行:--mutate 时在镜像树里逐条把判据改回缺陷形态,守卫必须按指定项转红
|
|
6
|
+
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed
|
|
7
|
+
# 不适用条件:① 腿看不见「该不该把这对节点判为矛盾」——只看见「证据串里有没有正文原文/词面」;② 不覆盖 verify 证据原文经**其它**通道的落点(#348-C 的未决口径,另一件);③ 不覆盖 scrub 其它 add(...) 支的 detail(expired/not_yet 传的是键名与日期类短值,**不含正文**;如需一律摘要化属另一件);④ 本腿的 fixture 走「同键不同值」支;「极性相反」支只做**源码面**断言(不在本腿构造极性语料——避免把两条判据混成一条)。
|
|
8
|
+
"""issue #444 守卫:矛盾证据串不得携带正文原文(P0:private 正文进明文面)。
|
|
9
|
+
|
|
10
|
+
病象(修前):`_contradiction` 把**两端正文原值**(同键不同值)或**共享 bigram 词面**
|
|
11
|
+
(极性相反)拼进 `why`;该串经 `add("contradiction", why)` → `_weaken` → `cg.verify(...,
|
|
12
|
+
"weakened")` 成为 verify 的 **evidence**,落进 (a) 节点 frontmatter、(b) 对端节点自己的 .md、
|
|
13
|
+
(c) `_trust.jsonl` —— 三处都是**明文面**(加密只作用于正文)⇒ `internal` 身份经 `mdcg_get`
|
|
14
|
+
即可读到 private 正文。
|
|
15
|
+
修法:正文原值与词面一律不进证据串——只留**键名 + 不可逆摘要(8 位)**(同键支)与
|
|
16
|
+
**计数 + 占比**(极性支)。
|
|
17
|
+
"""
|
|
18
|
+
from __future__ import annotations
|
|
19
|
+
|
|
20
|
+
import ast
|
|
21
|
+
import os
|
|
22
|
+
import shutil
|
|
23
|
+
import subprocess
|
|
24
|
+
import sys
|
|
25
|
+
import tempfile
|
|
26
|
+
|
|
27
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
28
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
29
|
+
if _REPO not in sys.path:
|
|
30
|
+
sys.path.insert(0, _REPO)
|
|
31
|
+
|
|
32
|
+
_TMP = tempfile.mkdtemp(prefix="iss444_")
|
|
33
|
+
os.environ.update({"MDCG_ROOT": _TMP + "/brain", "MDCG_STATE_ROOT": _TMP + "/state",
|
|
34
|
+
"MDCG_AUX_ROOT": _TMP + "/auxstore", "MDCG_DATA_ROOT": _TMP + "/datastore",
|
|
35
|
+
"MDCG_EXPORT_ROOT": _TMP, "MDCG_SUSTAIN": "0", "MDCG_SLEEP": "0"})
|
|
36
|
+
os.environ.pop("MDCG_READ_CACHE", None)
|
|
37
|
+
|
|
38
|
+
from md_cg import mcp_server as _ms # noqa: E402
|
|
39
|
+
from md_cg import scrub as _sc # noqa: E402
|
|
40
|
+
from md_cg import tokens as _tk # noqa: E402
|
|
41
|
+
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
42
|
+
from md_cg.security import Principal # noqa: E402
|
|
43
|
+
|
|
44
|
+
PASSED, FAILS = [], []
|
|
45
|
+
MARK = "MARK444X7Q2" # 只在 private 正文里出现的唯一标记
|
|
46
|
+
KEY = "口令" # 非 CCG 标记键(_kv_pairs 只抽 2–12 字的非结构键)
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
def _check(name, cond, detail=""):
|
|
50
|
+
if cond:
|
|
51
|
+
print(" PASS " + name)
|
|
52
|
+
PASSED.append(name)
|
|
53
|
+
else:
|
|
54
|
+
print(" FAIL " + name + " " + str(detail)[:240])
|
|
55
|
+
FAILS.append(name)
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
def _mk(role, clearance):
|
|
59
|
+
sp = _tk.role_spec(role)
|
|
60
|
+
return Principal(clearance=clearance, can_write=sp["can_write"], can_admin=sp["can_admin"],
|
|
61
|
+
role=role, layers_allow=sp["layers_allow"], ops_allow=sp["ops_allow"])
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
def _cg(root, role="designer", clearance="secret"):
|
|
65
|
+
return MdCGSecure(root, principal=_mk(role, clearance), autoflush=1)
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def _raw(root, rel):
|
|
69
|
+
with open(os.path.join(root, rel), encoding="utf-8", errors="replace") as f:
|
|
70
|
+
return f.read()
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
def _build(root):
|
|
74
|
+
"""private 节点 + internal 矛盾对端(同键不同值 ⇒ 走 _contradiction 第一支)。"""
|
|
75
|
+
cg = _cg(root)
|
|
76
|
+
cg.add("priv1", "# 功能名:私密记录" + chr(10) + KEY + ":" + MARK + chr(10)
|
|
77
|
+
+ "# 不适用条件:无", layer="contextual", sensitivity="private")
|
|
78
|
+
cg.add("pub1", "# 功能名:公开记录" + chr(10) + KEY + ":公开内容无关" + chr(10)
|
|
79
|
+
+ "# 不适用条件:无", layer="contextual", sensitivity="internal")
|
|
80
|
+
cg.flush()
|
|
81
|
+
return cg
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
def group_a(tmp):
|
|
85
|
+
print("== A 组:正向腿——证据串不得携带 private 正文 ==")
|
|
86
|
+
root = os.path.join(tmp, "a")
|
|
87
|
+
cg = _build(root)
|
|
88
|
+
priv = (cg.get("priv1") or {}).get("content") or ""
|
|
89
|
+
bad = _sc._contradiction(cg, priv, [{"node_id": "pub1", "via": "same_family"}])
|
|
90
|
+
_check("A1 前置:同键不同值被判为矛盾(对端可读)", bool(bad), "bad=%r" % (bad,))
|
|
91
|
+
why = (bad or {}).get("why") or ""
|
|
92
|
+
_check("A2 证据串不含正文原文(只有键名 + 不可逆摘要)",
|
|
93
|
+
MARK not in why and KEY in why and "公开内容无关" not in why, "why=%r" % why)
|
|
94
|
+
_sc._weaken(cg, "priv1", "contradiction", why)
|
|
95
|
+
_sc._weaken(cg, "pub1", "contradiction", why)
|
|
96
|
+
cg.flush()
|
|
97
|
+
trust = _raw(root, "_trust.jsonl") if os.path.exists(os.path.join(root, "_trust.jsonl")) else ""
|
|
98
|
+
_check("A3 _trust.jsonl 不含 private 正文标记", MARK not in trust, "hit=%s" % (MARK in trust))
|
|
99
|
+
pub_rel = "contextual/pub1.md"
|
|
100
|
+
pub_raw = _raw(root, pub_rel) if os.path.exists(os.path.join(root, pub_rel)) else ""
|
|
101
|
+
_check("A4 对端 internal 节点 .md 不含 private 正文标记", MARK not in pub_raw)
|
|
102
|
+
cg.close()
|
|
103
|
+
reader = _cg(root, role="record", clearance="internal")
|
|
104
|
+
g = _ms._cg_dispatch(reader, {"op": "read", "node_id": "pub1"})
|
|
105
|
+
_check("A5 工具面:internal 身份读 internal 节点读不到 private 正文",
|
|
106
|
+
MARK not in str(g), "体=%s" % str(g)[-80:])
|
|
107
|
+
reader.close()
|
|
108
|
+
priv_rel = "contextual/priv1.md"
|
|
109
|
+
priv_raw = _raw(root, priv_rel) if os.path.exists(os.path.join(root, priv_rel)) else ""
|
|
110
|
+
_check("A6 private 自身 .md 不含明文标记(密文面未退化)", MARK not in priv_raw)
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
def group_k(tmp):
|
|
114
|
+
print("== K 组:反向腿①——同密级之间的矛盾仍被正常处置(防一刀切)==")
|
|
115
|
+
root = os.path.join(tmp, "k")
|
|
116
|
+
cg = _cg(root)
|
|
117
|
+
cg.add("k_a", "# 功能名:甲" + chr(10) + KEY + ":三千" + chr(10) + "# 不适用条件:无",
|
|
118
|
+
layer="contextual", sensitivity="internal")
|
|
119
|
+
cg.add("k_b", "# 功能名:乙" + chr(10) + KEY + ":五千" + chr(10) + "# 不适用条件:无",
|
|
120
|
+
layer="contextual", sensitivity="internal")
|
|
121
|
+
cg.flush()
|
|
122
|
+
content = (cg.get("k_a") or {}).get("content") or ""
|
|
123
|
+
bad = _sc._contradiction(cg, content, [{"node_id": "k_b", "via": "same_family"}])
|
|
124
|
+
_check("K1 同密级矛盾仍被判出(未因摘要化而失去判别力)",
|
|
125
|
+
bool(bad) and KEY in ((bad or {}).get("why") or ""), "bad=%r" % (bad,))
|
|
126
|
+
_sc._weaken(cg, "k_a", "contradiction", (bad or {}).get("why") or "")
|
|
127
|
+
cg.flush()
|
|
128
|
+
st = ((cg.get("k_a") or {}).get("frontmatter") or {}).get("verification_state")
|
|
129
|
+
_check("K2 处置仍发生(节点验证态由 weakened 路径推进)",
|
|
130
|
+
st in ("doubted", "weakened", "demoted", "unverified"), "state=%r" % st)
|
|
131
|
+
cg.close()
|
|
132
|
+
|
|
133
|
+
|
|
134
|
+
def _src(rel):
|
|
135
|
+
with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
136
|
+
return f.read()
|
|
137
|
+
|
|
138
|
+
|
|
139
|
+
def _contra_src():
|
|
140
|
+
tree = ast.parse(_src("md_cg/scrub.py"), "scrub.py")
|
|
141
|
+
for node in ast.walk(tree):
|
|
142
|
+
if isinstance(node, ast.FunctionDef) and node.name == "_contradiction":
|
|
143
|
+
import ast as _a
|
|
144
|
+
return _a.get_source_segment(_src("md_cg/scrub.py"), node) or ""
|
|
145
|
+
return ""
|
|
146
|
+
|
|
147
|
+
|
|
148
|
+
def group_e(tmp):
|
|
149
|
+
print("== E 组:源码面——两支判据在位 ==")
|
|
150
|
+
seg = _contra_src()
|
|
151
|
+
_check("E1a 同键支:产串用不可逆摘要(_h()),不再直接拼 {kv_a[k]}/{kv_b[k]}",
|
|
152
|
+
"_h(" in seg and "={kv_a[k]}" not in seg and "vs {kv_b[k]}" not in seg)
|
|
153
|
+
_check("E1b 极性支:不再拼共享词面(无 sorted(shared) 进串)",
|
|
154
|
+
"sorted(shared)" not in seg and "共享片段" in seg)
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
def _guard_group(tag, fn, tmp):
|
|
158
|
+
try:
|
|
159
|
+
fn(tmp)
|
|
160
|
+
except Exception as exc: # noqa: BLE001
|
|
161
|
+
import traceback
|
|
162
|
+
_check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
|
|
163
|
+
"%s: %s" % (type(exc).__name__, exc))
|
|
164
|
+
traceback.print_exc()
|
|
165
|
+
|
|
166
|
+
|
|
167
|
+
def main():
|
|
168
|
+
print("== #444 scrub 证据串明文面守卫 ==")
|
|
169
|
+
_guard_group("A", group_a, _TMP)
|
|
170
|
+
_guard_group("K", group_k, _TMP)
|
|
171
|
+
_guard_group("E", group_e, _TMP)
|
|
172
|
+
print("=" * 68)
|
|
173
|
+
print("#444 守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
174
|
+
for f in FAILS:
|
|
175
|
+
print(" 红项:" + f)
|
|
176
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
177
|
+
return 1 if (FAILS or _bad) else 0
|
|
178
|
+
|
|
179
|
+
|
|
180
|
+
_MUTATIONS = (
|
|
181
|
+
("M1 同键支改回正文原值(回到 #444 缺陷形态)",
|
|
182
|
+
"md_cg/scrub.py",
|
|
183
|
+
((" return hashlib.sha1(str(v).encode(\"utf-8\")).hexdigest()[:8]",
|
|
184
|
+
" return str(v) # M1 撤摘要"),),
|
|
185
|
+
("A2", "A3", "A4", "A5", "A6")),
|
|
186
|
+
("M2 极性支改回共享词面",
|
|
187
|
+
"md_cg/scrub.py",
|
|
188
|
+
((" \"why\": f\"极性相反且共享内容:共享片段 {len(shared)} 个\"" + chr(10)
|
|
189
|
+
+ " f\"(占比 {ratio:.2f}),词面不入证据串\"}",
|
|
190
|
+
" \"why\": \"极性相反且共享内容:\" + \"、\".join(sorted(shared)[:5])}"),),
|
|
191
|
+
("E1b",)),
|
|
192
|
+
)
|
|
193
|
+
|
|
194
|
+
|
|
195
|
+
def _mirror_build():
|
|
196
|
+
dst = tempfile.mkdtemp(prefix="iss444_mut_")
|
|
197
|
+
for name in ("md_cg", "lib"):
|
|
198
|
+
src = os.path.join(_REPO, name)
|
|
199
|
+
if os.path.isdir(src):
|
|
200
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
201
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
202
|
+
for name in sorted(os.listdir(_REPO)):
|
|
203
|
+
p = os.path.join(_REPO, name)
|
|
204
|
+
if os.path.isfile(p) and name.endswith(".py"):
|
|
205
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
206
|
+
return dst
|
|
207
|
+
|
|
208
|
+
|
|
209
|
+
def _run_in(tree):
|
|
210
|
+
env = dict(os.environ)
|
|
211
|
+
env["PYTHONPATH"] = tree
|
|
212
|
+
env["PYTHONUTF8"] = "1"
|
|
213
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
214
|
+
for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
|
|
215
|
+
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_TOKEN", "MDCG_TOKEN_FILE"):
|
|
216
|
+
env.pop(k, None)
|
|
217
|
+
pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
|
|
218
|
+
"md_cg.test_issue444_scrub_evidence_plaintext"],
|
|
219
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
220
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
221
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
222
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
223
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
224
|
+
return pr.returncode, reds, out
|
|
225
|
+
|
|
226
|
+
|
|
227
|
+
def _apply_text(text, rel, pairs):
|
|
228
|
+
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
229
|
+
for old, new in pairs:
|
|
230
|
+
o = old.replace(chr(10), eol)
|
|
231
|
+
n = new.replace(chr(10), eol)
|
|
232
|
+
if text.count(o) != 1:
|
|
233
|
+
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
234
|
+
text = text.replace(o, n, 1)
|
|
235
|
+
return text, ""
|
|
236
|
+
|
|
237
|
+
|
|
238
|
+
def _mutate():
|
|
239
|
+
print("!! 反向腿②:把两支判据改回缺陷形态,守卫必须按指定项转红")
|
|
240
|
+
tree = _mirror_build()
|
|
241
|
+
bad = []
|
|
242
|
+
try:
|
|
243
|
+
rc, reds, out = _run_in(tree)
|
|
244
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
245
|
+
if rc != 0 or reds:
|
|
246
|
+
bad.append("未变异镜像基线即红")
|
|
247
|
+
print(chr(10).join(out.splitlines()[-20:]))
|
|
248
|
+
for desc, rel, pairs, exp in _MUTATIONS:
|
|
249
|
+
p = os.path.join(tree, rel)
|
|
250
|
+
with open(p, encoding="utf-8", newline="") as f:
|
|
251
|
+
bak = f.read()
|
|
252
|
+
mut, why = _apply_text(bak, rel, pairs)
|
|
253
|
+
if mut is None:
|
|
254
|
+
bad.append("%s —— %s" % (desc, why))
|
|
255
|
+
print(" ANCHOR-MISS " + desc + " " + why)
|
|
256
|
+
continue
|
|
257
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
258
|
+
f.write(mut)
|
|
259
|
+
for root, _dd, _ff in os.walk(tree):
|
|
260
|
+
if os.path.basename(root) == "__pycache__":
|
|
261
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
262
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
263
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
264
|
+
f.write(bak)
|
|
265
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
266
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
267
|
+
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
268
|
+
else:
|
|
269
|
+
bad.append(desc)
|
|
270
|
+
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
271
|
+
% (desc, hit, sorted(exp), rc2))
|
|
272
|
+
for r in reds2[:10]:
|
|
273
|
+
print(" FAIL " + r)
|
|
274
|
+
print("反向腿②:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
275
|
+
return len(bad)
|
|
276
|
+
finally:
|
|
277
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
278
|
+
|
|
279
|
+
|
|
280
|
+
if __name__ == "__main__":
|
|
281
|
+
sys.exit(main())
|