@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
|
@@ -1,110 +1,110 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
r"""test_s1_ast_judge · S1 判据的 AST 层加固(issue #560)。
|
|
3
|
-
|
|
4
|
-
背景:`md_cg/test_sensitivity_predicate_single_point` 的 S1 是**纯文本扫描**。实测(2026-10-19)
|
|
5
|
-
把 `x in crypto.ENCRYPTED_LEVELS` 正则替换成语法错误的 `crypto.is_encrypted_level(if x not):` 后,
|
|
6
|
-
S1 仍然全绿 —— 文本判据可被「改写」绕过。
|
|
7
|
-
|
|
8
|
-
本模块补一条**不可绕过的**判据(不改原守卫,纯增量):
|
|
9
|
-
① AST:解析 md_cg/*.py,凡 Compare 节点的操作数为 `ENCRYPTED_LEVELS`(Name 或 Attribute)即红;
|
|
10
|
-
② 不可解析即红:任何一个 md_cg/*.py 无法 ast.parse ⇒ 红(mangling 绕不过这一条);
|
|
11
|
-
③ 双向负控:合成样本 `x in crypto.ENCRYPTED_LEVELS` 必须被 AST 抓到;合成样本
|
|
12
|
-
`crypto.is_encrypted_level(if x not):` 必须被判为不可解析 —— 两面都钉,防判据自身失效。
|
|
13
|
-
|
|
14
|
-
运行:python -X utf8 -m md_cg.test_s1_ast_judge | 退出码 0 全绿 / 1 断言失败
|
|
15
|
-
"""
|
|
16
|
-
import ast
|
|
17
|
-
import io
|
|
18
|
-
import os
|
|
19
|
-
import sys
|
|
20
|
-
|
|
21
|
-
HERE = os.path.dirname(os.path.abspath(__file__))
|
|
22
|
-
REPO = os.path.dirname(HERE)
|
|
23
|
-
|
|
24
|
-
PASS = 0
|
|
25
|
-
FAIL = 0
|
|
26
|
-
FAILS = []
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
def check(name, ok, detail=""):
|
|
30
|
-
global PASS, FAIL
|
|
31
|
-
if ok:
|
|
32
|
-
PASS += 1
|
|
33
|
-
print("[PASS] %s%s" % (name, (" · " + detail) if detail else ""))
|
|
34
|
-
else:
|
|
35
|
-
FAIL += 1
|
|
36
|
-
FAILS.append(name)
|
|
37
|
-
print("[FAIL] %s · %s" % (name, detail))
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
def _is_encrypted_ref(node):
|
|
41
|
-
"""node 是否解析到 ENCRYPTED_LEVELS(Name 或 a.ENCRYPTED_LEVELS)。"""
|
|
42
|
-
if isinstance(node, ast.Name):
|
|
43
|
-
return node.id == "ENCRYPTED_LEVELS"
|
|
44
|
-
if isinstance(node, ast.Attribute):
|
|
45
|
-
return node.attr == "ENCRYPTED_LEVELS"
|
|
46
|
-
return False
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
def ast_violations(tree):
|
|
50
|
-
"""返回 [(lineno, 源码片段)]:所有对 ENCRYPTED_LEVELS 的成员测试(in / not in)。"""
|
|
51
|
-
exempt = set()
|
|
52
|
-
for node in ast.walk(tree):
|
|
53
|
-
if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) and node.name == "is_encrypted_level":
|
|
54
|
-
for sub in ast.walk(node):
|
|
55
|
-
exempt.add(id(sub))
|
|
56
|
-
out = []
|
|
57
|
-
for node in ast.walk(tree):
|
|
58
|
-
if id(node) in exempt:
|
|
59
|
-
continue
|
|
60
|
-
if isinstance(node, ast.Compare):
|
|
61
|
-
if any(isinstance(op, (ast.In, ast.NotIn)) for op in node.ops):
|
|
62
|
-
if node.comparators and _is_encrypted_ref(node.comparators[0]):
|
|
63
|
-
out.append((getattr(node, "lineno", 0), "in ENCRYPTED_LEVELS"))
|
|
64
|
-
return out
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
print("== ① AST:md_cg/*.py 无 ENCRYPTED_LEVELS 成员测试 ==")
|
|
68
|
-
files = sorted(f for f in os.listdir(HERE) if f.endswith(".py") and not f.startswith("test_"))
|
|
69
|
-
unparsable = []
|
|
70
|
-
viol = []
|
|
71
|
-
for f in files:
|
|
72
|
-
p = os.path.join(HERE, f)
|
|
73
|
-
src = io.open(p, encoding="utf-8", errors="replace").read()
|
|
74
|
-
try:
|
|
75
|
-
tree = ast.parse(src, filename=p)
|
|
76
|
-
except SyntaxError as exc:
|
|
77
|
-
unparsable.append("%s: %s" % (f, exc))
|
|
78
|
-
continue
|
|
79
|
-
for lineno, what in ast_violations(tree):
|
|
80
|
-
viol.append("%s:%d %s" % (f, lineno, what))
|
|
81
|
-
check("① 扫过 %d 个非测试模块" % len(files), len(files) > 100, "n=%d" % len(files))
|
|
82
|
-
check("① 无 ENCRYPTED_LEVELS 成员测试(豁免单点自身定义体)", not viol, "; ".join(viol[:5]))
|
|
83
|
-
|
|
84
|
-
print("== ② 不可解析即红(mangling 绕不过本判据)==")
|
|
85
|
-
check("② 全部非测试模块可被 ast.parse", not unparsable, "; ".join(unparsable[:3]))
|
|
86
|
-
|
|
87
|
-
print("== ③ 双向负控 ==")
|
|
88
|
-
good = "if x in crypto.ENCRYPTED_LEVELS:\n pass\n"
|
|
89
|
-
good_tree = ast.parse(good)
|
|
90
|
-
check("③ 合成样本 x in crypto.ENCRYPTED_LEVELS 被 AST 抓到",
|
|
91
|
-
bool(ast_violations(good_tree)), str(ast_violations(good_tree)))
|
|
92
|
-
good2 = "if x not in ENCRYPTED_LEVELS:\n pass\n"
|
|
93
|
-
check("③ 合成样本 not in ENCRYPTED_LEVELS 亦被抓到",
|
|
94
|
-
bool(ast_violations(ast.parse(good2))), "")
|
|
95
|
-
mangled = "crypto.is_encrypted_level(if x not):\n pass\n"
|
|
96
|
-
try:
|
|
97
|
-
ast.parse(mangled)
|
|
98
|
-
check("③ 改写形态必须不可解析(文本判据的盲点)", False, "竟然解析成功")
|
|
99
|
-
except SyntaxError:
|
|
100
|
-
check("③ 改写形态必须不可解析(文本判据的盲点)", True, "SyntaxError")
|
|
101
|
-
|
|
102
|
-
print()
|
|
103
|
-
print("=" * 64)
|
|
104
|
-
print("通过 %d / 失败 %d" % (PASS, FAIL))
|
|
105
|
-
if FAILS:
|
|
106
|
-
print("失败项:")
|
|
107
|
-
for f in FAILS:
|
|
108
|
-
print(" - " + f)
|
|
109
|
-
print("=" * 64)
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
r"""test_s1_ast_judge · S1 判据的 AST 层加固(issue #560)。
|
|
3
|
+
|
|
4
|
+
背景:`md_cg/test_sensitivity_predicate_single_point` 的 S1 是**纯文本扫描**。实测(2026-10-19)
|
|
5
|
+
把 `x in crypto.ENCRYPTED_LEVELS` 正则替换成语法错误的 `crypto.is_encrypted_level(if x not):` 后,
|
|
6
|
+
S1 仍然全绿 —— 文本判据可被「改写」绕过。
|
|
7
|
+
|
|
8
|
+
本模块补一条**不可绕过的**判据(不改原守卫,纯增量):
|
|
9
|
+
① AST:解析 md_cg/*.py,凡 Compare 节点的操作数为 `ENCRYPTED_LEVELS`(Name 或 Attribute)即红;
|
|
10
|
+
② 不可解析即红:任何一个 md_cg/*.py 无法 ast.parse ⇒ 红(mangling 绕不过这一条);
|
|
11
|
+
③ 双向负控:合成样本 `x in crypto.ENCRYPTED_LEVELS` 必须被 AST 抓到;合成样本
|
|
12
|
+
`crypto.is_encrypted_level(if x not):` 必须被判为不可解析 —— 两面都钉,防判据自身失效。
|
|
13
|
+
|
|
14
|
+
运行:python -X utf8 -m md_cg.test_s1_ast_judge | 退出码 0 全绿 / 1 断言失败
|
|
15
|
+
"""
|
|
16
|
+
import ast
|
|
17
|
+
import io
|
|
18
|
+
import os
|
|
19
|
+
import sys
|
|
20
|
+
|
|
21
|
+
HERE = os.path.dirname(os.path.abspath(__file__))
|
|
22
|
+
REPO = os.path.dirname(HERE)
|
|
23
|
+
|
|
24
|
+
PASS = 0
|
|
25
|
+
FAIL = 0
|
|
26
|
+
FAILS = []
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def check(name, ok, detail=""):
|
|
30
|
+
global PASS, FAIL
|
|
31
|
+
if ok:
|
|
32
|
+
PASS += 1
|
|
33
|
+
print("[PASS] %s%s" % (name, (" · " + detail) if detail else ""))
|
|
34
|
+
else:
|
|
35
|
+
FAIL += 1
|
|
36
|
+
FAILS.append(name)
|
|
37
|
+
print("[FAIL] %s · %s" % (name, detail))
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
def _is_encrypted_ref(node):
|
|
41
|
+
"""node 是否解析到 ENCRYPTED_LEVELS(Name 或 a.ENCRYPTED_LEVELS)。"""
|
|
42
|
+
if isinstance(node, ast.Name):
|
|
43
|
+
return node.id == "ENCRYPTED_LEVELS"
|
|
44
|
+
if isinstance(node, ast.Attribute):
|
|
45
|
+
return node.attr == "ENCRYPTED_LEVELS"
|
|
46
|
+
return False
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
def ast_violations(tree):
|
|
50
|
+
"""返回 [(lineno, 源码片段)]:所有对 ENCRYPTED_LEVELS 的成员测试(in / not in)。"""
|
|
51
|
+
exempt = set()
|
|
52
|
+
for node in ast.walk(tree):
|
|
53
|
+
if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) and node.name == "is_encrypted_level":
|
|
54
|
+
for sub in ast.walk(node):
|
|
55
|
+
exempt.add(id(sub))
|
|
56
|
+
out = []
|
|
57
|
+
for node in ast.walk(tree):
|
|
58
|
+
if id(node) in exempt:
|
|
59
|
+
continue
|
|
60
|
+
if isinstance(node, ast.Compare):
|
|
61
|
+
if any(isinstance(op, (ast.In, ast.NotIn)) for op in node.ops):
|
|
62
|
+
if node.comparators and _is_encrypted_ref(node.comparators[0]):
|
|
63
|
+
out.append((getattr(node, "lineno", 0), "in ENCRYPTED_LEVELS"))
|
|
64
|
+
return out
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
print("== ① AST:md_cg/*.py 无 ENCRYPTED_LEVELS 成员测试 ==")
|
|
68
|
+
files = sorted(f for f in os.listdir(HERE) if f.endswith(".py") and not f.startswith("test_"))
|
|
69
|
+
unparsable = []
|
|
70
|
+
viol = []
|
|
71
|
+
for f in files:
|
|
72
|
+
p = os.path.join(HERE, f)
|
|
73
|
+
src = io.open(p, encoding="utf-8", errors="replace").read()
|
|
74
|
+
try:
|
|
75
|
+
tree = ast.parse(src, filename=p)
|
|
76
|
+
except SyntaxError as exc:
|
|
77
|
+
unparsable.append("%s: %s" % (f, exc))
|
|
78
|
+
continue
|
|
79
|
+
for lineno, what in ast_violations(tree):
|
|
80
|
+
viol.append("%s:%d %s" % (f, lineno, what))
|
|
81
|
+
check("① 扫过 %d 个非测试模块" % len(files), len(files) > 100, "n=%d" % len(files))
|
|
82
|
+
check("① 无 ENCRYPTED_LEVELS 成员测试(豁免单点自身定义体)", not viol, "; ".join(viol[:5]))
|
|
83
|
+
|
|
84
|
+
print("== ② 不可解析即红(mangling 绕不过本判据)==")
|
|
85
|
+
check("② 全部非测试模块可被 ast.parse", not unparsable, "; ".join(unparsable[:3]))
|
|
86
|
+
|
|
87
|
+
print("== ③ 双向负控 ==")
|
|
88
|
+
good = "if x in crypto.ENCRYPTED_LEVELS:\n pass\n"
|
|
89
|
+
good_tree = ast.parse(good)
|
|
90
|
+
check("③ 合成样本 x in crypto.ENCRYPTED_LEVELS 被 AST 抓到",
|
|
91
|
+
bool(ast_violations(good_tree)), str(ast_violations(good_tree)))
|
|
92
|
+
good2 = "if x not in ENCRYPTED_LEVELS:\n pass\n"
|
|
93
|
+
check("③ 合成样本 not in ENCRYPTED_LEVELS 亦被抓到",
|
|
94
|
+
bool(ast_violations(ast.parse(good2))), "")
|
|
95
|
+
mangled = "crypto.is_encrypted_level(if x not):\n pass\n"
|
|
96
|
+
try:
|
|
97
|
+
ast.parse(mangled)
|
|
98
|
+
check("③ 改写形态必须不可解析(文本判据的盲点)", False, "竟然解析成功")
|
|
99
|
+
except SyntaxError:
|
|
100
|
+
check("③ 改写形态必须不可解析(文本判据的盲点)", True, "SyntaxError")
|
|
101
|
+
|
|
102
|
+
print()
|
|
103
|
+
print("=" * 64)
|
|
104
|
+
print("通过 %d / 失败 %d" % (PASS, FAIL))
|
|
105
|
+
if FAILS:
|
|
106
|
+
print("失败项:")
|
|
107
|
+
for f in FAILS:
|
|
108
|
+
print(" - " + f)
|
|
109
|
+
print("=" * 64)
|
|
110
110
|
sys.exit(0 if FAIL == 0 else 1)
|