@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,299 +1,299 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:摄取根自身是敏感目录时,来源密级判据不得被相对路径抹掉——issue #452
|
|
3
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue452_ingest_root_sensitivity [--mutate];被测面=md_cg/sources.py::source_sensitivity/add_items_with_source_sensitivity 与 ingest_file/ingest_dir 的密级取值点,判据本体仍是 md_cg/docindex.py::sensitivity_for
|
|
4
|
-
# 子功能:A 组=同一份文档以 path=<base>/private 与 path=<base> 两种形状摄取,密级必须一致(都 private)且 internal 身份写不进;B 组=非恒真反向腿(路径不含提示仍 internal,不把所有文档收紧成 private);C 组=判据单点与输入面(sensitivity_for 只有一份实现、取值点喂的是绝对路径)
|
|
5
|
-
# 执行:--mutate 时在镜像树里回退「按来源文件继承密级」与「判据入参改回相对路径」两处,守卫必须按指定项转红
|
|
6
|
-
# 验证方式:全部 PASS 即通过(退出码 0);默认模式另做源码锚点自检(关键判据字面量缺失 ⇒ exit 2,fail-closed);--mutate 模式红项集合须与预期逐项相符
|
|
7
|
-
# 不适用条件:不判 code_ref 链(代码节点不走密级提示判据);不判 item["path"]/doc_ref.path 的**取值口径**是否改成绝对路径(换 id 会动存量幂等,属单独立项);不判 sensitivity_for 的提示词表本身(PRIVATE_HINTS 内容不在本条);不判白名单外的摄取(那是 #425/#351 的面)
|
|
8
|
-
"""issue #452 守卫:来源密级判据的**输入面**必须包含摄取根自身的路径段。
|
|
9
|
-
|
|
10
|
-
病象(修前):`docindex.index_dir` 产出的 item["path"] 是**相对被摄取根**的;
|
|
11
|
-
`refindex.add_items` 用 `docindex.sensitivity_for(it["path"])` 判密级。当摄取根
|
|
12
|
-
**本身就是敏感目录**(`ingest(path=<…>/private)`)时,`private` 这一段正是 root
|
|
13
|
-
自身,被 relpath 抹掉 ⇒ 提示命中不了,敏感文档以 internal 落库,internal 档身份
|
|
14
|
-
读得回其正文摘要。同一内容换成父目录摄取则正确判 private 并 fail-closed。
|
|
15
|
-
|
|
16
|
-
修法(条件层):判据仍只有 `docindex.sensitivity_for` 一处,但喂给它的是**源文件
|
|
17
|
-
的绝对路径**——绝对路径的段集合 ⊇ 相对路径的段集合,只会更严、不会更松。
|
|
18
|
-
`item["path"]` 保持相对 root(节点 id / doc_ref 稳定标识不变)。
|
|
19
|
-
"""
|
|
20
|
-
import json
|
|
21
|
-
import os
|
|
22
|
-
import shutil
|
|
23
|
-
import subprocess
|
|
24
|
-
import sys
|
|
25
|
-
import tempfile
|
|
26
|
-
|
|
27
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
28
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
29
|
-
if _REPO not in sys.path:
|
|
30
|
-
sys.path.insert(0, _REPO)
|
|
31
|
-
|
|
32
|
-
for _k in [k for k in os.environ if k.startswith("MDCG_")]:
|
|
33
|
-
del os.environ[_k]
|
|
34
|
-
|
|
35
|
-
FAILS = []
|
|
36
|
-
_T = tempfile.mkdtemp(prefix="iss452_")
|
|
37
|
-
BASE = os.path.join(_T, "base")
|
|
38
|
-
ROOT = os.path.join(_T, "brain")
|
|
39
|
-
os.environ.update(HOME=_T, MDCG_ROOT=ROOT,
|
|
40
|
-
MDCG_STATE_ROOT=os.path.join(_T, "stateroot"),
|
|
41
|
-
MDCG_AUX_ROOT=os.path.join(_T, "auxroot"),
|
|
42
|
-
MDCG_DATA_ROOT=os.path.join(_T, "dataroot"),
|
|
43
|
-
MDCG_EXPORT_ROOT=_T, MDCG_SUSTAIN="0", MDCG_SLEEP="0",
|
|
44
|
-
MDCG_INGEST_ROOT=BASE)
|
|
45
|
-
|
|
46
|
-
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
47
|
-
from md_cg.security import Principal # noqa: E402
|
|
48
|
-
from md_cg.tokens import role_spec # noqa: E402
|
|
49
|
-
from md_cg import mcp_server as ms # noqa: E402
|
|
50
|
-
from md_cg import docindex, sources # noqa: E402
|
|
51
|
-
|
|
52
|
-
DOC = ("# 功能名:一、背景\n# 生效条件:人事档案\n# 子功能:员工资料\n"
|
|
53
|
-
"# 执行:本文件属于人事档案,包含员工姓名、**薪酬**与**健康状况**等不应扩散的信息。\n"
|
|
54
|
-
"# 验证方式:test\n# 不适用条件:无\n\n## 细节\n"
|
|
55
|
-
+ "HRMARK1 员工张三年薪 42 万,健康状况详见附件。" * 8)
|
|
56
|
-
PLAIN = ("# 功能名:公开说明\n# 生效条件:通用\n# 子功能:无\n# 执行:公开资料,不含敏感信息。\n"
|
|
57
|
-
"# 验证方式:test\n# 不适用条件:无\n\n## 细节\n" + "OPENMARK1 公开内容。" * 20)
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
def _check(name, cond, detail=""):
|
|
61
|
-
if cond:
|
|
62
|
-
print(" PASS " + name)
|
|
63
|
-
else:
|
|
64
|
-
print(" FAIL " + name + " " + str(detail)[:220])
|
|
65
|
-
FAILS.append(name)
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
def P(role, clr):
|
|
69
|
-
s = role_spec(role)
|
|
70
|
-
return Principal(role=role, clearance=clr, can_write=s["can_write"],
|
|
71
|
-
can_admin=s["can_admin"], layers_allow=s["layers_allow"],
|
|
72
|
-
ops_allow=s["ops_allow"])
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
def _fresh():
|
|
76
|
-
for d in ("brain", "stateroot", "auxroot", "dataroot"):
|
|
77
|
-
p = os.path.join(_T, d)
|
|
78
|
-
shutil.rmtree(p, ignore_errors=True)
|
|
79
|
-
os.makedirs(p, exist_ok=True)
|
|
80
|
-
os.makedirs(os.path.join(BASE, "private"), exist_ok=True)
|
|
81
|
-
os.makedirs(os.path.join(BASE, "public"), exist_ok=True)
|
|
82
|
-
with open(os.path.join(BASE, "private", "hr_archive.md"), "w", encoding="utf-8") as f:
|
|
83
|
-
f.write(DOC)
|
|
84
|
-
with open(os.path.join(BASE, "public", "open.md"), "w", encoding="utf-8") as f:
|
|
85
|
-
f.write(PLAIN)
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
def _try_dir(path):
|
|
89
|
-
cg = MdCGSecure(ROOT, principal=P("record", "internal"), autoflush=1)
|
|
90
|
-
try:
|
|
91
|
-
r = ms._dispatch(cg, "cg", {"op": "ingest", "action": "dir", "path": path})
|
|
92
|
-
except Exception as e: # noqa: BLE001
|
|
93
|
-
r = {"_exc": type(e).__name__, "_msg": str(e)[:100]}
|
|
94
|
-
sens, readable = {}, {}
|
|
95
|
-
for nid in list((cg.index.get("nodes") or {})):
|
|
96
|
-
if not nid.startswith("doc_"):
|
|
97
|
-
continue
|
|
98
|
-
n = cg.get(nid) or {}
|
|
99
|
-
ref = (n.get("frontmatter") or {}).get("doc_ref") or {}
|
|
100
|
-
sens[nid] = ((ref.get("path") or ""), (n.get("frontmatter") or {}).get("sensitivity"))
|
|
101
|
-
readable[nid] = "HRMARK1" in (n.get("content") or "")
|
|
102
|
-
cg.close()
|
|
103
|
-
return r, sens, readable
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
def _hr_landed(sens):
|
|
107
|
-
"""落库条目里指向 hr_archive.md 的(相对路径, 密级)——它一个都不该存在。"""
|
|
108
|
-
return [v for v in sens.values() if str(v[0]).endswith("hr_archive.md")]
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
print("== A 组:同一文档两种摄取形状,密级必须一致且写不进(#452 正题) ==")
|
|
112
|
-
_fresh()
|
|
113
|
-
_ra, _sa, _reada = _try_dir(os.path.join(BASE, "private"))
|
|
114
|
-
print("[A] path=<base>/private -> ok=%s exc=%s | 密级=%s | 同身份读回敏感正文=%s"
|
|
115
|
-
% (_ra.get("ok"), _ra.get("_exc"), _sa, _reada))
|
|
116
|
-
_check("A1 摄取根自身带 private 提示 ⇒ 内部身份写不进(fail-closed,修前 ok=True 且落 internal)",
|
|
117
|
-
_ra.get("_exc") == "AccessDenied" and not _sa, _ra)
|
|
118
|
-
_check("A2 不得留下任何指向 hr_archive.md 的 doc 节点(修前:internal 且同身份读得回正文)",
|
|
119
|
-
not _hr_landed(_sa) and not any(_reada.values()), (_hr_landed(_sa), _reada))
|
|
120
|
-
|
|
121
|
-
_fresh()
|
|
122
|
-
_rb, _sb, _readb = _try_dir(BASE)
|
|
123
|
-
print("[B] path=<base> -> ok=%s exc=%s | 密级=%s" % (_rb.get("ok"), _rb.get("_exc"), _sb))
|
|
124
|
-
_check("A3 父目录摄取同样 fail-closed(两种形状结论一致——修前 A=internal / B=private)",
|
|
125
|
-
_rb.get("_exc") == "AccessDenied" and not _sb, _rb)
|
|
126
|
-
_check("A4 两种形状都未把 hr_archive.md 落成 doc 节点(同一文档两种 path 结论一致)",
|
|
127
|
-
not _hr_landed(_sa) and not _hr_landed(_sb), (_hr_landed(_sa), _hr_landed(_sb)))
|
|
128
|
-
|
|
129
|
-
print("== B 组:非恒真反向腿(不得把所有文档都收紧成 private) ==")
|
|
130
|
-
_fresh()
|
|
131
|
-
_rp, _sp, _readp = _try_dir(os.path.join(BASE, "public"))
|
|
132
|
-
_check("B01 路径不含私有提示 ⇒ 仍落 internal(不误收紧)",
|
|
133
|
-
_rp.get("ok") is True and _sp
|
|
134
|
-
and all(v[1] == "internal" for v in _sp.values()), (_rp.get("ok"), _sp))
|
|
135
|
-
_check("B02 反向腿前提:公开文档确实被索引了(不是空扫假绿)",
|
|
136
|
-
len(_sp) > 0, _sp)
|
|
137
|
-
|
|
138
|
-
print("== D 组:来源声明面继承(#425 修复建议 3:源 frontmatter 的 sensitivity 更严时取更严) ==")
|
|
139
|
-
_fresh()
|
|
140
|
-
# 把一份 restricted 节点文件**复制到库外**(路径段不含任何私有提示)再摄取:
|
|
141
|
-
# 路径判据只会给 internal;来源声明面必须把它拉回 restricted ⇒ internal 身份写不进。
|
|
142
|
-
_copy = os.path.join(BASE, "public", "copied_node.md")
|
|
143
|
-
with open(_copy, "w", encoding="utf-8") as f:
|
|
144
|
-
f.write("---\nsensitivity: restricted\nlayer: knowledge\n---\n" + DOC)
|
|
145
|
-
_rd, _sd, _readd = _try_dir(os.path.join(BASE, "public"))
|
|
146
|
-
_check("D01 库外副本带 frontmatter sensitivity: restricted ⇒ 内部身份写不进(修前:落 internal)",
|
|
147
|
-
_rd.get("_exc") == "AccessDenied" and not _hr_landed(_sd),
|
|
148
|
-
(_rd, _hr_landed(_sd)))
|
|
149
|
-
os.remove(_copy)
|
|
150
|
-
_fresh()
|
|
151
|
-
_rp2, _sp2, _readp2 = _try_dir(os.path.join(BASE, "public"))
|
|
152
|
-
_check("D02 对照:无 frontmatter 声明的普通外部文档仍按 internal 正常摄取",
|
|
153
|
-
_rp2.get("ok") is True and _sp2
|
|
154
|
-
and all(v[1] == "internal" for v in _sp2.values()), (_rp2.get("ok"), _sp2))
|
|
155
|
-
|
|
156
|
-
print("== C 组:判据单点与输入面(源码锚点) ==")
|
|
157
|
-
_SRC_S = open(os.path.join(_REPO, "md_cg", "sources.py"), encoding="utf-8").read()
|
|
158
|
-
_SRC_D = open(os.path.join(_REPO, "md_cg", "docindex.py"), encoding="utf-8").read()
|
|
159
|
-
_MISSING = [n for n in ("def source_sensitivity(",
|
|
160
|
-
"def add_items_with_source_sensitivity(",
|
|
161
|
-
"source_sensitivity(os.path.join(root, rel), sensitivity)")
|
|
162
|
-
if n not in _SRC_S]
|
|
163
|
-
_check("C01 密级取值点是单点(source_sensitivity),按来源文件绝对路径取值", not _MISSING, _MISSING)
|
|
164
|
-
_check("C02 判据本体只有一份实现(sensitivity_for 定义唯一)",
|
|
165
|
-
_SRC_D.count("def sensitivity_for(") == 1)
|
|
166
|
-
_check("C03 摄取链不再直接以 item['path'] 调 refindex.add_items(两个入口都改经继承单点)",
|
|
167
|
-
_SRC_S.count("refindex.add_items(") == 3 # 三处都在继承单点内部
|
|
168
|
-
and _SRC_S.count("add_items_with_source_sensitivity(") == 3, # def + 2 入口
|
|
169
|
-
(_SRC_S.count("refindex.add_items("),
|
|
170
|
-
_SRC_S.count("add_items_with_source_sensitivity(")))
|
|
171
|
-
_check("C04 item['path'] 仍保持相对 root(不改 id / doc_ref 稳定标识)",
|
|
172
|
-
"rel = os.path.relpath(fp, root).replace" in _SRC_D)
|
|
173
|
-
|
|
174
|
-
if _MISSING and "--mutate" not in sys.argv:
|
|
175
|
-
print("锚点自检失败:关键判据字面量缺失 %s" % _MISSING)
|
|
176
|
-
shutil.rmtree(_T, ignore_errors=True)
|
|
177
|
-
sys.exit(2)
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
def _mirror_build():
|
|
181
|
-
dst = tempfile.mkdtemp(prefix="iss452_mut_")
|
|
182
|
-
for name in ("md_cg", "scripts"):
|
|
183
|
-
src = os.path.join(_REPO, name)
|
|
184
|
-
if os.path.isdir(src):
|
|
185
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
186
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
187
|
-
for name in sorted(os.listdir(_REPO)):
|
|
188
|
-
p = os.path.join(_REPO, name)
|
|
189
|
-
if os.path.isfile(p) and (name.endswith(".py")
|
|
190
|
-
or name in ("README.md", "pyproject.toml")):
|
|
191
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
192
|
-
return dst
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
def _run_in(tree):
|
|
196
|
-
env = dict(os.environ)
|
|
197
|
-
env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1",
|
|
198
|
-
"PYTHONDONTWRITEBYTECODE": "1"})
|
|
199
|
-
for k in ("MDCG_ROOT", "MDCG_TOKEN", "MDCG_VERIFY_KEY", "MDCG_INGEST_ROOT"):
|
|
200
|
-
env.pop(k, None)
|
|
201
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
202
|
-
"md_cg.test_issue452_ingest_root_sensitivity"],
|
|
203
|
-
cwd=tree, env=env, capture_output=True, text=True,
|
|
204
|
-
encoding="utf-8", errors="replace", timeout=1200)
|
|
205
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
206
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
207
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
208
|
-
return pr.returncode, reds, out
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
_NL = "\r\n" if b"\r\n" in open(os.path.join(_REPO, "md_cg", "sources.py"),
|
|
212
|
-
"rb").read()[:8192] else "\n"
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
def _j(*lines):
|
|
216
|
-
return _NL.join(lines)
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
_MUTATIONS = (
|
|
220
|
-
("M1 回缺陷:判据入参改回相对路径(丢掉摄取根自身的段)", "md_cg/sources.py",
|
|
221
|
-
(_j(" from . import docindex, nodefile",
|
|
222
|
-
" from .security import SENSITIVITY_ORDER",
|
|
223
|
-
" s, _basis = docindex.sensitivity_for(path, explicit)"),
|
|
224
|
-
_j(" from . import docindex, nodefile",
|
|
225
|
-
" from .security import SENSITIVITY_ORDER",
|
|
226
|
-
" s, _basis = docindex.sensitivity_for(os.path.basename(path), explicit)")),
|
|
227
|
-
("A1", "A2", "A3", "A4")),
|
|
228
|
-
("M2 回缺陷:摄取链退回批次级 sensitivity(不按来源文件继承)", "md_cg/sources.py",
|
|
229
|
-
(_j(" if kind != \"doc_ref\" or not items:",
|
|
230
|
-
" return refindex.add_items(cg, items, kind=kind, root=root, layer=layer,",
|
|
231
|
-
" sensitivity=sensitivity, conflicts=conflicts)"),
|
|
232
|
-
_j(" if True: # 变异:不按来源文件继承",
|
|
233
|
-
" return refindex.add_items(cg, items, kind=kind, root=root, layer=layer,",
|
|
234
|
-
" sensitivity=sensitivity, conflicts=conflicts)")),
|
|
235
|
-
("A1", "A2", "A4", "D01")),
|
|
236
|
-
("M3 回缺陷:丢掉来源声明面(只按路径判据)", "md_cg/sources.py",
|
|
237
|
-
(_j(" cands = [s]",
|
|
238
|
-
" try:",
|
|
239
|
-
" with open(path, encoding=\"utf-8\", errors=\"replace\") as f:"),
|
|
240
|
-
_j(" cands = [s]",
|
|
241
|
-
" return s # 变异:丢掉来源声明面",
|
|
242
|
-
" try:",
|
|
243
|
-
" with open(path, encoding=\"utf-8\", errors=\"replace\") as f:")),
|
|
244
|
-
("D01",)),
|
|
245
|
-
)
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
def _mutate():
|
|
249
|
-
print("!! 定点变异:回退两处密级继承,守卫必须按指定项转红")
|
|
250
|
-
tree = _mirror_build()
|
|
251
|
-
bad = []
|
|
252
|
-
try:
|
|
253
|
-
rc, reds, out = _run_in(tree)
|
|
254
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
255
|
-
if rc != 0 or reds:
|
|
256
|
-
print("\n".join(out.splitlines()[-20:]))
|
|
257
|
-
bad.append("镜像基线非绿")
|
|
258
|
-
for desc, rel, (old, new), exp in _MUTATIONS:
|
|
259
|
-
p = os.path.join(tree, rel)
|
|
260
|
-
t = open(p, encoding="utf-8", newline="").read()
|
|
261
|
-
if t.count(old) != 1:
|
|
262
|
-
bad.append("%s 锚点命中 %d 次" % (desc, t.count(old)))
|
|
263
|
-
print(" ANCHOR-MISS " + desc)
|
|
264
|
-
continue
|
|
265
|
-
bak = t
|
|
266
|
-
open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
|
|
267
|
-
for r, _dd, _ff in os.walk(tree):
|
|
268
|
-
if os.path.basename(r) == "__pycache__":
|
|
269
|
-
shutil.rmtree(r, ignore_errors=True)
|
|
270
|
-
rc2, reds2, _o2 = _run_in(tree)
|
|
271
|
-
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
272
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
273
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
274
|
-
print(" OK %s 红项=%d 指定命中=%d/%d"
|
|
275
|
-
% (desc, len(reds2), len(hit), len(exp)))
|
|
276
|
-
else:
|
|
277
|
-
bad.append(desc)
|
|
278
|
-
print(" MISMATCH %s 实际=%s 期望=%s rc=%d"
|
|
279
|
-
% (desc, hit, sorted(exp), rc2))
|
|
280
|
-
for r in reds2[:8]:
|
|
281
|
-
print(" FAIL " + r)
|
|
282
|
-
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
283
|
-
return len(bad)
|
|
284
|
-
finally:
|
|
285
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
shutil.rmtree(_T, ignore_errors=True)
|
|
289
|
-
print("")
|
|
290
|
-
print("issue #452 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
def main():
|
|
294
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
295
|
-
return 1 if (FAILS or _bad) else 0
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
if __name__ == "__main__":
|
|
299
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:摄取根自身是敏感目录时,来源密级判据不得被相对路径抹掉——issue #452
|
|
3
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue452_ingest_root_sensitivity [--mutate];被测面=md_cg/sources.py::source_sensitivity/add_items_with_source_sensitivity 与 ingest_file/ingest_dir 的密级取值点,判据本体仍是 md_cg/docindex.py::sensitivity_for
|
|
4
|
+
# 子功能:A 组=同一份文档以 path=<base>/private 与 path=<base> 两种形状摄取,密级必须一致(都 private)且 internal 身份写不进;B 组=非恒真反向腿(路径不含提示仍 internal,不把所有文档收紧成 private);C 组=判据单点与输入面(sensitivity_for 只有一份实现、取值点喂的是绝对路径)
|
|
5
|
+
# 执行:--mutate 时在镜像树里回退「按来源文件继承密级」与「判据入参改回相对路径」两处,守卫必须按指定项转红
|
|
6
|
+
# 验证方式:全部 PASS 即通过(退出码 0);默认模式另做源码锚点自检(关键判据字面量缺失 ⇒ exit 2,fail-closed);--mutate 模式红项集合须与预期逐项相符
|
|
7
|
+
# 不适用条件:不判 code_ref 链(代码节点不走密级提示判据);不判 item["path"]/doc_ref.path 的**取值口径**是否改成绝对路径(换 id 会动存量幂等,属单独立项);不判 sensitivity_for 的提示词表本身(PRIVATE_HINTS 内容不在本条);不判白名单外的摄取(那是 #425/#351 的面)
|
|
8
|
+
"""issue #452 守卫:来源密级判据的**输入面**必须包含摄取根自身的路径段。
|
|
9
|
+
|
|
10
|
+
病象(修前):`docindex.index_dir` 产出的 item["path"] 是**相对被摄取根**的;
|
|
11
|
+
`refindex.add_items` 用 `docindex.sensitivity_for(it["path"])` 判密级。当摄取根
|
|
12
|
+
**本身就是敏感目录**(`ingest(path=<…>/private)`)时,`private` 这一段正是 root
|
|
13
|
+
自身,被 relpath 抹掉 ⇒ 提示命中不了,敏感文档以 internal 落库,internal 档身份
|
|
14
|
+
读得回其正文摘要。同一内容换成父目录摄取则正确判 private 并 fail-closed。
|
|
15
|
+
|
|
16
|
+
修法(条件层):判据仍只有 `docindex.sensitivity_for` 一处,但喂给它的是**源文件
|
|
17
|
+
的绝对路径**——绝对路径的段集合 ⊇ 相对路径的段集合,只会更严、不会更松。
|
|
18
|
+
`item["path"]` 保持相对 root(节点 id / doc_ref 稳定标识不变)。
|
|
19
|
+
"""
|
|
20
|
+
import json
|
|
21
|
+
import os
|
|
22
|
+
import shutil
|
|
23
|
+
import subprocess
|
|
24
|
+
import sys
|
|
25
|
+
import tempfile
|
|
26
|
+
|
|
27
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
28
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
29
|
+
if _REPO not in sys.path:
|
|
30
|
+
sys.path.insert(0, _REPO)
|
|
31
|
+
|
|
32
|
+
for _k in [k for k in os.environ if k.startswith("MDCG_")]:
|
|
33
|
+
del os.environ[_k]
|
|
34
|
+
|
|
35
|
+
FAILS = []
|
|
36
|
+
_T = tempfile.mkdtemp(prefix="iss452_")
|
|
37
|
+
BASE = os.path.join(_T, "base")
|
|
38
|
+
ROOT = os.path.join(_T, "brain")
|
|
39
|
+
os.environ.update(HOME=_T, MDCG_ROOT=ROOT,
|
|
40
|
+
MDCG_STATE_ROOT=os.path.join(_T, "stateroot"),
|
|
41
|
+
MDCG_AUX_ROOT=os.path.join(_T, "auxroot"),
|
|
42
|
+
MDCG_DATA_ROOT=os.path.join(_T, "dataroot"),
|
|
43
|
+
MDCG_EXPORT_ROOT=_T, MDCG_SUSTAIN="0", MDCG_SLEEP="0",
|
|
44
|
+
MDCG_INGEST_ROOT=BASE)
|
|
45
|
+
|
|
46
|
+
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
47
|
+
from md_cg.security import Principal # noqa: E402
|
|
48
|
+
from md_cg.tokens import role_spec # noqa: E402
|
|
49
|
+
from md_cg import mcp_server as ms # noqa: E402
|
|
50
|
+
from md_cg import docindex, sources # noqa: E402
|
|
51
|
+
|
|
52
|
+
DOC = ("# 功能名:一、背景\n# 生效条件:人事档案\n# 子功能:员工资料\n"
|
|
53
|
+
"# 执行:本文件属于人事档案,包含员工姓名、**薪酬**与**健康状况**等不应扩散的信息。\n"
|
|
54
|
+
"# 验证方式:test\n# 不适用条件:无\n\n## 细节\n"
|
|
55
|
+
+ "HRMARK1 员工张三年薪 42 万,健康状况详见附件。" * 8)
|
|
56
|
+
PLAIN = ("# 功能名:公开说明\n# 生效条件:通用\n# 子功能:无\n# 执行:公开资料,不含敏感信息。\n"
|
|
57
|
+
"# 验证方式:test\n# 不适用条件:无\n\n## 细节\n" + "OPENMARK1 公开内容。" * 20)
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def _check(name, cond, detail=""):
|
|
61
|
+
if cond:
|
|
62
|
+
print(" PASS " + name)
|
|
63
|
+
else:
|
|
64
|
+
print(" FAIL " + name + " " + str(detail)[:220])
|
|
65
|
+
FAILS.append(name)
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def P(role, clr):
|
|
69
|
+
s = role_spec(role)
|
|
70
|
+
return Principal(role=role, clearance=clr, can_write=s["can_write"],
|
|
71
|
+
can_admin=s["can_admin"], layers_allow=s["layers_allow"],
|
|
72
|
+
ops_allow=s["ops_allow"])
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
def _fresh():
|
|
76
|
+
for d in ("brain", "stateroot", "auxroot", "dataroot"):
|
|
77
|
+
p = os.path.join(_T, d)
|
|
78
|
+
shutil.rmtree(p, ignore_errors=True)
|
|
79
|
+
os.makedirs(p, exist_ok=True)
|
|
80
|
+
os.makedirs(os.path.join(BASE, "private"), exist_ok=True)
|
|
81
|
+
os.makedirs(os.path.join(BASE, "public"), exist_ok=True)
|
|
82
|
+
with open(os.path.join(BASE, "private", "hr_archive.md"), "w", encoding="utf-8") as f:
|
|
83
|
+
f.write(DOC)
|
|
84
|
+
with open(os.path.join(BASE, "public", "open.md"), "w", encoding="utf-8") as f:
|
|
85
|
+
f.write(PLAIN)
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
def _try_dir(path):
|
|
89
|
+
cg = MdCGSecure(ROOT, principal=P("record", "internal"), autoflush=1)
|
|
90
|
+
try:
|
|
91
|
+
r = ms._dispatch(cg, "cg", {"op": "ingest", "action": "dir", "path": path})
|
|
92
|
+
except Exception as e: # noqa: BLE001
|
|
93
|
+
r = {"_exc": type(e).__name__, "_msg": str(e)[:100]}
|
|
94
|
+
sens, readable = {}, {}
|
|
95
|
+
for nid in list((cg.index.get("nodes") or {})):
|
|
96
|
+
if not nid.startswith("doc_"):
|
|
97
|
+
continue
|
|
98
|
+
n = cg.get(nid) or {}
|
|
99
|
+
ref = (n.get("frontmatter") or {}).get("doc_ref") or {}
|
|
100
|
+
sens[nid] = ((ref.get("path") or ""), (n.get("frontmatter") or {}).get("sensitivity"))
|
|
101
|
+
readable[nid] = "HRMARK1" in (n.get("content") or "")
|
|
102
|
+
cg.close()
|
|
103
|
+
return r, sens, readable
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
def _hr_landed(sens):
|
|
107
|
+
"""落库条目里指向 hr_archive.md 的(相对路径, 密级)——它一个都不该存在。"""
|
|
108
|
+
return [v for v in sens.values() if str(v[0]).endswith("hr_archive.md")]
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
print("== A 组:同一文档两种摄取形状,密级必须一致且写不进(#452 正题) ==")
|
|
112
|
+
_fresh()
|
|
113
|
+
_ra, _sa, _reada = _try_dir(os.path.join(BASE, "private"))
|
|
114
|
+
print("[A] path=<base>/private -> ok=%s exc=%s | 密级=%s | 同身份读回敏感正文=%s"
|
|
115
|
+
% (_ra.get("ok"), _ra.get("_exc"), _sa, _reada))
|
|
116
|
+
_check("A1 摄取根自身带 private 提示 ⇒ 内部身份写不进(fail-closed,修前 ok=True 且落 internal)",
|
|
117
|
+
_ra.get("_exc") == "AccessDenied" and not _sa, _ra)
|
|
118
|
+
_check("A2 不得留下任何指向 hr_archive.md 的 doc 节点(修前:internal 且同身份读得回正文)",
|
|
119
|
+
not _hr_landed(_sa) and not any(_reada.values()), (_hr_landed(_sa), _reada))
|
|
120
|
+
|
|
121
|
+
_fresh()
|
|
122
|
+
_rb, _sb, _readb = _try_dir(BASE)
|
|
123
|
+
print("[B] path=<base> -> ok=%s exc=%s | 密级=%s" % (_rb.get("ok"), _rb.get("_exc"), _sb))
|
|
124
|
+
_check("A3 父目录摄取同样 fail-closed(两种形状结论一致——修前 A=internal / B=private)",
|
|
125
|
+
_rb.get("_exc") == "AccessDenied" and not _sb, _rb)
|
|
126
|
+
_check("A4 两种形状都未把 hr_archive.md 落成 doc 节点(同一文档两种 path 结论一致)",
|
|
127
|
+
not _hr_landed(_sa) and not _hr_landed(_sb), (_hr_landed(_sa), _hr_landed(_sb)))
|
|
128
|
+
|
|
129
|
+
print("== B 组:非恒真反向腿(不得把所有文档都收紧成 private) ==")
|
|
130
|
+
_fresh()
|
|
131
|
+
_rp, _sp, _readp = _try_dir(os.path.join(BASE, "public"))
|
|
132
|
+
_check("B01 路径不含私有提示 ⇒ 仍落 internal(不误收紧)",
|
|
133
|
+
_rp.get("ok") is True and _sp
|
|
134
|
+
and all(v[1] == "internal" for v in _sp.values()), (_rp.get("ok"), _sp))
|
|
135
|
+
_check("B02 反向腿前提:公开文档确实被索引了(不是空扫假绿)",
|
|
136
|
+
len(_sp) > 0, _sp)
|
|
137
|
+
|
|
138
|
+
print("== D 组:来源声明面继承(#425 修复建议 3:源 frontmatter 的 sensitivity 更严时取更严) ==")
|
|
139
|
+
_fresh()
|
|
140
|
+
# 把一份 restricted 节点文件**复制到库外**(路径段不含任何私有提示)再摄取:
|
|
141
|
+
# 路径判据只会给 internal;来源声明面必须把它拉回 restricted ⇒ internal 身份写不进。
|
|
142
|
+
_copy = os.path.join(BASE, "public", "copied_node.md")
|
|
143
|
+
with open(_copy, "w", encoding="utf-8") as f:
|
|
144
|
+
f.write("---\nsensitivity: restricted\nlayer: knowledge\n---\n" + DOC)
|
|
145
|
+
_rd, _sd, _readd = _try_dir(os.path.join(BASE, "public"))
|
|
146
|
+
_check("D01 库外副本带 frontmatter sensitivity: restricted ⇒ 内部身份写不进(修前:落 internal)",
|
|
147
|
+
_rd.get("_exc") == "AccessDenied" and not _hr_landed(_sd),
|
|
148
|
+
(_rd, _hr_landed(_sd)))
|
|
149
|
+
os.remove(_copy)
|
|
150
|
+
_fresh()
|
|
151
|
+
_rp2, _sp2, _readp2 = _try_dir(os.path.join(BASE, "public"))
|
|
152
|
+
_check("D02 对照:无 frontmatter 声明的普通外部文档仍按 internal 正常摄取",
|
|
153
|
+
_rp2.get("ok") is True and _sp2
|
|
154
|
+
and all(v[1] == "internal" for v in _sp2.values()), (_rp2.get("ok"), _sp2))
|
|
155
|
+
|
|
156
|
+
print("== C 组:判据单点与输入面(源码锚点) ==")
|
|
157
|
+
_SRC_S = open(os.path.join(_REPO, "md_cg", "sources.py"), encoding="utf-8").read()
|
|
158
|
+
_SRC_D = open(os.path.join(_REPO, "md_cg", "docindex.py"), encoding="utf-8").read()
|
|
159
|
+
_MISSING = [n for n in ("def source_sensitivity(",
|
|
160
|
+
"def add_items_with_source_sensitivity(",
|
|
161
|
+
"source_sensitivity(os.path.join(root, rel), sensitivity)")
|
|
162
|
+
if n not in _SRC_S]
|
|
163
|
+
_check("C01 密级取值点是单点(source_sensitivity),按来源文件绝对路径取值", not _MISSING, _MISSING)
|
|
164
|
+
_check("C02 判据本体只有一份实现(sensitivity_for 定义唯一)",
|
|
165
|
+
_SRC_D.count("def sensitivity_for(") == 1)
|
|
166
|
+
_check("C03 摄取链不再直接以 item['path'] 调 refindex.add_items(两个入口都改经继承单点)",
|
|
167
|
+
_SRC_S.count("refindex.add_items(") == 3 # 三处都在继承单点内部
|
|
168
|
+
and _SRC_S.count("add_items_with_source_sensitivity(") == 3, # def + 2 入口
|
|
169
|
+
(_SRC_S.count("refindex.add_items("),
|
|
170
|
+
_SRC_S.count("add_items_with_source_sensitivity(")))
|
|
171
|
+
_check("C04 item['path'] 仍保持相对 root(不改 id / doc_ref 稳定标识)",
|
|
172
|
+
"rel = os.path.relpath(fp, root).replace" in _SRC_D)
|
|
173
|
+
|
|
174
|
+
if _MISSING and "--mutate" not in sys.argv:
|
|
175
|
+
print("锚点自检失败:关键判据字面量缺失 %s" % _MISSING)
|
|
176
|
+
shutil.rmtree(_T, ignore_errors=True)
|
|
177
|
+
sys.exit(2)
|
|
178
|
+
|
|
179
|
+
|
|
180
|
+
def _mirror_build():
|
|
181
|
+
dst = tempfile.mkdtemp(prefix="iss452_mut_")
|
|
182
|
+
for name in ("md_cg", "scripts"):
|
|
183
|
+
src = os.path.join(_REPO, name)
|
|
184
|
+
if os.path.isdir(src):
|
|
185
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
186
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
187
|
+
for name in sorted(os.listdir(_REPO)):
|
|
188
|
+
p = os.path.join(_REPO, name)
|
|
189
|
+
if os.path.isfile(p) and (name.endswith(".py")
|
|
190
|
+
or name in ("README.md", "pyproject.toml")):
|
|
191
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
192
|
+
return dst
|
|
193
|
+
|
|
194
|
+
|
|
195
|
+
def _run_in(tree):
|
|
196
|
+
env = dict(os.environ)
|
|
197
|
+
env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1",
|
|
198
|
+
"PYTHONDONTWRITEBYTECODE": "1"})
|
|
199
|
+
for k in ("MDCG_ROOT", "MDCG_TOKEN", "MDCG_VERIFY_KEY", "MDCG_INGEST_ROOT"):
|
|
200
|
+
env.pop(k, None)
|
|
201
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
202
|
+
"md_cg.test_issue452_ingest_root_sensitivity"],
|
|
203
|
+
cwd=tree, env=env, capture_output=True, text=True,
|
|
204
|
+
encoding="utf-8", errors="replace", timeout=1200)
|
|
205
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
206
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
207
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
208
|
+
return pr.returncode, reds, out
|
|
209
|
+
|
|
210
|
+
|
|
211
|
+
_NL = "\r\n" if b"\r\n" in open(os.path.join(_REPO, "md_cg", "sources.py"),
|
|
212
|
+
"rb").read()[:8192] else "\n"
|
|
213
|
+
|
|
214
|
+
|
|
215
|
+
def _j(*lines):
|
|
216
|
+
return _NL.join(lines)
|
|
217
|
+
|
|
218
|
+
|
|
219
|
+
_MUTATIONS = (
|
|
220
|
+
("M1 回缺陷:判据入参改回相对路径(丢掉摄取根自身的段)", "md_cg/sources.py",
|
|
221
|
+
(_j(" from . import docindex, nodefile",
|
|
222
|
+
" from .security import SENSITIVITY_ORDER",
|
|
223
|
+
" s, _basis = docindex.sensitivity_for(path, explicit)"),
|
|
224
|
+
_j(" from . import docindex, nodefile",
|
|
225
|
+
" from .security import SENSITIVITY_ORDER",
|
|
226
|
+
" s, _basis = docindex.sensitivity_for(os.path.basename(path), explicit)")),
|
|
227
|
+
("A1", "A2", "A3", "A4")),
|
|
228
|
+
("M2 回缺陷:摄取链退回批次级 sensitivity(不按来源文件继承)", "md_cg/sources.py",
|
|
229
|
+
(_j(" if kind != \"doc_ref\" or not items:",
|
|
230
|
+
" return refindex.add_items(cg, items, kind=kind, root=root, layer=layer,",
|
|
231
|
+
" sensitivity=sensitivity, conflicts=conflicts)"),
|
|
232
|
+
_j(" if True: # 变异:不按来源文件继承",
|
|
233
|
+
" return refindex.add_items(cg, items, kind=kind, root=root, layer=layer,",
|
|
234
|
+
" sensitivity=sensitivity, conflicts=conflicts)")),
|
|
235
|
+
("A1", "A2", "A4", "D01")),
|
|
236
|
+
("M3 回缺陷:丢掉来源声明面(只按路径判据)", "md_cg/sources.py",
|
|
237
|
+
(_j(" cands = [s]",
|
|
238
|
+
" try:",
|
|
239
|
+
" with open(path, encoding=\"utf-8\", errors=\"replace\") as f:"),
|
|
240
|
+
_j(" cands = [s]",
|
|
241
|
+
" return s # 变异:丢掉来源声明面",
|
|
242
|
+
" try:",
|
|
243
|
+
" with open(path, encoding=\"utf-8\", errors=\"replace\") as f:")),
|
|
244
|
+
("D01",)),
|
|
245
|
+
)
|
|
246
|
+
|
|
247
|
+
|
|
248
|
+
def _mutate():
|
|
249
|
+
print("!! 定点变异:回退两处密级继承,守卫必须按指定项转红")
|
|
250
|
+
tree = _mirror_build()
|
|
251
|
+
bad = []
|
|
252
|
+
try:
|
|
253
|
+
rc, reds, out = _run_in(tree)
|
|
254
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
255
|
+
if rc != 0 or reds:
|
|
256
|
+
print("\n".join(out.splitlines()[-20:]))
|
|
257
|
+
bad.append("镜像基线非绿")
|
|
258
|
+
for desc, rel, (old, new), exp in _MUTATIONS:
|
|
259
|
+
p = os.path.join(tree, rel)
|
|
260
|
+
t = open(p, encoding="utf-8", newline="").read()
|
|
261
|
+
if t.count(old) != 1:
|
|
262
|
+
bad.append("%s 锚点命中 %d 次" % (desc, t.count(old)))
|
|
263
|
+
print(" ANCHOR-MISS " + desc)
|
|
264
|
+
continue
|
|
265
|
+
bak = t
|
|
266
|
+
open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
|
|
267
|
+
for r, _dd, _ff in os.walk(tree):
|
|
268
|
+
if os.path.basename(r) == "__pycache__":
|
|
269
|
+
shutil.rmtree(r, ignore_errors=True)
|
|
270
|
+
rc2, reds2, _o2 = _run_in(tree)
|
|
271
|
+
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
272
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
273
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
274
|
+
print(" OK %s 红项=%d 指定命中=%d/%d"
|
|
275
|
+
% (desc, len(reds2), len(hit), len(exp)))
|
|
276
|
+
else:
|
|
277
|
+
bad.append(desc)
|
|
278
|
+
print(" MISMATCH %s 实际=%s 期望=%s rc=%d"
|
|
279
|
+
% (desc, hit, sorted(exp), rc2))
|
|
280
|
+
for r in reds2[:8]:
|
|
281
|
+
print(" FAIL " + r)
|
|
282
|
+
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
283
|
+
return len(bad)
|
|
284
|
+
finally:
|
|
285
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
286
|
+
|
|
287
|
+
|
|
288
|
+
shutil.rmtree(_T, ignore_errors=True)
|
|
289
|
+
print("")
|
|
290
|
+
print("issue #452 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
|
|
291
|
+
|
|
292
|
+
|
|
293
|
+
def main():
|
|
294
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
295
|
+
return 1 if (FAILS or _bad) else 0
|
|
296
|
+
|
|
297
|
+
|
|
298
|
+
if __name__ == "__main__":
|
|
299
|
+
sys.exit(main())
|