@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,488 +1,488 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
# 功能名:readcache 装配面下沉到基类 MdCG(issue #370:基类直接使用者全走无缓存路径,4.9×)
|
|
4
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue370_readcache_assembly [--mutate];被测面=md_cg/mdcg.py 的 MdCG.__init__ 装配调用、md_cg/mdcos.py 的同入口调用、md_cg/readcache.py 的 install_default/enabled/install 契约(含 AST 源码面)
|
|
5
|
-
# 子功能:A 组=基类装配在位 + 查询读数改善(结构性命中计数 + 相对判据);K 组=非恒真对照(env 关闭不装配、退出阀真关、缓存不改结果、写后不陈旧、外部直改+rebuild 可见、装配入口幂等);E 组=源码面装配单点(定义恰一处 / 调用点枚举 / env 门在入口内 / 调用晚于 _dirty 建立);M 组=--mutate 定点变异(还原方向 / 过度装配方向 / 单点分裂方向 / 幂等缺口方向)
|
|
6
|
-
# 执行:--mutate 时在镜像树里逐条改源,守卫必须按指定项转红(多红/少红皆不合格)
|
|
7
|
-
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed(打印 ANCHOR-MISS 并计入不合格)
|
|
8
|
-
# 不适用条件:① 性能断言**不写绝对 ms**(同一份码本机 33.1→4.8 ms/查询、报告机 30.6/6.2,比值 9.9× vs 4.9×)——绝对读数只打印不作门;门的只有结构性判据(装配态 + nodefile.loads 命中计数)与相对判据(基类/MdCGOS 同库同查询耗时比值区间);
|
|
9
|
-
# ② 内存代价**不设门、只登记读数**(Lead 裁定要求量化):读缓存无淘汰面——五类缓存 2000 节点深度体量 13.6MB(6.97 KB/节点,其中 _norm_bigrams_cache 3.63、_read_cache 2.54),进程 RSS 增量 8.3~16.3 KB/节点(跨进程波动,对照组 ≈0);5000 节点 RSS 增量 74.3MB(15.2 KB/节点)。大库(≥10 万节点,外推 RSS ~1.5GB)或内存受限的长跑 CLI 应显式 MDCG_READ_CACHE=0(opt-out 退出阀)——这是 #31 已在生产检索入口接受的同一取舍,本次只是对齐到基类,不新增量级;
|
|
10
|
-
# ③ 跨进程一致性边界**按实例级缓存语义**判为无夹具受影响:缓存挂在实例上,md_cg/ 下「同实例先读 → 另一进程改写 → 同实例再读同节点」的夹具只 test_bm25.py::test_rebuild_and_other_process_reload 一例,且它用 MdCGSecure(修复前就已装配),失效走 rebuild_index/compact_index(broad_gen 推进)与 _maybe_reload_index(签名变化 → readcache.clear)——K6 用**基类实例**同款钉住;「新建第二实例去读」不受影响(各持快照);
|
|
11
|
-
# ④ 不判 MdCGSecure 的密钥/锁定面(readcache.clear 的既有接线另有守卫);⑤ 不判「外部直改 .md 后不 rebuild/reload」——那是 readcache 既有的诚实边界(进程内一致性不保证),非本次范围。
|
|
12
|
-
"""#370 守卫:readcache 装配点覆盖基类(装配面单点)。
|
|
13
|
-
|
|
14
|
-
病象(修前,A 组逐条复现):装配点只有 `MdCGOS.__init__` ⇒ 以 `MdCG(root)`
|
|
15
|
-
直接打开的库(backfill_bigdomain / backfill_bucket_zh / build_postings /
|
|
16
|
-
migrate 等全库扫描 CLI)每次查询对每个候选 open+read+parse。本机实测
|
|
17
|
-
(500 节点合成库、20 次查询):`MdCG` 33.1 ms/查询、`nodefile.loads` 500 次/
|
|
18
|
-
查询、无 `_read_cache`;`MdCGOS` 3.3 ms/查询、0 次、已装配(报告机 30.6 vs
|
|
19
|
-
6.2 ms,4.9×)。
|
|
20
|
-
|
|
21
|
-
修法(Lead 裁定 2026-10-16):装配**下沉到基类**,且装配面必须是**单点**——
|
|
22
|
-
`readcache.install_default(cg)`(env 门 + 幂等)是自动装配的唯一入口,
|
|
23
|
-
`MdCG.__init__` 末尾(`_dirty` 建立之后)与 `MdCGOS.__init__` 各调一次,
|
|
24
|
-
`install()` 只被该入口与显式重装的调用方调用(语义未变)。落点理由:失效
|
|
25
|
-
判据(`_DirtyDict` 脏集)与组装面(`_read_status`/`_read`/四个派生钩子)
|
|
26
|
-
**都在基类**,装配点与它们同层;不对称只有历史原因,无正确性理由。
|
|
27
|
-
|
|
28
|
-
本守卫的判别力来自非恒真对照,而不是「修完就绿」:
|
|
29
|
-
K1/K2 —— `MDCG_READ_CACHE=0` 必须**不**装配且二次检索仍逐节点重解析
|
|
30
|
-
(防「无条件装配、忽略 env 开关」的过度装配方向);
|
|
31
|
-
K3 —— 开/关同库同 query 结果 id 序逐位一致(缓存只改速度不改结果);
|
|
32
|
-
K4/K5 —— 写后不陈旧(新增节点 + 覆写既有节点);
|
|
33
|
-
K6 —— 外部直改 .md + rebuild_index 后基类实例可见新正文;
|
|
34
|
-
K7 —— 装配入口幂等:二次调用返回 False 且**不换**缓存对象;
|
|
35
|
-
E1-E4 —— 源码面:`install_default` 定义恰一处、自动装配调用点恰两处且
|
|
36
|
-
无旁路 `install()`、env 门在入口内、调用晚于 `_dirty` 建立。
|
|
37
|
-
"""
|
|
38
|
-
from __future__ import annotations
|
|
39
|
-
|
|
40
|
-
import ast
|
|
41
|
-
import os
|
|
42
|
-
import shutil
|
|
43
|
-
import subprocess
|
|
44
|
-
import sys
|
|
45
|
-
import tempfile
|
|
46
|
-
import time
|
|
47
|
-
|
|
48
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
49
|
-
|
|
50
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
51
|
-
if _REPO not in sys.path:
|
|
52
|
-
sys.path.insert(0, _REPO)
|
|
53
|
-
|
|
54
|
-
from md_cg import nodefile # noqa: E402
|
|
55
|
-
from md_cg import readcache as _RC # noqa: E402
|
|
56
|
-
from md_cg.mdcg import MdCG # noqa: E402
|
|
57
|
-
from md_cg.mdcos import MdCGOS # noqa: E402
|
|
58
|
-
|
|
59
|
-
POOL = 240 # 合成库节点数(够出读数、构造成本可控)
|
|
60
|
-
QUERIES = 20 # 每组计时/计数的查询次数
|
|
61
|
-
REPS = 3 # 计时重复数(取中位,抗单次尖峰)
|
|
62
|
-
Q = "装配探针"
|
|
63
|
-
RATIO_LO, RATIO_HI = 0.25, 3.0 # 基类/MdCGOS 同库同查询耗时比值区间(修前本机 9.9×、报告机 4.9×;修后 ~1.4×)
|
|
64
|
-
|
|
65
|
-
PASSED, FAILS = [], []
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
def _check(name, cond, detail=""):
|
|
69
|
-
if cond:
|
|
70
|
-
print(" PASS " + name)
|
|
71
|
-
PASSED.append(name)
|
|
72
|
-
else:
|
|
73
|
-
print(" FAIL " + name + " " + str(detail)[:240])
|
|
74
|
-
FAILS.append(name)
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
def _note(text):
|
|
78
|
-
print(" NOTE " + text)
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
def _envi(**kw):
|
|
82
|
-
"""env 上下文:None 值=pop。"""
|
|
83
|
-
class _C:
|
|
84
|
-
def __enter__(self):
|
|
85
|
-
self.old = {k: os.environ.get(k) for k in kw}
|
|
86
|
-
for k, v in kw.items():
|
|
87
|
-
if v is None:
|
|
88
|
-
os.environ.pop(k, None)
|
|
89
|
-
else:
|
|
90
|
-
os.environ[k] = v
|
|
91
|
-
|
|
92
|
-
def __exit__(self, *a):
|
|
93
|
-
for k, v in self.old.items():
|
|
94
|
-
if v is None:
|
|
95
|
-
os.environ.pop(k, None)
|
|
96
|
-
else:
|
|
97
|
-
os.environ[k] = v
|
|
98
|
-
return False
|
|
99
|
-
return _C()
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
def _count_loads(fn):
|
|
103
|
-
"""打桩 nodefile.loads 计数(节点文件解析的唯一入口,_read_status 内调用)。"""
|
|
104
|
-
box = {"n": 0}
|
|
105
|
-
real = nodefile.loads
|
|
106
|
-
|
|
107
|
-
def _spy(*a, **kw):
|
|
108
|
-
box["n"] += 1
|
|
109
|
-
return real(*a, **kw)
|
|
110
|
-
|
|
111
|
-
nodefile.loads = _spy
|
|
112
|
-
try:
|
|
113
|
-
return fn(), box["n"]
|
|
114
|
-
finally:
|
|
115
|
-
nodefile.loads = real
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
def _build(root, n=POOL):
|
|
119
|
-
cg = MdCG(root)
|
|
120
|
-
for i in range(n):
|
|
121
|
-
cg.add("asm_%04d" % i,
|
|
122
|
-
"# 功能名:装配样本 %d\n# 正文:%s 关键词%d\n" % (i, Q, i % 17),
|
|
123
|
-
layer="knowledge")
|
|
124
|
-
cg.flush()
|
|
125
|
-
cg.close()
|
|
126
|
-
return root
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
def _time_queries(cg, n=QUERIES):
|
|
130
|
-
cg.search(Q, k=10, record=False) # 预热(首查装载)
|
|
131
|
-
t0 = time.perf_counter()
|
|
132
|
-
meta = None
|
|
133
|
-
for _ in range(n):
|
|
134
|
-
_res, meta = cg.search(Q, k=10, record=False)
|
|
135
|
-
return (time.perf_counter() - t0) / n * 1000.0, meta
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
def _ids(cg, q=Q):
|
|
139
|
-
res, _meta = cg.search(q, k=50, record=False)
|
|
140
|
-
return [r[0].get("id") for r in res]
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
# ==================================================== A 组:基类装配在位 + 读数
|
|
144
|
-
def group_a(tmp):
|
|
145
|
-
print("== A 组:基类装配在位 + 查询读数改善(结构性 + 相对判据)==")
|
|
146
|
-
root = os.path.join(tmp, "a")
|
|
147
|
-
with _envi(MDCG_READ_CACHE=None):
|
|
148
|
-
_build(root)
|
|
149
|
-
cg = MdCG(root)
|
|
150
|
-
cg.search(Q, k=10, record=False)
|
|
151
|
-
_check("A1 基类构造即装配读缓存(hasattr _read_cache)",
|
|
152
|
-
hasattr(cg, "_read_cache"),
|
|
153
|
-
"keys=%s" % sorted(vars(cg).keys())[:12])
|
|
154
|
-
_check("A1b 三态读面被包装(_read_status_uncached 在位)",
|
|
155
|
-
hasattr(cg, "_read_status_uncached"))
|
|
156
|
-
_res, n1 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
|
|
157
|
-
_check("A2a 冷查装载 ≤ 池节点数(O(装载一次))", n1 <= POOL,
|
|
158
|
-
"loads=%d pool=%d" % (n1, POOL))
|
|
159
|
-
_res, n2 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
|
|
160
|
-
_check("A2b 二次检索零重解析(loads==0,结构化命中计数)", n2 == 0,
|
|
161
|
-
"loads=%d" % n2)
|
|
162
|
-
total = n1 + n2
|
|
163
|
-
for _ in range(3):
|
|
164
|
-
_res, n3 = _count_loads(lambda: cg.search(Q, k=10, record=False))
|
|
165
|
-
total += n3
|
|
166
|
-
_check("A3 5 次检索累计装载 ≤ 池节点数(旧形态为 5×池)", total <= POOL,
|
|
167
|
-
"total=%d pool=%d" % (total, POOL))
|
|
168
|
-
base_ms = []
|
|
169
|
-
for _ in range(REPS):
|
|
170
|
-
ms, meta_b = _time_queries(cg)
|
|
171
|
-
base_ms.append(ms)
|
|
172
|
-
base_ms.sort()
|
|
173
|
-
ms_base = base_ms[len(base_ms) // 2]
|
|
174
|
-
scan_b = meta_b.get("scanned")
|
|
175
|
-
cg.close()
|
|
176
|
-
|
|
177
|
-
cg2 = MdCGOS(root)
|
|
178
|
-
os_ms = []
|
|
179
|
-
for _ in range(REPS):
|
|
180
|
-
ms, _meta_o = _time_queries(cg2)
|
|
181
|
-
os_ms.append(ms)
|
|
182
|
-
os_ms.sort()
|
|
183
|
-
ms_os = os_ms[len(os_ms) // 2]
|
|
184
|
-
ratio = ms_base / ms_os if ms_os else float("inf")
|
|
185
|
-
_note("读数(只登记不作门):MdCG 基类 %.1f ms/查询 scanned=%s cache=%s | "
|
|
186
|
-
"MdCGOS %.1f ms/查询 cache=%s | 比值 %.2fx"
|
|
187
|
-
% (ms_base, scan_b, hasattr(cg, "_read_cache"), ms_os,
|
|
188
|
-
hasattr(cg2, "_read_cache"), ratio))
|
|
189
|
-
_check("A4 基类/MdCGOS 同库同查询耗时比值落入区间(相对判据,不写绝对 ms)",
|
|
190
|
-
RATIO_LO <= ratio <= RATIO_HI,
|
|
191
|
-
"ratio=%.2f band=[%s,%s]" % (ratio, RATIO_LO, RATIO_HI))
|
|
192
|
-
ids_base = _ids(cg2)
|
|
193
|
-
cg2.close()
|
|
194
|
-
cg3 = MdCG(root)
|
|
195
|
-
ids_b = _ids(cg3)
|
|
196
|
-
cg3.close()
|
|
197
|
-
_check("A5 基类与 MdCGOS 同库同 query 结果 id 序逐位相同", ids_base == ids_b,
|
|
198
|
-
"base=%s os=%s" % (ids_b[:3], ids_base[:3]))
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
# ==================================================== K 组:非恒真对照
|
|
202
|
-
def group_k(tmp):
|
|
203
|
-
print("== K 组:非恒真对照(env 开关 / 结果一致 / 写后不陈旧 / 幂等)==")
|
|
204
|
-
root = os.path.join(tmp, "k")
|
|
205
|
-
with _envi(MDCG_READ_CACHE=None):
|
|
206
|
-
_build(root)
|
|
207
|
-
cg = MdCG(root) # 开态(同库)
|
|
208
|
-
cg.search(Q, k=10, record=False)
|
|
209
|
-
ids_on = _ids(cg)
|
|
210
|
-
with _envi(MDCG_READ_CACHE="0"):
|
|
211
|
-
off = MdCG(root) # 关态:**同一个库**
|
|
212
|
-
_check("K1 MDCG_READ_CACHE=0 → 基类不装配(开关语义不变)",
|
|
213
|
-
not hasattr(off, "_read_cache"))
|
|
214
|
-
ids_off = _ids(off)
|
|
215
|
-
off.search(Q, k=10, record=False) # 预热(无缓存)
|
|
216
|
-
_res, n_off = _count_loads(lambda: off.search(Q, k=10, record=False))
|
|
217
|
-
_check("K2 退出阀真关:关态二次检索仍逐节点重解析(loads>0)",
|
|
218
|
-
n_off > 0, "loads=%d" % n_off)
|
|
219
|
-
off.close()
|
|
220
|
-
_check("K3 缓存不改结果:开/关同库同 query 的 id 序逐位一致",
|
|
221
|
-
ids_on == ids_off, "on=%s off=%s" % (ids_on[:3], ids_off[:3]))
|
|
222
|
-
|
|
223
|
-
cg.add("k_new", "# 正文:%s 写后独有标记ZZZ\n" % Q, layer="knowledge")
|
|
224
|
-
cg.flush()
|
|
225
|
-
hit_new = [r[0].get("id") for r in cg.search("写后独有标记ZZZ", k=5,
|
|
226
|
-
record=False)[0]]
|
|
227
|
-
_check("K4 写后不陈旧(新增节点立即可检索)", "k_new" in hit_new,
|
|
228
|
-
"ids=%s" % hit_new[:3])
|
|
229
|
-
|
|
230
|
-
nid = ids_on[0]
|
|
231
|
-
cg.add(nid, "# 正文:%s 覆写后独有标记WWW\n" % Q, layer="knowledge",
|
|
232
|
-
override=True)
|
|
233
|
-
cg.flush()
|
|
234
|
-
hit_w = [r[0].get("id") for r in cg.search("覆写后独有标记WWW", k=5,
|
|
235
|
-
record=False)[0]]
|
|
236
|
-
_check("K5 写后不陈旧(覆写既有节点:新正文可见)", nid in hit_w,
|
|
237
|
-
"nid=%s ids=%s" % (nid, hit_w[:3]))
|
|
238
|
-
|
|
239
|
-
e = cg.index["nodes"][nid]
|
|
240
|
-
p = cg._node_disk_path(e)
|
|
241
|
-
with open(p, encoding="utf-8") as f:
|
|
242
|
-
fm, _body = nodefile.loads(f.read())
|
|
243
|
-
with open(p, "w", encoding="utf-8") as f:
|
|
244
|
-
f.write(nodefile.dumps(fm, "# 正文:%s 外部直改标记EEE\n" % Q))
|
|
245
|
-
cg.rebuild_index()
|
|
246
|
-
hit_e = [r[0].get("id") for r in cg.search("外部直改标记EEE", k=5,
|
|
247
|
-
record=False)[0]]
|
|
248
|
-
_check("K6 外部直改 .md + rebuild_index → 基类实例可见新正文(非合作写者兜底面在位)",
|
|
249
|
-
nid in hit_e, "nid=%s ids=%s" % (nid, hit_e[:3]))
|
|
250
|
-
|
|
251
|
-
saved = getattr(cg, "_read_cache", None)
|
|
252
|
-
again = _RC.install_default(cg)
|
|
253
|
-
_check("K7 装配入口幂等:二次装配返回 False 且不换缓存对象(不丢弃已装条目)",
|
|
254
|
-
again is False and getattr(cg, "_read_cache", None) is saved,
|
|
255
|
-
"ret=%r same=%s" % (again, cg._read_cache is saved))
|
|
256
|
-
cg.close()
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
# ==================================================== E 组:源码面装配单点
|
|
260
|
-
def _md_cg_sources():
|
|
261
|
-
out = []
|
|
262
|
-
d = os.path.join(_REPO, "md_cg")
|
|
263
|
-
for fn in sorted(os.listdir(d)):
|
|
264
|
-
if not fn.endswith(".py") or fn.startswith("test_") or fn.startswith("bench_"):
|
|
265
|
-
continue
|
|
266
|
-
out.append((fn, os.path.join(d, fn)))
|
|
267
|
-
return out
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
def _ast_of(path):
|
|
271
|
-
with open(path, encoding="utf-8") as f:
|
|
272
|
-
return ast.parse(f.read(), path)
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
def _call_sites():
|
|
276
|
-
"""全仓(md_cg 非测试源)里对 install / install_default 的**调用点**。"""
|
|
277
|
-
sites = {"install_default": [], "install": []}
|
|
278
|
-
for fn, path in _md_cg_sources():
|
|
279
|
-
for node in ast.walk(_ast_of(path)):
|
|
280
|
-
if not isinstance(node, ast.Call):
|
|
281
|
-
continue
|
|
282
|
-
f = node.func
|
|
283
|
-
name = getattr(f, "attr", None) or getattr(f, "id", None)
|
|
284
|
-
if name in sites:
|
|
285
|
-
sites[name].append((fn, node.lineno))
|
|
286
|
-
return sites
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
def _install_default_defs():
|
|
290
|
-
out = []
|
|
291
|
-
for fn, path in _md_cg_sources():
|
|
292
|
-
for node in ast.walk(_ast_of(path)):
|
|
293
|
-
if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) \
|
|
294
|
-
and node.name == "install_default":
|
|
295
|
-
out.append((fn, node))
|
|
296
|
-
return out
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
def group_e(tmp):
|
|
300
|
-
print("== E 组:源码面装配单点(定义唯一 / 调用点枚举 / env 门在入口内)==")
|
|
301
|
-
defs = _install_default_defs()
|
|
302
|
-
_check("E1 install_default 定义全仓恰一处(md_cg 非测试源)",
|
|
303
|
-
len(defs) == 1 and defs[0][0] == "readcache.py",
|
|
304
|
-
"defs=%s" % [(f, n.lineno) for f, n in defs])
|
|
305
|
-
sites = _call_sites()
|
|
306
|
-
id_calls = sorted(sites["install_default"])
|
|
307
|
-
inst_calls = sorted(sites["install"])
|
|
308
|
-
_check("E2a 自动装配调用点恰两处:基类 __init__ + MdCGOS.__init__(唯一入口)",
|
|
309
|
-
[f for f, _ in id_calls] == ["mdcg.py", "mdcos.py"],
|
|
310
|
-
"sites=%s" % id_calls)
|
|
311
|
-
_check("E2b 无旁路:install( 调用点只在 readcache.py 内(装配面单点)",
|
|
312
|
-
[f for f, _ in inst_calls] == ["readcache.py"],
|
|
313
|
-
"install sites=%s" % inst_calls)
|
|
314
|
-
fn_read, node_read = defs[0]
|
|
315
|
-
names = {getattr(n.func, "attr", None) or getattr(n.func, "id", None)
|
|
316
|
-
for n in ast.walk(node_read) if isinstance(n, ast.Call)}
|
|
317
|
-
_check("E3 env 门在唯一入口内(install_default 内调 enabled(),调用点不各写一份)",
|
|
318
|
-
"enabled" in names, "calls=%s" % sorted(x for x in names if x))
|
|
319
|
-
mdcg_path = os.path.join(_REPO, "md_cg", "mdcg.py")
|
|
320
|
-
cls = None
|
|
321
|
-
for node in ast.walk(_ast_of(mdcg_path)):
|
|
322
|
-
if isinstance(node, ast.ClassDef) and node.name == "MdCG":
|
|
323
|
-
cls = node
|
|
324
|
-
init = None
|
|
325
|
-
if cls is not None:
|
|
326
|
-
for node in cls.body:
|
|
327
|
-
if isinstance(node, ast.FunctionDef) and node.name == "__init__":
|
|
328
|
-
init = node
|
|
329
|
-
call_ln = [n.lineno for n in ast.walk(init) if isinstance(n, ast.Call)
|
|
330
|
-
and (getattr(n.func, "attr", None) or getattr(n.func, "id", None))
|
|
331
|
-
== "install_default"] if init else []
|
|
332
|
-
dirty_ln = [n.lineno for n in ast.walk(init)
|
|
333
|
-
if isinstance(n, ast.Assign)
|
|
334
|
-
and any(isinstance(t, ast.Attribute) and t.attr == "_dirty"
|
|
335
|
-
for t in n.targets)] if init else []
|
|
336
|
-
_check("E4 装配调用晚于 self._dirty 建立(失效判据先于消费面)",
|
|
337
|
-
bool(call_ln) and bool(dirty_ln) and min(call_ln) > max(dirty_ln),
|
|
338
|
-
"install_default@%s _dirty@%s" % (call_ln, dirty_ln))
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
def _guard_group(tag, fn, tmp):
|
|
342
|
-
"""组内异常 fail-closed:异常即红(否则后续断言会被静默跳过 = 假绿)。"""
|
|
343
|
-
try:
|
|
344
|
-
fn(tmp)
|
|
345
|
-
except Exception as exc: # noqa: BLE001
|
|
346
|
-
import traceback
|
|
347
|
-
_check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
|
|
348
|
-
"%s: %s" % (type(exc).__name__, exc))
|
|
349
|
-
traceback.print_exc()
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
def main():
|
|
353
|
-
os.environ.pop("MDCG_READ_CACHE", None) # 环境清场:A 组默认态前置
|
|
354
|
-
tmp = tempfile.mkdtemp(prefix="iss370_")
|
|
355
|
-
try:
|
|
356
|
-
_guard_group("A", group_a, tmp)
|
|
357
|
-
_guard_group("K", group_k, tmp)
|
|
358
|
-
_guard_group("E", group_e, tmp)
|
|
359
|
-
finally:
|
|
360
|
-
shutil.rmtree(tmp, ignore_errors=True)
|
|
361
|
-
print("=" * 68)
|
|
362
|
-
print("#370 装配面守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
363
|
-
for f in FAILS:
|
|
364
|
-
print(" 红项:" + f)
|
|
365
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
366
|
-
return 1 if (FAILS or _bad) else 0
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
# ==================================================== M 组:定点变异自证
|
|
370
|
-
_MUTATIONS = (
|
|
371
|
-
("M1 还原方向:撤掉基类装配调用(#370 修前形态:装配点回到只有 MdCGOS)",
|
|
372
|
-
"md_cg/mdcg.py",
|
|
373
|
-
((" from . import readcache as _readcache" + chr(10)
|
|
374
|
-
+ " _readcache.install_default(self)",
|
|
375
|
-
" pass # M1 撤装配"),),
|
|
376
|
-
("A1", "A1b", "A2b", "A3", "A4", "K7", "E2a", "E4")),
|
|
377
|
-
("M2 过度装配方向:install_default 忽略 env 开关(无条件装配)",
|
|
378
|
-
"md_cg/readcache.py",
|
|
379
|
-
((" if not enabled():" + chr(10) + " return False",
|
|
380
|
-
" if False and not enabled():" + chr(10) + " return False"),),
|
|
381
|
-
("K1", "K2")),
|
|
382
|
-
("M3 单点分裂方向:mdcos 侧绕过 install_default 直调 install(装配面两处实现)",
|
|
383
|
-
"md_cg/mdcos.py",
|
|
384
|
-
((" _rc.install_default(self)", " _rc.install(self)"),),
|
|
385
|
-
("E2a", "E2b")),
|
|
386
|
-
("M4 幂等缺口:install_default 丢掉「已装配不叠加」判据(二次装配换缓存对象)",
|
|
387
|
-
"md_cg/readcache.py",
|
|
388
|
-
((" if getattr(cg, \"_read_cache\", None) is not None:" + chr(10)
|
|
389
|
-
+ " return False" + chr(10),
|
|
390
|
-
""),),
|
|
391
|
-
("K7",)),
|
|
392
|
-
)
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
def _mirror_build():
|
|
396
|
-
"""镜像树:**绝不在真实工作树里改源**(写面纪律)。"""
|
|
397
|
-
dst = tempfile.mkdtemp(prefix="iss370_mut_")
|
|
398
|
-
for name in ("md_cg", "lib"):
|
|
399
|
-
src = os.path.join(_REPO, name)
|
|
400
|
-
if os.path.isdir(src):
|
|
401
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
402
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
403
|
-
for name in sorted(os.listdir(_REPO)):
|
|
404
|
-
p = os.path.join(_REPO, name)
|
|
405
|
-
if os.path.isfile(p) and name.endswith(".py"):
|
|
406
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
407
|
-
return dst
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
def _run_in(tree):
|
|
411
|
-
env = dict(os.environ)
|
|
412
|
-
env["PYTHONPATH"] = tree
|
|
413
|
-
env["PYTHONUTF8"] = "1"
|
|
414
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
415
|
-
for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
|
|
416
|
-
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_READ_CACHE"):
|
|
417
|
-
env.pop(k, None)
|
|
418
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
419
|
-
"md_cg.test_issue370_readcache_assembly"],
|
|
420
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
421
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
422
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
423
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
424
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
425
|
-
return pr.returncode, reds, out
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
def _apply_text(text, rel, pairs):
|
|
429
|
-
"""按目标文件**实际行尾**折算锚点后逐条替换;任一锚点命中数 != 1 返回 (None, 原因)。"""
|
|
430
|
-
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
431
|
-
for old, new in pairs:
|
|
432
|
-
o = old.replace(chr(10), eol)
|
|
433
|
-
n = new.replace(chr(10), eol)
|
|
434
|
-
if text.count(o) != 1:
|
|
435
|
-
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
436
|
-
text = text.replace(o, n, 1)
|
|
437
|
-
return text, ""
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
def _mutate():
|
|
441
|
-
print("!! 定点变异自证:撤装配/过度装配/单点分裂/幂等缺口,守卫必须按指定项转红")
|
|
442
|
-
tree = _mirror_build()
|
|
443
|
-
bad = []
|
|
444
|
-
try:
|
|
445
|
-
rc, reds, out = _run_in(tree)
|
|
446
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
447
|
-
if rc != 0 or reds:
|
|
448
|
-
bad.append("未变异镜像基线即红")
|
|
449
|
-
print(chr(10).join(out.splitlines()[-25:]))
|
|
450
|
-
for desc, rel, pairs, exp in _MUTATIONS:
|
|
451
|
-
p = os.path.join(tree, rel)
|
|
452
|
-
with open(p, encoding="utf-8", newline="") as f:
|
|
453
|
-
bak = f.read()
|
|
454
|
-
mut, why = _apply_text(bak, rel, pairs)
|
|
455
|
-
if mut is None:
|
|
456
|
-
bad.append("%s —— %s" % (desc, why))
|
|
457
|
-
print(" ANCHOR-MISS " + desc + " " + why)
|
|
458
|
-
continue
|
|
459
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
460
|
-
f.write(mut)
|
|
461
|
-
for root, _dd, _ff in os.walk(tree):
|
|
462
|
-
if os.path.basename(root) == "__pycache__":
|
|
463
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
464
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
465
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
466
|
-
f.write(bak)
|
|
467
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
468
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
469
|
-
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
470
|
-
else:
|
|
471
|
-
bad.append(desc)
|
|
472
|
-
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
473
|
-
% (desc, hit, sorted(exp), rc2))
|
|
474
|
-
for r in reds2[:12]:
|
|
475
|
-
print(" FAIL " + r)
|
|
476
|
-
if rc2 == 0:
|
|
477
|
-
print(chr(10).join(out2.splitlines()[-15:]))
|
|
478
|
-
print("定点变异自证:%s(%d 条不合格)"
|
|
479
|
-
% ("PASS" if not bad else "FAIL", len(bad)))
|
|
480
|
-
for b in bad:
|
|
481
|
-
print(" 不合格:" + b)
|
|
482
|
-
return len(bad)
|
|
483
|
-
finally:
|
|
484
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
if __name__ == "__main__":
|
|
488
|
-
sys.exit(main())
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# -*- coding: utf-8 -*-
|
|
3
|
+
# 功能名:readcache 装配面下沉到基类 MdCG(issue #370:基类直接使用者全走无缓存路径,4.9×)
|
|
4
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue370_readcache_assembly [--mutate];被测面=md_cg/mdcg.py 的 MdCG.__init__ 装配调用、md_cg/mdcos.py 的同入口调用、md_cg/readcache.py 的 install_default/enabled/install 契约(含 AST 源码面)
|
|
5
|
+
# 子功能:A 组=基类装配在位 + 查询读数改善(结构性命中计数 + 相对判据);K 组=非恒真对照(env 关闭不装配、退出阀真关、缓存不改结果、写后不陈旧、外部直改+rebuild 可见、装配入口幂等);E 组=源码面装配单点(定义恰一处 / 调用点枚举 / env 门在入口内 / 调用晚于 _dirty 建立);M 组=--mutate 定点变异(还原方向 / 过度装配方向 / 单点分裂方向 / 幂等缺口方向)
|
|
6
|
+
# 执行:--mutate 时在镜像树里逐条改源,守卫必须按指定项转红(多红/少红皆不合格)
|
|
7
|
+
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期逐项相符,锚点未命中即 fail-closed(打印 ANCHOR-MISS 并计入不合格)
|
|
8
|
+
# 不适用条件:① 性能断言**不写绝对 ms**(同一份码本机 33.1→4.8 ms/查询、报告机 30.6/6.2,比值 9.9× vs 4.9×)——绝对读数只打印不作门;门的只有结构性判据(装配态 + nodefile.loads 命中计数)与相对判据(基类/MdCGOS 同库同查询耗时比值区间);
|
|
9
|
+
# ② 内存代价**不设门、只登记读数**(Lead 裁定要求量化):读缓存无淘汰面——五类缓存 2000 节点深度体量 13.6MB(6.97 KB/节点,其中 _norm_bigrams_cache 3.63、_read_cache 2.54),进程 RSS 增量 8.3~16.3 KB/节点(跨进程波动,对照组 ≈0);5000 节点 RSS 增量 74.3MB(15.2 KB/节点)。大库(≥10 万节点,外推 RSS ~1.5GB)或内存受限的长跑 CLI 应显式 MDCG_READ_CACHE=0(opt-out 退出阀)——这是 #31 已在生产检索入口接受的同一取舍,本次只是对齐到基类,不新增量级;
|
|
10
|
+
# ③ 跨进程一致性边界**按实例级缓存语义**判为无夹具受影响:缓存挂在实例上,md_cg/ 下「同实例先读 → 另一进程改写 → 同实例再读同节点」的夹具只 test_bm25.py::test_rebuild_and_other_process_reload 一例,且它用 MdCGSecure(修复前就已装配),失效走 rebuild_index/compact_index(broad_gen 推进)与 _maybe_reload_index(签名变化 → readcache.clear)——K6 用**基类实例**同款钉住;「新建第二实例去读」不受影响(各持快照);
|
|
11
|
+
# ④ 不判 MdCGSecure 的密钥/锁定面(readcache.clear 的既有接线另有守卫);⑤ 不判「外部直改 .md 后不 rebuild/reload」——那是 readcache 既有的诚实边界(进程内一致性不保证),非本次范围。
|
|
12
|
+
"""#370 守卫:readcache 装配点覆盖基类(装配面单点)。
|
|
13
|
+
|
|
14
|
+
病象(修前,A 组逐条复现):装配点只有 `MdCGOS.__init__` ⇒ 以 `MdCG(root)`
|
|
15
|
+
直接打开的库(backfill_bigdomain / backfill_bucket_zh / build_postings /
|
|
16
|
+
migrate 等全库扫描 CLI)每次查询对每个候选 open+read+parse。本机实测
|
|
17
|
+
(500 节点合成库、20 次查询):`MdCG` 33.1 ms/查询、`nodefile.loads` 500 次/
|
|
18
|
+
查询、无 `_read_cache`;`MdCGOS` 3.3 ms/查询、0 次、已装配(报告机 30.6 vs
|
|
19
|
+
6.2 ms,4.9×)。
|
|
20
|
+
|
|
21
|
+
修法(Lead 裁定 2026-10-16):装配**下沉到基类**,且装配面必须是**单点**——
|
|
22
|
+
`readcache.install_default(cg)`(env 门 + 幂等)是自动装配的唯一入口,
|
|
23
|
+
`MdCG.__init__` 末尾(`_dirty` 建立之后)与 `MdCGOS.__init__` 各调一次,
|
|
24
|
+
`install()` 只被该入口与显式重装的调用方调用(语义未变)。落点理由:失效
|
|
25
|
+
判据(`_DirtyDict` 脏集)与组装面(`_read_status`/`_read`/四个派生钩子)
|
|
26
|
+
**都在基类**,装配点与它们同层;不对称只有历史原因,无正确性理由。
|
|
27
|
+
|
|
28
|
+
本守卫的判别力来自非恒真对照,而不是「修完就绿」:
|
|
29
|
+
K1/K2 —— `MDCG_READ_CACHE=0` 必须**不**装配且二次检索仍逐节点重解析
|
|
30
|
+
(防「无条件装配、忽略 env 开关」的过度装配方向);
|
|
31
|
+
K3 —— 开/关同库同 query 结果 id 序逐位一致(缓存只改速度不改结果);
|
|
32
|
+
K4/K5 —— 写后不陈旧(新增节点 + 覆写既有节点);
|
|
33
|
+
K6 —— 外部直改 .md + rebuild_index 后基类实例可见新正文;
|
|
34
|
+
K7 —— 装配入口幂等:二次调用返回 False 且**不换**缓存对象;
|
|
35
|
+
E1-E4 —— 源码面:`install_default` 定义恰一处、自动装配调用点恰两处且
|
|
36
|
+
无旁路 `install()`、env 门在入口内、调用晚于 `_dirty` 建立。
|
|
37
|
+
"""
|
|
38
|
+
from __future__ import annotations
|
|
39
|
+
|
|
40
|
+
import ast
|
|
41
|
+
import os
|
|
42
|
+
import shutil
|
|
43
|
+
import subprocess
|
|
44
|
+
import sys
|
|
45
|
+
import tempfile
|
|
46
|
+
import time
|
|
47
|
+
|
|
48
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
49
|
+
|
|
50
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
51
|
+
if _REPO not in sys.path:
|
|
52
|
+
sys.path.insert(0, _REPO)
|
|
53
|
+
|
|
54
|
+
from md_cg import nodefile # noqa: E402
|
|
55
|
+
from md_cg import readcache as _RC # noqa: E402
|
|
56
|
+
from md_cg.mdcg import MdCG # noqa: E402
|
|
57
|
+
from md_cg.mdcos import MdCGOS # noqa: E402
|
|
58
|
+
|
|
59
|
+
POOL = 240 # 合成库节点数(够出读数、构造成本可控)
|
|
60
|
+
QUERIES = 20 # 每组计时/计数的查询次数
|
|
61
|
+
REPS = 3 # 计时重复数(取中位,抗单次尖峰)
|
|
62
|
+
Q = "装配探针"
|
|
63
|
+
RATIO_LO, RATIO_HI = 0.25, 3.0 # 基类/MdCGOS 同库同查询耗时比值区间(修前本机 9.9×、报告机 4.9×;修后 ~1.4×)
|
|
64
|
+
|
|
65
|
+
PASSED, FAILS = [], []
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def _check(name, cond, detail=""):
|
|
69
|
+
if cond:
|
|
70
|
+
print(" PASS " + name)
|
|
71
|
+
PASSED.append(name)
|
|
72
|
+
else:
|
|
73
|
+
print(" FAIL " + name + " " + str(detail)[:240])
|
|
74
|
+
FAILS.append(name)
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
def _note(text):
|
|
78
|
+
print(" NOTE " + text)
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
def _envi(**kw):
|
|
82
|
+
"""env 上下文:None 值=pop。"""
|
|
83
|
+
class _C:
|
|
84
|
+
def __enter__(self):
|
|
85
|
+
self.old = {k: os.environ.get(k) for k in kw}
|
|
86
|
+
for k, v in kw.items():
|
|
87
|
+
if v is None:
|
|
88
|
+
os.environ.pop(k, None)
|
|
89
|
+
else:
|
|
90
|
+
os.environ[k] = v
|
|
91
|
+
|
|
92
|
+
def __exit__(self, *a):
|
|
93
|
+
for k, v in self.old.items():
|
|
94
|
+
if v is None:
|
|
95
|
+
os.environ.pop(k, None)
|
|
96
|
+
else:
|
|
97
|
+
os.environ[k] = v
|
|
98
|
+
return False
|
|
99
|
+
return _C()
|
|
100
|
+
|
|
101
|
+
|
|
102
|
+
def _count_loads(fn):
|
|
103
|
+
"""打桩 nodefile.loads 计数(节点文件解析的唯一入口,_read_status 内调用)。"""
|
|
104
|
+
box = {"n": 0}
|
|
105
|
+
real = nodefile.loads
|
|
106
|
+
|
|
107
|
+
def _spy(*a, **kw):
|
|
108
|
+
box["n"] += 1
|
|
109
|
+
return real(*a, **kw)
|
|
110
|
+
|
|
111
|
+
nodefile.loads = _spy
|
|
112
|
+
try:
|
|
113
|
+
return fn(), box["n"]
|
|
114
|
+
finally:
|
|
115
|
+
nodefile.loads = real
|
|
116
|
+
|
|
117
|
+
|
|
118
|
+
def _build(root, n=POOL):
|
|
119
|
+
cg = MdCG(root)
|
|
120
|
+
for i in range(n):
|
|
121
|
+
cg.add("asm_%04d" % i,
|
|
122
|
+
"# 功能名:装配样本 %d\n# 正文:%s 关键词%d\n" % (i, Q, i % 17),
|
|
123
|
+
layer="knowledge")
|
|
124
|
+
cg.flush()
|
|
125
|
+
cg.close()
|
|
126
|
+
return root
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
def _time_queries(cg, n=QUERIES):
|
|
130
|
+
cg.search(Q, k=10, record=False) # 预热(首查装载)
|
|
131
|
+
t0 = time.perf_counter()
|
|
132
|
+
meta = None
|
|
133
|
+
for _ in range(n):
|
|
134
|
+
_res, meta = cg.search(Q, k=10, record=False)
|
|
135
|
+
return (time.perf_counter() - t0) / n * 1000.0, meta
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
def _ids(cg, q=Q):
|
|
139
|
+
res, _meta = cg.search(q, k=50, record=False)
|
|
140
|
+
return [r[0].get("id") for r in res]
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
# ==================================================== A 组:基类装配在位 + 读数
|
|
144
|
+
def group_a(tmp):
|
|
145
|
+
print("== A 组:基类装配在位 + 查询读数改善(结构性 + 相对判据)==")
|
|
146
|
+
root = os.path.join(tmp, "a")
|
|
147
|
+
with _envi(MDCG_READ_CACHE=None):
|
|
148
|
+
_build(root)
|
|
149
|
+
cg = MdCG(root)
|
|
150
|
+
cg.search(Q, k=10, record=False)
|
|
151
|
+
_check("A1 基类构造即装配读缓存(hasattr _read_cache)",
|
|
152
|
+
hasattr(cg, "_read_cache"),
|
|
153
|
+
"keys=%s" % sorted(vars(cg).keys())[:12])
|
|
154
|
+
_check("A1b 三态读面被包装(_read_status_uncached 在位)",
|
|
155
|
+
hasattr(cg, "_read_status_uncached"))
|
|
156
|
+
_res, n1 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
|
|
157
|
+
_check("A2a 冷查装载 ≤ 池节点数(O(装载一次))", n1 <= POOL,
|
|
158
|
+
"loads=%d pool=%d" % (n1, POOL))
|
|
159
|
+
_res, n2 = _count_loads(lambda: cg.search("关键词3", k=10, record=False))
|
|
160
|
+
_check("A2b 二次检索零重解析(loads==0,结构化命中计数)", n2 == 0,
|
|
161
|
+
"loads=%d" % n2)
|
|
162
|
+
total = n1 + n2
|
|
163
|
+
for _ in range(3):
|
|
164
|
+
_res, n3 = _count_loads(lambda: cg.search(Q, k=10, record=False))
|
|
165
|
+
total += n3
|
|
166
|
+
_check("A3 5 次检索累计装载 ≤ 池节点数(旧形态为 5×池)", total <= POOL,
|
|
167
|
+
"total=%d pool=%d" % (total, POOL))
|
|
168
|
+
base_ms = []
|
|
169
|
+
for _ in range(REPS):
|
|
170
|
+
ms, meta_b = _time_queries(cg)
|
|
171
|
+
base_ms.append(ms)
|
|
172
|
+
base_ms.sort()
|
|
173
|
+
ms_base = base_ms[len(base_ms) // 2]
|
|
174
|
+
scan_b = meta_b.get("scanned")
|
|
175
|
+
cg.close()
|
|
176
|
+
|
|
177
|
+
cg2 = MdCGOS(root)
|
|
178
|
+
os_ms = []
|
|
179
|
+
for _ in range(REPS):
|
|
180
|
+
ms, _meta_o = _time_queries(cg2)
|
|
181
|
+
os_ms.append(ms)
|
|
182
|
+
os_ms.sort()
|
|
183
|
+
ms_os = os_ms[len(os_ms) // 2]
|
|
184
|
+
ratio = ms_base / ms_os if ms_os else float("inf")
|
|
185
|
+
_note("读数(只登记不作门):MdCG 基类 %.1f ms/查询 scanned=%s cache=%s | "
|
|
186
|
+
"MdCGOS %.1f ms/查询 cache=%s | 比值 %.2fx"
|
|
187
|
+
% (ms_base, scan_b, hasattr(cg, "_read_cache"), ms_os,
|
|
188
|
+
hasattr(cg2, "_read_cache"), ratio))
|
|
189
|
+
_check("A4 基类/MdCGOS 同库同查询耗时比值落入区间(相对判据,不写绝对 ms)",
|
|
190
|
+
RATIO_LO <= ratio <= RATIO_HI,
|
|
191
|
+
"ratio=%.2f band=[%s,%s]" % (ratio, RATIO_LO, RATIO_HI))
|
|
192
|
+
ids_base = _ids(cg2)
|
|
193
|
+
cg2.close()
|
|
194
|
+
cg3 = MdCG(root)
|
|
195
|
+
ids_b = _ids(cg3)
|
|
196
|
+
cg3.close()
|
|
197
|
+
_check("A5 基类与 MdCGOS 同库同 query 结果 id 序逐位相同", ids_base == ids_b,
|
|
198
|
+
"base=%s os=%s" % (ids_b[:3], ids_base[:3]))
|
|
199
|
+
|
|
200
|
+
|
|
201
|
+
# ==================================================== K 组:非恒真对照
|
|
202
|
+
def group_k(tmp):
|
|
203
|
+
print("== K 组:非恒真对照(env 开关 / 结果一致 / 写后不陈旧 / 幂等)==")
|
|
204
|
+
root = os.path.join(tmp, "k")
|
|
205
|
+
with _envi(MDCG_READ_CACHE=None):
|
|
206
|
+
_build(root)
|
|
207
|
+
cg = MdCG(root) # 开态(同库)
|
|
208
|
+
cg.search(Q, k=10, record=False)
|
|
209
|
+
ids_on = _ids(cg)
|
|
210
|
+
with _envi(MDCG_READ_CACHE="0"):
|
|
211
|
+
off = MdCG(root) # 关态:**同一个库**
|
|
212
|
+
_check("K1 MDCG_READ_CACHE=0 → 基类不装配(开关语义不变)",
|
|
213
|
+
not hasattr(off, "_read_cache"))
|
|
214
|
+
ids_off = _ids(off)
|
|
215
|
+
off.search(Q, k=10, record=False) # 预热(无缓存)
|
|
216
|
+
_res, n_off = _count_loads(lambda: off.search(Q, k=10, record=False))
|
|
217
|
+
_check("K2 退出阀真关:关态二次检索仍逐节点重解析(loads>0)",
|
|
218
|
+
n_off > 0, "loads=%d" % n_off)
|
|
219
|
+
off.close()
|
|
220
|
+
_check("K3 缓存不改结果:开/关同库同 query 的 id 序逐位一致",
|
|
221
|
+
ids_on == ids_off, "on=%s off=%s" % (ids_on[:3], ids_off[:3]))
|
|
222
|
+
|
|
223
|
+
cg.add("k_new", "# 正文:%s 写后独有标记ZZZ\n" % Q, layer="knowledge")
|
|
224
|
+
cg.flush()
|
|
225
|
+
hit_new = [r[0].get("id") for r in cg.search("写后独有标记ZZZ", k=5,
|
|
226
|
+
record=False)[0]]
|
|
227
|
+
_check("K4 写后不陈旧(新增节点立即可检索)", "k_new" in hit_new,
|
|
228
|
+
"ids=%s" % hit_new[:3])
|
|
229
|
+
|
|
230
|
+
nid = ids_on[0]
|
|
231
|
+
cg.add(nid, "# 正文:%s 覆写后独有标记WWW\n" % Q, layer="knowledge",
|
|
232
|
+
override=True)
|
|
233
|
+
cg.flush()
|
|
234
|
+
hit_w = [r[0].get("id") for r in cg.search("覆写后独有标记WWW", k=5,
|
|
235
|
+
record=False)[0]]
|
|
236
|
+
_check("K5 写后不陈旧(覆写既有节点:新正文可见)", nid in hit_w,
|
|
237
|
+
"nid=%s ids=%s" % (nid, hit_w[:3]))
|
|
238
|
+
|
|
239
|
+
e = cg.index["nodes"][nid]
|
|
240
|
+
p = cg._node_disk_path(e)
|
|
241
|
+
with open(p, encoding="utf-8") as f:
|
|
242
|
+
fm, _body = nodefile.loads(f.read())
|
|
243
|
+
with open(p, "w", encoding="utf-8") as f:
|
|
244
|
+
f.write(nodefile.dumps(fm, "# 正文:%s 外部直改标记EEE\n" % Q))
|
|
245
|
+
cg.rebuild_index()
|
|
246
|
+
hit_e = [r[0].get("id") for r in cg.search("外部直改标记EEE", k=5,
|
|
247
|
+
record=False)[0]]
|
|
248
|
+
_check("K6 外部直改 .md + rebuild_index → 基类实例可见新正文(非合作写者兜底面在位)",
|
|
249
|
+
nid in hit_e, "nid=%s ids=%s" % (nid, hit_e[:3]))
|
|
250
|
+
|
|
251
|
+
saved = getattr(cg, "_read_cache", None)
|
|
252
|
+
again = _RC.install_default(cg)
|
|
253
|
+
_check("K7 装配入口幂等:二次装配返回 False 且不换缓存对象(不丢弃已装条目)",
|
|
254
|
+
again is False and getattr(cg, "_read_cache", None) is saved,
|
|
255
|
+
"ret=%r same=%s" % (again, cg._read_cache is saved))
|
|
256
|
+
cg.close()
|
|
257
|
+
|
|
258
|
+
|
|
259
|
+
# ==================================================== E 组:源码面装配单点
|
|
260
|
+
def _md_cg_sources():
|
|
261
|
+
out = []
|
|
262
|
+
d = os.path.join(_REPO, "md_cg")
|
|
263
|
+
for fn in sorted(os.listdir(d)):
|
|
264
|
+
if not fn.endswith(".py") or fn.startswith("test_") or fn.startswith("bench_"):
|
|
265
|
+
continue
|
|
266
|
+
out.append((fn, os.path.join(d, fn)))
|
|
267
|
+
return out
|
|
268
|
+
|
|
269
|
+
|
|
270
|
+
def _ast_of(path):
|
|
271
|
+
with open(path, encoding="utf-8") as f:
|
|
272
|
+
return ast.parse(f.read(), path)
|
|
273
|
+
|
|
274
|
+
|
|
275
|
+
def _call_sites():
|
|
276
|
+
"""全仓(md_cg 非测试源)里对 install / install_default 的**调用点**。"""
|
|
277
|
+
sites = {"install_default": [], "install": []}
|
|
278
|
+
for fn, path in _md_cg_sources():
|
|
279
|
+
for node in ast.walk(_ast_of(path)):
|
|
280
|
+
if not isinstance(node, ast.Call):
|
|
281
|
+
continue
|
|
282
|
+
f = node.func
|
|
283
|
+
name = getattr(f, "attr", None) or getattr(f, "id", None)
|
|
284
|
+
if name in sites:
|
|
285
|
+
sites[name].append((fn, node.lineno))
|
|
286
|
+
return sites
|
|
287
|
+
|
|
288
|
+
|
|
289
|
+
def _install_default_defs():
|
|
290
|
+
out = []
|
|
291
|
+
for fn, path in _md_cg_sources():
|
|
292
|
+
for node in ast.walk(_ast_of(path)):
|
|
293
|
+
if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) \
|
|
294
|
+
and node.name == "install_default":
|
|
295
|
+
out.append((fn, node))
|
|
296
|
+
return out
|
|
297
|
+
|
|
298
|
+
|
|
299
|
+
def group_e(tmp):
|
|
300
|
+
print("== E 组:源码面装配单点(定义唯一 / 调用点枚举 / env 门在入口内)==")
|
|
301
|
+
defs = _install_default_defs()
|
|
302
|
+
_check("E1 install_default 定义全仓恰一处(md_cg 非测试源)",
|
|
303
|
+
len(defs) == 1 and defs[0][0] == "readcache.py",
|
|
304
|
+
"defs=%s" % [(f, n.lineno) for f, n in defs])
|
|
305
|
+
sites = _call_sites()
|
|
306
|
+
id_calls = sorted(sites["install_default"])
|
|
307
|
+
inst_calls = sorted(sites["install"])
|
|
308
|
+
_check("E2a 自动装配调用点恰两处:基类 __init__ + MdCGOS.__init__(唯一入口)",
|
|
309
|
+
[f for f, _ in id_calls] == ["mdcg.py", "mdcos.py"],
|
|
310
|
+
"sites=%s" % id_calls)
|
|
311
|
+
_check("E2b 无旁路:install( 调用点只在 readcache.py 内(装配面单点)",
|
|
312
|
+
[f for f, _ in inst_calls] == ["readcache.py"],
|
|
313
|
+
"install sites=%s" % inst_calls)
|
|
314
|
+
fn_read, node_read = defs[0]
|
|
315
|
+
names = {getattr(n.func, "attr", None) or getattr(n.func, "id", None)
|
|
316
|
+
for n in ast.walk(node_read) if isinstance(n, ast.Call)}
|
|
317
|
+
_check("E3 env 门在唯一入口内(install_default 内调 enabled(),调用点不各写一份)",
|
|
318
|
+
"enabled" in names, "calls=%s" % sorted(x for x in names if x))
|
|
319
|
+
mdcg_path = os.path.join(_REPO, "md_cg", "mdcg.py")
|
|
320
|
+
cls = None
|
|
321
|
+
for node in ast.walk(_ast_of(mdcg_path)):
|
|
322
|
+
if isinstance(node, ast.ClassDef) and node.name == "MdCG":
|
|
323
|
+
cls = node
|
|
324
|
+
init = None
|
|
325
|
+
if cls is not None:
|
|
326
|
+
for node in cls.body:
|
|
327
|
+
if isinstance(node, ast.FunctionDef) and node.name == "__init__":
|
|
328
|
+
init = node
|
|
329
|
+
call_ln = [n.lineno for n in ast.walk(init) if isinstance(n, ast.Call)
|
|
330
|
+
and (getattr(n.func, "attr", None) or getattr(n.func, "id", None))
|
|
331
|
+
== "install_default"] if init else []
|
|
332
|
+
dirty_ln = [n.lineno for n in ast.walk(init)
|
|
333
|
+
if isinstance(n, ast.Assign)
|
|
334
|
+
and any(isinstance(t, ast.Attribute) and t.attr == "_dirty"
|
|
335
|
+
for t in n.targets)] if init else []
|
|
336
|
+
_check("E4 装配调用晚于 self._dirty 建立(失效判据先于消费面)",
|
|
337
|
+
bool(call_ln) and bool(dirty_ln) and min(call_ln) > max(dirty_ln),
|
|
338
|
+
"install_default@%s _dirty@%s" % (call_ln, dirty_ln))
|
|
339
|
+
|
|
340
|
+
|
|
341
|
+
def _guard_group(tag, fn, tmp):
|
|
342
|
+
"""组内异常 fail-closed:异常即红(否则后续断言会被静默跳过 = 假绿)。"""
|
|
343
|
+
try:
|
|
344
|
+
fn(tmp)
|
|
345
|
+
except Exception as exc: # noqa: BLE001
|
|
346
|
+
import traceback
|
|
347
|
+
_check("%s0 组内异常(fail-closed:异常即红)" % tag, False,
|
|
348
|
+
"%s: %s" % (type(exc).__name__, exc))
|
|
349
|
+
traceback.print_exc()
|
|
350
|
+
|
|
351
|
+
|
|
352
|
+
def main():
|
|
353
|
+
os.environ.pop("MDCG_READ_CACHE", None) # 环境清场:A 组默认态前置
|
|
354
|
+
tmp = tempfile.mkdtemp(prefix="iss370_")
|
|
355
|
+
try:
|
|
356
|
+
_guard_group("A", group_a, tmp)
|
|
357
|
+
_guard_group("K", group_k, tmp)
|
|
358
|
+
_guard_group("E", group_e, tmp)
|
|
359
|
+
finally:
|
|
360
|
+
shutil.rmtree(tmp, ignore_errors=True)
|
|
361
|
+
print("=" * 68)
|
|
362
|
+
print("#370 装配面守卫:%d 通过,%d 失败" % (len(PASSED), len(FAILS)))
|
|
363
|
+
for f in FAILS:
|
|
364
|
+
print(" 红项:" + f)
|
|
365
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
366
|
+
return 1 if (FAILS or _bad) else 0
|
|
367
|
+
|
|
368
|
+
|
|
369
|
+
# ==================================================== M 组:定点变异自证
|
|
370
|
+
_MUTATIONS = (
|
|
371
|
+
("M1 还原方向:撤掉基类装配调用(#370 修前形态:装配点回到只有 MdCGOS)",
|
|
372
|
+
"md_cg/mdcg.py",
|
|
373
|
+
((" from . import readcache as _readcache" + chr(10)
|
|
374
|
+
+ " _readcache.install_default(self)",
|
|
375
|
+
" pass # M1 撤装配"),),
|
|
376
|
+
("A1", "A1b", "A2b", "A3", "A4", "K7", "E2a", "E4")),
|
|
377
|
+
("M2 过度装配方向:install_default 忽略 env 开关(无条件装配)",
|
|
378
|
+
"md_cg/readcache.py",
|
|
379
|
+
((" if not enabled():" + chr(10) + " return False",
|
|
380
|
+
" if False and not enabled():" + chr(10) + " return False"),),
|
|
381
|
+
("K1", "K2")),
|
|
382
|
+
("M3 单点分裂方向:mdcos 侧绕过 install_default 直调 install(装配面两处实现)",
|
|
383
|
+
"md_cg/mdcos.py",
|
|
384
|
+
((" _rc.install_default(self)", " _rc.install(self)"),),
|
|
385
|
+
("E2a", "E2b")),
|
|
386
|
+
("M4 幂等缺口:install_default 丢掉「已装配不叠加」判据(二次装配换缓存对象)",
|
|
387
|
+
"md_cg/readcache.py",
|
|
388
|
+
((" if getattr(cg, \"_read_cache\", None) is not None:" + chr(10)
|
|
389
|
+
+ " return False" + chr(10),
|
|
390
|
+
""),),
|
|
391
|
+
("K7",)),
|
|
392
|
+
)
|
|
393
|
+
|
|
394
|
+
|
|
395
|
+
def _mirror_build():
|
|
396
|
+
"""镜像树:**绝不在真实工作树里改源**(写面纪律)。"""
|
|
397
|
+
dst = tempfile.mkdtemp(prefix="iss370_mut_")
|
|
398
|
+
for name in ("md_cg", "lib"):
|
|
399
|
+
src = os.path.join(_REPO, name)
|
|
400
|
+
if os.path.isdir(src):
|
|
401
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
402
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
403
|
+
for name in sorted(os.listdir(_REPO)):
|
|
404
|
+
p = os.path.join(_REPO, name)
|
|
405
|
+
if os.path.isfile(p) and name.endswith(".py"):
|
|
406
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
407
|
+
return dst
|
|
408
|
+
|
|
409
|
+
|
|
410
|
+
def _run_in(tree):
|
|
411
|
+
env = dict(os.environ)
|
|
412
|
+
env["PYTHONPATH"] = tree
|
|
413
|
+
env["PYTHONUTF8"] = "1"
|
|
414
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
415
|
+
for k in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_DATA_ROOT",
|
|
416
|
+
"MDCG_EXPORT_ROOT", "MDCG_INGEST_ROOT", "MDCG_READ_CACHE"):
|
|
417
|
+
env.pop(k, None)
|
|
418
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
419
|
+
"md_cg.test_issue370_readcache_assembly"],
|
|
420
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
421
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
422
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
423
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
424
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
425
|
+
return pr.returncode, reds, out
|
|
426
|
+
|
|
427
|
+
|
|
428
|
+
def _apply_text(text, rel, pairs):
|
|
429
|
+
"""按目标文件**实际行尾**折算锚点后逐条替换;任一锚点命中数 != 1 返回 (None, 原因)。"""
|
|
430
|
+
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
431
|
+
for old, new in pairs:
|
|
432
|
+
o = old.replace(chr(10), eol)
|
|
433
|
+
n = new.replace(chr(10), eol)
|
|
434
|
+
if text.count(o) != 1:
|
|
435
|
+
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
436
|
+
text = text.replace(o, n, 1)
|
|
437
|
+
return text, ""
|
|
438
|
+
|
|
439
|
+
|
|
440
|
+
def _mutate():
|
|
441
|
+
print("!! 定点变异自证:撤装配/过度装配/单点分裂/幂等缺口,守卫必须按指定项转红")
|
|
442
|
+
tree = _mirror_build()
|
|
443
|
+
bad = []
|
|
444
|
+
try:
|
|
445
|
+
rc, reds, out = _run_in(tree)
|
|
446
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
447
|
+
if rc != 0 or reds:
|
|
448
|
+
bad.append("未变异镜像基线即红")
|
|
449
|
+
print(chr(10).join(out.splitlines()[-25:]))
|
|
450
|
+
for desc, rel, pairs, exp in _MUTATIONS:
|
|
451
|
+
p = os.path.join(tree, rel)
|
|
452
|
+
with open(p, encoding="utf-8", newline="") as f:
|
|
453
|
+
bak = f.read()
|
|
454
|
+
mut, why = _apply_text(bak, rel, pairs)
|
|
455
|
+
if mut is None:
|
|
456
|
+
bad.append("%s —— %s" % (desc, why))
|
|
457
|
+
print(" ANCHOR-MISS " + desc + " " + why)
|
|
458
|
+
continue
|
|
459
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
460
|
+
f.write(mut)
|
|
461
|
+
for root, _dd, _ff in os.walk(tree):
|
|
462
|
+
if os.path.basename(root) == "__pycache__":
|
|
463
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
464
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
465
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
466
|
+
f.write(bak)
|
|
467
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
468
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
469
|
+
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
470
|
+
else:
|
|
471
|
+
bad.append(desc)
|
|
472
|
+
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
473
|
+
% (desc, hit, sorted(exp), rc2))
|
|
474
|
+
for r in reds2[:12]:
|
|
475
|
+
print(" FAIL " + r)
|
|
476
|
+
if rc2 == 0:
|
|
477
|
+
print(chr(10).join(out2.splitlines()[-15:]))
|
|
478
|
+
print("定点变异自证:%s(%d 条不合格)"
|
|
479
|
+
% ("PASS" if not bad else "FAIL", len(bad)))
|
|
480
|
+
for b in bad:
|
|
481
|
+
print(" 不合格:" + b)
|
|
482
|
+
return len(bad)
|
|
483
|
+
finally:
|
|
484
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
485
|
+
|
|
486
|
+
|
|
487
|
+
if __name__ == "__main__":
|
|
488
|
+
sys.exit(main())
|