@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
|
@@ -1,143 +1,143 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
r"""#153b 守卫:索引突变 ⇒ 查询缓存按**代际**失配(正确性),且**不全清**(性能)。
|
|
3
|
-
|
|
4
|
-
口径取证(不猜):mdcos.py:1746-1748 的 P1b-2 注释自陈「旧索引代里缓存的命中结果对
|
|
5
|
-
新写入不可见(**静默错答**)」;hotcache 的 query 键(hotcache._query_key)原本**不含**
|
|
6
|
-
任何索引代际;而 mdcos.py:721-728 记载热缓存**默认关**(env 未设 → get(self) 恒 None),
|
|
7
|
-
MDCG_HOTCACHE=1 才挂 ⇒ 本守卫必须在启用态取判据。
|
|
8
|
-
|
|
9
|
-
判据:
|
|
10
|
-
A1 写后读不陈旧:先查(填缓存)→ 写新节点 → 再查 ⇒ 必须看得见新节点
|
|
11
|
-
A2 代际进键:仅推进代际(不改内容)后,同一查询必须**不命中**(代际已进键)
|
|
12
|
-
A3 **禁全清**:索引突变后,其他查询的缓存条目仍在(不得 clear/全清 query)
|
|
13
|
-
A4 命中率不退化:100 次同查询 + 10 次写 ⇒ query_hits 保持高位(≥80)
|
|
14
|
-
运行:
|
|
15
|
-
python -X utf8 -m md_cg.test_issue153b_index_generation_invalidation
|
|
16
|
-
python -X utf8 -m md_cg.test_issue153b_index_generation_invalidation --mutate=nofix
|
|
17
|
-
python -X utf8 -m md_cg.test_issue153b_index_generation_invalidation --mutate=harsh
|
|
18
|
-
"""
|
|
19
|
-
from __future__ import annotations
|
|
20
|
-
|
|
21
|
-
import os
|
|
22
|
-
import shutil
|
|
23
|
-
import sys
|
|
24
|
-
import tempfile
|
|
25
|
-
|
|
26
|
-
PASS = 0
|
|
27
|
-
FAIL = 0
|
|
28
|
-
FAILS = []
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
def ok(cond, label, detail=""):
|
|
32
|
-
global PASS, FAIL
|
|
33
|
-
if cond:
|
|
34
|
-
PASS += 1
|
|
35
|
-
else:
|
|
36
|
-
FAIL += 1
|
|
37
|
-
FAILS.append(label)
|
|
38
|
-
print(" [%s] %s%s" % ("PASS" if cond else "FAIL", label,
|
|
39
|
-
(" · " + str(detail)) if detail else ""))
|
|
40
|
-
return bool(cond)
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
def _ids(r):
|
|
44
|
-
out = set()
|
|
45
|
-
for x in r:
|
|
46
|
-
while isinstance(x, (list, tuple)) and x:
|
|
47
|
-
x = x[0]
|
|
48
|
-
if hasattr(x, "get") and isinstance(x.get("id"), str):
|
|
49
|
-
out.add(x["id"])
|
|
50
|
-
return sorted(out)
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
def main(argv=None) -> int:
|
|
54
|
-
argv = list(sys.argv[1:] if argv is None else argv)
|
|
55
|
-
mut = ""
|
|
56
|
-
for a in argv:
|
|
57
|
-
if a.startswith("--mutate="):
|
|
58
|
-
mut = a.split("=", 1)[1]
|
|
59
|
-
os.environ["MDCG_HOTCACHE"] = "1" # 默认关,本守卫须在启用态取判据
|
|
60
|
-
from md_cg import mdcg as _M
|
|
61
|
-
from md_cg import hotcache
|
|
62
|
-
from md_cg.mdcos import MdCGOS
|
|
63
|
-
if mut == "nofix": # 等价注入:退回「不经单点、代际恒 0」
|
|
64
|
-
MdCGOS._set_index_entry = _M.MdCG._set_index_entry
|
|
65
|
-
MdCGOS._index_generation = lambda self: 0
|
|
66
|
-
sb = tempfile.mkdtemp(prefix="iss153b_")
|
|
67
|
-
try:
|
|
68
|
-
root = os.path.join(sb, "lib"); os.makedirs(root, exist_ok=True)
|
|
69
|
-
cg = MdCGOS(root, autoflush=1)
|
|
70
|
-
hc = hotcache.get(cg)
|
|
71
|
-
ok(hc is not None, "A0 MDCG_HOTCACHE=1 ⇒ 热缓存已挂")
|
|
72
|
-
# 缓存读侧入口是 search_rrf(mdcos.py:1746-1780 的命中逻辑在其内);
|
|
73
|
-
# search() 不经热缓存 —— 用错入口会得到「零命中」的假读数。
|
|
74
|
-
_q = getattr(cg, "search_rrf", None) or cg.search
|
|
75
|
-
|
|
76
|
-
def Q(s, k=50):
|
|
77
|
-
return _q(s, k=k)
|
|
78
|
-
if mut == "harsh": # 违反硬约束的注入:每次索引突变**全清**
|
|
79
|
-
def _harsh(self, node_id=None):
|
|
80
|
-
self._index_gen = self._index_generation() + 1
|
|
81
|
-
hc.clear()
|
|
82
|
-
return self._index_gen
|
|
83
|
-
MdCGOS._on_index_mutation = _harsh
|
|
84
|
-
|
|
85
|
-
def W(nid):
|
|
86
|
-
cg.add(nid, "---\nid: %s\nlayer: knowledge\nverification_basis: test\n---\n%s PASSED\n" % (nid, nid), layer="knowledge")
|
|
87
|
-
|
|
88
|
-
W("a")
|
|
89
|
-
r1, _ = Q("PASSED")
|
|
90
|
-
ok(_ids(r1) == ["a"], "A1a 首查见 a(此时填缓存)", _ids(r1))
|
|
91
|
-
W("b")
|
|
92
|
-
r2, _ = Q("PASSED")
|
|
93
|
-
ok("b" in _ids(r2), "A1 写后读不陈旧:新写入可见(无静默错答)", _ids(r2))
|
|
94
|
-
|
|
95
|
-
st0 = hc.stats()
|
|
96
|
-
r3, _ = Q("PASSED") # 同代重复查询 ⇒ 应命中
|
|
97
|
-
st1 = hc.stats()
|
|
98
|
-
ok(st1["query_hits"] > st0["query_hits"],
|
|
99
|
-
"A2a 同代重复查询命中(代际未变 ⇒ 命中率不受损)",
|
|
100
|
-
(st0["query_hits"], st1["query_hits"]))
|
|
101
|
-
before_miss = st1["query_misses"]
|
|
102
|
-
cg._on_index_mutation(None) # 仅推进代际,不改内容
|
|
103
|
-
r4, _ = Q("PASSED")
|
|
104
|
-
st2 = hc.stats()
|
|
105
|
-
ok(st2["query_misses"] > before_miss,
|
|
106
|
-
"A2 代际进键:推进代际后同一查询**不再命中**",
|
|
107
|
-
(before_miss, st2["query_misses"]))
|
|
108
|
-
|
|
109
|
-
cg2_q = "PASSED"
|
|
110
|
-
_r, _ = Q("BBB") # 另一个查询填缓存
|
|
111
|
-
n_before = len(hc._queries)
|
|
112
|
-
W("c")
|
|
113
|
-
n_after = len(hc._queries)
|
|
114
|
-
ok(n_after >= n_before,
|
|
115
|
-
"A3 禁全清:索引突变后 query 缓存条目未被清空",
|
|
116
|
-
(n_before, n_after))
|
|
117
|
-
|
|
118
|
-
h0 = hc.stats()["query_hits"]
|
|
119
|
-
for i in range(10):
|
|
120
|
-
W("w%d" % i)
|
|
121
|
-
for i in range(100):
|
|
122
|
-
Q("PASSED")
|
|
123
|
-
h1 = hc.stats()["query_hits"]
|
|
124
|
-
ok((h1 - h0) >= 80, "A4 命中率不退化:100 次同查询 + 10 次写 ⇒ 新增命中 ≥80",
|
|
125
|
-
(h0, h1))
|
|
126
|
-
# A5 登记纪律(仿 test_i32_hotcache_env_key 的 K1):清单真源必须登记 index_gen,
|
|
127
|
-
# 否则下一个人看不出该键承重(键用整份 extra ⇒ 漏登不影响正确性、影响可读性)。
|
|
128
|
-
_ke = hotcache._KEYED_EXTRA
|
|
129
|
-
if mut == "unreg":
|
|
130
|
-
_ke = tuple(x for x in _ke if x != "index_gen")
|
|
131
|
-
ok("index_gen" in _ke, "A5 _KEYED_EXTRA 登记 index_gen(清单真源,防漏登)",
|
|
132
|
-
len(_ke))
|
|
133
|
-
finally:
|
|
134
|
-
shutil.rmtree(sb, ignore_errors=True)
|
|
135
|
-
print("\nissue153b: %d pass / %d fail%s"
|
|
136
|
-
% (PASS, FAIL, ("(变异=%s)" % mut) if mut else ""))
|
|
137
|
-
for f in FAILS:
|
|
138
|
-
print(" - 红:%s" % f)
|
|
139
|
-
return 1 if FAIL else 0
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
if __name__ == "__main__":
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
r"""#153b 守卫:索引突变 ⇒ 查询缓存按**代际**失配(正确性),且**不全清**(性能)。
|
|
3
|
+
|
|
4
|
+
口径取证(不猜):mdcos.py:1746-1748 的 P1b-2 注释自陈「旧索引代里缓存的命中结果对
|
|
5
|
+
新写入不可见(**静默错答**)」;hotcache 的 query 键(hotcache._query_key)原本**不含**
|
|
6
|
+
任何索引代际;而 mdcos.py:721-728 记载热缓存**默认关**(env 未设 → get(self) 恒 None),
|
|
7
|
+
MDCG_HOTCACHE=1 才挂 ⇒ 本守卫必须在启用态取判据。
|
|
8
|
+
|
|
9
|
+
判据:
|
|
10
|
+
A1 写后读不陈旧:先查(填缓存)→ 写新节点 → 再查 ⇒ 必须看得见新节点
|
|
11
|
+
A2 代际进键:仅推进代际(不改内容)后,同一查询必须**不命中**(代际已进键)
|
|
12
|
+
A3 **禁全清**:索引突变后,其他查询的缓存条目仍在(不得 clear/全清 query)
|
|
13
|
+
A4 命中率不退化:100 次同查询 + 10 次写 ⇒ query_hits 保持高位(≥80)
|
|
14
|
+
运行:
|
|
15
|
+
python -X utf8 -m md_cg.test_issue153b_index_generation_invalidation
|
|
16
|
+
python -X utf8 -m md_cg.test_issue153b_index_generation_invalidation --mutate=nofix
|
|
17
|
+
python -X utf8 -m md_cg.test_issue153b_index_generation_invalidation --mutate=harsh
|
|
18
|
+
"""
|
|
19
|
+
from __future__ import annotations
|
|
20
|
+
|
|
21
|
+
import os
|
|
22
|
+
import shutil
|
|
23
|
+
import sys
|
|
24
|
+
import tempfile
|
|
25
|
+
|
|
26
|
+
PASS = 0
|
|
27
|
+
FAIL = 0
|
|
28
|
+
FAILS = []
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def ok(cond, label, detail=""):
|
|
32
|
+
global PASS, FAIL
|
|
33
|
+
if cond:
|
|
34
|
+
PASS += 1
|
|
35
|
+
else:
|
|
36
|
+
FAIL += 1
|
|
37
|
+
FAILS.append(label)
|
|
38
|
+
print(" [%s] %s%s" % ("PASS" if cond else "FAIL", label,
|
|
39
|
+
(" · " + str(detail)) if detail else ""))
|
|
40
|
+
return bool(cond)
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def _ids(r):
|
|
44
|
+
out = set()
|
|
45
|
+
for x in r:
|
|
46
|
+
while isinstance(x, (list, tuple)) and x:
|
|
47
|
+
x = x[0]
|
|
48
|
+
if hasattr(x, "get") and isinstance(x.get("id"), str):
|
|
49
|
+
out.add(x["id"])
|
|
50
|
+
return sorted(out)
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
def main(argv=None) -> int:
|
|
54
|
+
argv = list(sys.argv[1:] if argv is None else argv)
|
|
55
|
+
mut = ""
|
|
56
|
+
for a in argv:
|
|
57
|
+
if a.startswith("--mutate="):
|
|
58
|
+
mut = a.split("=", 1)[1]
|
|
59
|
+
os.environ["MDCG_HOTCACHE"] = "1" # 默认关,本守卫须在启用态取判据
|
|
60
|
+
from md_cg import mdcg as _M
|
|
61
|
+
from md_cg import hotcache
|
|
62
|
+
from md_cg.mdcos import MdCGOS
|
|
63
|
+
if mut == "nofix": # 等价注入:退回「不经单点、代际恒 0」
|
|
64
|
+
MdCGOS._set_index_entry = _M.MdCG._set_index_entry
|
|
65
|
+
MdCGOS._index_generation = lambda self: 0
|
|
66
|
+
sb = tempfile.mkdtemp(prefix="iss153b_")
|
|
67
|
+
try:
|
|
68
|
+
root = os.path.join(sb, "lib"); os.makedirs(root, exist_ok=True)
|
|
69
|
+
cg = MdCGOS(root, autoflush=1)
|
|
70
|
+
hc = hotcache.get(cg)
|
|
71
|
+
ok(hc is not None, "A0 MDCG_HOTCACHE=1 ⇒ 热缓存已挂")
|
|
72
|
+
# 缓存读侧入口是 search_rrf(mdcos.py:1746-1780 的命中逻辑在其内);
|
|
73
|
+
# search() 不经热缓存 —— 用错入口会得到「零命中」的假读数。
|
|
74
|
+
_q = getattr(cg, "search_rrf", None) or cg.search
|
|
75
|
+
|
|
76
|
+
def Q(s, k=50):
|
|
77
|
+
return _q(s, k=k)
|
|
78
|
+
if mut == "harsh": # 违反硬约束的注入:每次索引突变**全清**
|
|
79
|
+
def _harsh(self, node_id=None):
|
|
80
|
+
self._index_gen = self._index_generation() + 1
|
|
81
|
+
hc.clear()
|
|
82
|
+
return self._index_gen
|
|
83
|
+
MdCGOS._on_index_mutation = _harsh
|
|
84
|
+
|
|
85
|
+
def W(nid):
|
|
86
|
+
cg.add(nid, "---\nid: %s\nlayer: knowledge\nverification_basis: test\n---\n%s PASSED\n" % (nid, nid), layer="knowledge")
|
|
87
|
+
|
|
88
|
+
W("a")
|
|
89
|
+
r1, _ = Q("PASSED")
|
|
90
|
+
ok(_ids(r1) == ["a"], "A1a 首查见 a(此时填缓存)", _ids(r1))
|
|
91
|
+
W("b")
|
|
92
|
+
r2, _ = Q("PASSED")
|
|
93
|
+
ok("b" in _ids(r2), "A1 写后读不陈旧:新写入可见(无静默错答)", _ids(r2))
|
|
94
|
+
|
|
95
|
+
st0 = hc.stats()
|
|
96
|
+
r3, _ = Q("PASSED") # 同代重复查询 ⇒ 应命中
|
|
97
|
+
st1 = hc.stats()
|
|
98
|
+
ok(st1["query_hits"] > st0["query_hits"],
|
|
99
|
+
"A2a 同代重复查询命中(代际未变 ⇒ 命中率不受损)",
|
|
100
|
+
(st0["query_hits"], st1["query_hits"]))
|
|
101
|
+
before_miss = st1["query_misses"]
|
|
102
|
+
cg._on_index_mutation(None) # 仅推进代际,不改内容
|
|
103
|
+
r4, _ = Q("PASSED")
|
|
104
|
+
st2 = hc.stats()
|
|
105
|
+
ok(st2["query_misses"] > before_miss,
|
|
106
|
+
"A2 代际进键:推进代际后同一查询**不再命中**",
|
|
107
|
+
(before_miss, st2["query_misses"]))
|
|
108
|
+
|
|
109
|
+
cg2_q = "PASSED"
|
|
110
|
+
_r, _ = Q("BBB") # 另一个查询填缓存
|
|
111
|
+
n_before = len(hc._queries)
|
|
112
|
+
W("c")
|
|
113
|
+
n_after = len(hc._queries)
|
|
114
|
+
ok(n_after >= n_before,
|
|
115
|
+
"A3 禁全清:索引突变后 query 缓存条目未被清空",
|
|
116
|
+
(n_before, n_after))
|
|
117
|
+
|
|
118
|
+
h0 = hc.stats()["query_hits"]
|
|
119
|
+
for i in range(10):
|
|
120
|
+
W("w%d" % i)
|
|
121
|
+
for i in range(100):
|
|
122
|
+
Q("PASSED")
|
|
123
|
+
h1 = hc.stats()["query_hits"]
|
|
124
|
+
ok((h1 - h0) >= 80, "A4 命中率不退化:100 次同查询 + 10 次写 ⇒ 新增命中 ≥80",
|
|
125
|
+
(h0, h1))
|
|
126
|
+
# A5 登记纪律(仿 test_i32_hotcache_env_key 的 K1):清单真源必须登记 index_gen,
|
|
127
|
+
# 否则下一个人看不出该键承重(键用整份 extra ⇒ 漏登不影响正确性、影响可读性)。
|
|
128
|
+
_ke = hotcache._KEYED_EXTRA
|
|
129
|
+
if mut == "unreg":
|
|
130
|
+
_ke = tuple(x for x in _ke if x != "index_gen")
|
|
131
|
+
ok("index_gen" in _ke, "A5 _KEYED_EXTRA 登记 index_gen(清单真源,防漏登)",
|
|
132
|
+
len(_ke))
|
|
133
|
+
finally:
|
|
134
|
+
shutil.rmtree(sb, ignore_errors=True)
|
|
135
|
+
print("\nissue153b: %d pass / %d fail%s"
|
|
136
|
+
% (PASS, FAIL, ("(变异=%s)" % mut) if mut else ""))
|
|
137
|
+
for f in FAILS:
|
|
138
|
+
print(" - 红:%s" % f)
|
|
139
|
+
return 1 if FAIL else 0
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
if __name__ == "__main__":
|
|
143
143
|
sys.exit(main())
|