@furongjun1999/dsh-memory 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/policy.json +38 -38
- package/docs/discipline/templates/spec.txt.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +29 -6
- package/lib/index.js +11 -2
- package/lib/lib/hook_audit.js +38 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +557 -557
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +30 -6
- package/src/index.ts +14 -5
- package/src/lib/hook_audit.ts +282 -256
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
|
@@ -1,215 +1,215 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:写入硬上限必须量全部入参字段,而不是只量 content(issue #324)
|
|
3
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue324_write_size_fields [--mutate];被测面=md_cg/writepipe.py 的 oversize_response
|
|
4
|
-
# 子功能:A 组=超限必须被拒(content / node_id 128 契约 / node_id 超长 / tags / 其它字段);K 组=正常与边界入参不误拦
|
|
5
|
-
# 执行:--mutate 时逐条把判据改回改动前形态,守卫必须转红(定点变异自证)
|
|
6
|
-
# 验证方式:全部 PASS 即通过;--mutate 下每条变异的「指定命中」须与预期一致
|
|
7
|
-
# 不适用条件:不判长期压测与磁盘配额;不判 ledger 落盘条数;不覆盖 POSIX 腿;不判 add() 自身的 node_id 校验(本件只判写面闸)
|
|
8
|
-
"""issue #324 守卫:oversize_response 此前只量 content,其余字段无界。
|
|
9
|
-
|
|
10
|
-
病象(修前):MAX_WRITE_BYTES 的判据只对入参的 content 一个字段计字节,
|
|
11
|
-
node_id / tags 等完全不受约束。单次请求把 ~1.25 MiB 入参放大写入三处落盘面
|
|
12
|
-
(_write_attempts.jsonl + hippocampus/inbox.jsonl + _audit.jsonl),实测盘上增量
|
|
13
|
-
4,994,888 B;且 _write_attempts.jsonl 是无上限增长账本 ⇒ 磁盘耗尽型 DoS。
|
|
14
|
-
|
|
15
|
-
判据方向:A 组要求「超限字段一律被拒」,K 组要求「正常与边界入参不误拦」——
|
|
16
|
-
两侧同时成立才说明是把判据补全,而不是把闸门拧紧误伤合法写入。
|
|
17
|
-
"""
|
|
18
|
-
import inspect
|
|
19
|
-
import os
|
|
20
|
-
import shutil
|
|
21
|
-
import subprocess
|
|
22
|
-
import sys
|
|
23
|
-
import tempfile
|
|
24
|
-
|
|
25
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
26
|
-
|
|
27
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
28
|
-
sys.path.insert(0, _REPO)
|
|
29
|
-
from md_cg import writepipe as _wp # noqa: E402
|
|
30
|
-
|
|
31
|
-
LIMIT = _wp.MAX_WRITE_BYTES
|
|
32
|
-
FAILS = []
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
def _check(name, cond, detail=""):
|
|
36
|
-
if cond:
|
|
37
|
-
print(" PASS " + name)
|
|
38
|
-
else:
|
|
39
|
-
print(" FAIL " + name + " " + str(detail)[:200])
|
|
40
|
-
FAILS.append(name)
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
def _call(**a):
|
|
44
|
-
return _wp.oversize_response(a.get("node_id") or "n324", a)
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
print("== K 组:正常与边界入参不误拦 ==")
|
|
48
|
-
_k1 = _call(node_id="n324", content="短正文", content_kind="text", layer="knowledge",
|
|
49
|
-
tags=["a", "b"], verification_basis="test")
|
|
50
|
-
_check("K1 正常小入参 → 不拦(返回 None)", _k1 is None, _k1)
|
|
51
|
-
_k2 = _call(node_id="n324", content="x" * LIMIT, content_kind="text")
|
|
52
|
-
_check("K2 content 恰好 = 上限 → 不拦(边界含等号)", _k2 is None, _k2)
|
|
53
|
-
_k3 = _call(node_id="n324", content="x" * 10, content_kind="text",
|
|
54
|
-
tags=["t"] * 1000)
|
|
55
|
-
_check("K3 字段面合计远低于上限 → 不拦(不因新增判据误伤正常 tags)", _k3 is None, _k3)
|
|
56
|
-
|
|
57
|
-
print("== A 组:超限字段一律被拒 ==")
|
|
58
|
-
_a1 = _call(node_id="n324", content="x" * (LIMIT + 1), content_kind="text")
|
|
59
|
-
_check("A1 content 超限 → 拒(#82.3 既有面不退化)",
|
|
60
|
-
isinstance(_a1, dict) and _a1.get("gate") == "writelimit_size"
|
|
61
|
-
and _a1.get("field") == "content", _a1)
|
|
62
|
-
|
|
63
|
-
_a2 = _call(node_id="n" * 200, content="短正文", content_kind="text")
|
|
64
|
-
_check("A2 node_id 200 字符(合规字符但超既有 1..128 契约)→ 拒",
|
|
65
|
-
isinstance(_a2, dict) and _a2.get("field") == "node_id", _a2)
|
|
66
|
-
_a3 = _call(node_id="n" * 5000, content="短正文", content_kind="text")
|
|
67
|
-
_check("A3 node_id 5000 字符 → 拒(不靠字节和判据兜底)",
|
|
68
|
-
isinstance(_a3, dict) and _a3.get("field") == "node_id", _a3)
|
|
69
|
-
|
|
70
|
-
_a4 = _call(node_id="n324", content="短正文", content_kind="text", tags=["z" * 1000] * 1300)
|
|
71
|
-
_check("A4 tags 合计 > 上限 → 拒(修前完全不受约束的那一路)",
|
|
72
|
-
isinstance(_a4, dict) and _a4.get("field") and _a4["field"] != "content", _a4)
|
|
73
|
-
|
|
74
|
-
_a5 = _call(node_id="n324", content="短正文", content_kind="text",
|
|
75
|
-
evidence="e" * (LIMIT + 10))
|
|
76
|
-
_check("A5 其它字段(evidence)超限 → 拒(判据不挑字段名)",
|
|
77
|
-
isinstance(_a5, dict) and _a5.get("field") == "evidence", _a5)
|
|
78
|
-
|
|
79
|
-
_check("A6 反对照:同规模入参去掉超限字段后即放行(证明是字段面判据在起作用)",
|
|
80
|
-
_call(node_id="n324", content="短正文", content_kind="text") is None, "")
|
|
81
|
-
|
|
82
|
-
# ---- issue #355(2026-10-16 DSH 端):非 str content 的类型面覆盖 ----
|
|
83
|
-
# 修前两条字节判据都漏:isinstance 直取 0、总字节循环又把 content 排除在外 ⇒
|
|
84
|
-
# 大体积 dict 过闸后击穿库层裸异常(.split),尝试账本零痕迹。
|
|
85
|
-
_a9 = _call(node_id="n324", content={"k": "x" * 1500000}, content_kind="text")
|
|
86
|
-
_check("A9 dict content 1.5 MiB → 拒(非 str 不再漏过字节判据,#355)",
|
|
87
|
-
isinstance(_a9, dict) and _a9.get("field") == "content"
|
|
88
|
-
and "issue #355" in str(_a9.get("error")), _a9)
|
|
89
|
-
_a10 = _call(node_id="n324", content={"k": 1}, content_kind="text")
|
|
90
|
-
_check("A10 小体积 dict content → 结构化拒收(不等库层裸异常,#355)",
|
|
91
|
-
isinstance(_a10, dict) and _a10.get("field") == "content"
|
|
92
|
-
and "issue #355" in str(_a10.get("error")), _a10)
|
|
93
|
-
_a11 = _call(node_id="n324", content=None, content_kind="text")
|
|
94
|
-
_check("A11 content=None → 本闸不拦(缺参语义归别处,零变化)", _a11 is None, _a11)
|
|
95
|
-
|
|
96
|
-
print("== E 组:单点与真源复用 ==")
|
|
97
|
-
_src = inspect.getsource(_wp.oversize_response)
|
|
98
|
-
_check("E1 oversize_response 体内遍历了 content 以外的字段",
|
|
99
|
-
"for _k, _v in a.items()" in _src, [l for l in _src.splitlines() if "items()" in l][:2])
|
|
100
|
-
_check("E2 字段面判据用 _utf8_len 量字节(不是只数字符)",
|
|
101
|
-
"_utf8_len(" in _src and callable(getattr(_wp, "_utf8_len", None)), "")
|
|
102
|
-
_check("E3 node_id 契约**复用** mdcg._NODE_ID_RE(延迟 import,不另写第二份正则)",
|
|
103
|
-
"from .mdcg import _NODE_ID_RE" in _src,
|
|
104
|
-
[l for l in _src.splitlines() if "_NODE_ID_RE" in l][:2])
|
|
105
|
-
|
|
106
|
-
print("")
|
|
107
|
-
if FAILS:
|
|
108
|
-
print("issue #324 结果:%d 失败" % len(FAILS))
|
|
109
|
-
else:
|
|
110
|
-
print("issue #324 结果:全部通过")
|
|
111
|
-
|
|
112
|
-
# ------------------------------------------------------------------ 定点变异
|
|
113
|
-
_Q = chr(34)
|
|
114
|
-
_M1_OLD = " if total > MAX_WRITE_BYTES:"
|
|
115
|
-
_M1_NEW = " if False: # 变异:字段面总字节判据停用"
|
|
116
|
-
_M2_OLD = (" if _RE is not None and (len(_nv) > 128 or not _RE.match(_nv)):")
|
|
117
|
-
_M2_NEW = " if False: # 变异:node_id 既有契约判据停用"
|
|
118
|
-
_M3_OLD = "len(_nv) > 128 or not _RE.match(_nv)"
|
|
119
|
-
_M3_NEW = "len(_nv) > 4096"
|
|
120
|
-
|
|
121
|
-
_MUTATIONS = (
|
|
122
|
-
("V1 字段面总字节判据停用(回到只量 content)",
|
|
123
|
-
"md_cg/writepipe.py", _M1_OLD, _M1_NEW, ("A4", "A5")),
|
|
124
|
-
("V2 node_id 既有契约判据停用(超长 node_id 仍需被拒)",
|
|
125
|
-
"md_cg/writepipe.py", _M2_OLD, _M2_NEW, ("A2", "A3")),
|
|
126
|
-
("V3 node_id 不用既有 128 契约、自写 4096 阈值(放过 200 字符的非法 id)",
|
|
127
|
-
"md_cg/writepipe.py", _M3_OLD, _M3_NEW, ("A2",)),
|
|
128
|
-
# ---- issue #355:类型面(修前守卫 V1-V3 全锚在 str 判据与 node_id 契约面,
|
|
129
|
-
# 没有一条覆盖非 str content——把 isinstance 删掉守卫也不会红)----
|
|
130
|
-
("V4 摘掉非 str content 的类型面判据(回到 isinstance 直取 0,即 #355 修前)",
|
|
131
|
-
"md_cg/writepipe.py",
|
|
132
|
-
" if c is not None and not isinstance(c, str):",
|
|
133
|
-
" if False:",
|
|
134
|
-
("A9", "A10")),
|
|
135
|
-
)
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
def _mirror_build():
|
|
139
|
-
dst = tempfile.mkdtemp(prefix="iss324_mut_")
|
|
140
|
-
for name in ("md_cg", "scripts"):
|
|
141
|
-
src = os.path.join(_REPO, name)
|
|
142
|
-
if os.path.isdir(src):
|
|
143
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
144
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
145
|
-
for name in sorted(os.listdir(_REPO)):
|
|
146
|
-
p = os.path.join(_REPO, name)
|
|
147
|
-
if os.path.isfile(p) and (name.endswith(".py")
|
|
148
|
-
or name in ("README.md", "pyproject.toml", "package.json")):
|
|
149
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
150
|
-
return dst
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
def _run_in(tree):
|
|
154
|
-
env = dict(os.environ)
|
|
155
|
-
env["PYTHONPATH"] = tree
|
|
156
|
-
env["PYTHONUTF8"] = "1"
|
|
157
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
158
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
159
|
-
"md_cg.test_issue324_write_size_fields"],
|
|
160
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
161
|
-
errors="replace", cwd=tree, env=env, timeout=1200)
|
|
162
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
163
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
164
|
-
for ln in out.splitlines() if "FAIL " in ln]
|
|
165
|
-
return pr.returncode, reds, out
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
def _mutate():
|
|
169
|
-
print("!! 定点变异自证:逐条把判据改回改动前形态,守卫必须转红")
|
|
170
|
-
tree = _mirror_build()
|
|
171
|
-
try:
|
|
172
|
-
rc, reds, out = _run_in(tree)
|
|
173
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
174
|
-
if rc != 0 or reds:
|
|
175
|
-
print(chr(10).join(out.splitlines()[-25:]))
|
|
176
|
-
ok, bad = 0, []
|
|
177
|
-
for desc, rel, old, new, exp in _MUTATIONS:
|
|
178
|
-
p = os.path.join(tree, rel)
|
|
179
|
-
t = open(p, encoding="utf-8", newline="").read()
|
|
180
|
-
if t.count(old) != 1:
|
|
181
|
-
bad.append("%s —— 锚点在 %s 命中 %d 次" % (desc, rel, t.count(old)))
|
|
182
|
-
print(" ANCHOR-MISS " + desc)
|
|
183
|
-
continue
|
|
184
|
-
bak = t
|
|
185
|
-
open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
|
|
186
|
-
for root, dd, ff in os.walk(tree):
|
|
187
|
-
if os.path.basename(root) == "__pycache__":
|
|
188
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
189
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
190
|
-
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
191
|
-
hit = [r for r in reds2 if r.startswith(exp)]
|
|
192
|
-
if rc2 != 0 and len(hit) == len(exp):
|
|
193
|
-
ok += 1
|
|
194
|
-
print(" OK %s 红项=%d 指定命中=%d/%d" % (desc, len(reds2), len(hit), len(exp)))
|
|
195
|
-
else:
|
|
196
|
-
bad.append(desc)
|
|
197
|
-
print(" MISMATCH %s 红项=%d 指定命中=%d/%d rc=%d"
|
|
198
|
-
% (desc, len(reds2), len(hit), len(exp), rc2))
|
|
199
|
-
for r in reds2[:8]:
|
|
200
|
-
print(" FAIL " + r)
|
|
201
|
-
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
202
|
-
for b in bad:
|
|
203
|
-
print(" 不合格:" + b)
|
|
204
|
-
finally:
|
|
205
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
def main():
|
|
209
|
-
if "--mutate" in sys.argv:
|
|
210
|
-
_mutate()
|
|
211
|
-
return 0 if not FAILS else 1
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
if __name__ == "__main__":
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:写入硬上限必须量全部入参字段,而不是只量 content(issue #324)
|
|
3
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue324_write_size_fields [--mutate];被测面=md_cg/writepipe.py 的 oversize_response
|
|
4
|
+
# 子功能:A 组=超限必须被拒(content / node_id 128 契约 / node_id 超长 / tags / 其它字段);K 组=正常与边界入参不误拦
|
|
5
|
+
# 执行:--mutate 时逐条把判据改回改动前形态,守卫必须转红(定点变异自证)
|
|
6
|
+
# 验证方式:全部 PASS 即通过;--mutate 下每条变异的「指定命中」须与预期一致
|
|
7
|
+
# 不适用条件:不判长期压测与磁盘配额;不判 ledger 落盘条数;不覆盖 POSIX 腿;不判 add() 自身的 node_id 校验(本件只判写面闸)
|
|
8
|
+
"""issue #324 守卫:oversize_response 此前只量 content,其余字段无界。
|
|
9
|
+
|
|
10
|
+
病象(修前):MAX_WRITE_BYTES 的判据只对入参的 content 一个字段计字节,
|
|
11
|
+
node_id / tags 等完全不受约束。单次请求把 ~1.25 MiB 入参放大写入三处落盘面
|
|
12
|
+
(_write_attempts.jsonl + hippocampus/inbox.jsonl + _audit.jsonl),实测盘上增量
|
|
13
|
+
4,994,888 B;且 _write_attempts.jsonl 是无上限增长账本 ⇒ 磁盘耗尽型 DoS。
|
|
14
|
+
|
|
15
|
+
判据方向:A 组要求「超限字段一律被拒」,K 组要求「正常与边界入参不误拦」——
|
|
16
|
+
两侧同时成立才说明是把判据补全,而不是把闸门拧紧误伤合法写入。
|
|
17
|
+
"""
|
|
18
|
+
import inspect
|
|
19
|
+
import os
|
|
20
|
+
import shutil
|
|
21
|
+
import subprocess
|
|
22
|
+
import sys
|
|
23
|
+
import tempfile
|
|
24
|
+
|
|
25
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
26
|
+
|
|
27
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
28
|
+
sys.path.insert(0, _REPO)
|
|
29
|
+
from md_cg import writepipe as _wp # noqa: E402
|
|
30
|
+
|
|
31
|
+
LIMIT = _wp.MAX_WRITE_BYTES
|
|
32
|
+
FAILS = []
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
def _check(name, cond, detail=""):
|
|
36
|
+
if cond:
|
|
37
|
+
print(" PASS " + name)
|
|
38
|
+
else:
|
|
39
|
+
print(" FAIL " + name + " " + str(detail)[:200])
|
|
40
|
+
FAILS.append(name)
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def _call(**a):
|
|
44
|
+
return _wp.oversize_response(a.get("node_id") or "n324", a)
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
print("== K 组:正常与边界入参不误拦 ==")
|
|
48
|
+
_k1 = _call(node_id="n324", content="短正文", content_kind="text", layer="knowledge",
|
|
49
|
+
tags=["a", "b"], verification_basis="test")
|
|
50
|
+
_check("K1 正常小入参 → 不拦(返回 None)", _k1 is None, _k1)
|
|
51
|
+
_k2 = _call(node_id="n324", content="x" * LIMIT, content_kind="text")
|
|
52
|
+
_check("K2 content 恰好 = 上限 → 不拦(边界含等号)", _k2 is None, _k2)
|
|
53
|
+
_k3 = _call(node_id="n324", content="x" * 10, content_kind="text",
|
|
54
|
+
tags=["t"] * 1000)
|
|
55
|
+
_check("K3 字段面合计远低于上限 → 不拦(不因新增判据误伤正常 tags)", _k3 is None, _k3)
|
|
56
|
+
|
|
57
|
+
print("== A 组:超限字段一律被拒 ==")
|
|
58
|
+
_a1 = _call(node_id="n324", content="x" * (LIMIT + 1), content_kind="text")
|
|
59
|
+
_check("A1 content 超限 → 拒(#82.3 既有面不退化)",
|
|
60
|
+
isinstance(_a1, dict) and _a1.get("gate") == "writelimit_size"
|
|
61
|
+
and _a1.get("field") == "content", _a1)
|
|
62
|
+
|
|
63
|
+
_a2 = _call(node_id="n" * 200, content="短正文", content_kind="text")
|
|
64
|
+
_check("A2 node_id 200 字符(合规字符但超既有 1..128 契约)→ 拒",
|
|
65
|
+
isinstance(_a2, dict) and _a2.get("field") == "node_id", _a2)
|
|
66
|
+
_a3 = _call(node_id="n" * 5000, content="短正文", content_kind="text")
|
|
67
|
+
_check("A3 node_id 5000 字符 → 拒(不靠字节和判据兜底)",
|
|
68
|
+
isinstance(_a3, dict) and _a3.get("field") == "node_id", _a3)
|
|
69
|
+
|
|
70
|
+
_a4 = _call(node_id="n324", content="短正文", content_kind="text", tags=["z" * 1000] * 1300)
|
|
71
|
+
_check("A4 tags 合计 > 上限 → 拒(修前完全不受约束的那一路)",
|
|
72
|
+
isinstance(_a4, dict) and _a4.get("field") and _a4["field"] != "content", _a4)
|
|
73
|
+
|
|
74
|
+
_a5 = _call(node_id="n324", content="短正文", content_kind="text",
|
|
75
|
+
evidence="e" * (LIMIT + 10))
|
|
76
|
+
_check("A5 其它字段(evidence)超限 → 拒(判据不挑字段名)",
|
|
77
|
+
isinstance(_a5, dict) and _a5.get("field") == "evidence", _a5)
|
|
78
|
+
|
|
79
|
+
_check("A6 反对照:同规模入参去掉超限字段后即放行(证明是字段面判据在起作用)",
|
|
80
|
+
_call(node_id="n324", content="短正文", content_kind="text") is None, "")
|
|
81
|
+
|
|
82
|
+
# ---- issue #355(2026-10-16 DSH 端):非 str content 的类型面覆盖 ----
|
|
83
|
+
# 修前两条字节判据都漏:isinstance 直取 0、总字节循环又把 content 排除在外 ⇒
|
|
84
|
+
# 大体积 dict 过闸后击穿库层裸异常(.split),尝试账本零痕迹。
|
|
85
|
+
_a9 = _call(node_id="n324", content={"k": "x" * 1500000}, content_kind="text")
|
|
86
|
+
_check("A9 dict content 1.5 MiB → 拒(非 str 不再漏过字节判据,#355)",
|
|
87
|
+
isinstance(_a9, dict) and _a9.get("field") == "content"
|
|
88
|
+
and "issue #355" in str(_a9.get("error")), _a9)
|
|
89
|
+
_a10 = _call(node_id="n324", content={"k": 1}, content_kind="text")
|
|
90
|
+
_check("A10 小体积 dict content → 结构化拒收(不等库层裸异常,#355)",
|
|
91
|
+
isinstance(_a10, dict) and _a10.get("field") == "content"
|
|
92
|
+
and "issue #355" in str(_a10.get("error")), _a10)
|
|
93
|
+
_a11 = _call(node_id="n324", content=None, content_kind="text")
|
|
94
|
+
_check("A11 content=None → 本闸不拦(缺参语义归别处,零变化)", _a11 is None, _a11)
|
|
95
|
+
|
|
96
|
+
print("== E 组:单点与真源复用 ==")
|
|
97
|
+
_src = inspect.getsource(_wp.oversize_response)
|
|
98
|
+
_check("E1 oversize_response 体内遍历了 content 以外的字段",
|
|
99
|
+
"for _k, _v in a.items()" in _src, [l for l in _src.splitlines() if "items()" in l][:2])
|
|
100
|
+
_check("E2 字段面判据用 _utf8_len 量字节(不是只数字符)",
|
|
101
|
+
"_utf8_len(" in _src and callable(getattr(_wp, "_utf8_len", None)), "")
|
|
102
|
+
_check("E3 node_id 契约**复用** mdcg._NODE_ID_RE(延迟 import,不另写第二份正则)",
|
|
103
|
+
"from .mdcg import _NODE_ID_RE" in _src,
|
|
104
|
+
[l for l in _src.splitlines() if "_NODE_ID_RE" in l][:2])
|
|
105
|
+
|
|
106
|
+
print("")
|
|
107
|
+
if FAILS:
|
|
108
|
+
print("issue #324 结果:%d 失败" % len(FAILS))
|
|
109
|
+
else:
|
|
110
|
+
print("issue #324 结果:全部通过")
|
|
111
|
+
|
|
112
|
+
# ------------------------------------------------------------------ 定点变异
|
|
113
|
+
_Q = chr(34)
|
|
114
|
+
_M1_OLD = " if total > MAX_WRITE_BYTES:"
|
|
115
|
+
_M1_NEW = " if False: # 变异:字段面总字节判据停用"
|
|
116
|
+
_M2_OLD = (" if _RE is not None and (len(_nv) > 128 or not _RE.match(_nv)):")
|
|
117
|
+
_M2_NEW = " if False: # 变异:node_id 既有契约判据停用"
|
|
118
|
+
_M3_OLD = "len(_nv) > 128 or not _RE.match(_nv)"
|
|
119
|
+
_M3_NEW = "len(_nv) > 4096"
|
|
120
|
+
|
|
121
|
+
_MUTATIONS = (
|
|
122
|
+
("V1 字段面总字节判据停用(回到只量 content)",
|
|
123
|
+
"md_cg/writepipe.py", _M1_OLD, _M1_NEW, ("A4", "A5")),
|
|
124
|
+
("V2 node_id 既有契约判据停用(超长 node_id 仍需被拒)",
|
|
125
|
+
"md_cg/writepipe.py", _M2_OLD, _M2_NEW, ("A2", "A3")),
|
|
126
|
+
("V3 node_id 不用既有 128 契约、自写 4096 阈值(放过 200 字符的非法 id)",
|
|
127
|
+
"md_cg/writepipe.py", _M3_OLD, _M3_NEW, ("A2",)),
|
|
128
|
+
# ---- issue #355:类型面(修前守卫 V1-V3 全锚在 str 判据与 node_id 契约面,
|
|
129
|
+
# 没有一条覆盖非 str content——把 isinstance 删掉守卫也不会红)----
|
|
130
|
+
("V4 摘掉非 str content 的类型面判据(回到 isinstance 直取 0,即 #355 修前)",
|
|
131
|
+
"md_cg/writepipe.py",
|
|
132
|
+
" if c is not None and not isinstance(c, str):",
|
|
133
|
+
" if False:",
|
|
134
|
+
("A9", "A10")),
|
|
135
|
+
)
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
def _mirror_build():
|
|
139
|
+
dst = tempfile.mkdtemp(prefix="iss324_mut_")
|
|
140
|
+
for name in ("md_cg", "scripts"):
|
|
141
|
+
src = os.path.join(_REPO, name)
|
|
142
|
+
if os.path.isdir(src):
|
|
143
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
144
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
145
|
+
for name in sorted(os.listdir(_REPO)):
|
|
146
|
+
p = os.path.join(_REPO, name)
|
|
147
|
+
if os.path.isfile(p) and (name.endswith(".py")
|
|
148
|
+
or name in ("README.md", "pyproject.toml", "package.json")):
|
|
149
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
150
|
+
return dst
|
|
151
|
+
|
|
152
|
+
|
|
153
|
+
def _run_in(tree):
|
|
154
|
+
env = dict(os.environ)
|
|
155
|
+
env["PYTHONPATH"] = tree
|
|
156
|
+
env["PYTHONUTF8"] = "1"
|
|
157
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
158
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
159
|
+
"md_cg.test_issue324_write_size_fields"],
|
|
160
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
161
|
+
errors="replace", cwd=tree, env=env, timeout=1200)
|
|
162
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
163
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
164
|
+
for ln in out.splitlines() if "FAIL " in ln]
|
|
165
|
+
return pr.returncode, reds, out
|
|
166
|
+
|
|
167
|
+
|
|
168
|
+
def _mutate():
|
|
169
|
+
print("!! 定点变异自证:逐条把判据改回改动前形态,守卫必须转红")
|
|
170
|
+
tree = _mirror_build()
|
|
171
|
+
try:
|
|
172
|
+
rc, reds, out = _run_in(tree)
|
|
173
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
174
|
+
if rc != 0 or reds:
|
|
175
|
+
print(chr(10).join(out.splitlines()[-25:]))
|
|
176
|
+
ok, bad = 0, []
|
|
177
|
+
for desc, rel, old, new, exp in _MUTATIONS:
|
|
178
|
+
p = os.path.join(tree, rel)
|
|
179
|
+
t = open(p, encoding="utf-8", newline="").read()
|
|
180
|
+
if t.count(old) != 1:
|
|
181
|
+
bad.append("%s —— 锚点在 %s 命中 %d 次" % (desc, rel, t.count(old)))
|
|
182
|
+
print(" ANCHOR-MISS " + desc)
|
|
183
|
+
continue
|
|
184
|
+
bak = t
|
|
185
|
+
open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
|
|
186
|
+
for root, dd, ff in os.walk(tree):
|
|
187
|
+
if os.path.basename(root) == "__pycache__":
|
|
188
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
189
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
190
|
+
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
191
|
+
hit = [r for r in reds2 if r.startswith(exp)]
|
|
192
|
+
if rc2 != 0 and len(hit) == len(exp):
|
|
193
|
+
ok += 1
|
|
194
|
+
print(" OK %s 红项=%d 指定命中=%d/%d" % (desc, len(reds2), len(hit), len(exp)))
|
|
195
|
+
else:
|
|
196
|
+
bad.append(desc)
|
|
197
|
+
print(" MISMATCH %s 红项=%d 指定命中=%d/%d rc=%d"
|
|
198
|
+
% (desc, len(reds2), len(hit), len(exp), rc2))
|
|
199
|
+
for r in reds2[:8]:
|
|
200
|
+
print(" FAIL " + r)
|
|
201
|
+
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
202
|
+
for b in bad:
|
|
203
|
+
print(" 不合格:" + b)
|
|
204
|
+
finally:
|
|
205
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
206
|
+
|
|
207
|
+
|
|
208
|
+
def main():
|
|
209
|
+
if "--mutate" in sys.argv:
|
|
210
|
+
_mutate()
|
|
211
|
+
return 0 if not FAILS else 1
|
|
212
|
+
|
|
213
|
+
|
|
214
|
+
if __name__ == "__main__":
|
|
215
215
|
sys.exit(main())
|