@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
|
@@ -1,293 +1,293 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:heartbeat_ledger_stats 不得丢弃业务失败、不得把失败心跳计为正常(issue #376)
|
|
3
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue376_heartbeat_failed [--mutate];被测面=md_cg/sustain.py::heartbeat_ledger_stats(读面)+ record_heartbeat(写面契约对照)
|
|
4
|
-
# 子功能:A 组=#376 正题(时间序列只纳入成功 beat;失败 beat 与业务档 tick 进 failed/failures;按档查询读数);K 组=非恒真对照(全成功台账原有读数逐位不变、只读性、name 过滤沿用、成功 tick / 轮转行不进序列、写入路径未动);E 组=字段增量与只读实现判据
|
|
5
|
-
# 执行:--mutate 时在镜像树里逐条把读面改回缺陷形态 / 摘掉明细上界 / 回退 absent 口径,守卫必须按指定项转红
|
|
6
|
-
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期**逐项相符**(多红/少红皆不合格)
|
|
7
|
-
# 不适用条件:不判真实调度/线程节奏与告警链路(本批刻意不改写入路径、调度、配置、告警);不判分片轮转的字节级行为(属 test_heartbeat_ledger L4);不判 SustainLoop.beat() 的端到端时序(属 test_p14_sustain / test_sustain_bounded);不判跨进程并发写
|
|
8
|
-
"""issue #376 守卫:`heartbeat_ledger_stats` 必须让失败档**看得见**。
|
|
9
|
-
|
|
10
|
-
病象(修前):函数只按 `kind == "beat"` 取数,再把行缩成时间戳 —— 两种表现同一
|
|
11
|
-
根因:①业务档失败行(`kind="tick"`, `ok=False`)被 kind 过滤**整个丢弃**;
|
|
12
|
-
②失败心跳(`ok=False`)被当成正常周期计入时间序列,「连续 N 周期无断」被失败行
|
|
13
|
-
刷长。而 `sustain.py` 早已声明失败档必须在台账可见(`HB_KIND_TICK` 注释)。
|
|
14
|
-
|
|
15
|
-
修法(读面单点,**写路径一字不改**):时间序列只纳入**成功的 beat**;失败的 beat
|
|
16
|
-
与 tick 进独立失败读数 `failed`(失败行数)与 `failures`(最近 `FAILURES_KEEP`
|
|
17
|
-
条明细,落账序)。`absent` 口径随之钉为「该过滤名下**一条记录都没有**」——
|
|
18
|
-
只有失败行的档位是 `absent=False, n=0, failed=k`(那正是必须可见的形态),
|
|
19
|
-
空台账仍 `absent=True`。**全成功台账的原有读数逐位不变**(新字段是纯增量)。
|
|
20
|
-
|
|
21
|
-
夹具形态与 issue 原文一致:隔离台账=3 条成功心跳 + 1 条失败心跳 + 2 条业务档失败;
|
|
22
|
-
读数对照 `n: 4→3`、`count_in_longest: 4→3`、`longest_s: 250.0→200.0`、
|
|
23
|
-
`failed=3`(1 条 beat + 2 条 tick)、按 reflect 档查询 `absent=True→False, n=0, failed=1`。
|
|
24
|
-
"""
|
|
25
|
-
import inspect
|
|
26
|
-
import json
|
|
27
|
-
import os
|
|
28
|
-
import shutil
|
|
29
|
-
import subprocess
|
|
30
|
-
import sys
|
|
31
|
-
import tempfile
|
|
32
|
-
|
|
33
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
34
|
-
|
|
35
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
36
|
-
if _REPO not in sys.path:
|
|
37
|
-
sys.path.insert(0, _REPO)
|
|
38
|
-
|
|
39
|
-
from md_cg import sustain as S # noqa: E402
|
|
40
|
-
|
|
41
|
-
FAILS = []
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
def _check(name, cond, detail=""):
|
|
45
|
-
if cond:
|
|
46
|
-
print(" PASS " + name)
|
|
47
|
-
else:
|
|
48
|
-
print(" FAIL " + name + " " + str(detail)[:220])
|
|
49
|
-
FAILS.append(name)
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
_TMP = tempfile.mkdtemp(prefix="iss376_")
|
|
53
|
-
|
|
54
|
-
#: 与 issue 原文同形的隔离台账:3 条成功心跳 + 1 条失败心跳 + 2 条业务档失败。
|
|
55
|
-
#: 时间戳刻意让「含失败心跳」的旧读数为 longest=250.0/count=4,修后为 200.0/3。
|
|
56
|
-
_ROWS = (
|
|
57
|
-
{"t": 0.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": True},
|
|
58
|
-
{"t": 100.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": True},
|
|
59
|
-
{"t": 200.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": True},
|
|
60
|
-
{"t": 250.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": False,
|
|
61
|
-
"error": "beat 周期异常"},
|
|
62
|
-
{"t": 260.0, "name": "heal", "pid": 1, "kind": S.HB_KIND_TICK, "ok": False,
|
|
63
|
-
"error": "heal 档异常"},
|
|
64
|
-
{"t": 270.0, "name": "reflect", "pid": 1, "kind": S.HB_KIND_TICK, "ok": False,
|
|
65
|
-
"error": "reflect 档异常"},
|
|
66
|
-
)
|
|
67
|
-
#: 原有读数(修前修后必须逐位一致的键)——失败读数与 absent 单列。
|
|
68
|
-
_BASE_KEYS = ("n", "threshold_s", "shards", "file", "span_s", "span_iso",
|
|
69
|
-
"last_iso", "last_age_s", "segments", "longest_s", "longest_iso",
|
|
70
|
-
"count_in_longest", "breaks", "breaks_top")
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
def _mk(tag, rows):
|
|
74
|
-
d = os.path.join(_TMP, tag)
|
|
75
|
-
os.makedirs(d, exist_ok=True)
|
|
76
|
-
with open(S.heartbeat_path(d), "w", encoding="utf-8") as f:
|
|
77
|
-
for r in rows:
|
|
78
|
-
f.write(json.dumps(r, ensure_ascii=False) + chr(10))
|
|
79
|
-
return d
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
_ROOT = _mk("mixed", _ROWS)
|
|
83
|
-
_OK_ONLY = _mk("ok_only", _ROWS[:3])
|
|
84
|
-
_EMPTY = _mk("empty", ())
|
|
85
|
-
_NAME_ONLY = _mk("name_only", (_ROWS[1], _ROWS[3])) # 同一档的成/败混合
|
|
86
|
-
_ROTATE = _mk("rotate", ({"t": 5.0, "kind": S.HB_KIND_ROTATE, "shard": "x"},))
|
|
87
|
-
|
|
88
|
-
print("== A 组:#376 正题——失败档必须看得见 ==")
|
|
89
|
-
_st = S.heartbeat_ledger_stats(_ROOT)
|
|
90
|
-
_stb = S.heartbeat_ledger_stats(_ROOT, name="beat")
|
|
91
|
-
_check("A01 时间序列只纳入**成功**的 beat(n=3,修前为 4)", _st["n"] == 3, _st["n"])
|
|
92
|
-
_check("A02 最长区间内周期数随之为 3(修前 4)",
|
|
93
|
-
_st["count_in_longest"] == 3, _st["count_in_longest"])
|
|
94
|
-
_check("A03 最长连续区间秒数为 200.0(修前 250.0)",
|
|
95
|
-
_st["longest_s"] == 200.0, _st["longest_s"])
|
|
96
|
-
_check("A04 失败行数 failed=3(1 条失败心跳 + 2 条业务档失败)",
|
|
97
|
-
_st["failed"] == 3, _st["failed"])
|
|
98
|
-
_kk = sorted(f["kind"] for f in _st["failures"])
|
|
99
|
-
_check("A05 失败明细 3 条且 kind 分布为 1 条 beat + 2 条 tick",
|
|
100
|
-
len(_st["failures"]) == 3 and _kk == ["beat", "tick", "tick"], _kk)
|
|
101
|
-
_errs = sorted(str(f.get("error")) for f in _st["failures"])
|
|
102
|
-
_check("A06 失败明细带 error 摘要(与落账原值一致)",
|
|
103
|
-
_errs == sorted(["beat 周期异常", "heal 档异常", "reflect 档异常"]), _errs)
|
|
104
|
-
_check("A07 明细字段齐备且条数为 3(t/iso/name/kind/error —— 空明细不得算通过)",
|
|
105
|
-
len(_st["failures"]) == 3
|
|
106
|
-
and all(sorted(f) == sorted(["t", "iso", "name", "kind", "error"])
|
|
107
|
-
for f in _st["failures"]), _st["failures"][:1])
|
|
108
|
-
_rf = S.heartbeat_ledger_stats(_ROOT, name="reflect")
|
|
109
|
-
_check("A08 按 reflect 档查询:absent=False, n=0, failed=1(修前 absent=True 且无失败读数)",
|
|
110
|
-
_rf["absent"] is False and _rf["n"] == 0 and _rf["failed"] == 1
|
|
111
|
-
and len(_rf["failures"]) == 1, (_rf["absent"], _rf["n"], _rf["failed"]))
|
|
112
|
-
_check("A09 失败行不进时间序列:原有时序读数与「只有 3 条成功」的台账逐位一致",
|
|
113
|
-
all(_st[k] == S.heartbeat_ledger_stats(_OK_ONLY)[k] for k in _BASE_KEYS),
|
|
114
|
-
[(k, _st[k], S.heartbeat_ledger_stats(_OK_ONLY)[k]) for k in _BASE_KEYS
|
|
115
|
-
if _st[k] != S.heartbeat_ledger_stats(_OK_ONLY)[k]])
|
|
116
|
-
_nb = S.heartbeat_ledger_stats(_NAME_ONLY, name="beat")
|
|
117
|
-
_check("A10 同一档成/败混合:n=1、failed=1(两读数各归其位)",
|
|
118
|
-
_nb["n"] == 1 and _nb["failed"] == 1, (_nb["n"], _nb["failed"]))
|
|
119
|
-
|
|
120
|
-
_many = tuple({"t": float(i), "name": "beat", "pid": 1,
|
|
121
|
-
"kind": S.HB_KIND_BEAT, "ok": False, "error": "e%d" % i}
|
|
122
|
-
for i in range(7))
|
|
123
|
-
_r7 = S.heartbeat_ledger_stats(_mk("many", _many), name="beat")
|
|
124
|
-
_check("A11 失败明细有界:7 条失败 → failed=7 且 failures 只留最近 %d 条(落账序)"
|
|
125
|
-
% S.FAILURES_KEEP,
|
|
126
|
-
_r7["failed"] == 7 and len(_r7["failures"]) == S.FAILURES_KEEP
|
|
127
|
-
and [f["error"] for f in _r7["failures"]] == ["e2", "e3", "e4", "e5", "e6"],
|
|
128
|
-
(_r7["failed"], [f["error"] for f in _r7["failures"]]))
|
|
129
|
-
|
|
130
|
-
print("== K 组:非恒真对照(原有读数与正常路径不得被改动) ==")
|
|
131
|
-
_ok = S.heartbeat_ledger_stats(_OK_ONLY)
|
|
132
|
-
_check("K01 全成功台账:原有时序读数与**手工 oracle** 逐位一致"
|
|
133
|
-
"(n=3 / span=200.0 / longest=200.0 / segments=1 / breaks=0 / count_in_longest=3 / absent=False)",
|
|
134
|
-
_ok["n"] == 3 and _ok["span_s"] == 200.0 and _ok["longest_s"] == 200.0
|
|
135
|
-
and _ok["segments"] == 1 and _ok["breaks"] == 0
|
|
136
|
-
and _ok["count_in_longest"] == 3 and _ok["absent"] is False, _ok)
|
|
137
|
-
_check("K02 全成功台账:failed=0 且 failures=[](新字段是纯增量)",
|
|
138
|
-
_ok["failed"] == 0 and _ok["failures"] == [], (_ok["failed"], _ok["failures"]))
|
|
139
|
-
_e = S.heartbeat_ledger_stats(_EMPTY)
|
|
140
|
-
_check("K03 空台账:absent=True / n=0 / longest_s=None / failed=0 / failures=[](修前口径不变)",
|
|
141
|
-
_e["absent"] is True and _e["n"] == 0 and _e["longest_s"] is None
|
|
142
|
-
and _e["failed"] == 0 and _e["failures"] == [], _e)
|
|
143
|
-
_pre = dict(_ok)
|
|
144
|
-
_check("K04 原有键集未被改名/删除(A09 的逐位对照以键表为准)",
|
|
145
|
-
all(k in _pre for k in _BASE_KEYS), [k for k in _BASE_KEYS if k not in _pre])
|
|
146
|
-
_tick_ok = _mk("tick_ok", (_ROWS[0], _ROWS[1], _ROWS[2],
|
|
147
|
-
{"t": 55.0, "name": "heal", "pid": 1,
|
|
148
|
-
"kind": S.HB_KIND_TICK, "ok": True},
|
|
149
|
-
{"t": 56.0, "name": "tidy", "pid": 1,
|
|
150
|
-
"kind": S.HB_KIND_TICK, "ok": True}))
|
|
151
|
-
_ta = S.heartbeat_ledger_stats(_tick_ok)
|
|
152
|
-
_check("K05 成功的业务档不进心跳时间序列(原口径不变:n=3、failed=0)",
|
|
153
|
-
_ta["n"] == 3 and _ta["failed"] == 0, (_ta["n"], _ta["failed"]))
|
|
154
|
-
_ro = S.heartbeat_ledger_stats(_ROTATE)
|
|
155
|
-
_check("K06 轮转自述行(kind=rotate)不计入任何读数(原口径不变)",
|
|
156
|
-
_ro["absent"] is True and _ro["n"] == 0 and _ro["failed"] == 0, _ro)
|
|
157
|
-
_ot = S.heartbeat_ledger_stats(_ROOT, name="tidy")
|
|
158
|
-
_check("K07 name 过滤沿用:无该档记录 → absent=True、failed=0(不误报)",
|
|
159
|
-
_ot["absent"] is True and _ot["failed"] == 0, _ot)
|
|
160
|
-
|
|
161
|
-
_before = open(S.heartbeat_path(_ROOT), "rb").read()
|
|
162
|
-
S.heartbeat_ledger_stats(_ROOT)
|
|
163
|
-
S.heartbeat_ledger_stats(_ROOT, name="beat")
|
|
164
|
-
_after = open(S.heartbeat_path(_ROOT), "rb").read()
|
|
165
|
-
_check("K08 只读性:统计调用不改台账字节(不写、不轮转)", _before == _after,
|
|
166
|
-
(len(_before), len(_after)))
|
|
167
|
-
|
|
168
|
-
_rec = S.record_heartbeat(_ROOT, "beat", ok=False, error="boom", t=999.0, pid=7)
|
|
169
|
-
_check("K09 写入路径未被改动:失败行照样落盘且字段齐备"
|
|
170
|
-
"(t/name/pid/kind/ok/error —— 契约 sustain.py:282-284)",
|
|
171
|
-
isinstance(_rec, dict) and _rec.get("kind") == S.HB_KIND_BEAT
|
|
172
|
-
and _rec.get("ok") is False and _rec.get("error") == "boom"
|
|
173
|
-
and _rec.get("t") == 999.0 and _rec.get("pid") == 7
|
|
174
|
-
and _rec.get("name") == "beat", _rec)
|
|
175
|
-
|
|
176
|
-
print("== E 组:字段增量与只读实现判据 ==")
|
|
177
|
-
_check("E01 新增字段 failed / failures 都在返回体里(缺一则维护者看不见失败档)",
|
|
178
|
-
"failed" in _st and "failures" in _st, sorted(_st))
|
|
179
|
-
_check("E02 含失败台账与全成功台账的**键集**完全一致(失败字段恒在场)",
|
|
180
|
-
sorted(_st) == sorted(_ok), (sorted(_st), sorted(_ok)))
|
|
181
|
-
_src = inspect.getsource(S.heartbeat_ledger_stats)
|
|
182
|
-
_check("E03 统计函数体内无任何写面(不改写入路径:不 append / 不 open 写 / 不删片)",
|
|
183
|
-
not any(t in _src for t in ("append_jsonl", "write(", "os.remove",
|
|
184
|
-
"clear_stamp", "record_heartbeat(")), "")
|
|
185
|
-
|
|
186
|
-
shutil.rmtree(_TMP, ignore_errors=True)
|
|
187
|
-
print("")
|
|
188
|
-
if FAILS:
|
|
189
|
-
print("issue #376 结果:%d 失败" % len(FAILS))
|
|
190
|
-
else:
|
|
191
|
-
print("issue #376 结果:全部通过")
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
_MUTATIONS = (
|
|
195
|
-
("M1 回缺陷:失败行按原路走(心跳计入时序、tick 被丢)", "md_cg/sustain.py",
|
|
196
|
-
(' if not r.get("ok", True):',
|
|
197
|
-
' if False: # 变异:失败行按改动前的路径(beat 计入时序 / tick 被丢)'),
|
|
198
|
-
# 机制:失败行落回改动前路径 ⇒ 失败心跳计入时序(A01–A03、A09)、
|
|
199
|
-
# 业务档失败被丢(A04–A07、A11)、按档查询退化(A08、A10)。
|
|
200
|
-
# K02/K07 的夹具里 failed 恒为 0(全成功台账 / 无该档记录)⇒ 如实恒绿。
|
|
201
|
-
("A01", "A02", "A03", "A04", "A05", "A06", "A07", "A08", "A09",
|
|
202
|
-
"A10", "A11")),
|
|
203
|
-
("M2 明细不限长:failures 去掉最近 N 条上界", "md_cg/sustain.py",
|
|
204
|
-
(' "failed": failed, "failures": failures[-FAILURES_KEEP:]}',
|
|
205
|
-
' "failed": failed, "failures": failures}'),
|
|
206
|
-
("A11",)),
|
|
207
|
-
("M3 absent 口径回退:恒报 absent", "md_cg/sustain.py",
|
|
208
|
-
(' out.update({"absent": failed == 0, "segments": 0, "longest_s": None,',
|
|
209
|
-
' out.update({"absent": True, "segments": 0, "longest_s": None,'),
|
|
210
|
-
("A08",)),
|
|
211
|
-
)
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
def _mirror_build():
|
|
215
|
-
dst = tempfile.mkdtemp(prefix="iss376_mut_")
|
|
216
|
-
for name in ("md_cg", "scripts"):
|
|
217
|
-
src = os.path.join(_REPO, name)
|
|
218
|
-
if os.path.isdir(src):
|
|
219
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
220
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
221
|
-
for name in sorted(os.listdir(_REPO)):
|
|
222
|
-
p = os.path.join(_REPO, name)
|
|
223
|
-
if os.path.isfile(p) and (name.endswith(".py")
|
|
224
|
-
or name in ("README.md", "pyproject.toml",
|
|
225
|
-
"package.json")):
|
|
226
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
227
|
-
return dst
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
def _run_in(tree):
|
|
231
|
-
env = dict(os.environ)
|
|
232
|
-
env["PYTHONPATH"] = tree
|
|
233
|
-
env["PYTHONUTF8"] = "1"
|
|
234
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
235
|
-
env.pop("MDCG_ROOT", None)
|
|
236
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
237
|
-
"md_cg.test_issue376_heartbeat_failed"],
|
|
238
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
239
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
240
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
241
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
242
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
243
|
-
return pr.returncode, reds, out
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
def _mutate():
|
|
247
|
-
print("!! 定点变异自证:逐条把读面改回缺陷形态 / 摘上界 / 回退 absent,守卫必须按指定项转红")
|
|
248
|
-
tree = _mirror_build()
|
|
249
|
-
try:
|
|
250
|
-
rc, reds, out = _run_in(tree)
|
|
251
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
252
|
-
if rc != 0 or reds:
|
|
253
|
-
print(chr(10).join(out.splitlines()[-25:]))
|
|
254
|
-
bad = []
|
|
255
|
-
for desc, rel, (old, new), exp in _MUTATIONS:
|
|
256
|
-
p = os.path.join(tree, rel)
|
|
257
|
-
t = open(p, encoding="utf-8", newline="").read()
|
|
258
|
-
if t.count(old) != 1:
|
|
259
|
-
bad.append("%s —— 锚点在 %s 里命中 %d 次" % (desc, rel, t.count(old)))
|
|
260
|
-
print(" ANCHOR-MISS " + desc)
|
|
261
|
-
continue
|
|
262
|
-
bak = t
|
|
263
|
-
open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
|
|
264
|
-
for root, dd, ff in os.walk(tree):
|
|
265
|
-
if os.path.basename(root) == "__pycache__":
|
|
266
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
267
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
268
|
-
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
269
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
270
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
271
|
-
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
272
|
-
else:
|
|
273
|
-
bad.append(desc)
|
|
274
|
-
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
275
|
-
% (desc, hit, sorted(exp), rc2))
|
|
276
|
-
for r in reds2[:10]:
|
|
277
|
-
print(" FAIL " + r)
|
|
278
|
-
print("定点变异自证:%s(%d 条不合格)"
|
|
279
|
-
% ("PASS" if not bad else "FAIL", len(bad)))
|
|
280
|
-
for b in bad:
|
|
281
|
-
print(" 不合格:" + b)
|
|
282
|
-
return len(bad)
|
|
283
|
-
finally:
|
|
284
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
def main():
|
|
288
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
289
|
-
return 1 if (FAILS or _bad) else 0
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
if __name__ == "__main__":
|
|
293
|
-
sys.exit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:heartbeat_ledger_stats 不得丢弃业务失败、不得把失败心跳计为正常(issue #376)
|
|
3
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue376_heartbeat_failed [--mutate];被测面=md_cg/sustain.py::heartbeat_ledger_stats(读面)+ record_heartbeat(写面契约对照)
|
|
4
|
+
# 子功能:A 组=#376 正题(时间序列只纳入成功 beat;失败 beat 与业务档 tick 进 failed/failures;按档查询读数);K 组=非恒真对照(全成功台账原有读数逐位不变、只读性、name 过滤沿用、成功 tick / 轮转行不进序列、写入路径未动);E 组=字段增量与只读实现判据
|
|
5
|
+
# 执行:--mutate 时在镜像树里逐条把读面改回缺陷形态 / 摘掉明细上界 / 回退 absent 口径,守卫必须按指定项转红
|
|
6
|
+
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期**逐项相符**(多红/少红皆不合格)
|
|
7
|
+
# 不适用条件:不判真实调度/线程节奏与告警链路(本批刻意不改写入路径、调度、配置、告警);不判分片轮转的字节级行为(属 test_heartbeat_ledger L4);不判 SustainLoop.beat() 的端到端时序(属 test_p14_sustain / test_sustain_bounded);不判跨进程并发写
|
|
8
|
+
"""issue #376 守卫:`heartbeat_ledger_stats` 必须让失败档**看得见**。
|
|
9
|
+
|
|
10
|
+
病象(修前):函数只按 `kind == "beat"` 取数,再把行缩成时间戳 —— 两种表现同一
|
|
11
|
+
根因:①业务档失败行(`kind="tick"`, `ok=False`)被 kind 过滤**整个丢弃**;
|
|
12
|
+
②失败心跳(`ok=False`)被当成正常周期计入时间序列,「连续 N 周期无断」被失败行
|
|
13
|
+
刷长。而 `sustain.py` 早已声明失败档必须在台账可见(`HB_KIND_TICK` 注释)。
|
|
14
|
+
|
|
15
|
+
修法(读面单点,**写路径一字不改**):时间序列只纳入**成功的 beat**;失败的 beat
|
|
16
|
+
与 tick 进独立失败读数 `failed`(失败行数)与 `failures`(最近 `FAILURES_KEEP`
|
|
17
|
+
条明细,落账序)。`absent` 口径随之钉为「该过滤名下**一条记录都没有**」——
|
|
18
|
+
只有失败行的档位是 `absent=False, n=0, failed=k`(那正是必须可见的形态),
|
|
19
|
+
空台账仍 `absent=True`。**全成功台账的原有读数逐位不变**(新字段是纯增量)。
|
|
20
|
+
|
|
21
|
+
夹具形态与 issue 原文一致:隔离台账=3 条成功心跳 + 1 条失败心跳 + 2 条业务档失败;
|
|
22
|
+
读数对照 `n: 4→3`、`count_in_longest: 4→3`、`longest_s: 250.0→200.0`、
|
|
23
|
+
`failed=3`(1 条 beat + 2 条 tick)、按 reflect 档查询 `absent=True→False, n=0, failed=1`。
|
|
24
|
+
"""
|
|
25
|
+
import inspect
|
|
26
|
+
import json
|
|
27
|
+
import os
|
|
28
|
+
import shutil
|
|
29
|
+
import subprocess
|
|
30
|
+
import sys
|
|
31
|
+
import tempfile
|
|
32
|
+
|
|
33
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
34
|
+
|
|
35
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
36
|
+
if _REPO not in sys.path:
|
|
37
|
+
sys.path.insert(0, _REPO)
|
|
38
|
+
|
|
39
|
+
from md_cg import sustain as S # noqa: E402
|
|
40
|
+
|
|
41
|
+
FAILS = []
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
def _check(name, cond, detail=""):
|
|
45
|
+
if cond:
|
|
46
|
+
print(" PASS " + name)
|
|
47
|
+
else:
|
|
48
|
+
print(" FAIL " + name + " " + str(detail)[:220])
|
|
49
|
+
FAILS.append(name)
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
_TMP = tempfile.mkdtemp(prefix="iss376_")
|
|
53
|
+
|
|
54
|
+
#: 与 issue 原文同形的隔离台账:3 条成功心跳 + 1 条失败心跳 + 2 条业务档失败。
|
|
55
|
+
#: 时间戳刻意让「含失败心跳」的旧读数为 longest=250.0/count=4,修后为 200.0/3。
|
|
56
|
+
_ROWS = (
|
|
57
|
+
{"t": 0.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": True},
|
|
58
|
+
{"t": 100.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": True},
|
|
59
|
+
{"t": 200.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": True},
|
|
60
|
+
{"t": 250.0, "name": "beat", "pid": 1, "kind": S.HB_KIND_BEAT, "ok": False,
|
|
61
|
+
"error": "beat 周期异常"},
|
|
62
|
+
{"t": 260.0, "name": "heal", "pid": 1, "kind": S.HB_KIND_TICK, "ok": False,
|
|
63
|
+
"error": "heal 档异常"},
|
|
64
|
+
{"t": 270.0, "name": "reflect", "pid": 1, "kind": S.HB_KIND_TICK, "ok": False,
|
|
65
|
+
"error": "reflect 档异常"},
|
|
66
|
+
)
|
|
67
|
+
#: 原有读数(修前修后必须逐位一致的键)——失败读数与 absent 单列。
|
|
68
|
+
_BASE_KEYS = ("n", "threshold_s", "shards", "file", "span_s", "span_iso",
|
|
69
|
+
"last_iso", "last_age_s", "segments", "longest_s", "longest_iso",
|
|
70
|
+
"count_in_longest", "breaks", "breaks_top")
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
def _mk(tag, rows):
|
|
74
|
+
d = os.path.join(_TMP, tag)
|
|
75
|
+
os.makedirs(d, exist_ok=True)
|
|
76
|
+
with open(S.heartbeat_path(d), "w", encoding="utf-8") as f:
|
|
77
|
+
for r in rows:
|
|
78
|
+
f.write(json.dumps(r, ensure_ascii=False) + chr(10))
|
|
79
|
+
return d
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
_ROOT = _mk("mixed", _ROWS)
|
|
83
|
+
_OK_ONLY = _mk("ok_only", _ROWS[:3])
|
|
84
|
+
_EMPTY = _mk("empty", ())
|
|
85
|
+
_NAME_ONLY = _mk("name_only", (_ROWS[1], _ROWS[3])) # 同一档的成/败混合
|
|
86
|
+
_ROTATE = _mk("rotate", ({"t": 5.0, "kind": S.HB_KIND_ROTATE, "shard": "x"},))
|
|
87
|
+
|
|
88
|
+
print("== A 组:#376 正题——失败档必须看得见 ==")
|
|
89
|
+
_st = S.heartbeat_ledger_stats(_ROOT)
|
|
90
|
+
_stb = S.heartbeat_ledger_stats(_ROOT, name="beat")
|
|
91
|
+
_check("A01 时间序列只纳入**成功**的 beat(n=3,修前为 4)", _st["n"] == 3, _st["n"])
|
|
92
|
+
_check("A02 最长区间内周期数随之为 3(修前 4)",
|
|
93
|
+
_st["count_in_longest"] == 3, _st["count_in_longest"])
|
|
94
|
+
_check("A03 最长连续区间秒数为 200.0(修前 250.0)",
|
|
95
|
+
_st["longest_s"] == 200.0, _st["longest_s"])
|
|
96
|
+
_check("A04 失败行数 failed=3(1 条失败心跳 + 2 条业务档失败)",
|
|
97
|
+
_st["failed"] == 3, _st["failed"])
|
|
98
|
+
_kk = sorted(f["kind"] for f in _st["failures"])
|
|
99
|
+
_check("A05 失败明细 3 条且 kind 分布为 1 条 beat + 2 条 tick",
|
|
100
|
+
len(_st["failures"]) == 3 and _kk == ["beat", "tick", "tick"], _kk)
|
|
101
|
+
_errs = sorted(str(f.get("error")) for f in _st["failures"])
|
|
102
|
+
_check("A06 失败明细带 error 摘要(与落账原值一致)",
|
|
103
|
+
_errs == sorted(["beat 周期异常", "heal 档异常", "reflect 档异常"]), _errs)
|
|
104
|
+
_check("A07 明细字段齐备且条数为 3(t/iso/name/kind/error —— 空明细不得算通过)",
|
|
105
|
+
len(_st["failures"]) == 3
|
|
106
|
+
and all(sorted(f) == sorted(["t", "iso", "name", "kind", "error"])
|
|
107
|
+
for f in _st["failures"]), _st["failures"][:1])
|
|
108
|
+
_rf = S.heartbeat_ledger_stats(_ROOT, name="reflect")
|
|
109
|
+
_check("A08 按 reflect 档查询:absent=False, n=0, failed=1(修前 absent=True 且无失败读数)",
|
|
110
|
+
_rf["absent"] is False and _rf["n"] == 0 and _rf["failed"] == 1
|
|
111
|
+
and len(_rf["failures"]) == 1, (_rf["absent"], _rf["n"], _rf["failed"]))
|
|
112
|
+
_check("A09 失败行不进时间序列:原有时序读数与「只有 3 条成功」的台账逐位一致",
|
|
113
|
+
all(_st[k] == S.heartbeat_ledger_stats(_OK_ONLY)[k] for k in _BASE_KEYS),
|
|
114
|
+
[(k, _st[k], S.heartbeat_ledger_stats(_OK_ONLY)[k]) for k in _BASE_KEYS
|
|
115
|
+
if _st[k] != S.heartbeat_ledger_stats(_OK_ONLY)[k]])
|
|
116
|
+
_nb = S.heartbeat_ledger_stats(_NAME_ONLY, name="beat")
|
|
117
|
+
_check("A10 同一档成/败混合:n=1、failed=1(两读数各归其位)",
|
|
118
|
+
_nb["n"] == 1 and _nb["failed"] == 1, (_nb["n"], _nb["failed"]))
|
|
119
|
+
|
|
120
|
+
_many = tuple({"t": float(i), "name": "beat", "pid": 1,
|
|
121
|
+
"kind": S.HB_KIND_BEAT, "ok": False, "error": "e%d" % i}
|
|
122
|
+
for i in range(7))
|
|
123
|
+
_r7 = S.heartbeat_ledger_stats(_mk("many", _many), name="beat")
|
|
124
|
+
_check("A11 失败明细有界:7 条失败 → failed=7 且 failures 只留最近 %d 条(落账序)"
|
|
125
|
+
% S.FAILURES_KEEP,
|
|
126
|
+
_r7["failed"] == 7 and len(_r7["failures"]) == S.FAILURES_KEEP
|
|
127
|
+
and [f["error"] for f in _r7["failures"]] == ["e2", "e3", "e4", "e5", "e6"],
|
|
128
|
+
(_r7["failed"], [f["error"] for f in _r7["failures"]]))
|
|
129
|
+
|
|
130
|
+
print("== K 组:非恒真对照(原有读数与正常路径不得被改动) ==")
|
|
131
|
+
_ok = S.heartbeat_ledger_stats(_OK_ONLY)
|
|
132
|
+
_check("K01 全成功台账:原有时序读数与**手工 oracle** 逐位一致"
|
|
133
|
+
"(n=3 / span=200.0 / longest=200.0 / segments=1 / breaks=0 / count_in_longest=3 / absent=False)",
|
|
134
|
+
_ok["n"] == 3 and _ok["span_s"] == 200.0 and _ok["longest_s"] == 200.0
|
|
135
|
+
and _ok["segments"] == 1 and _ok["breaks"] == 0
|
|
136
|
+
and _ok["count_in_longest"] == 3 and _ok["absent"] is False, _ok)
|
|
137
|
+
_check("K02 全成功台账:failed=0 且 failures=[](新字段是纯增量)",
|
|
138
|
+
_ok["failed"] == 0 and _ok["failures"] == [], (_ok["failed"], _ok["failures"]))
|
|
139
|
+
_e = S.heartbeat_ledger_stats(_EMPTY)
|
|
140
|
+
_check("K03 空台账:absent=True / n=0 / longest_s=None / failed=0 / failures=[](修前口径不变)",
|
|
141
|
+
_e["absent"] is True and _e["n"] == 0 and _e["longest_s"] is None
|
|
142
|
+
and _e["failed"] == 0 and _e["failures"] == [], _e)
|
|
143
|
+
_pre = dict(_ok)
|
|
144
|
+
_check("K04 原有键集未被改名/删除(A09 的逐位对照以键表为准)",
|
|
145
|
+
all(k in _pre for k in _BASE_KEYS), [k for k in _BASE_KEYS if k not in _pre])
|
|
146
|
+
_tick_ok = _mk("tick_ok", (_ROWS[0], _ROWS[1], _ROWS[2],
|
|
147
|
+
{"t": 55.0, "name": "heal", "pid": 1,
|
|
148
|
+
"kind": S.HB_KIND_TICK, "ok": True},
|
|
149
|
+
{"t": 56.0, "name": "tidy", "pid": 1,
|
|
150
|
+
"kind": S.HB_KIND_TICK, "ok": True}))
|
|
151
|
+
_ta = S.heartbeat_ledger_stats(_tick_ok)
|
|
152
|
+
_check("K05 成功的业务档不进心跳时间序列(原口径不变:n=3、failed=0)",
|
|
153
|
+
_ta["n"] == 3 and _ta["failed"] == 0, (_ta["n"], _ta["failed"]))
|
|
154
|
+
_ro = S.heartbeat_ledger_stats(_ROTATE)
|
|
155
|
+
_check("K06 轮转自述行(kind=rotate)不计入任何读数(原口径不变)",
|
|
156
|
+
_ro["absent"] is True and _ro["n"] == 0 and _ro["failed"] == 0, _ro)
|
|
157
|
+
_ot = S.heartbeat_ledger_stats(_ROOT, name="tidy")
|
|
158
|
+
_check("K07 name 过滤沿用:无该档记录 → absent=True、failed=0(不误报)",
|
|
159
|
+
_ot["absent"] is True and _ot["failed"] == 0, _ot)
|
|
160
|
+
|
|
161
|
+
_before = open(S.heartbeat_path(_ROOT), "rb").read()
|
|
162
|
+
S.heartbeat_ledger_stats(_ROOT)
|
|
163
|
+
S.heartbeat_ledger_stats(_ROOT, name="beat")
|
|
164
|
+
_after = open(S.heartbeat_path(_ROOT), "rb").read()
|
|
165
|
+
_check("K08 只读性:统计调用不改台账字节(不写、不轮转)", _before == _after,
|
|
166
|
+
(len(_before), len(_after)))
|
|
167
|
+
|
|
168
|
+
_rec = S.record_heartbeat(_ROOT, "beat", ok=False, error="boom", t=999.0, pid=7)
|
|
169
|
+
_check("K09 写入路径未被改动:失败行照样落盘且字段齐备"
|
|
170
|
+
"(t/name/pid/kind/ok/error —— 契约 sustain.py:282-284)",
|
|
171
|
+
isinstance(_rec, dict) and _rec.get("kind") == S.HB_KIND_BEAT
|
|
172
|
+
and _rec.get("ok") is False and _rec.get("error") == "boom"
|
|
173
|
+
and _rec.get("t") == 999.0 and _rec.get("pid") == 7
|
|
174
|
+
and _rec.get("name") == "beat", _rec)
|
|
175
|
+
|
|
176
|
+
print("== E 组:字段增量与只读实现判据 ==")
|
|
177
|
+
_check("E01 新增字段 failed / failures 都在返回体里(缺一则维护者看不见失败档)",
|
|
178
|
+
"failed" in _st and "failures" in _st, sorted(_st))
|
|
179
|
+
_check("E02 含失败台账与全成功台账的**键集**完全一致(失败字段恒在场)",
|
|
180
|
+
sorted(_st) == sorted(_ok), (sorted(_st), sorted(_ok)))
|
|
181
|
+
_src = inspect.getsource(S.heartbeat_ledger_stats)
|
|
182
|
+
_check("E03 统计函数体内无任何写面(不改写入路径:不 append / 不 open 写 / 不删片)",
|
|
183
|
+
not any(t in _src for t in ("append_jsonl", "write(", "os.remove",
|
|
184
|
+
"clear_stamp", "record_heartbeat(")), "")
|
|
185
|
+
|
|
186
|
+
shutil.rmtree(_TMP, ignore_errors=True)
|
|
187
|
+
print("")
|
|
188
|
+
if FAILS:
|
|
189
|
+
print("issue #376 结果:%d 失败" % len(FAILS))
|
|
190
|
+
else:
|
|
191
|
+
print("issue #376 结果:全部通过")
|
|
192
|
+
|
|
193
|
+
|
|
194
|
+
_MUTATIONS = (
|
|
195
|
+
("M1 回缺陷:失败行按原路走(心跳计入时序、tick 被丢)", "md_cg/sustain.py",
|
|
196
|
+
(' if not r.get("ok", True):',
|
|
197
|
+
' if False: # 变异:失败行按改动前的路径(beat 计入时序 / tick 被丢)'),
|
|
198
|
+
# 机制:失败行落回改动前路径 ⇒ 失败心跳计入时序(A01–A03、A09)、
|
|
199
|
+
# 业务档失败被丢(A04–A07、A11)、按档查询退化(A08、A10)。
|
|
200
|
+
# K02/K07 的夹具里 failed 恒为 0(全成功台账 / 无该档记录)⇒ 如实恒绿。
|
|
201
|
+
("A01", "A02", "A03", "A04", "A05", "A06", "A07", "A08", "A09",
|
|
202
|
+
"A10", "A11")),
|
|
203
|
+
("M2 明细不限长:failures 去掉最近 N 条上界", "md_cg/sustain.py",
|
|
204
|
+
(' "failed": failed, "failures": failures[-FAILURES_KEEP:]}',
|
|
205
|
+
' "failed": failed, "failures": failures}'),
|
|
206
|
+
("A11",)),
|
|
207
|
+
("M3 absent 口径回退:恒报 absent", "md_cg/sustain.py",
|
|
208
|
+
(' out.update({"absent": failed == 0, "segments": 0, "longest_s": None,',
|
|
209
|
+
' out.update({"absent": True, "segments": 0, "longest_s": None,'),
|
|
210
|
+
("A08",)),
|
|
211
|
+
)
|
|
212
|
+
|
|
213
|
+
|
|
214
|
+
def _mirror_build():
|
|
215
|
+
dst = tempfile.mkdtemp(prefix="iss376_mut_")
|
|
216
|
+
for name in ("md_cg", "scripts"):
|
|
217
|
+
src = os.path.join(_REPO, name)
|
|
218
|
+
if os.path.isdir(src):
|
|
219
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
220
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
221
|
+
for name in sorted(os.listdir(_REPO)):
|
|
222
|
+
p = os.path.join(_REPO, name)
|
|
223
|
+
if os.path.isfile(p) and (name.endswith(".py")
|
|
224
|
+
or name in ("README.md", "pyproject.toml",
|
|
225
|
+
"package.json")):
|
|
226
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
227
|
+
return dst
|
|
228
|
+
|
|
229
|
+
|
|
230
|
+
def _run_in(tree):
|
|
231
|
+
env = dict(os.environ)
|
|
232
|
+
env["PYTHONPATH"] = tree
|
|
233
|
+
env["PYTHONUTF8"] = "1"
|
|
234
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
235
|
+
env.pop("MDCG_ROOT", None)
|
|
236
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
237
|
+
"md_cg.test_issue376_heartbeat_failed"],
|
|
238
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
239
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
240
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
241
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
242
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
243
|
+
return pr.returncode, reds, out
|
|
244
|
+
|
|
245
|
+
|
|
246
|
+
def _mutate():
|
|
247
|
+
print("!! 定点变异自证:逐条把读面改回缺陷形态 / 摘上界 / 回退 absent,守卫必须按指定项转红")
|
|
248
|
+
tree = _mirror_build()
|
|
249
|
+
try:
|
|
250
|
+
rc, reds, out = _run_in(tree)
|
|
251
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
252
|
+
if rc != 0 or reds:
|
|
253
|
+
print(chr(10).join(out.splitlines()[-25:]))
|
|
254
|
+
bad = []
|
|
255
|
+
for desc, rel, (old, new), exp in _MUTATIONS:
|
|
256
|
+
p = os.path.join(tree, rel)
|
|
257
|
+
t = open(p, encoding="utf-8", newline="").read()
|
|
258
|
+
if t.count(old) != 1:
|
|
259
|
+
bad.append("%s —— 锚点在 %s 里命中 %d 次" % (desc, rel, t.count(old)))
|
|
260
|
+
print(" ANCHOR-MISS " + desc)
|
|
261
|
+
continue
|
|
262
|
+
bak = t
|
|
263
|
+
open(p, "w", encoding="utf-8", newline="").write(t.replace(old, new, 1))
|
|
264
|
+
for root, dd, ff in os.walk(tree):
|
|
265
|
+
if os.path.basename(root) == "__pycache__":
|
|
266
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
267
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
268
|
+
open(p, "w", encoding="utf-8", newline="").write(bak)
|
|
269
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
270
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
271
|
+
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
272
|
+
else:
|
|
273
|
+
bad.append(desc)
|
|
274
|
+
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
275
|
+
% (desc, hit, sorted(exp), rc2))
|
|
276
|
+
for r in reds2[:10]:
|
|
277
|
+
print(" FAIL " + r)
|
|
278
|
+
print("定点变异自证:%s(%d 条不合格)"
|
|
279
|
+
% ("PASS" if not bad else "FAIL", len(bad)))
|
|
280
|
+
for b in bad:
|
|
281
|
+
print(" 不合格:" + b)
|
|
282
|
+
return len(bad)
|
|
283
|
+
finally:
|
|
284
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
285
|
+
|
|
286
|
+
|
|
287
|
+
def main():
|
|
288
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
289
|
+
return 1 if (FAILS or _bad) else 0
|
|
290
|
+
|
|
291
|
+
|
|
292
|
+
if __name__ == "__main__":
|
|
293
|
+
sys.exit(main())
|