@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
package/md_cg/queue_health.py
CHANGED
|
@@ -1,130 +1,130 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""审核队列健康读数(queue health)——DEFER 出口的可观测面。
|
|
3
|
-
|
|
4
|
-
为什么需要它(P0-6):四态里的 DEFER 若既无责任人、又无期限、也无可观测的积压指标,
|
|
5
|
-
就会退化成只进不出的黑洞。本模块只做**读数**,不做裁决、不改数据。
|
|
6
|
-
|
|
7
|
-
一条必须写明的历史教训(2026-10-18):此前读队列时把 inbox.jsonl 里「没有 status
|
|
8
|
-
字段」误判为「全部 pending」,得出「958 条从未裁决、出口是黑洞」的错误结论,并
|
|
9
|
-
据此写进了文档。**正确算法是拿 inbox 的 pid 去 decisions.jsonl 里对账**——
|
|
10
|
-
真实读数是 958 入队 / 777 已裁决 / 183 在途。字段缺失不等于状态缺失:这一类错误
|
|
11
|
-
(把「查不到」当成「不存在」)与本架构 I6 要防的完全同型。
|
|
12
|
-
|
|
13
|
-
因此本模块的实现原则:
|
|
14
|
-
1. **对账而非看字段**:pending = inbox 记录 − 已出现在 decisions 里的 pid。
|
|
15
|
-
2. **只读**:不写盘、不改队列。
|
|
16
|
-
3. **缺数据源如实上报**:文件不存在返回 available=False,绝不返回 0 冒充健康。
|
|
17
|
-
"""
|
|
18
|
-
|
|
19
|
-
import json
|
|
20
|
-
import os
|
|
21
|
-
import time
|
|
22
|
-
|
|
23
|
-
__all__ = ["report", "DEFAULT_DEADLINE_DAYS"]
|
|
24
|
-
|
|
25
|
-
#: 待裁决期限(天)。7 天是**缺省建议值,非设计者裁定**,列在架构 §11 待裁定中。
|
|
26
|
-
DEFAULT_DEADLINE_DAYS = 7.0
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
def _read_jsonl(path):
|
|
30
|
-
if not os.path.isfile(path):
|
|
31
|
-
return None
|
|
32
|
-
rows = []
|
|
33
|
-
with open(path, "r", encoding="utf-8", errors="replace") as fh:
|
|
34
|
-
for line in fh:
|
|
35
|
-
line = line.strip()
|
|
36
|
-
if not line:
|
|
37
|
-
continue
|
|
38
|
-
try:
|
|
39
|
-
rows.append(json.loads(line))
|
|
40
|
-
except Exception:
|
|
41
|
-
continue
|
|
42
|
-
return rows
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
def report(root, deadline_days=None, now=None):
|
|
46
|
-
"""返回队列健康读数。root 为记忆库根目录。
|
|
47
|
-
|
|
48
|
-
缺数据源(inbox 不存在)时 available=False,各计数为 None——不冒充 0。
|
|
49
|
-
"""
|
|
50
|
-
hip = os.path.join(str(root), "hippocampus")
|
|
51
|
-
inbox = _read_jsonl(os.path.join(hip, "inbox.jsonl"))
|
|
52
|
-
decs = _read_jsonl(os.path.join(hip, "decisions.jsonl")) or []
|
|
53
|
-
ddl = float(DEFAULT_DEADLINE_DAYS if deadline_days is None else deadline_days)
|
|
54
|
-
t_now = time.time() if now is None else float(now)
|
|
55
|
-
|
|
56
|
-
# 「空」与「缺」必须分开(与 I6 同型:不能把「没有记录」当成「不可用」):
|
|
57
|
-
# 库根不存在 → 数据源缺失,available=False
|
|
58
|
-
# hippocampus 在但 inbox 没有 → **空队列**(新库尚未写入过),available=True、计数为 0
|
|
59
|
-
if not os.path.isdir(str(root)):
|
|
60
|
-
return {"available": False, "reason": "库根不存在:%s" % root,
|
|
61
|
-
"inbox": None, "decided": None, "pending": None,
|
|
62
|
-
"over_deadline": None, "deadline_days": ddl}
|
|
63
|
-
if inbox is None:
|
|
64
|
-
inbox = []
|
|
65
|
-
|
|
66
|
-
decided_pids = {d.get("pid") for d in decs if d.get("pid")}
|
|
67
|
-
pend = [r for r in inbox if r.get("pid") not in decided_pids]
|
|
68
|
-
ages = []
|
|
69
|
-
for r in pend:
|
|
70
|
-
t = r.get("t")
|
|
71
|
-
if isinstance(t, (int, float)):
|
|
72
|
-
ages.append((t_now - t) / 86400.0)
|
|
73
|
-
ages.sort()
|
|
74
|
-
|
|
75
|
-
def _pct(p):
|
|
76
|
-
if not ages:
|
|
77
|
-
return None
|
|
78
|
-
idx = min(len(ages) - 1, max(0, int(round((len(ages) - 1) * p))))
|
|
79
|
-
return round(ages[idx], 2)
|
|
80
|
-
|
|
81
|
-
by_actor = {}
|
|
82
|
-
for r in pend:
|
|
83
|
-
k = str(r.get("actor"))
|
|
84
|
-
by_actor[k] = by_actor.get(k, 0) + 1
|
|
85
|
-
|
|
86
|
-
decided_kind = {}
|
|
87
|
-
for d in decs:
|
|
88
|
-
k = str(d.get("decision"))
|
|
89
|
-
decided_kind[k] = decided_kind.get(k, 0) + 1
|
|
90
|
-
|
|
91
|
-
return {
|
|
92
|
-
"available": True,
|
|
93
|
-
"inbox": len(inbox),
|
|
94
|
-
"decided": len(decided_pids),
|
|
95
|
-
"pending": len(pend),
|
|
96
|
-
"pending_ratio": round(len(pend) / len(inbox), 3) if inbox else None,
|
|
97
|
-
"deadline_days": ddl,
|
|
98
|
-
"over_deadline": sum(1 for a in ages if a > ddl),
|
|
99
|
-
"oldest_pending_days": round(ages[-1], 2) if ages else None,
|
|
100
|
-
"pending_age_days": {"min": round(ages[0], 2) if ages else None,
|
|
101
|
-
"median": _pct(0.5), "p90": _pct(0.9),
|
|
102
|
-
"max": round(ages[-1], 2) if ages else None},
|
|
103
|
-
"pending_by_actor": dict(sorted(by_actor.items(), key=lambda kv: -kv[1])[:8]),
|
|
104
|
-
"decision_breakdown": dict(sorted(decided_kind.items(), key=lambda kv: -kv[1])),
|
|
105
|
-
"no_age_field": len(pend) - len(ages),
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
def main(argv=None):
|
|
110
|
-
import sys
|
|
111
|
-
argv = list(sys.argv[1:] if argv is None else argv)
|
|
112
|
-
root = os.environ.get("MDCG_ROOT") or ""
|
|
113
|
-
if "--root" in argv:
|
|
114
|
-
root = argv[argv.index("--root") + 1]
|
|
115
|
-
if not root:
|
|
116
|
-
print(json.dumps({"error": "需要 --root 或 MDCG_ROOT"}, ensure_ascii=False))
|
|
117
|
-
return 2
|
|
118
|
-
try:
|
|
119
|
-
sys.stdout.reconfigure(encoding="utf-8")
|
|
120
|
-
except Exception:
|
|
121
|
-
pass
|
|
122
|
-
rep = report(root)
|
|
123
|
-
print(json.dumps(rep, ensure_ascii=False, indent=1, sort_keys=True))
|
|
124
|
-
if not rep.get("available"):
|
|
125
|
-
return 2
|
|
126
|
-
return 1 if (rep.get("over_deadline") or 0) > 0 else 0
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
if __name__ == "__main__":
|
|
130
|
-
raise SystemExit(main())
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""审核队列健康读数(queue health)——DEFER 出口的可观测面。
|
|
3
|
+
|
|
4
|
+
为什么需要它(P0-6):四态里的 DEFER 若既无责任人、又无期限、也无可观测的积压指标,
|
|
5
|
+
就会退化成只进不出的黑洞。本模块只做**读数**,不做裁决、不改数据。
|
|
6
|
+
|
|
7
|
+
一条必须写明的历史教训(2026-10-18):此前读队列时把 inbox.jsonl 里「没有 status
|
|
8
|
+
字段」误判为「全部 pending」,得出「958 条从未裁决、出口是黑洞」的错误结论,并
|
|
9
|
+
据此写进了文档。**正确算法是拿 inbox 的 pid 去 decisions.jsonl 里对账**——
|
|
10
|
+
真实读数是 958 入队 / 777 已裁决 / 183 在途。字段缺失不等于状态缺失:这一类错误
|
|
11
|
+
(把「查不到」当成「不存在」)与本架构 I6 要防的完全同型。
|
|
12
|
+
|
|
13
|
+
因此本模块的实现原则:
|
|
14
|
+
1. **对账而非看字段**:pending = inbox 记录 − 已出现在 decisions 里的 pid。
|
|
15
|
+
2. **只读**:不写盘、不改队列。
|
|
16
|
+
3. **缺数据源如实上报**:文件不存在返回 available=False,绝不返回 0 冒充健康。
|
|
17
|
+
"""
|
|
18
|
+
|
|
19
|
+
import json
|
|
20
|
+
import os
|
|
21
|
+
import time
|
|
22
|
+
|
|
23
|
+
__all__ = ["report", "DEFAULT_DEADLINE_DAYS"]
|
|
24
|
+
|
|
25
|
+
#: 待裁决期限(天)。7 天是**缺省建议值,非设计者裁定**,列在架构 §11 待裁定中。
|
|
26
|
+
DEFAULT_DEADLINE_DAYS = 7.0
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def _read_jsonl(path):
|
|
30
|
+
if not os.path.isfile(path):
|
|
31
|
+
return None
|
|
32
|
+
rows = []
|
|
33
|
+
with open(path, "r", encoding="utf-8", errors="replace") as fh:
|
|
34
|
+
for line in fh:
|
|
35
|
+
line = line.strip()
|
|
36
|
+
if not line:
|
|
37
|
+
continue
|
|
38
|
+
try:
|
|
39
|
+
rows.append(json.loads(line))
|
|
40
|
+
except Exception:
|
|
41
|
+
continue
|
|
42
|
+
return rows
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
def report(root, deadline_days=None, now=None):
|
|
46
|
+
"""返回队列健康读数。root 为记忆库根目录。
|
|
47
|
+
|
|
48
|
+
缺数据源(inbox 不存在)时 available=False,各计数为 None——不冒充 0。
|
|
49
|
+
"""
|
|
50
|
+
hip = os.path.join(str(root), "hippocampus")
|
|
51
|
+
inbox = _read_jsonl(os.path.join(hip, "inbox.jsonl"))
|
|
52
|
+
decs = _read_jsonl(os.path.join(hip, "decisions.jsonl")) or []
|
|
53
|
+
ddl = float(DEFAULT_DEADLINE_DAYS if deadline_days is None else deadline_days)
|
|
54
|
+
t_now = time.time() if now is None else float(now)
|
|
55
|
+
|
|
56
|
+
# 「空」与「缺」必须分开(与 I6 同型:不能把「没有记录」当成「不可用」):
|
|
57
|
+
# 库根不存在 → 数据源缺失,available=False
|
|
58
|
+
# hippocampus 在但 inbox 没有 → **空队列**(新库尚未写入过),available=True、计数为 0
|
|
59
|
+
if not os.path.isdir(str(root)):
|
|
60
|
+
return {"available": False, "reason": "库根不存在:%s" % root,
|
|
61
|
+
"inbox": None, "decided": None, "pending": None,
|
|
62
|
+
"over_deadline": None, "deadline_days": ddl}
|
|
63
|
+
if inbox is None:
|
|
64
|
+
inbox = []
|
|
65
|
+
|
|
66
|
+
decided_pids = {d.get("pid") for d in decs if d.get("pid")}
|
|
67
|
+
pend = [r for r in inbox if r.get("pid") not in decided_pids]
|
|
68
|
+
ages = []
|
|
69
|
+
for r in pend:
|
|
70
|
+
t = r.get("t")
|
|
71
|
+
if isinstance(t, (int, float)):
|
|
72
|
+
ages.append((t_now - t) / 86400.0)
|
|
73
|
+
ages.sort()
|
|
74
|
+
|
|
75
|
+
def _pct(p):
|
|
76
|
+
if not ages:
|
|
77
|
+
return None
|
|
78
|
+
idx = min(len(ages) - 1, max(0, int(round((len(ages) - 1) * p))))
|
|
79
|
+
return round(ages[idx], 2)
|
|
80
|
+
|
|
81
|
+
by_actor = {}
|
|
82
|
+
for r in pend:
|
|
83
|
+
k = str(r.get("actor"))
|
|
84
|
+
by_actor[k] = by_actor.get(k, 0) + 1
|
|
85
|
+
|
|
86
|
+
decided_kind = {}
|
|
87
|
+
for d in decs:
|
|
88
|
+
k = str(d.get("decision"))
|
|
89
|
+
decided_kind[k] = decided_kind.get(k, 0) + 1
|
|
90
|
+
|
|
91
|
+
return {
|
|
92
|
+
"available": True,
|
|
93
|
+
"inbox": len(inbox),
|
|
94
|
+
"decided": len(decided_pids),
|
|
95
|
+
"pending": len(pend),
|
|
96
|
+
"pending_ratio": round(len(pend) / len(inbox), 3) if inbox else None,
|
|
97
|
+
"deadline_days": ddl,
|
|
98
|
+
"over_deadline": sum(1 for a in ages if a > ddl),
|
|
99
|
+
"oldest_pending_days": round(ages[-1], 2) if ages else None,
|
|
100
|
+
"pending_age_days": {"min": round(ages[0], 2) if ages else None,
|
|
101
|
+
"median": _pct(0.5), "p90": _pct(0.9),
|
|
102
|
+
"max": round(ages[-1], 2) if ages else None},
|
|
103
|
+
"pending_by_actor": dict(sorted(by_actor.items(), key=lambda kv: -kv[1])[:8]),
|
|
104
|
+
"decision_breakdown": dict(sorted(decided_kind.items(), key=lambda kv: -kv[1])),
|
|
105
|
+
"no_age_field": len(pend) - len(ages),
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
def main(argv=None):
|
|
110
|
+
import sys
|
|
111
|
+
argv = list(sys.argv[1:] if argv is None else argv)
|
|
112
|
+
root = os.environ.get("MDCG_ROOT") or ""
|
|
113
|
+
if "--root" in argv:
|
|
114
|
+
root = argv[argv.index("--root") + 1]
|
|
115
|
+
if not root:
|
|
116
|
+
print(json.dumps({"error": "需要 --root 或 MDCG_ROOT"}, ensure_ascii=False))
|
|
117
|
+
return 2
|
|
118
|
+
try:
|
|
119
|
+
sys.stdout.reconfigure(encoding="utf-8")
|
|
120
|
+
except Exception:
|
|
121
|
+
pass
|
|
122
|
+
rep = report(root)
|
|
123
|
+
print(json.dumps(rep, ensure_ascii=False, indent=1, sort_keys=True))
|
|
124
|
+
if not rep.get("available"):
|
|
125
|
+
return 2
|
|
126
|
+
return 1 if (rep.get("over_deadline") or 0) > 0 else 0
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
if __name__ == "__main__":
|
|
130
|
+
raise SystemExit(main())
|