@furongjun1999/dsh-memory 0.5.1 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +588 -552
- package/codebuddy/CODEBUDDY.md +10 -10
- package/data/policy.json +27 -0
- package/docs/discipline/harnesses.yaml +31 -0
- package/docs/discipline/templates/full.md.tmpl +1 -1
- package/docs/discipline/templates/rules.mdc.tmpl +1 -1
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +248 -0
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +209 -0
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +254 -0
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +418 -0
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +124 -0
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +441 -0
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +398 -0
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +498 -0
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +669 -0
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +683 -0
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +171 -0
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +205 -0
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +218 -0
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +10 -0
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +646 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +183 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +207 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +283 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +224 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +223 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +293 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +303 -0
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +230 -0
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +20 -0
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +1 -1
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +12 -0
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +40 -40
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +21 -9
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +7 -2
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +39 -3
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +220 -0
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +227 -0
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +385 -0
- package/docs//345/267/245/344/275/234/347/272/252/345/276/213_/350/256/244/347/237/245/345/233/276/346/235/241/347/233/256_v1.1.json +460 -460
- package/dsh/cordis-patch-profile-web.example.yml +35 -0
- package/lib/bridge.js +24 -2
- package/lib/cli.d.ts +3 -0
- package/lib/cli.js +66 -0
- package/lib/hooks.d.ts +31 -2
- package/lib/hooks.js +219 -16
- package/lib/init.d.ts +88 -0
- package/lib/init.js +302 -0
- package/lib/lib/prompt_safety.d.ts +52 -1
- package/lib/lib/prompt_safety.js +76 -1
- package/md_cg/audit.py +652 -379
- package/md_cg/bench6_arms.py +1 -1
- package/md_cg/bench_p0.py +1 -1
- package/md_cg/branches.py +2 -2
- package/md_cg/ccgc.py +1071 -1006
- package/md_cg/chain.py +1 -1
- package/md_cg/consistency.py +97 -9
- package/md_cg/consolidate.py +34 -9
- package/md_cg/crypto.py +59 -26
- package/md_cg/docindex.py +16 -1
- package/md_cg/evidence.py +585 -582
- package/md_cg/evolution.py +17 -1
- package/md_cg/export.py +1 -1
- package/md_cg/forgetting.py +309 -13
- package/md_cg/fsutil.py +454 -8
- package/md_cg/identity.py +3 -3
- package/md_cg/insight.py +24 -3
- package/md_cg/linkref.py +1 -1
- package/md_cg/logref.py +327 -0
- package/md_cg/mcp_server.py +4152 -3818
- package/md_cg/mdcg.py +4208 -3462
- package/md_cg/mdcos.py +4491 -4137
- package/md_cg/mreview/pipeline.py +15 -1
- package/md_cg/nodefile.py +639 -575
- package/md_cg/protect.py +158 -11
- package/md_cg/protocol.py +41 -2
- package/md_cg/provenance.py +22 -4
- package/md_cg/reach.py +4 -4
- package/md_cg/readcache.py +76 -15
- package/md_cg/reconcile.py +1 -1
- package/md_cg/refindex.py +246 -37
- package/md_cg/refine.py +1 -1
- package/md_cg/review_cli.py +49 -4
- package/md_cg/routing.py +32 -5
- package/md_cg/run_tests.py +17 -0
- package/md_cg/scrub.py +30 -3
- package/md_cg/security.py +47 -1
- package/md_cg/self_state.py +5 -5
- package/md_cg/sources.py +23 -6
- package/md_cg/srcindex.py +352 -0
- package/md_cg/stg.py +47 -3
- package/md_cg/subgraph.py +2 -2
- package/md_cg/sustain.py +1299 -1168
- package/md_cg/tasks.py +469 -470
- package/md_cg/test_b1_auto_id_multiproc.py +277 -0
- package/md_cg/test_b1b2_write_face.py +417 -0
- package/md_cg/test_b2_sensitivity_landing.py +223 -0
- package/md_cg/test_b3_merge_keeps_content.py +576 -0
- package/md_cg/test_b4_shard_dir_selfheal.py +843 -0
- package/md_cg/test_b4_shard_dir_selfheal_guard.py +238 -0
- package/md_cg/test_c3_transient_read_negative.py +793 -0
- package/md_cg/test_c8_search_rrf_gates.py +502 -0
- package/md_cg/test_ccg_form_parity.py +188 -0
- package/md_cg/test_ccgc.py +28 -3
- package/md_cg/test_govern_directread.py +17 -4
- package/md_cg/test_h2_session_view_norm.py +233 -0
- package/md_cg/test_h4_sustain_snapshot.py +1377 -0
- package/md_cg/test_hive_ingest.py +285 -285
- package/md_cg/test_index_crossprocess_reload.py +301 -0
- package/md_cg/test_issue39_utf8_stdio.py +307 -16
- package/md_cg/test_issue43_default_policy.py +865 -0
- package/md_cg/test_legacy_p3_node_id_type.py +375 -0
- package/md_cg/test_linkref.py +10 -3
- package/md_cg/test_lock.py +2 -2
- package/md_cg/test_logref.py +1109 -0
- package/md_cg/test_m3_h9_bucket_health_protect_mark.py +301 -0
- package/md_cg/test_m3_h9_semantic_guard.py +525 -0
- package/md_cg/test_mr_m2.py +15 -3
- package/md_cg/test_n130_verify_falsified_protect.py +1 -1
- package/md_cg/test_n139_dek_provision_failclosed.py +185 -0
- package/md_cg/test_n176_link_trust.py +221 -0
- package/md_cg/test_n178_units_jobid_gate.py +212 -0
- package/md_cg/test_n184_keys_concurrent_provision.py +307 -0
- package/md_cg/test_n195_writepath_reload.py +283 -0
- package/md_cg/test_n196_stale_gate_skip.py +169 -0
- package/md_cg/test_n197_n208_write_face_gates.py +471 -0
- package/md_cg/test_n198_tokens_corrupt_failclosed.py +225 -0
- package/md_cg/test_n199_tokens_concurrent_write.py +378 -0
- package/md_cg/test_n201_proposal_visibility.py +382 -0
- package/md_cg/test_n202_session_notes_visibility.py +461 -0
- package/md_cg/test_n204_n205_n226_n227_n228_n229_exit_gates.py +542 -0
- package/md_cg/test_n206_stdio_jsonrpc_type.py +403 -0
- package/md_cg/test_n209_verify_write_face_gates.py +461 -0
- package/md_cg/test_n212_n213_n224_generation_gates.py +513 -0
- package/md_cg/test_n214_n215_n221_n222_write_face_gates.py +563 -0
- package/md_cg/test_n225_nonobject_load.py +1110 -0
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -0
- package/md_cg/test_neg_condition_hits.py +333 -0
- package/md_cg/test_neg_tail_honesty.py +663 -0
- package/md_cg/test_none_id_write_guard.py +166 -0
- package/md_cg/test_opt_batch1_md_cg.py +451 -0
- package/md_cg/test_p1.py +5 -5
- package/md_cg/test_p11_consistency.py +161 -12
- package/md_cg/test_p26_refindex.py +2 -2
- package/md_cg/test_p27_docindex.py +777 -774
- package/md_cg/test_p28_refcheck.py +740 -13
- package/md_cg/test_p29_session_ingest_export.py +2 -2
- package/md_cg/test_p2_mcp.py +12 -1
- package/md_cg/test_p30_maintain.py +33 -2
- package/md_cg/test_p31_insight.py +1 -0
- package/md_cg/test_p9c_dedup_hints.py +276 -0
- package/md_cg/test_policy_required_ccg.py +426 -0
- package/md_cg/test_protocol.py +22 -0
- package/md_cg/test_rank_parity_score_mode.py +516 -0
- package/md_cg/test_read_face_input_gates.py +363 -0
- package/md_cg/test_read_face_semantics.py +489 -0
- package/md_cg/test_recall_face_guards.py +812 -0
- package/md_cg/test_rejected_credential_forms.py +188 -0
- package/md_cg/test_rejected_redact.py +146 -0
- package/md_cg/test_retr_s1b.py +2 -2
- package/md_cg/test_retr_s5.py +20 -7
- package/md_cg/test_review_cli_attribution.py +177 -0
- package/md_cg/test_review_cli_visibility.py +235 -0
- package/md_cg/test_review_conformance.py +21 -3
- package/md_cg/test_security_audit_v21.py +2 -2
- package/md_cg/test_server_version.py +67 -0
- package/md_cg/test_srcindex.py +171 -0
- package/md_cg/test_tenant_env_override_warn.py +63 -50
- package/md_cg/test_token_lowercase_form.py +315 -0
- package/md_cg/test_v21r1_package_version.py +310 -0
- package/md_cg/test_writepipe.py +10 -4
- package/md_cg/tokens.py +225 -95
- package/md_cg/tool_face.py +4 -4
- package/md_cg/trust.py +49 -5
- package/md_cg/units.py +204 -6
- package/md_cg/weights.py +4 -4
- package/md_cg/whitebox_kb/wisdom/knowledge_points.py +1 -1
- package/md_cg/writelimit.py +42 -8
- package/md_cg/writepipe.py +651 -554
- package/package.json +8 -2
- package/skills/plugin.json +1 -1
- package/src/bridge.ts +25 -2
- package/src/cli.ts +65 -0
- package/src/hooks.ts +229 -16
- package/src/init.ts +361 -0
- package/src/lib/prompt_safety.ts +88 -1
- package/zcode/AGENTS.md +10 -10
package/md_cg/evidence.py
CHANGED
|
@@ -1,583 +1,586 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""跨节点证据存储(蜂群互联 v0.3)。
|
|
3
|
-
|
|
4
|
-
攻 §9.1 盲区:`identity.infer_position` 只统计**本根**带 `subject:<id>` 标签的
|
|
5
|
-
证据节点,跨节点时对端观测对本节点不可见。本模块给出最小可测的交换机制:
|
|
6
|
-
|
|
7
|
-
① **节点名片**(card)——`node_id` / 根路径 / 版本状态 / 签名器公开信息;
|
|
8
|
-
② **证据包**(pack)——从本根导出「我对某主体的观测」,**由本节点签名**;
|
|
9
|
-
③ **导入**(import)——验签 → 落本根(带 `source:<node>` 标签)→ 可审计、可拒收。
|
|
10
|
-
|
|
11
|
-
设计边界(承 D-1 / D-4):
|
|
12
|
-
|
|
13
|
-
· 内核**不做密码学**:签名/验签一律经 `signer.sign_for / verify_for`,
|
|
14
|
-
跨节点证据要求子系统策略 `sign_on` 含 `evidence`(由智能体自决);
|
|
15
|
-
· 内核**不保证全局共识**(0.0.3 局部不可知):只保证「来源可溯 + 可拒收 + 留痕」;
|
|
16
|
-
· 证据是**他证**(来源节点对主体的观测),不是主体自证;自证走 `identity.anchor`;
|
|
17
|
-
· **禁止转手**:已导入的跨节点证据(带 `xnode:cross`)不参与再次导出,
|
|
18
|
-
否则 A 可以把「C 说 B 怎样」洗成「A 说 B 怎样」,来源链断裂。
|
|
19
|
-
|
|
20
|
-
诚实边界:本层验证的是「**这条证据确实来自该节点**」,
|
|
21
|
-
**不是**「这条证据为真」——后者需节点侧的可信执行,属工程侧责任。
|
|
22
|
-
|
|
23
|
-
零第三方依赖。
|
|
24
|
-
"""
|
|
25
|
-
from __future__ import annotations
|
|
26
|
-
|
|
27
|
-
import argparse
|
|
28
|
-
import hashlib
|
|
29
|
-
import json
|
|
30
|
-
import os
|
|
31
|
-
import sys
|
|
32
|
-
import time
|
|
33
|
-
|
|
34
|
-
from . import identity as _identity
|
|
35
|
-
from . import signer as _signer
|
|
36
|
-
from .datapath import aux_root
|
|
37
|
-
from .fsutil import publish
|
|
38
|
-
|
|
39
|
-
NODE_ID_ENV = "MDCG_NODE_ID"
|
|
40
|
-
SWARM_DIR_ENV = "MDCG_SWARM_DIR"
|
|
41
|
-
ROOT_ENV = "MDCG_ROOT"
|
|
42
|
-
|
|
43
|
-
DEFAULT_DIR = aux_root()
|
|
44
|
-
DEFAULT_SWARM_DIR = os.path.join(DEFAULT_DIR, "swarm")
|
|
45
|
-
|
|
46
|
-
SUBSYSTEM = "swarm" # 子系统名:智能体可对它声明签名策略(D-4)
|
|
47
|
-
SIGN_ACTION = "evidence"
|
|
48
|
-
SCHEMA = 1
|
|
49
|
-
KIND = "mdcg.evidence.pack"
|
|
50
|
-
CARD_KIND = "mdcg.node.card"
|
|
51
|
-
|
|
52
|
-
TAG_XNODE = "xnode:cross"
|
|
53
|
-
SOURCE_PREFIX = "source:"
|
|
54
|
-
|
|
55
|
-
MAX_ITEMS = 500 # 单包条目上限(防灌包)
|
|
56
|
-
MAX_TEXT = 4000 # 单条正文上限
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
class EvidenceError(Exception):
|
|
60
|
-
"""跨节点证据层错误(fail-closed)。"""
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
# --------------------------------------------------------------------------
|
|
64
|
-
# 路径与身份
|
|
65
|
-
# --------------------------------------------------------------------------
|
|
66
|
-
|
|
67
|
-
# 生效条件:当传入 path 为真值时返回 path;否则若环境变量 SWARM_DIR_ENV 为真值则返回其值;否则返回模块级常量 DEFAULT_SWARM_DIR。
|
|
68
|
-
def swarm_dir(path: str = None) -> str:
|
|
69
|
-
return path or os.environ.get(SWARM_DIR_ENV) or DEFAULT_SWARM_DIR
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
# 生效条件:当传入 swarm 参数(假值回落到 swarm_dir 的默认逻辑)时,返回 os.path.join(swarm_dir(swarm), "peers")。
|
|
73
|
-
def peers_dir(swarm: str = None) -> str:
|
|
74
|
-
return os.path.join(swarm_dir(swarm), "peers")
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
# 生效条件:当传入 swarm 参数(假值回落到 swarm_dir 的默认逻辑)时,返回 os.path.join(swarm_dir(swarm), "inbox")。
|
|
78
|
-
def inbox_dir(swarm: str = None) -> str:
|
|
79
|
-
return os.path.join(swarm_dir(swarm), "inbox")
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
# 生效条件:当传入 root 为真值时返回 root;否则返回环境变量 ROOT_ENV 的值(可能为 None)。
|
|
83
|
-
def _root_of(root: str = None) -> str:
|
|
84
|
-
return root or os.environ.get(ROOT_ENV)
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
# 生效条件:当 explicit 或环境变量 NODE_ID_ENV strip 后非空时返回该值;否则若 _root_of(root) 返回真值,返回基于规范绝对路径的 'node-<12hex>';否则抛出 EvidenceError。
|
|
88
|
-
def node_id(root: str = None, explicit: str = None) -> str:
|
|
89
|
-
"""本节点身份。
|
|
90
|
-
|
|
91
|
-
优先 `MDCG_NODE_ID`(生产环境应显式设置,保证跨机器稳定);
|
|
92
|
-
缺省从根路径派生 `node-<12hex>`(同机可复现,跨机器不保证唯一)。
|
|
93
|
-
"""
|
|
94
|
-
nid = (explicit or os.environ.get(NODE_ID_ENV) or "").strip()
|
|
95
|
-
if nid:
|
|
96
|
-
return nid
|
|
97
|
-
r = _root_of(root)
|
|
98
|
-
if not r:
|
|
99
|
-
raise EvidenceError(
|
|
100
|
-
"无法确定节点身份:请设 MDCG_NODE_ID(推荐)或 MDCG_ROOT")
|
|
101
|
-
key = os.path.normcase(os.path.abspath(r))
|
|
102
|
-
return "node-" + hashlib.sha256(key.encode("utf-8")).hexdigest()[:12]
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
# 生效条件:包内 md_cg.theory 可导入且 _th.check() 成功时返回 {version, accepted, theory_ok};任何异常(版本层缺失或校验失败)一律吞掉返回 {},不阻断证据层主流程;
|
|
106
|
-
def _theory_state() -> dict:
|
|
107
|
-
try:
|
|
108
|
-
from . import theory as _th
|
|
109
|
-
st = _th.check()
|
|
110
|
-
return {"version": st.get("version"),
|
|
111
|
-
"accepted": list(st.get("accepted_versions") or []),
|
|
112
|
-
"theory_ok": bool(st.get("theory_ok"))}
|
|
113
|
-
except Exception: # 版本层缺失不阻断证据层
|
|
114
|
-
return {}
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
# 生效条件:当传入 obj 时,返回其 json.dumps(obj, ensure_ascii=False, sort_keys=True, separators=(',',':')).encode("utf-8") 字节。
|
|
118
|
-
def _canon(obj) -> bytes:
|
|
119
|
-
return json.dumps(obj, ensure_ascii=False, sort_keys=True,
|
|
120
|
-
separators=(",", ":")).encode("utf-8")
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
# 生效条件:当传入 s 时,返回 str(s) 中每个字符若为字母数字或 '_' '-' 则保留,否则替换为 '_' 的字符串。
|
|
124
|
-
def _slug(s) -> str:
|
|
125
|
-
return "".join(ch if (ch.isalnum() or ch in "_-") else "_" for ch in str(s))
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
# --------------------------------------------------------------------------
|
|
129
|
-
# 节点名片(发现)
|
|
130
|
-
# --------------------------------------------------------------------------
|
|
131
|
-
|
|
132
|
-
# 生效条件:当传入 root、subsystem(默认常量 SUBSYSTEM)、signers_file 时,基于 _signer.policy_for 和 _signer.get_signer 返回名片字典,其中 root 为 os.path.abspath(_root_of(root)) 若 _root_of(root) 真值否则 None。
|
|
133
|
-
def card(root: str = None, *, subsystem: str = SUBSYSTEM,
|
|
134
|
-
signers_file: str = None) -> dict:
|
|
135
|
-
"""本节点名片:身份 + 版本 + 签名器公开信息(**不含密钥**)。"""
|
|
136
|
-
pol = _signer.policy_for(subsystem, signers_file)
|
|
137
|
-
s = _signer.get_signer(pol.get("signer"))
|
|
138
|
-
r = _root_of(root)
|
|
139
|
-
return {
|
|
140
|
-
"schema": SCHEMA, "kind": CARD_KIND,
|
|
141
|
-
"node_id": node_id(root),
|
|
142
|
-
"root": os.path.abspath(r) if r else None,
|
|
143
|
-
"theory": _theory_state(),
|
|
144
|
-
"signer": s.public(),
|
|
145
|
-
"subsystem": subsystem,
|
|
146
|
-
"policy": {"sign_on": list(pol.get("sign_on") or []),
|
|
147
|
-
"require_peer_signature": bool(pol.get("require_peer_signature")),
|
|
148
|
-
"on_verify_fail": pol.get("on_verify_fail")},
|
|
149
|
-
"created_at": time.time(),
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
# 生效条件:当传入 root、swarm、subsystem(默认常量 SUBSYSTEM)、signers_file 时,调用 card 得到 c,将 c 以 JSON 写入 peers_dir(swarm)/<c["node_id"]>.json,返回 {"ok": True, "file": p, "card": c}。
|
|
154
|
-
def publish_card(root: str = None, *, swarm: str = None,
|
|
155
|
-
subsystem: str = SUBSYSTEM, signers_file: str = None) -> dict:
|
|
156
|
-
"""把本节点名片写入共享目录 `peers/<node_id>.json`(0600)。"""
|
|
157
|
-
c = card(root, subsystem=subsystem, signers_file=signers_file)
|
|
158
|
-
p = os.path.join(peers_dir(swarm), c["node_id"] + ".json")
|
|
159
|
-
_write_json(p, c)
|
|
160
|
-
return {"ok": True, "file": p, "card": c}
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
# 生效条件:当 peers_dir(swarm) 是目录时,遍历其中 .json 文件,加载为 dict 且 kind 等于常量 CARD_KIND 的名片,若 exclude_self 为真则排除 node_id 等于 node_id(root) 的名片(node_id(root) 抛 EvidenceError 时 self_id 为 None 不排除),返回按文件名排序的列表及计数;目录不存在则返回空列表。
|
|
164
|
-
def peers(swarm: str = None, *, exclude_self: bool = True,
|
|
165
|
-
root: str = None) -> dict:
|
|
166
|
-
"""发现共享目录里的对端名片(按 node_id 排序)。"""
|
|
167
|
-
d = peers_dir(swarm)
|
|
168
|
-
out, self_id = [], None
|
|
169
|
-
if exclude_self:
|
|
170
|
-
try:
|
|
171
|
-
self_id = node_id(root)
|
|
172
|
-
except EvidenceError:
|
|
173
|
-
self_id = None
|
|
174
|
-
if os.path.isdir(d):
|
|
175
|
-
for fn in sorted(os.listdir(d)):
|
|
176
|
-
if not fn.endswith(".json"):
|
|
177
|
-
continue
|
|
178
|
-
try:
|
|
179
|
-
with open(os.path.join(d, fn), "r", encoding="utf-8") as f:
|
|
180
|
-
c = json.load(f)
|
|
181
|
-
except (OSError, ValueError):
|
|
182
|
-
continue
|
|
183
|
-
if not isinstance(c, dict) or c.get("kind") != CARD_KIND:
|
|
184
|
-
continue
|
|
185
|
-
if self_id and c.get("node_id") == self_id:
|
|
186
|
-
continue
|
|
187
|
-
out.append(c)
|
|
188
|
-
return {"dir": d, "count": len(out), "peers": out}
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
# --------------------------------------------------------------------------
|
|
192
|
-
# 证据包:导出
|
|
193
|
-
# --------------------------------------------------------------------------
|
|
194
|
-
|
|
195
|
-
_PACK_FIELDS = ("schema", "kind", "pack_id", "from_node", "from_root",
|
|
196
|
-
"theory", "created_at", "subjects", "items")
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
# 生效条件:当传入 pack 字典时,返回仅含模块级常量 _PACK_FIELDS 中字段(缺失字段取 pack.get(k) 得到 None)的规范化 JSON 字节。
|
|
200
|
-
def _pack_payload(pack: dict) -> bytes:
|
|
201
|
-
"""签名载荷:固定字段 + 排序序列化,同参数必同字节。"""
|
|
202
|
-
body = {}
|
|
203
|
-
for k in _PACK_FIELDS:
|
|
204
|
-
body[k] = pack.get(k)
|
|
205
|
-
return _canon(body)
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
# 生效条件:当传入 cg、subjects、since 时,遍历 cg.index["nodes"] 中按 node_id 排序的节点,仅收集标签含常量 TAG_OBS、不含 TAG_ANCHOR/TAG_TRAIT、不含 TAG_XNODE、能提取 subject: 标签且该 subject 在 subjects(subjects 为真时)或不限制(subjects 假值时)、且若 since 为真且 ts 为真则要求 float(ts) >= float(since) 的节点,返回含 node_id、subject、text(截断 MAX_TEXT)、kind、role、layer、过滤后的 tags、importance、verification_basis、ts 的列表。
|
|
209
|
-
def _collect(cg, subjects=None, since=None) -> list:
|
|
210
|
-
"""收集本根**本地原始**观测证据(排除档案节点与已导入的跨节点证据)。"""
|
|
211
|
-
want = set(subjects or [])
|
|
212
|
-
items = []
|
|
213
|
-
nodes = cg.index.get("nodes") or {}
|
|
214
|
-
for nid in sorted(nodes):
|
|
215
|
-
e = nodes[nid]
|
|
216
|
-
tg = set(e.get("tags") or [])
|
|
217
|
-
if _identity.TAG_OBS not in tg:
|
|
218
|
-
continue
|
|
219
|
-
if tg & {_identity.TAG_ANCHOR, _identity.TAG_TRAIT}:
|
|
220
|
-
continue
|
|
221
|
-
if TAG_XNODE in tg: # 禁止转手(防洗证据)
|
|
222
|
-
continue
|
|
223
|
-
subj = ""
|
|
224
|
-
for t in tg:
|
|
225
|
-
if isinstance(t, str) and t.startswith("subject:"):
|
|
226
|
-
subj = t[len("subject:"):]
|
|
227
|
-
break
|
|
228
|
-
if not subj or (want and subj not in want):
|
|
229
|
-
continue
|
|
230
|
-
node = cg.get(nid) or {}
|
|
231
|
-
fm = node.get("frontmatter") or {}
|
|
232
|
-
ts = fm.get("ts") or fm.get("created_at") or e.get("ts") or 0
|
|
233
|
-
if since and ts and float(ts) < float(since):
|
|
234
|
-
continue
|
|
235
|
-
items.append({
|
|
236
|
-
"node_id": nid,
|
|
237
|
-
"subject": subj,
|
|
238
|
-
"text": (node.get("content") or "")[:MAX_TEXT],
|
|
239
|
-
"kind": fm.get("kind"),
|
|
240
|
-
"role": fm.get("role"),
|
|
241
|
-
"layer": e.get("layer"),
|
|
242
|
-
"tags": sorted(t for t in tg
|
|
243
|
-
if isinstance(t, str)
|
|
244
|
-
and not t.startswith("subject:")
|
|
245
|
-
and not t.startswith(SOURCE_PREFIX)
|
|
246
|
-
and t != TAG_XNODE),
|
|
247
|
-
"importance": fm.get("importance"),
|
|
248
|
-
"verification_basis": (e.get("verification_basis")
|
|
249
|
-
or fm.get("verification_basis")),
|
|
250
|
-
"ts": ts,
|
|
251
|
-
})
|
|
252
|
-
return items
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
# 生效条件:当传入 cg、subjects、since、swarm、subsystem(默认 SUBSYSTEM)、signers_file、require_signature(默认 True)时,收集证据并截断至常量 MAX_ITEMS,用 _signer.sign_for 以常量 SIGN_ACTION 签名,若 require_signature 为真且签名未成功则抛出 EvidenceError,否则返回含 pack、count、truncated、signed 的字典。
|
|
256
|
-
def export_pack(cg, *, subjects=None, since=None, swarm: str = None,
|
|
257
|
-
subsystem: str = SUBSYSTEM, signers_file: str = None,
|
|
258
|
-
require_signature: bool = True) -> dict:
|
|
259
|
-
"""导出本节点对(指定)主体的观测证据包,并签名。
|
|
260
|
-
|
|
261
|
-
`require_signature=True`(默认):策略未对 `evidence` 签名即抛错——
|
|
262
|
-
跨节点证据没有签名就不可溯源,宁可不产出。
|
|
263
|
-
"""
|
|
264
|
-
items = _collect(cg, subjects=subjects, since=since)
|
|
265
|
-
truncated = len(items) > MAX_ITEMS
|
|
266
|
-
items = items[:MAX_ITEMS]
|
|
267
|
-
nid = node_id(getattr(cg, "root", None))
|
|
268
|
-
pack = {
|
|
269
|
-
"schema": SCHEMA, "kind": KIND,
|
|
270
|
-
"from_node": nid,
|
|
271
|
-
"from_root": os.path.abspath(getattr(cg, "root", "") or ""),
|
|
272
|
-
"theory": _theory_state(),
|
|
273
|
-
"created_at": time.time(),
|
|
274
|
-
"subjects": sorted(set(subjects or [])),
|
|
275
|
-
"items": items,
|
|
276
|
-
}
|
|
277
|
-
pid = hashlib.sha256(_canon({"n": nid, "t": pack["created_at"],
|
|
278
|
-
"c": len(items)})).hexdigest()[:12]
|
|
279
|
-
pack["pack_id"] = "pack-" + pid
|
|
280
|
-
|
|
281
|
-
sigres = _signer.sign_for(subsystem, _pack_payload(pack),
|
|
282
|
-
action=SIGN_ACTION, path=signers_file)
|
|
283
|
-
pack["sig"] = {"signer": sigres.get("signer"),
|
|
284
|
-
"signature": sigres.get("signature") or "",
|
|
285
|
-
"signed": bool(sigres.get("signed"))}
|
|
286
|
-
if require_signature and not pack["sig"]["signed"]:
|
|
287
|
-
raise EvidenceError(
|
|
288
|
-
f"子系统 {subsystem} 策略未对 {SIGN_ACTION} 签名,证据包不可溯源。"
|
|
289
|
-
f"请先声明:set_policy({subsystem!r}, sign_on=['handshake','{SIGN_ACTION}'])")
|
|
290
|
-
return {"ok": True, "pack": pack, "count": len(items),
|
|
291
|
-
"truncated": truncated, "signed": pack["sig"]["signed"]}
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
# 生效条件:当传入 pack、path、swarm 时,若 path 为假值则用 os.path.join(inbox_dir(swarm), f"{_slug(pack.get('from_node'))}__{pack.get('pack_id')}.json") 生成路径,将 pack 以 JSON 写入该路径并返回 {"ok": True, "file": path}。
|
|
295
|
-
def write_pack(pack: dict, path: str = None, swarm: str = None) -> dict:
|
|
296
|
-
"""把证据包落盘到收件箱(或指定路径)。"""
|
|
297
|
-
if not path:
|
|
298
|
-
path = os.path.join(inbox_dir(swarm),
|
|
299
|
-
f"{_slug(pack.get('from_node'))}__{pack.get('pack_id')}.json")
|
|
300
|
-
_write_json(path, pack)
|
|
301
|
-
return {"ok": True, "file": path}
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
# --------------------------------------------------------------------------
|
|
305
|
-
# 证据包:导入
|
|
306
|
-
# --------------------------------------------------------------------------
|
|
307
|
-
|
|
308
|
-
# 生效条件:当 src 是 dict 时直接返回 src;否则以 src 为路径打开 JSON 文件并返回 json.load(f)。
|
|
309
|
-
def _read_pack(src) -> dict:
|
|
310
|
-
if isinstance(src, dict):
|
|
311
|
-
return src
|
|
312
|
-
with open(src, "r", encoding="utf-8") as f:
|
|
313
|
-
return json.load(f)
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
# 生效条件:当 pack 为 dict 且 kind 等于常量 KIND、int(pack.get("schema") or 0) 不大于常量 SCHEMA、from_node strip 后非空、items 为 list 时返回空字符串;否则按序返回对应错误字符串(非 dict、kind 不符、schema 过新、缺 from_node、缺 items)。
|
|
317
|
-
def _validate(pack: dict) -> str:
|
|
318
|
-
if not isinstance(pack, dict):
|
|
319
|
-
return "证据包不是 JSON 对象"
|
|
320
|
-
if pack.get("kind") != KIND:
|
|
321
|
-
return f"不是证据包(kind={pack.get('kind')!r})"
|
|
322
|
-
if int(pack.get("schema") or 0) > SCHEMA:
|
|
323
|
-
return f"证据包 schema 过新:{pack.get('schema')} > {SCHEMA}"
|
|
324
|
-
if not (pack.get("from_node") or "").strip():
|
|
325
|
-
return "证据包缺少 from_node(来源不可溯)"
|
|
326
|
-
if not isinstance(pack.get("items"), list):
|
|
327
|
-
return "证据包缺少 items"
|
|
328
|
-
return ""
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
# 生效条件:当传入 from_node 和 orig 时,返回 f"xnode_{_slug(from_node)}_{_slug(orig)}"。
|
|
332
|
-
def _xnode_id(from_node: str, orig: str) -> str:
|
|
333
|
-
return f"xnode_{_slug(from_node)}_{_slug(orig)}"
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
# 生效条件:当传入 pack、reason、swarm、**kw 时,构建含 at、reason、from_node、pack_id 及 kw 中非 None 项的拒绝记录,尝试追加到 inbox_dir(swarm)/_rejected.jsonl(OSError 忽略),返回 {"ok": False, "rejected": True, "reason": reason, "from_node": ...} 并合并 kw 中非 None 项。
|
|
337
|
-
def _note_reject(pack: dict, reason: str, swarm: str = None, **kw) -> dict:
|
|
338
|
-
rec = {"at": time.time(), "reason": reason,
|
|
339
|
-
"from_node": (pack or {}).get("from_node"),
|
|
340
|
-
"pack_id": (pack or {}).get("pack_id")}
|
|
341
|
-
rec.update({k: v for k, v in kw.items() if v is not None})
|
|
342
|
-
try:
|
|
343
|
-
from .fsutil import append_jsonl
|
|
344
|
-
os.makedirs(inbox_dir(swarm), exist_ok=True)
|
|
345
|
-
append_jsonl(os.path.join(inbox_dir(swarm), "_rejected.jsonl"), rec)
|
|
346
|
-
except OSError:
|
|
347
|
-
pass
|
|
348
|
-
out = {"ok": False, "rejected": True, "reason": reason,
|
|
349
|
-
"from_node": rec.get("from_node")}
|
|
350
|
-
out.update({k: v for k, v in kw.items() if v is not None})
|
|
351
|
-
return out
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
# 生效条件:当传入 cg、src、subsystem(默认 SUBSYSTEM)、swarm、signers_file、archive(默认 True)时,依次读取 src 为 pack、_validate 校验、来源 node_id 不等于本节点、_signer.verify_for 验签成功、且有签名或 signer 等于 "null" 方可通过;通过则对 pack["items"] 前常量 MAX_ITEMS 项中 subject/text 非空者以 _identity.observe 写入(带常量 TAG_XNODE 和 SOURCE_PREFIX 标签,importance 默认 0.5,verification_basis 默认 "data"),统计 written/skipped,若 archive 为真则写包到收件箱,返回含 ok、from_node、pack_id、imported、skipped、truncated、node_ids、archived 的字典;任一拒绝分支调用 _note_reject 返回拒绝结果。
|
|
355
|
-
def import_pack(cg, src, *, subsystem: str = SUBSYSTEM, swarm: str = None,
|
|
356
|
-
signers_file: str = None, archive: bool = True) -> dict:
|
|
357
|
-
"""导入对端证据包:验签 → 落本根(带 `source:<node>` 标签)。
|
|
358
|
-
|
|
359
|
-
fail-closed:结构不合法、来源即本节点、验签失败、缺签名 → 一律拒收并留痕。
|
|
360
|
-
"""
|
|
361
|
-
try:
|
|
362
|
-
pack = _read_pack(src)
|
|
363
|
-
except (OSError, ValueError) as e:
|
|
364
|
-
return _note_reject({}, f"证据包读取失败:{e}", swarm=swarm)
|
|
365
|
-
|
|
366
|
-
err = _validate(pack)
|
|
367
|
-
if err:
|
|
368
|
-
return _note_reject(pack, err, swarm=swarm)
|
|
369
|
-
|
|
370
|
-
from_node = pack["from_node"].strip()
|
|
371
|
-
if from_node == node_id(getattr(cg, "root", None)):
|
|
372
|
-
return _note_reject(pack, "证据包来源即本节点(拒绝自导入)", swarm=swarm)
|
|
373
|
-
|
|
374
|
-
signature = ((pack.get("sig") or {}).get("signature") or "").strip()
|
|
375
|
-
vres = _signer.verify_for(subsystem, _pack_payload(pack), signature,
|
|
376
|
-
action=SIGN_ACTION, path=signers_file)
|
|
377
|
-
if not vres.get("ok"):
|
|
378
|
-
return _note_reject(pack, f"验签失败:{vres.get('reason') or '未知'}",
|
|
379
|
-
swarm=swarm, on_fail=vres.get("on_fail"))
|
|
380
|
-
if not signature and (pack.get("sig") or {}).get("signer") != "null":
|
|
381
|
-
return _note_reject(pack, "证据包缺少签名(跨节点证据必须可溯源)",
|
|
382
|
-
swarm=swarm)
|
|
383
|
-
|
|
384
|
-
items = pack["items"][:MAX_ITEMS]
|
|
385
|
-
written, skipped = [], 0
|
|
386
|
-
for it in items:
|
|
387
|
-
if not isinstance(it, dict):
|
|
388
|
-
skipped += 1
|
|
389
|
-
continue
|
|
390
|
-
subj = (it.get("subject") or "").strip()
|
|
391
|
-
text = (it.get("text") or "").strip()
|
|
392
|
-
if not subj or not text:
|
|
393
|
-
skipped += 1
|
|
394
|
-
continue
|
|
395
|
-
tags = [TAG_XNODE, f"{SOURCE_PREFIX}{from_node}"]
|
|
396
|
-
tags += [t for t in (it.get("tags") or [])
|
|
397
|
-
if isinstance(t, str) and t
|
|
398
|
-
and not t.startswith("subject:")
|
|
399
|
-
and not t.startswith(SOURCE_PREFIX)
|
|
400
|
-
and t not in (TAG_XNODE, _identity.TAG_ANCHOR, _identity.TAG_TRAIT)]
|
|
401
|
-
imp = it.get("importance")
|
|
402
|
-
_identity.observe(
|
|
403
|
-
cg, subj, text,
|
|
404
|
-
kind=it.get("kind"), role=it.get("role"),
|
|
405
|
-
layer=it.get("layer") or "knowledge",
|
|
406
|
-
tags=tags,
|
|
407
|
-
importance=0.5 if imp is None else imp,
|
|
408
|
-
verification_basis=it.get("verification_basis") or "data",
|
|
409
|
-
node_id=_xnode_id(from_node, it.get("node_id") or subj),
|
|
410
|
-
override=True)
|
|
411
|
-
written.append(_xnode_id(from_node, it.get("node_id") or subj))
|
|
412
|
-
|
|
413
|
-
archived = ""
|
|
414
|
-
if archive:
|
|
415
|
-
try:
|
|
416
|
-
archived = write_pack(pack, swarm=swarm)["file"]
|
|
417
|
-
except OSError:
|
|
418
|
-
archived = ""
|
|
419
|
-
return {"ok": True, "from_node": from_node, "pack_id": pack.get("pack_id"),
|
|
420
|
-
"imported": len(written), "skipped": skipped,
|
|
421
|
-
"truncated": len(pack["items"]) > MAX_ITEMS,
|
|
422
|
-
"node_ids": written, "archived": archived}
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
# --------------------------------------------------------------------------
|
|
426
|
-
# 查询
|
|
427
|
-
# --------------------------------------------------------------------------
|
|
428
|
-
|
|
429
|
-
# 生效条件:当传入 cg、subject、source、limit(默认 100)时,收集标签含常量 TAG_XNODE 的节点,若 subject 为真则仅保留 subject 标签等于 subject 的节点,若 source 为真则仅保留 source 标签等于 source 的节点,返回最后 int(limit or 100) 条记录(limit 为假值如 0 时取 100)的 count 与列表。
|
|
430
|
-
def evidence(cg, *, subject: str = None, source: str = None,
|
|
431
|
-
limit: int = 100) -> dict:
|
|
432
|
-
"""列本根已导入的跨节点证据(按来源/主体过滤)。"""
|
|
433
|
-
out = []
|
|
434
|
-
nodes = cg.index.get("nodes") or {}
|
|
435
|
-
for nid in sorted(nodes):
|
|
436
|
-
e = nodes[nid]
|
|
437
|
-
tg = set(e.get("tags") or [])
|
|
438
|
-
if TAG_XNODE not in tg:
|
|
439
|
-
continue
|
|
440
|
-
subj, src = "", ""
|
|
441
|
-
for t in tg:
|
|
442
|
-
if isinstance(t, str) and t.startswith("subject:"):
|
|
443
|
-
subj = t[len("subject:"):]
|
|
444
|
-
elif isinstance(t, str) and t.startswith(SOURCE_PREFIX):
|
|
445
|
-
src = t[len(SOURCE_PREFIX):]
|
|
446
|
-
if subject and subj != subject:
|
|
447
|
-
continue
|
|
448
|
-
if source and src != source:
|
|
449
|
-
continue
|
|
450
|
-
node = cg.get(nid) or {}
|
|
451
|
-
out.append({"node_id": nid, "subject": subj, "source": src,
|
|
452
|
-
"layer": e.get("layer"),
|
|
453
|
-
"content": (node.get("content") or "")[:400]})
|
|
454
|
-
out = out[-int(limit or 100):]
|
|
455
|
-
return {"count": len(out), "evidence": out}
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
# 生效条件:无参数调用时返回包含模块级常量 SUBSYSTEM、SIGN_ACTION、SWARM_DIR_ENV、NODE_ID_ENV、ROOT_ENV、MAX_ITEMS、MAX_TEXT 及 swarm_dir() 等字段的自描述字典。
|
|
459
|
-
def catalog() -> dict:
|
|
460
|
-
return {
|
|
461
|
-
"layer": "跨节点证据存储(蜂群互联 v0.3)",
|
|
462
|
-
"question": "跨节点:你凭什么这么说",
|
|
463
|
-
"blindspot": "§9.1 单根假设——对端观测对本节点不可见",
|
|
464
|
-
"invariants": ["来源可溯", "可拒收", "全程留痕", "禁止转手"],
|
|
465
|
-
"subsystem": SUBSYSTEM,
|
|
466
|
-
"sign_action": SIGN_ACTION,
|
|
467
|
-
"swarm_dir": swarm_dir(),
|
|
468
|
-
"pack_fields": list(_PACK_FIELDS),
|
|
469
|
-
"limits": {"max_items": MAX_ITEMS, "max_text": MAX_TEXT},
|
|
470
|
-
"env": {"node_id": NODE_ID_ENV, "swarm_dir": SWARM_DIR_ENV,
|
|
471
|
-
"root": ROOT_ENV},
|
|
472
|
-
"honest_boundary": "验证的是「证据来自该节点」,不是「证据为真」",
|
|
473
|
-
}
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
# --------------------------------------------------------------------------
|
|
477
|
-
# 工具
|
|
478
|
-
# --------------------------------------------------------------------------
|
|
479
|
-
|
|
480
|
-
# 生效条件:当传入 path 和 obj 时,在 path 所在目录(若 dirname 为空则 ".")创建目录,将 obj 以 JSON 写入 path+".tmp"(ensure_ascii=False, indent=1, sort_keys=True),尝试 chmod 0600,替换到 path,返回 path。
|
|
481
|
-
def _write_json(path: str, obj) -> str:
|
|
482
|
-
os.makedirs(os.path.dirname(path) or ".", exist_ok=True)
|
|
483
|
-
tmp = path + ".tmp"
|
|
484
|
-
with open(tmp, "w", encoding="utf-8") as f:
|
|
485
|
-
json.dump(obj, f, ensure_ascii=False, indent=1, sort_keys=True)
|
|
486
|
-
try:
|
|
487
|
-
os.chmod(tmp, 0o600)
|
|
488
|
-
except OSError:
|
|
489
|
-
pass
|
|
490
|
-
publish(tmp, path)
|
|
491
|
-
return path
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
# 生效条件:当传入 root 且 _root_of(root) 返回真值时,以 designer 角色 Principal(tenant 取 os.environ.get("MDCG_TENANT", "default") 的实际值,actor 取 os.environ.get("MDCG_ACTOR", "swarm-cli") 的实际值)打开 MdCGSecure;否则抛出 EvidenceError。
|
|
495
|
-
def _open_cg(root: str = None):
|
|
496
|
-
"""CLI 用:以 designer 身份打开根(令牌路径仍推荐走 MCP)。"""
|
|
497
|
-
from .mdcos import MdCGSecure
|
|
498
|
-
from .security import Principal
|
|
499
|
-
from .tokens import role_spec
|
|
500
|
-
r = _root_of(root)
|
|
501
|
-
if not r:
|
|
502
|
-
raise EvidenceError("缺少根目录:请设 MDCG_ROOT 或传 --root")
|
|
503
|
-
spec = role_spec("designer")
|
|
504
|
-
p = Principal(tenant=os.environ.get("MDCG_TENANT", "default"),
|
|
505
|
-
actor=os.environ.get("MDCG_ACTOR", "swarm-cli"),
|
|
506
|
-
clearance="private", can_write=True, can_admin=True,
|
|
507
|
-
role="designer", layers_allow=spec["layers_allow"],
|
|
508
|
-
ops_allow=spec["ops_allow"], auth_mode="legacy_env")
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
ap
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
sub.
|
|
529
|
-
|
|
530
|
-
sub.add_parser("
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
p_ls.
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
elif a.cmd == "
|
|
555
|
-
_print(
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
cg =
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""跨节点证据存储(蜂群互联 v0.3)。
|
|
3
|
+
|
|
4
|
+
攻 §9.1 盲区:`identity.infer_position` 只统计**本根**带 `subject:<id>` 标签的
|
|
5
|
+
证据节点,跨节点时对端观测对本节点不可见。本模块给出最小可测的交换机制:
|
|
6
|
+
|
|
7
|
+
① **节点名片**(card)——`node_id` / 根路径 / 版本状态 / 签名器公开信息;
|
|
8
|
+
② **证据包**(pack)——从本根导出「我对某主体的观测」,**由本节点签名**;
|
|
9
|
+
③ **导入**(import)——验签 → 落本根(带 `source:<node>` 标签)→ 可审计、可拒收。
|
|
10
|
+
|
|
11
|
+
设计边界(承 D-1 / D-4):
|
|
12
|
+
|
|
13
|
+
· 内核**不做密码学**:签名/验签一律经 `signer.sign_for / verify_for`,
|
|
14
|
+
跨节点证据要求子系统策略 `sign_on` 含 `evidence`(由智能体自决);
|
|
15
|
+
· 内核**不保证全局共识**(0.0.3 局部不可知):只保证「来源可溯 + 可拒收 + 留痕」;
|
|
16
|
+
· 证据是**他证**(来源节点对主体的观测),不是主体自证;自证走 `identity.anchor`;
|
|
17
|
+
· **禁止转手**:已导入的跨节点证据(带 `xnode:cross`)不参与再次导出,
|
|
18
|
+
否则 A 可以把「C 说 B 怎样」洗成「A 说 B 怎样」,来源链断裂。
|
|
19
|
+
|
|
20
|
+
诚实边界:本层验证的是「**这条证据确实来自该节点**」,
|
|
21
|
+
**不是**「这条证据为真」——后者需节点侧的可信执行,属工程侧责任。
|
|
22
|
+
|
|
23
|
+
零第三方依赖。
|
|
24
|
+
"""
|
|
25
|
+
from __future__ import annotations
|
|
26
|
+
|
|
27
|
+
import argparse
|
|
28
|
+
import hashlib
|
|
29
|
+
import json
|
|
30
|
+
import os
|
|
31
|
+
import sys
|
|
32
|
+
import time
|
|
33
|
+
|
|
34
|
+
from . import identity as _identity
|
|
35
|
+
from . import signer as _signer
|
|
36
|
+
from .datapath import aux_root
|
|
37
|
+
from .fsutil import publish
|
|
38
|
+
|
|
39
|
+
NODE_ID_ENV = "MDCG_NODE_ID"
|
|
40
|
+
SWARM_DIR_ENV = "MDCG_SWARM_DIR"
|
|
41
|
+
ROOT_ENV = "MDCG_ROOT"
|
|
42
|
+
|
|
43
|
+
DEFAULT_DIR = aux_root()
|
|
44
|
+
DEFAULT_SWARM_DIR = os.path.join(DEFAULT_DIR, "swarm")
|
|
45
|
+
|
|
46
|
+
SUBSYSTEM = "swarm" # 子系统名:智能体可对它声明签名策略(D-4)
|
|
47
|
+
SIGN_ACTION = "evidence"
|
|
48
|
+
SCHEMA = 1
|
|
49
|
+
KIND = "mdcg.evidence.pack"
|
|
50
|
+
CARD_KIND = "mdcg.node.card"
|
|
51
|
+
|
|
52
|
+
TAG_XNODE = "xnode:cross"
|
|
53
|
+
SOURCE_PREFIX = "source:"
|
|
54
|
+
|
|
55
|
+
MAX_ITEMS = 500 # 单包条目上限(防灌包)
|
|
56
|
+
MAX_TEXT = 4000 # 单条正文上限
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
class EvidenceError(Exception):
|
|
60
|
+
"""跨节点证据层错误(fail-closed)。"""
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
# --------------------------------------------------------------------------
|
|
64
|
+
# 路径与身份
|
|
65
|
+
# --------------------------------------------------------------------------
|
|
66
|
+
|
|
67
|
+
# 生效条件:当传入 path 为真值时返回 path;否则若环境变量 SWARM_DIR_ENV 为真值则返回其值;否则返回模块级常量 DEFAULT_SWARM_DIR。
|
|
68
|
+
def swarm_dir(path: str = None) -> str:
|
|
69
|
+
return path or os.environ.get(SWARM_DIR_ENV) or DEFAULT_SWARM_DIR
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
# 生效条件:当传入 swarm 参数(假值回落到 swarm_dir 的默认逻辑)时,返回 os.path.join(swarm_dir(swarm), "peers")。
|
|
73
|
+
def peers_dir(swarm: str = None) -> str:
|
|
74
|
+
return os.path.join(swarm_dir(swarm), "peers")
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
# 生效条件:当传入 swarm 参数(假值回落到 swarm_dir 的默认逻辑)时,返回 os.path.join(swarm_dir(swarm), "inbox")。
|
|
78
|
+
def inbox_dir(swarm: str = None) -> str:
|
|
79
|
+
return os.path.join(swarm_dir(swarm), "inbox")
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
# 生效条件:当传入 root 为真值时返回 root;否则返回环境变量 ROOT_ENV 的值(可能为 None)。
|
|
83
|
+
def _root_of(root: str = None) -> str:
|
|
84
|
+
return root or os.environ.get(ROOT_ENV)
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
# 生效条件:当 explicit 或环境变量 NODE_ID_ENV strip 后非空时返回该值;否则若 _root_of(root) 返回真值,返回基于规范绝对路径的 'node-<12hex>';否则抛出 EvidenceError。
|
|
88
|
+
def node_id(root: str = None, explicit: str = None) -> str:
|
|
89
|
+
"""本节点身份。
|
|
90
|
+
|
|
91
|
+
优先 `MDCG_NODE_ID`(生产环境应显式设置,保证跨机器稳定);
|
|
92
|
+
缺省从根路径派生 `node-<12hex>`(同机可复现,跨机器不保证唯一)。
|
|
93
|
+
"""
|
|
94
|
+
nid = (explicit or os.environ.get(NODE_ID_ENV) or "").strip()
|
|
95
|
+
if nid:
|
|
96
|
+
return nid
|
|
97
|
+
r = _root_of(root)
|
|
98
|
+
if not r:
|
|
99
|
+
raise EvidenceError(
|
|
100
|
+
"无法确定节点身份:请设 MDCG_NODE_ID(推荐)或 MDCG_ROOT")
|
|
101
|
+
key = os.path.normcase(os.path.abspath(r))
|
|
102
|
+
return "node-" + hashlib.sha256(key.encode("utf-8")).hexdigest()[:12]
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
# 生效条件:包内 md_cg.theory 可导入且 _th.check() 成功时返回 {version, accepted, theory_ok};任何异常(版本层缺失或校验失败)一律吞掉返回 {},不阻断证据层主流程;
|
|
106
|
+
def _theory_state() -> dict:
|
|
107
|
+
try:
|
|
108
|
+
from . import theory as _th
|
|
109
|
+
st = _th.check()
|
|
110
|
+
return {"version": st.get("version"),
|
|
111
|
+
"accepted": list(st.get("accepted_versions") or []),
|
|
112
|
+
"theory_ok": bool(st.get("theory_ok"))}
|
|
113
|
+
except Exception: # 版本层缺失不阻断证据层
|
|
114
|
+
return {}
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
# 生效条件:当传入 obj 时,返回其 json.dumps(obj, ensure_ascii=False, sort_keys=True, separators=(',',':')).encode("utf-8") 字节。
|
|
118
|
+
def _canon(obj) -> bytes:
|
|
119
|
+
return json.dumps(obj, ensure_ascii=False, sort_keys=True,
|
|
120
|
+
separators=(",", ":")).encode("utf-8")
|
|
121
|
+
|
|
122
|
+
|
|
123
|
+
# 生效条件:当传入 s 时,返回 str(s) 中每个字符若为字母数字或 '_' '-' 则保留,否则替换为 '_' 的字符串。
|
|
124
|
+
def _slug(s) -> str:
|
|
125
|
+
return "".join(ch if (ch.isalnum() or ch in "_-") else "_" for ch in str(s))
|
|
126
|
+
|
|
127
|
+
|
|
128
|
+
# --------------------------------------------------------------------------
|
|
129
|
+
# 节点名片(发现)
|
|
130
|
+
# --------------------------------------------------------------------------
|
|
131
|
+
|
|
132
|
+
# 生效条件:当传入 root、subsystem(默认常量 SUBSYSTEM)、signers_file 时,基于 _signer.policy_for 和 _signer.get_signer 返回名片字典,其中 root 为 os.path.abspath(_root_of(root)) 若 _root_of(root) 真值否则 None。
|
|
133
|
+
def card(root: str = None, *, subsystem: str = SUBSYSTEM,
|
|
134
|
+
signers_file: str = None) -> dict:
|
|
135
|
+
"""本节点名片:身份 + 版本 + 签名器公开信息(**不含密钥**)。"""
|
|
136
|
+
pol = _signer.policy_for(subsystem, signers_file)
|
|
137
|
+
s = _signer.get_signer(pol.get("signer"))
|
|
138
|
+
r = _root_of(root)
|
|
139
|
+
return {
|
|
140
|
+
"schema": SCHEMA, "kind": CARD_KIND,
|
|
141
|
+
"node_id": node_id(root),
|
|
142
|
+
"root": os.path.abspath(r) if r else None,
|
|
143
|
+
"theory": _theory_state(),
|
|
144
|
+
"signer": s.public(),
|
|
145
|
+
"subsystem": subsystem,
|
|
146
|
+
"policy": {"sign_on": list(pol.get("sign_on") or []),
|
|
147
|
+
"require_peer_signature": bool(pol.get("require_peer_signature")),
|
|
148
|
+
"on_verify_fail": pol.get("on_verify_fail")},
|
|
149
|
+
"created_at": time.time(),
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
|
|
153
|
+
# 生效条件:当传入 root、swarm、subsystem(默认常量 SUBSYSTEM)、signers_file 时,调用 card 得到 c,将 c 以 JSON 写入 peers_dir(swarm)/<c["node_id"]>.json,返回 {"ok": True, "file": p, "card": c}。
|
|
154
|
+
def publish_card(root: str = None, *, swarm: str = None,
|
|
155
|
+
subsystem: str = SUBSYSTEM, signers_file: str = None) -> dict:
|
|
156
|
+
"""把本节点名片写入共享目录 `peers/<node_id>.json`(0600)。"""
|
|
157
|
+
c = card(root, subsystem=subsystem, signers_file=signers_file)
|
|
158
|
+
p = os.path.join(peers_dir(swarm), c["node_id"] + ".json")
|
|
159
|
+
_write_json(p, c)
|
|
160
|
+
return {"ok": True, "file": p, "card": c}
|
|
161
|
+
|
|
162
|
+
|
|
163
|
+
# 生效条件:当 peers_dir(swarm) 是目录时,遍历其中 .json 文件,加载为 dict 且 kind 等于常量 CARD_KIND 的名片,若 exclude_self 为真则排除 node_id 等于 node_id(root) 的名片(node_id(root) 抛 EvidenceError 时 self_id 为 None 不排除),返回按文件名排序的列表及计数;目录不存在则返回空列表。
|
|
164
|
+
def peers(swarm: str = None, *, exclude_self: bool = True,
|
|
165
|
+
root: str = None) -> dict:
|
|
166
|
+
"""发现共享目录里的对端名片(按 node_id 排序)。"""
|
|
167
|
+
d = peers_dir(swarm)
|
|
168
|
+
out, self_id = [], None
|
|
169
|
+
if exclude_self:
|
|
170
|
+
try:
|
|
171
|
+
self_id = node_id(root)
|
|
172
|
+
except EvidenceError:
|
|
173
|
+
self_id = None
|
|
174
|
+
if os.path.isdir(d):
|
|
175
|
+
for fn in sorted(os.listdir(d)):
|
|
176
|
+
if not fn.endswith(".json"):
|
|
177
|
+
continue
|
|
178
|
+
try:
|
|
179
|
+
with open(os.path.join(d, fn), "r", encoding="utf-8") as f:
|
|
180
|
+
c = json.load(f)
|
|
181
|
+
except (OSError, ValueError):
|
|
182
|
+
continue
|
|
183
|
+
if not isinstance(c, dict) or c.get("kind") != CARD_KIND:
|
|
184
|
+
continue
|
|
185
|
+
if self_id and c.get("node_id") == self_id:
|
|
186
|
+
continue
|
|
187
|
+
out.append(c)
|
|
188
|
+
return {"dir": d, "count": len(out), "peers": out}
|
|
189
|
+
|
|
190
|
+
|
|
191
|
+
# --------------------------------------------------------------------------
|
|
192
|
+
# 证据包:导出
|
|
193
|
+
# --------------------------------------------------------------------------
|
|
194
|
+
|
|
195
|
+
_PACK_FIELDS = ("schema", "kind", "pack_id", "from_node", "from_root",
|
|
196
|
+
"theory", "created_at", "subjects", "items")
|
|
197
|
+
|
|
198
|
+
|
|
199
|
+
# 生效条件:当传入 pack 字典时,返回仅含模块级常量 _PACK_FIELDS 中字段(缺失字段取 pack.get(k) 得到 None)的规范化 JSON 字节。
|
|
200
|
+
def _pack_payload(pack: dict) -> bytes:
|
|
201
|
+
"""签名载荷:固定字段 + 排序序列化,同参数必同字节。"""
|
|
202
|
+
body = {}
|
|
203
|
+
for k in _PACK_FIELDS:
|
|
204
|
+
body[k] = pack.get(k)
|
|
205
|
+
return _canon(body)
|
|
206
|
+
|
|
207
|
+
|
|
208
|
+
# 生效条件:当传入 cg、subjects、since 时,遍历 cg.index["nodes"] 中按 node_id 排序的节点,仅收集标签含常量 TAG_OBS、不含 TAG_ANCHOR/TAG_TRAIT、不含 TAG_XNODE、能提取 subject: 标签且该 subject 在 subjects(subjects 为真时)或不限制(subjects 假值时)、且若 since 为真且 ts 为真则要求 float(ts) >= float(since) 的节点,返回含 node_id、subject、text(截断 MAX_TEXT)、kind、role、layer、过滤后的 tags、importance、verification_basis、ts 的列表。
|
|
209
|
+
def _collect(cg, subjects=None, since=None) -> list:
|
|
210
|
+
"""收集本根**本地原始**观测证据(排除档案节点与已导入的跨节点证据)。"""
|
|
211
|
+
want = set(subjects or [])
|
|
212
|
+
items = []
|
|
213
|
+
nodes = cg.index.get("nodes") or {}
|
|
214
|
+
for nid in sorted(nodes):
|
|
215
|
+
e = nodes[nid]
|
|
216
|
+
tg = set(e.get("tags") or [])
|
|
217
|
+
if _identity.TAG_OBS not in tg:
|
|
218
|
+
continue
|
|
219
|
+
if tg & {_identity.TAG_ANCHOR, _identity.TAG_TRAIT}:
|
|
220
|
+
continue
|
|
221
|
+
if TAG_XNODE in tg: # 禁止转手(防洗证据)
|
|
222
|
+
continue
|
|
223
|
+
subj = ""
|
|
224
|
+
for t in tg:
|
|
225
|
+
if isinstance(t, str) and t.startswith("subject:"):
|
|
226
|
+
subj = t[len("subject:"):]
|
|
227
|
+
break
|
|
228
|
+
if not subj or (want and subj not in want):
|
|
229
|
+
continue
|
|
230
|
+
node = cg.get(nid) or {}
|
|
231
|
+
fm = node.get("frontmatter") or {}
|
|
232
|
+
ts = fm.get("ts") or fm.get("created_at") or e.get("ts") or 0
|
|
233
|
+
if since and ts and float(ts) < float(since):
|
|
234
|
+
continue
|
|
235
|
+
items.append({
|
|
236
|
+
"node_id": nid,
|
|
237
|
+
"subject": subj,
|
|
238
|
+
"text": (node.get("content") or "")[:MAX_TEXT],
|
|
239
|
+
"kind": fm.get("kind"),
|
|
240
|
+
"role": fm.get("role"),
|
|
241
|
+
"layer": e.get("layer"),
|
|
242
|
+
"tags": sorted(t for t in tg
|
|
243
|
+
if isinstance(t, str)
|
|
244
|
+
and not t.startswith("subject:")
|
|
245
|
+
and not t.startswith(SOURCE_PREFIX)
|
|
246
|
+
and t != TAG_XNODE),
|
|
247
|
+
"importance": fm.get("importance"),
|
|
248
|
+
"verification_basis": (e.get("verification_basis")
|
|
249
|
+
or fm.get("verification_basis")),
|
|
250
|
+
"ts": ts,
|
|
251
|
+
})
|
|
252
|
+
return items
|
|
253
|
+
|
|
254
|
+
|
|
255
|
+
# 生效条件:当传入 cg、subjects、since、swarm、subsystem(默认 SUBSYSTEM)、signers_file、require_signature(默认 True)时,收集证据并截断至常量 MAX_ITEMS,用 _signer.sign_for 以常量 SIGN_ACTION 签名,若 require_signature 为真且签名未成功则抛出 EvidenceError,否则返回含 pack、count、truncated、signed 的字典。
|
|
256
|
+
def export_pack(cg, *, subjects=None, since=None, swarm: str = None,
|
|
257
|
+
subsystem: str = SUBSYSTEM, signers_file: str = None,
|
|
258
|
+
require_signature: bool = True) -> dict:
|
|
259
|
+
"""导出本节点对(指定)主体的观测证据包,并签名。
|
|
260
|
+
|
|
261
|
+
`require_signature=True`(默认):策略未对 `evidence` 签名即抛错——
|
|
262
|
+
跨节点证据没有签名就不可溯源,宁可不产出。
|
|
263
|
+
"""
|
|
264
|
+
items = _collect(cg, subjects=subjects, since=since)
|
|
265
|
+
truncated = len(items) > MAX_ITEMS
|
|
266
|
+
items = items[:MAX_ITEMS]
|
|
267
|
+
nid = node_id(getattr(cg, "root", None))
|
|
268
|
+
pack = {
|
|
269
|
+
"schema": SCHEMA, "kind": KIND,
|
|
270
|
+
"from_node": nid,
|
|
271
|
+
"from_root": os.path.abspath(getattr(cg, "root", "") or ""),
|
|
272
|
+
"theory": _theory_state(),
|
|
273
|
+
"created_at": time.time(),
|
|
274
|
+
"subjects": sorted(set(subjects or [])),
|
|
275
|
+
"items": items,
|
|
276
|
+
}
|
|
277
|
+
pid = hashlib.sha256(_canon({"n": nid, "t": pack["created_at"],
|
|
278
|
+
"c": len(items)})).hexdigest()[:12]
|
|
279
|
+
pack["pack_id"] = "pack-" + pid
|
|
280
|
+
|
|
281
|
+
sigres = _signer.sign_for(subsystem, _pack_payload(pack),
|
|
282
|
+
action=SIGN_ACTION, path=signers_file)
|
|
283
|
+
pack["sig"] = {"signer": sigres.get("signer"),
|
|
284
|
+
"signature": sigres.get("signature") or "",
|
|
285
|
+
"signed": bool(sigres.get("signed"))}
|
|
286
|
+
if require_signature and not pack["sig"]["signed"]:
|
|
287
|
+
raise EvidenceError(
|
|
288
|
+
f"子系统 {subsystem} 策略未对 {SIGN_ACTION} 签名,证据包不可溯源。"
|
|
289
|
+
f"请先声明:set_policy({subsystem!r}, sign_on=['handshake','{SIGN_ACTION}'])")
|
|
290
|
+
return {"ok": True, "pack": pack, "count": len(items),
|
|
291
|
+
"truncated": truncated, "signed": pack["sig"]["signed"]}
|
|
292
|
+
|
|
293
|
+
|
|
294
|
+
# 生效条件:当传入 pack、path、swarm 时,若 path 为假值则用 os.path.join(inbox_dir(swarm), f"{_slug(pack.get('from_node'))}__{pack.get('pack_id')}.json") 生成路径,将 pack 以 JSON 写入该路径并返回 {"ok": True, "file": path}。
|
|
295
|
+
def write_pack(pack: dict, path: str = None, swarm: str = None) -> dict:
|
|
296
|
+
"""把证据包落盘到收件箱(或指定路径)。"""
|
|
297
|
+
if not path:
|
|
298
|
+
path = os.path.join(inbox_dir(swarm),
|
|
299
|
+
f"{_slug(pack.get('from_node'))}__{pack.get('pack_id')}.json")
|
|
300
|
+
_write_json(path, pack)
|
|
301
|
+
return {"ok": True, "file": path}
|
|
302
|
+
|
|
303
|
+
|
|
304
|
+
# --------------------------------------------------------------------------
|
|
305
|
+
# 证据包:导入
|
|
306
|
+
# --------------------------------------------------------------------------
|
|
307
|
+
|
|
308
|
+
# 生效条件:当 src 是 dict 时直接返回 src;否则以 src 为路径打开 JSON 文件并返回 json.load(f)。
|
|
309
|
+
def _read_pack(src) -> dict:
|
|
310
|
+
if isinstance(src, dict):
|
|
311
|
+
return src
|
|
312
|
+
with open(src, "r", encoding="utf-8") as f:
|
|
313
|
+
return json.load(f)
|
|
314
|
+
|
|
315
|
+
|
|
316
|
+
# 生效条件:当 pack 为 dict 且 kind 等于常量 KIND、int(pack.get("schema") or 0) 不大于常量 SCHEMA、from_node strip 后非空、items 为 list 时返回空字符串;否则按序返回对应错误字符串(非 dict、kind 不符、schema 过新、缺 from_node、缺 items)。
|
|
317
|
+
def _validate(pack: dict) -> str:
|
|
318
|
+
if not isinstance(pack, dict):
|
|
319
|
+
return "证据包不是 JSON 对象"
|
|
320
|
+
if pack.get("kind") != KIND:
|
|
321
|
+
return f"不是证据包(kind={pack.get('kind')!r})"
|
|
322
|
+
if int(pack.get("schema") or 0) > SCHEMA:
|
|
323
|
+
return f"证据包 schema 过新:{pack.get('schema')} > {SCHEMA}"
|
|
324
|
+
if not (pack.get("from_node") or "").strip():
|
|
325
|
+
return "证据包缺少 from_node(来源不可溯)"
|
|
326
|
+
if not isinstance(pack.get("items"), list):
|
|
327
|
+
return "证据包缺少 items"
|
|
328
|
+
return ""
|
|
329
|
+
|
|
330
|
+
|
|
331
|
+
# 生效条件:当传入 from_node 和 orig 时,返回 f"xnode_{_slug(from_node)}_{_slug(orig)}"。
|
|
332
|
+
def _xnode_id(from_node: str, orig: str) -> str:
|
|
333
|
+
return f"xnode_{_slug(from_node)}_{_slug(orig)}"
|
|
334
|
+
|
|
335
|
+
|
|
336
|
+
# 生效条件:当传入 pack、reason、swarm、**kw 时,构建含 at、reason、from_node、pack_id 及 kw 中非 None 项的拒绝记录,尝试追加到 inbox_dir(swarm)/_rejected.jsonl(OSError 忽略),返回 {"ok": False, "rejected": True, "reason": reason, "from_node": ...} 并合并 kw 中非 None 项。
|
|
337
|
+
def _note_reject(pack: dict, reason: str, swarm: str = None, **kw) -> dict:
|
|
338
|
+
rec = {"at": time.time(), "reason": reason,
|
|
339
|
+
"from_node": (pack or {}).get("from_node"),
|
|
340
|
+
"pack_id": (pack or {}).get("pack_id")}
|
|
341
|
+
rec.update({k: v for k, v in kw.items() if v is not None})
|
|
342
|
+
try:
|
|
343
|
+
from .fsutil import append_jsonl
|
|
344
|
+
os.makedirs(inbox_dir(swarm), exist_ok=True)
|
|
345
|
+
append_jsonl(os.path.join(inbox_dir(swarm), "_rejected.jsonl"), rec)
|
|
346
|
+
except OSError:
|
|
347
|
+
pass
|
|
348
|
+
out = {"ok": False, "rejected": True, "reason": reason,
|
|
349
|
+
"from_node": rec.get("from_node")}
|
|
350
|
+
out.update({k: v for k, v in kw.items() if v is not None})
|
|
351
|
+
return out
|
|
352
|
+
|
|
353
|
+
|
|
354
|
+
# 生效条件:当传入 cg、src、subsystem(默认 SUBSYSTEM)、swarm、signers_file、archive(默认 True)时,依次读取 src 为 pack、_validate 校验、来源 node_id 不等于本节点、_signer.verify_for 验签成功、且有签名或 signer 等于 "null" 方可通过;通过则对 pack["items"] 前常量 MAX_ITEMS 项中 subject/text 非空者以 _identity.observe 写入(带常量 TAG_XNODE 和 SOURCE_PREFIX 标签,importance 默认 0.5,verification_basis 默认 "data"),统计 written/skipped,若 archive 为真则写包到收件箱,返回含 ok、from_node、pack_id、imported、skipped、truncated、node_ids、archived 的字典;任一拒绝分支调用 _note_reject 返回拒绝结果。
|
|
355
|
+
def import_pack(cg, src, *, subsystem: str = SUBSYSTEM, swarm: str = None,
|
|
356
|
+
signers_file: str = None, archive: bool = True) -> dict:
|
|
357
|
+
"""导入对端证据包:验签 → 落本根(带 `source:<node>` 标签)。
|
|
358
|
+
|
|
359
|
+
fail-closed:结构不合法、来源即本节点、验签失败、缺签名 → 一律拒收并留痕。
|
|
360
|
+
"""
|
|
361
|
+
try:
|
|
362
|
+
pack = _read_pack(src)
|
|
363
|
+
except (OSError, ValueError) as e:
|
|
364
|
+
return _note_reject({}, f"证据包读取失败:{e}", swarm=swarm)
|
|
365
|
+
|
|
366
|
+
err = _validate(pack)
|
|
367
|
+
if err:
|
|
368
|
+
return _note_reject(pack, err, swarm=swarm)
|
|
369
|
+
|
|
370
|
+
from_node = pack["from_node"].strip()
|
|
371
|
+
if from_node == node_id(getattr(cg, "root", None)):
|
|
372
|
+
return _note_reject(pack, "证据包来源即本节点(拒绝自导入)", swarm=swarm)
|
|
373
|
+
|
|
374
|
+
signature = ((pack.get("sig") or {}).get("signature") or "").strip()
|
|
375
|
+
vres = _signer.verify_for(subsystem, _pack_payload(pack), signature,
|
|
376
|
+
action=SIGN_ACTION, path=signers_file)
|
|
377
|
+
if not vres.get("ok"):
|
|
378
|
+
return _note_reject(pack, f"验签失败:{vres.get('reason') or '未知'}",
|
|
379
|
+
swarm=swarm, on_fail=vres.get("on_fail"))
|
|
380
|
+
if not signature and (pack.get("sig") or {}).get("signer") != "null":
|
|
381
|
+
return _note_reject(pack, "证据包缺少签名(跨节点证据必须可溯源)",
|
|
382
|
+
swarm=swarm)
|
|
383
|
+
|
|
384
|
+
items = pack["items"][:MAX_ITEMS]
|
|
385
|
+
written, skipped = [], 0
|
|
386
|
+
for it in items:
|
|
387
|
+
if not isinstance(it, dict):
|
|
388
|
+
skipped += 1
|
|
389
|
+
continue
|
|
390
|
+
subj = (it.get("subject") or "").strip()
|
|
391
|
+
text = (it.get("text") or "").strip()
|
|
392
|
+
if not subj or not text:
|
|
393
|
+
skipped += 1
|
|
394
|
+
continue
|
|
395
|
+
tags = [TAG_XNODE, f"{SOURCE_PREFIX}{from_node}"]
|
|
396
|
+
tags += [t for t in (it.get("tags") or [])
|
|
397
|
+
if isinstance(t, str) and t
|
|
398
|
+
and not t.startswith("subject:")
|
|
399
|
+
and not t.startswith(SOURCE_PREFIX)
|
|
400
|
+
and t not in (TAG_XNODE, _identity.TAG_ANCHOR, _identity.TAG_TRAIT)]
|
|
401
|
+
imp = it.get("importance")
|
|
402
|
+
_identity.observe(
|
|
403
|
+
cg, subj, text,
|
|
404
|
+
kind=it.get("kind"), role=it.get("role"),
|
|
405
|
+
layer=it.get("layer") or "knowledge",
|
|
406
|
+
tags=tags,
|
|
407
|
+
importance=0.5 if imp is None else imp,
|
|
408
|
+
verification_basis=it.get("verification_basis") or "data",
|
|
409
|
+
node_id=_xnode_id(from_node, it.get("node_id") or subj),
|
|
410
|
+
override=True)
|
|
411
|
+
written.append(_xnode_id(from_node, it.get("node_id") or subj))
|
|
412
|
+
|
|
413
|
+
archived = ""
|
|
414
|
+
if archive:
|
|
415
|
+
try:
|
|
416
|
+
archived = write_pack(pack, swarm=swarm)["file"]
|
|
417
|
+
except OSError:
|
|
418
|
+
archived = ""
|
|
419
|
+
return {"ok": True, "from_node": from_node, "pack_id": pack.get("pack_id"),
|
|
420
|
+
"imported": len(written), "skipped": skipped,
|
|
421
|
+
"truncated": len(pack["items"]) > MAX_ITEMS,
|
|
422
|
+
"node_ids": written, "archived": archived}
|
|
423
|
+
|
|
424
|
+
|
|
425
|
+
# --------------------------------------------------------------------------
|
|
426
|
+
# 查询
|
|
427
|
+
# --------------------------------------------------------------------------
|
|
428
|
+
|
|
429
|
+
# 生效条件:当传入 cg、subject、source、limit(默认 100)时,收集标签含常量 TAG_XNODE 的节点,若 subject 为真则仅保留 subject 标签等于 subject 的节点,若 source 为真则仅保留 source 标签等于 source 的节点,返回最后 int(limit or 100) 条记录(limit 为假值如 0 时取 100)的 count 与列表。
|
|
430
|
+
def evidence(cg, *, subject: str = None, source: str = None,
|
|
431
|
+
limit: int = 100) -> dict:
|
|
432
|
+
"""列本根已导入的跨节点证据(按来源/主体过滤)。"""
|
|
433
|
+
out = []
|
|
434
|
+
nodes = cg.index.get("nodes") or {}
|
|
435
|
+
for nid in sorted(nodes):
|
|
436
|
+
e = nodes[nid]
|
|
437
|
+
tg = set(e.get("tags") or [])
|
|
438
|
+
if TAG_XNODE not in tg:
|
|
439
|
+
continue
|
|
440
|
+
subj, src = "", ""
|
|
441
|
+
for t in tg:
|
|
442
|
+
if isinstance(t, str) and t.startswith("subject:"):
|
|
443
|
+
subj = t[len("subject:"):]
|
|
444
|
+
elif isinstance(t, str) and t.startswith(SOURCE_PREFIX):
|
|
445
|
+
src = t[len(SOURCE_PREFIX):]
|
|
446
|
+
if subject and subj != subject:
|
|
447
|
+
continue
|
|
448
|
+
if source and src != source:
|
|
449
|
+
continue
|
|
450
|
+
node = cg.get(nid) or {}
|
|
451
|
+
out.append({"node_id": nid, "subject": subj, "source": src,
|
|
452
|
+
"layer": e.get("layer"),
|
|
453
|
+
"content": (node.get("content") or "")[:400]})
|
|
454
|
+
out = out[-int(limit or 100):]
|
|
455
|
+
return {"count": len(out), "evidence": out}
|
|
456
|
+
|
|
457
|
+
|
|
458
|
+
# 生效条件:无参数调用时返回包含模块级常量 SUBSYSTEM、SIGN_ACTION、SWARM_DIR_ENV、NODE_ID_ENV、ROOT_ENV、MAX_ITEMS、MAX_TEXT 及 swarm_dir() 等字段的自描述字典。
|
|
459
|
+
def catalog() -> dict:
|
|
460
|
+
return {
|
|
461
|
+
"layer": "跨节点证据存储(蜂群互联 v0.3)",
|
|
462
|
+
"question": "跨节点:你凭什么这么说",
|
|
463
|
+
"blindspot": "§9.1 单根假设——对端观测对本节点不可见",
|
|
464
|
+
"invariants": ["来源可溯", "可拒收", "全程留痕", "禁止转手"],
|
|
465
|
+
"subsystem": SUBSYSTEM,
|
|
466
|
+
"sign_action": SIGN_ACTION,
|
|
467
|
+
"swarm_dir": swarm_dir(),
|
|
468
|
+
"pack_fields": list(_PACK_FIELDS),
|
|
469
|
+
"limits": {"max_items": MAX_ITEMS, "max_text": MAX_TEXT},
|
|
470
|
+
"env": {"node_id": NODE_ID_ENV, "swarm_dir": SWARM_DIR_ENV,
|
|
471
|
+
"root": ROOT_ENV},
|
|
472
|
+
"honest_boundary": "验证的是「证据来自该节点」,不是「证据为真」",
|
|
473
|
+
}
|
|
474
|
+
|
|
475
|
+
|
|
476
|
+
# --------------------------------------------------------------------------
|
|
477
|
+
# 工具
|
|
478
|
+
# --------------------------------------------------------------------------
|
|
479
|
+
|
|
480
|
+
# 生效条件:当传入 path 和 obj 时,在 path 所在目录(若 dirname 为空则 ".")创建目录,将 obj 以 JSON 写入 path+".tmp"(ensure_ascii=False, indent=1, sort_keys=True),尝试 chmod 0600,替换到 path,返回 path。
|
|
481
|
+
def _write_json(path: str, obj) -> str:
|
|
482
|
+
os.makedirs(os.path.dirname(path) or ".", exist_ok=True)
|
|
483
|
+
tmp = path + ".tmp"
|
|
484
|
+
with open(tmp, "w", encoding="utf-8") as f:
|
|
485
|
+
json.dump(obj, f, ensure_ascii=False, indent=1, sort_keys=True)
|
|
486
|
+
try:
|
|
487
|
+
os.chmod(tmp, 0o600)
|
|
488
|
+
except OSError:
|
|
489
|
+
pass
|
|
490
|
+
publish(tmp, path)
|
|
491
|
+
return path
|
|
492
|
+
|
|
493
|
+
|
|
494
|
+
# 生效条件:当传入 root 且 _root_of(root) 返回真值时,以 designer 角色 Principal(tenant 取 os.environ.get("MDCG_TENANT", "default") 的实际值,actor 取 os.environ.get("MDCG_ACTOR", "swarm-cli") 的实际值)打开 MdCGSecure;否则抛出 EvidenceError。
|
|
495
|
+
def _open_cg(root: str = None):
|
|
496
|
+
"""CLI 用:以 designer 身份打开根(令牌路径仍推荐走 MCP)。"""
|
|
497
|
+
from .mdcos import MdCGSecure
|
|
498
|
+
from .security import Principal
|
|
499
|
+
from .tokens import role_spec
|
|
500
|
+
r = _root_of(root)
|
|
501
|
+
if not r:
|
|
502
|
+
raise EvidenceError("缺少根目录:请设 MDCG_ROOT 或传 --root")
|
|
503
|
+
spec = role_spec("designer")
|
|
504
|
+
p = Principal(tenant=os.environ.get("MDCG_TENANT", "default"),
|
|
505
|
+
actor=os.environ.get("MDCG_ACTOR", "swarm-cli"),
|
|
506
|
+
clearance="private", can_write=True, can_admin=True,
|
|
507
|
+
role="designer", layers_allow=spec["layers_allow"],
|
|
508
|
+
ops_allow=spec["ops_allow"], auth_mode="legacy_env")
|
|
509
|
+
# autoflush=1(P1b,2026-09-26,与 mcp_server.py:3695-3702 / review_cli._cg
|
|
510
|
+
# 同款):短命工具进程被 kill 时 close/atexit 兜底不执行,缺省 64 会让
|
|
511
|
+
# 写入停在内存 _dirty、分片日志从未落——逐条落日志保任意退出形态跨进程可见。
|
|
512
|
+
return MdCGSecure(r, principal=p, autoflush=1)
|
|
513
|
+
|
|
514
|
+
|
|
515
|
+
# 生效条件:当传入 obj 时,打印 json.dumps(obj, ensure_ascii=False, indent=1, default=str)。
|
|
516
|
+
def _print(obj):
|
|
517
|
+
print(json.dumps(obj, ensure_ascii=False, indent=1, default=str))
|
|
518
|
+
|
|
519
|
+
|
|
520
|
+
# 生效条件:argv 为 None 时取 sys.argv[1:];经 argparse 解析后必填子命令(catalog/card/export/import 等)之一,参数缺失或非法由 argparse 直接退出;返回进程退出码;
|
|
521
|
+
def main(argv=None):
|
|
522
|
+
ap = argparse.ArgumentParser(
|
|
523
|
+
prog="python -m md_cg.evidence",
|
|
524
|
+
description="跨节点证据存储:名片 / 导出 / 导入(v0.3)")
|
|
525
|
+
ap.add_argument("--root", default=None, help="认知图根(默认 MDCG_ROOT)")
|
|
526
|
+
ap.add_argument("--swarm", default=None, help="共享目录(默认 ~/.mdcg/swarm)")
|
|
527
|
+
ap.add_argument("--signers-file", default=None)
|
|
528
|
+
sub = ap.add_subparsers(dest="cmd", required=True)
|
|
529
|
+
|
|
530
|
+
sub.add_parser("catalog", help="自描述")
|
|
531
|
+
sub.add_parser("card", help="本节点名片")
|
|
532
|
+
sub.add_parser("publish", help="发布名片到共享目录")
|
|
533
|
+
sub.add_parser("peers", help="发现对端名片")
|
|
534
|
+
|
|
535
|
+
p_ex = sub.add_parser("export", help="导出证据包")
|
|
536
|
+
p_ex.add_argument("--subject", action="append", default=None)
|
|
537
|
+
p_ex.add_argument("--out", default=None, help="输出文件(默认写收件箱)")
|
|
538
|
+
|
|
539
|
+
p_im = sub.add_parser("import", help="导入证据包")
|
|
540
|
+
p_im.add_argument("path")
|
|
541
|
+
|
|
542
|
+
p_ls = sub.add_parser("ls", help="列已导入的跨节点证据")
|
|
543
|
+
p_ls.add_argument("--subject", default=None)
|
|
544
|
+
p_ls.add_argument("--source", default=None)
|
|
545
|
+
p_ls.add_argument("--limit", type=int, default=100)
|
|
546
|
+
|
|
547
|
+
a = ap.parse_args(argv)
|
|
548
|
+
cg = None
|
|
549
|
+
try:
|
|
550
|
+
if a.cmd == "catalog":
|
|
551
|
+
_print(catalog())
|
|
552
|
+
elif a.cmd == "card":
|
|
553
|
+
_print(card(a.root, signers_file=a.signers_file))
|
|
554
|
+
elif a.cmd == "publish":
|
|
555
|
+
_print(publish_card(a.root, swarm=a.swarm,
|
|
556
|
+
signers_file=a.signers_file))
|
|
557
|
+
elif a.cmd == "peers":
|
|
558
|
+
_print(peers(a.swarm, root=a.root))
|
|
559
|
+
elif a.cmd == "export":
|
|
560
|
+
cg = _open_cg(a.root)
|
|
561
|
+
res = export_pack(cg, subjects=a.subject, swarm=a.swarm,
|
|
562
|
+
signers_file=a.signers_file)
|
|
563
|
+
_print(write_pack(res["pack"], path=a.out, swarm=a.swarm)
|
|
564
|
+
if a.out else res)
|
|
565
|
+
elif a.cmd == "import":
|
|
566
|
+
cg = _open_cg(a.root)
|
|
567
|
+
_print(import_pack(cg, a.path, swarm=a.swarm,
|
|
568
|
+
signers_file=a.signers_file))
|
|
569
|
+
elif a.cmd == "ls":
|
|
570
|
+
cg = _open_cg(a.root)
|
|
571
|
+
_print(evidence(cg, subject=a.subject, source=a.source,
|
|
572
|
+
limit=a.limit))
|
|
573
|
+
except (EvidenceError, _signer.SignerError) as e:
|
|
574
|
+
print(f"[md_cg.evidence] {e}", file=sys.stderr)
|
|
575
|
+
return 2
|
|
576
|
+
finally:
|
|
577
|
+
if cg is not None:
|
|
578
|
+
try:
|
|
579
|
+
cg.close() # 落盘索引,保证跨进程可见
|
|
580
|
+
except Exception: # noqa: BLE001 —— 关闭失败不掩盖主流程结果
|
|
581
|
+
pass
|
|
582
|
+
return 0
|
|
583
|
+
|
|
584
|
+
|
|
585
|
+
if __name__ == "__main__":
|
|
583
586
|
sys.exit(main())
|