@furongjun1999/dsh-memory 0.8.1 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +662 -659
- package/codebuddy/README.md +1 -1
- package/data/policy.json +38 -27
- package/docs/README.md +18 -2
- package/docs/discipline/harnesses.yaml +1 -1
- package/docs/discipline/templates/spec.txt.tmpl +23 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
- package/dsh/README.md +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/hive/README.md +705 -0
- package/hive/id_charset_blocks.txt +147 -0
- package/lib/bridge.d.ts +3 -0
- package/lib/bridge.js +32 -11
- package/lib/cli.js +14 -17
- package/lib/hooks.d.ts +37 -3
- package/lib/hooks.js +176 -24
- package/lib/index.d.ts +2 -2
- package/lib/index.js +29 -6
- package/lib/init.js +21 -21
- package/lib/lib/datapath.d.ts +56 -0
- package/lib/lib/datapath.js +102 -9
- package/lib/lib/hook_audit.d.ts +0 -1
- package/lib/lib/hook_audit.js +51 -3
- package/lib/lib/mdcg_client.d.ts +4 -1
- package/lib/lib/mdcg_client.js +10 -2
- package/lib/lib/mutual.js +61 -15
- package/lib/lib/prompt_safety.js +28 -2
- package/lib/lib/roleplay_web.js +30 -2
- package/lib/lib/token_store.d.ts +25 -6
- package/lib/lib/token_store.js +224 -33
- package/lib/tools.d.ts +15 -2
- package/lib/tools.js +44 -4
- package/md_cg/_guard_kit.py +121 -0
- package/md_cg/admission.py +718 -718
- package/md_cg/anchor.py +114 -0
- package/md_cg/audit.py +37 -7
- package/md_cg/autonomy.py +433 -288
- package/md_cg/autonomy_modes.py +781 -642
- package/md_cg/bench_beir_bm25.py +154 -0
- package/md_cg/bench_beir_scifact.py +170 -0
- package/md_cg/bench_bm25_blockmax.py +134 -0
- package/md_cg/bench_bm25_incremental.py +246 -0
- package/md_cg/bench_ccg_heading.py +118 -0
- package/md_cg/bench_csre_correctness.py +145 -0
- package/md_cg/bench_excerpt_budget.py +94 -0
- package/md_cg/bench_fuzzy_substrings.py +299 -0
- package/md_cg/bench_memory_rsi.py +358 -0
- package/md_cg/bench_memory_rsi_latency.py +82 -0
- package/md_cg/bench_memory_rsi_public.py +116 -0
- package/md_cg/bench_memory_rsi_tools.py +229 -0
- package/md_cg/bench_rrf_candidates.py +212 -0
- package/md_cg/bench_rrf_public.py +100 -0
- package/md_cg/bench_text_projections.py +221 -0
- package/md_cg/bench_timeanchor.py +357 -0
- package/md_cg/bm25.py +601 -0
- package/md_cg/branches.py +404 -327
- package/md_cg/build_postings.py +74 -73
- package/md_cg/ccgc.py +4 -2
- package/md_cg/chain.py +573 -379
- package/md_cg/coldverify.py +531 -292
- package/md_cg/condaccept.py +263 -0
- package/md_cg/condgate.py +308 -0
- package/md_cg/config_registry.py +329 -0
- package/md_cg/config_registry_bulk.py +482 -0
- package/md_cg/config_registry_guard.py +487 -0
- package/md_cg/config_render.py +354 -0
- package/md_cg/config_validate.py +455 -0
- package/md_cg/conformance.py +747 -726
- package/md_cg/conformance_core.py +753 -0
- package/md_cg/consistency.py +1278 -955
- package/md_cg/consolidate.py +1793 -1633
- package/md_cg/crypto.py +346 -24
- package/md_cg/datapath.py +137 -12
- package/md_cg/eval_common.py +522 -575
- package/md_cg/evidence.py +946 -585
- package/md_cg/evidence_delivery.py +101 -0
- package/md_cg/experience_consolidation.py +317 -0
- package/md_cg/export.py +329 -222
- package/md_cg/forgetting.py +1050 -922
- package/md_cg/freshness.py +601 -548
- package/md_cg/fsutil.py +1120 -824
- package/md_cg/goal_gen.py +458 -0
- package/md_cg/hotcache.py +107 -9
- package/md_cg/hyperedge.py +262 -251
- package/md_cg/identity.py +573 -391
- package/md_cg/imgskill.py +1712 -0
- package/md_cg/insight.py +540 -521
- package/md_cg/interface_schema.py +146 -0
- package/md_cg/interop.py +20 -0
- package/md_cg/judgment_manifest.py +24 -1
- package/md_cg/lifecycle.py +426 -345
- package/md_cg/links.py +27 -6
- package/md_cg/logref.py +332 -327
- package/md_cg/mcp_server.py +5227 -4449
- package/md_cg/mdcg.py +1301 -203
- package/md_cg/mdcos.py +7108 -5440
- package/md_cg/memory_rsi.py +308 -0
- package/md_cg/metacognition.py +726 -591
- package/md_cg/nodefile.py +151 -3
- package/md_cg/op_table.py +1128 -0
- package/md_cg/postings.py +524 -300
- package/md_cg/predict.py +1103 -1100
- package/md_cg/probe_memory_rsi.py +95 -0
- package/md_cg/probe_memory_rsi_mcp.py +66 -0
- package/md_cg/protect.py +654 -494
- package/md_cg/protocol.py +492 -411
- package/md_cg/provenance.py +606 -600
- package/md_cg/qmd.py +477 -0
- package/md_cg/qmd_llm.py +334 -0
- package/md_cg/query_excerpt.py +171 -0
- package/md_cg/queue_health.py +130 -0
- package/md_cg/reach.py +470 -453
- package/md_cg/readcache.py +115 -3
- package/md_cg/reconcile.py +239 -228
- package/md_cg/refindex.py +1191 -1042
- package/md_cg/refine.py +613 -604
- package/md_cg/retrieve.py +128 -0
- package/md_cg/review_cli.py +204 -26
- package/md_cg/revise.py +140 -0
- package/md_cg/rollback.py +657 -420
- package/md_cg/rollback_cli.py +124 -104
- package/md_cg/rotate.py +347 -0
- package/md_cg/routing.py +490 -429
- package/md_cg/rrf_candidates.py +204 -0
- package/md_cg/run_tests.py +19 -1
- package/md_cg/scrub.py +177 -23
- package/md_cg/security.py +269 -17
- package/md_cg/self_state.py +1053 -1029
- package/md_cg/self_surface.py +50 -0
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/export_en_zh_map.py +2 -2
- package/md_cg/semantic/zh_en_atoms.py +141 -139
- package/md_cg/session5.py +106 -0
- package/md_cg/signer.py +76 -2
- package/md_cg/sleep.py +1779 -1583
- package/md_cg/sources.py +1091 -833
- package/md_cg/state_events.py +75 -10
- package/md_cg/state_slots.py +312 -221
- package/md_cg/stg.py +85 -18
- package/md_cg/stgidx.py +537 -281
- package/md_cg/subgraph.py +851 -729
- package/md_cg/sustain.py +458 -19
- package/md_cg/task_memory.py +367 -0
- package/md_cg/test_action_derive.py +210 -203
- package/md_cg/test_audit_heartbeat_20261015.py +417 -0
- package/md_cg/test_audit_protection_20261015.py +483 -0
- package/md_cg/test_audit_rotate_parity.py +280 -0
- package/md_cg/test_audit_state_20261015.py +253 -0
- package/md_cg/test_audit_write_20261015.py +161 -0
- package/md_cg/test_auto_defaults.py +43 -4
- package/md_cg/test_autonomy_emotion.py +328 -0
- package/md_cg/test_autonomy_modes.py +2013 -1973
- package/md_cg/test_b1_foreign_read.py +245 -0
- package/md_cg/test_bm25.py +438 -0
- package/md_cg/test_bm25_hydration_refill.py +265 -0
- package/md_cg/test_bm25_incremental.py +241 -0
- package/md_cg/test_bm25_incremental_mutations.py +160 -0
- package/md_cg/test_bm25_mutations.py +205 -0
- package/md_cg/test_bm25_pool_view.py +196 -0
- package/md_cg/test_boot_openblas_guard.py +218 -197
- package/md_cg/test_boundary_hit.py +1 -1
- package/md_cg/test_branches_sensitivity.py +375 -0
- package/md_cg/test_c8_search_rrf_gates.py +1 -1
- package/md_cg/test_canonical_timezones.py +211 -0
- package/md_cg/test_ccg_heading_parser.py +73 -0
- package/md_cg/test_chain_best_first.py +403 -0
- package/md_cg/test_chain_candidate_scope.py +227 -0
- package/md_cg/test_cn_recall_grams.py +206 -0
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_coldverify_drain.py +127 -0
- package/md_cg/test_condaccept.py +156 -0
- package/md_cg/test_condgate.py +141 -0
- package/md_cg/test_config_registry.py +55 -0
- package/md_cg/test_crypto_rotate.py +257 -0
- package/md_cg/test_csre_correctness.py +297 -0
- package/md_cg/test_csre_index_import_guard.py +161 -0
- package/md_cg/test_csre_mutations.py +34 -0
- package/md_cg/test_csre_session.py +69 -0
- package/md_cg/test_curiosity_budget.py +468 -0
- package/md_cg/test_d17_autostart_toolface.py +453 -0
- package/md_cg/test_datapath_tilde_home.py +271 -0
- package/md_cg/test_derived_cache_generations.py +256 -0
- package/md_cg/test_evidence_delivery_compact.py +54 -0
- package/md_cg/test_exact_text_cache.py +191 -0
- package/md_cg/test_excerpt_budget.py +188 -0
- package/md_cg/test_experience_consolidation.py +112 -0
- package/md_cg/test_export_default_collision.py +138 -0
- package/md_cg/test_export_snapshots.py +322 -0
- package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
- package/md_cg/test_gain_gate.py +16 -5
- package/md_cg/test_goal_gen.py +355 -0
- package/md_cg/test_h2_session_view_norm.py +251 -233
- package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
- package/md_cg/test_heartbeat_ledger.py +557 -0
- package/md_cg/test_hierarchy_audit_graph.py +237 -0
- package/md_cg/test_i50c_meta_passthrough.py +628 -608
- package/md_cg/test_i50e_readside_protection.py +658 -656
- package/md_cg/test_identity_attribution.py +96 -2
- package/md_cg/test_identity_contract.py +329 -0
- package/md_cg/test_imgskill.py +1444 -0
- package/md_cg/test_index_snapshot_shape.py +240 -0
- package/md_cg/test_interop_judgment.py +258 -228
- package/md_cg/test_issue111_gate_order.py +77 -0
- package/md_cg/test_issue111_scoring_contract.py +87 -0
- package/md_cg/test_issue121_calibration_bounds.py +293 -0
- package/md_cg/test_issue128_session_env_authority.py +246 -0
- package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
- package/md_cg/test_issue131_postings_content_staleness.py +424 -0
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
- package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
- package/md_cg/test_issue147_pack_id_escape.py +378 -0
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
- package/md_cg/test_issue149_accel_default_face.py +249 -0
- package/md_cg/test_issue150_empty_query_terms.py +328 -0
- package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
- package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
- package/md_cg/test_issue152_sealed_postings.py +309 -0
- package/md_cg/test_issue152b_decrypt_cache.py +218 -0
- package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
- package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
- package/md_cg/test_issue157b_index_remainder.py +344 -0
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
- package/md_cg/test_issue190_tidy_idempotent.py +806 -0
- package/md_cg/test_issue191_import_trust.py +382 -0
- package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
- package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
- package/md_cg/test_issue193_write_scope.py +378 -0
- package/md_cg/test_issue197_rank_credibility_property.py +201 -0
- package/md_cg/test_issue211_export_target.py +325 -0
- package/md_cg/test_issue212_writeface_gaps.py +349 -0
- package/md_cg/test_issue214_reject_sensitivity.py +267 -0
- package/md_cg/test_issue215_condition_source_gap.py +272 -0
- package/md_cg/test_issue216_clash_routes.py +214 -0
- package/md_cg/test_issue217_slot_routes.py +248 -0
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
- package/md_cg/test_issue225_consistency_torn_log.py +433 -0
- package/md_cg/test_issue245_swarm_traversal.py +366 -0
- package/md_cg/test_issue258_pack_sensitivity.py +468 -0
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
- package/md_cg/test_issue274_read_node_id_none.py +341 -0
- package/md_cg/test_issue275_layer_param.py +250 -0
- package/md_cg/test_issue277_node_id_traversal.py +384 -0
- package/md_cg/test_issue278_neg_separated_tension.py +271 -0
- package/md_cg/test_issue278_neg_window.py +294 -0
- package/md_cg/test_issue278_negative_layering.py +83 -0
- package/md_cg/test_issue279_signers_path_guard.py +652 -0
- package/md_cg/test_issue284_skip_not_pass.py +291 -0
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
- package/md_cg/test_issue295_sleep_root_binding.py +589 -0
- package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
- package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
- package/md_cg/test_issue303_design_boundaries.py +262 -0
- package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
- package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
- package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
- package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
- package/md_cg/test_issue321_mcp_deep_json.py +305 -0
- package/md_cg/test_issue322_node_write_lock.py +727 -0
- package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
- package/md_cg/test_issue324_write_size_fields.py +215 -0
- package/md_cg/test_issue325_audit_poison.py +230 -0
- package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
- package/md_cg/test_issue326_key_perms.py +355 -0
- package/md_cg/test_issue326_twin_parser_parity.py +323 -0
- package/md_cg/test_issue326_vm_call_frame.py +569 -0
- package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
- package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
- package/md_cg/test_issue348_insight_verify_op.py +200 -0
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
- package/md_cg/test_issue350_casefold_collision.py +236 -0
- package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
- package/md_cg/test_issue352_imgaudit.py +418 -0
- package/md_cg/test_issue352_pathsjson.py +537 -0
- package/md_cg/test_issue352_refindex.py +412 -0
- package/md_cg/test_issue352_rollback.py +604 -0
- package/md_cg/test_issue352_vstateinherit.py +196 -0
- package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
- package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
- package/md_cg/test_issue354_rust_index_containment.py +571 -0
- package/md_cg/test_issue354_rust_wal_containment.py +606 -0
- package/md_cg/test_issue358_truncation_observable.py +247 -0
- package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
- package/md_cg/test_issue362_neg_condition.py +468 -0
- package/md_cg/test_issue363_lexical_idf.py +275 -0
- package/md_cg/test_issue370_readcache_assembly.py +488 -0
- package/md_cg/test_issue375_state_slot_retire.py +325 -0
- package/md_cg/test_issue376_heartbeat_failed.py +293 -0
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
- package/md_cg/test_issue378_protected_floor.py +310 -0
- package/md_cg/test_issue383_state_event_write_gate.py +462 -0
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
- package/md_cg/test_issue398_toolface_op_parity.py +511 -0
- package/md_cg/test_issue399_hive_json_shape.py +317 -0
- package/md_cg/test_issue400_hive_dirty_args.py +450 -0
- package/md_cg/test_issue401_wisdom_codegen.py +295 -0
- package/md_cg/test_issue404_heal_receipt.py +390 -0
- package/md_cg/test_issue405_git_pathspec.py +333 -0
- package/md_cg/test_issue408_eface_registry.py +291 -0
- package/md_cg/test_issue409_compact_index_completeness.py +509 -0
- package/md_cg/test_issue410_verify_demote_write.py +366 -0
- package/md_cg/test_issue411_scrub_idempotence.py +575 -0
- package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
- package/md_cg/test_issue413_preimage_failclosed.py +239 -0
- package/md_cg/test_issue413_preimage_twin.py +340 -0
- package/md_cg/test_issue414_write_args_parity.py +613 -0
- package/md_cg/test_issue415_deps_gate_probe.py +358 -0
- package/md_cg/test_issue416_entry_key_subset.py +525 -0
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
- package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
- package/md_cg/test_issue418_role_type_gate.py +265 -0
- package/md_cg/test_issue419_pii_redaction.py +642 -0
- package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
- package/md_cg/test_issue425_ingest_library_path.py +331 -0
- package/md_cg/test_issue426a_dedup_receipt.py +242 -0
- package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
- package/md_cg/test_issue427_serve_status_shape.py +191 -0
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
- package/md_cg/test_issue434_435_float_gate.py +90 -0
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
- package/md_cg/test_issue43_default_policy.py +874 -865
- package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
- package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
- package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
- package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
- package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
- package/md_cg/test_issue451_audit_actor.py +313 -0
- package/md_cg/test_issue452_ingest_root_hint.py +238 -0
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
- package/md_cg/test_issue466_basis_registry.py +469 -0
- package/md_cg/test_issue467_identity_sensitivity.py +204 -0
- package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
- package/md_cg/test_issue470_wal_event_durable.py +427 -0
- package/md_cg/test_issue471_identity_readable.py +137 -0
- package/md_cg/test_issue472_audit_chain.py +91 -0
- package/md_cg/test_issue472_prune_ledger.py +106 -0
- package/md_cg/test_issue472_rollback_degraded.py +82 -0
- package/md_cg/test_issue491_compose_sandbox.py +460 -0
- package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
- package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
- package/md_cg/test_issue525_read_null_semantics.py +52 -0
- package/md_cg/test_issue538_hook_condition_space.py +97 -0
- package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
- package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
- package/md_cg/test_issue542_tenant_root_same.py +153 -0
- package/md_cg/test_issue543_issue_authorization.py +147 -0
- package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
- package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
- package/md_cg/test_issue546_ledger_concurrency.py +81 -0
- package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
- package/md_cg/test_issue547_audit_durable.py +96 -0
- package/md_cg/test_issue549_durable_append.py +143 -0
- package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
- package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
- package/md_cg/test_issue559_refine_prefix.py +70 -0
- package/md_cg/test_issue561_pending_review.py +109 -0
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue66_scrub_semantics.py +107 -0
- package/md_cg/test_issue67_scrub_control_pool.py +233 -0
- package/md_cg/test_issue69_audit_boundary.py +129 -0
- package/md_cg/test_issue71_queue_backlog.py +377 -0
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
- package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
- package/md_cg/test_issue75_neural_failure.py +582 -0
- package/md_cg/test_issue78_export_concurrency.py +334 -0
- package/md_cg/test_issue80_residual_flush.py +169 -0
- package/md_cg/test_issue82_credential_rules.py +271 -0
- package/md_cg/test_issue82_layer_and_size.py +120 -0
- package/md_cg/test_issue84_portability.py +95 -0
- package/md_cg/test_issue85_export_overwrite.py +113 -0
- package/md_cg/test_issue86_runtime_revoke.py +110 -0
- package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
- package/md_cg/test_issue88_conclusion_face.py +280 -0
- package/md_cg/test_issue88_execution_conflicts.py +87 -0
- package/md_cg/test_issue89_zero_score.py +169 -0
- package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
- package/md_cg/test_issue91_verifier_sandbox.py +314 -0
- package/md_cg/test_issue91_verifier_timeout.py +528 -0
- package/md_cg/test_issue93_remember_redaction.py +282 -0
- package/md_cg/test_issue96_key_fallback.py +102 -0
- package/md_cg/test_issue98_tenant_root.py +104 -0
- package/md_cg/test_jsonl_commit_watermark.py +221 -0
- package/md_cg/test_live_validity_cache.py +256 -0
- package/md_cg/test_logref.py +1141 -1109
- package/md_cg/test_mcp_call_argument_types.py +99 -0
- package/md_cg/test_md_access_parity.py +330 -255
- package/md_cg/test_md_cg_no_hive_dep.py +140 -0
- package/md_cg/test_memory_rsi.py +215 -0
- package/md_cg/test_memory_rsi_adversarial.py +91 -0
- package/md_cg/test_mode_parity.py +1413 -1393
- package/md_cg/test_mutation_residue.py +120 -0
- package/md_cg/test_mutation_rollback.py +835 -805
- package/md_cg/test_n123_derive_expiry_chain.py +210 -205
- package/md_cg/test_n130_verify_falsified_protect.py +185 -185
- package/md_cg/test_n209_verify_write_face_gates.py +466 -461
- package/md_cg/test_n230_dirty_replay.py +52 -9
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_coverage_budget.py +500 -0
- package/md_cg/test_neg_tail_honesty.py +733 -663
- package/md_cg/test_p0.py +16 -2
- package/md_cg/test_p14_root_fallback.py +373 -0
- package/md_cg/test_p1x_ref_root.py +47 -10
- package/md_cg/test_p21_tokens.py +294 -293
- package/md_cg/test_p24_evidence.py +232 -227
- package/md_cg/test_p26_refindex.py +20 -3
- package/md_cg/test_p27_docindex.py +792 -777
- package/md_cg/test_p28_refcheck.py +1053 -1032
- package/md_cg/test_p29_session_ingest_export.py +6 -0
- package/md_cg/test_p2_mcp.py +474 -453
- package/md_cg/test_p2_six_elements.py +476 -463
- package/md_cg/test_p3.py +370 -261
- package/md_cg/test_p33_ccg_wiring.py +300 -293
- package/md_cg/test_p3_legacy_closure.py +438 -433
- package/md_cg/test_p40_refine_worklist.py +244 -241
- package/md_cg/test_p47_session_view.py +25 -9
- package/md_cg/test_p4_freshness.py +781 -774
- package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
- package/md_cg/test_p9c_dedup_hints.py +288 -283
- package/md_cg/test_policy_required_ccg.py +444 -432
- package/md_cg/test_postings_digest_memo.py +139 -0
- package/md_cg/test_predict_beta.py +138 -135
- package/md_cg/test_qmd.py +500 -0
- package/md_cg/test_query_excerpt.py +209 -0
- package/md_cg/test_reach.py +456 -378
- package/md_cg/test_reach_snapshot_admission.py +218 -0
- package/md_cg/test_readcache_prodpath.py +4 -0
- package/md_cg/test_recall_face_guards.py +854 -812
- package/md_cg/test_recall_metadata.py +422 -0
- package/md_cg/test_retr_s5.py +312 -213
- package/md_cg/test_retr_score_once.py +14 -2
- package/md_cg/test_review_cli_attribution.py +11 -7
- package/md_cg/test_review_queue_batch.py +123 -0
- package/md_cg/test_review_queue_index.py +130 -0
- package/md_cg/test_rrf_candidates.py +292 -0
- package/md_cg/test_rrf_qualified_topk.py +214 -0
- package/md_cg/test_rrf_unique_votes.py +218 -0
- package/md_cg/test_s1_ast_judge.py +110 -0
- package/md_cg/test_scrub_ledger.py +413 -0
- package/md_cg/test_security_audit_b26.py +34 -3
- package/md_cg/test_security_audit_v21.py +1 -2
- package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
- package/md_cg/test_session5_identity.py +93 -0
- package/md_cg/test_session_attribution_consistency.py +813 -0
- package/md_cg/test_session_identity_tristate.py +486 -0
- package/md_cg/test_sleep_p1.py +35 -3
- package/md_cg/test_state_event_op.py +521 -514
- package/md_cg/test_state_projection_streaming.py +136 -0
- package/md_cg/test_stg_interval_candidates.py +280 -0
- package/md_cg/test_stg_time_blocks.py +239 -0
- package/md_cg/test_stgidx_index_parity.py +1024 -1020
- package/md_cg/test_subgraph_bounded_bfs.py +227 -0
- package/md_cg/test_sustain_bounded.py +652 -624
- package/md_cg/test_task_memory.py +394 -0
- package/md_cg/test_text_projection_mutations.py +101 -0
- package/md_cg/test_time_anchor.py +421 -0
- package/md_cg/test_time_core_lint.py +1024 -975
- package/md_cg/test_tool_face.py +200 -189
- package/md_cg/test_trust_bounded_frontier.py +248 -0
- package/md_cg/test_trust_edge_reachability.py +405 -0
- package/md_cg/test_w5_path_fingerprint.py +381 -0
- package/md_cg/test_w7_redlines.py +659 -0
- package/md_cg/test_write_return_shape.py +919 -0
- package/md_cg/test_writepipe.py +228 -226
- package/md_cg/timeanchor.py +534 -0
- package/md_cg/tokens.py +68 -5
- package/md_cg/tool_face.py +273 -260
- package/md_cg/trust.py +1114 -1030
- package/md_cg/twophase.py +303 -231
- package/md_cg/weights.py +642 -638
- package/md_cg/whitebox.py +536 -527
- package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
- package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1633
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -298
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1065
- package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
- package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -470
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -476
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -958
- package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2895
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4054
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
- package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
- package/md_cg/writelimit.py +584 -390
- package/md_cg/writepipe.py +1337 -826
- package/package.json +14 -9
- package/scripts/workspace_index.py +328 -0
- package/src/bridge.ts +34 -11
- package/src/cli.ts +75 -65
- package/src/hooks.ts +932 -776
- package/src/index.ts +30 -7
- package/src/init.ts +362 -361
- package/src/lib/datapath.ts +419 -326
- package/src/lib/hook_audit.ts +42 -3
- package/src/lib/mdcg_client.ts +469 -461
- package/src/lib/mutual.ts +481 -432
- package/src/lib/prompt_safety.ts +178 -149
- package/src/lib/roleplay_web.ts +30 -2
- package/src/lib/token_store.ts +274 -52
- package/src/tools.ts +271 -223
- package/zcode/README.md +1 -1
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
- package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
- package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
- package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
- package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
- package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
- package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
- package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
- package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
- package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
- package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
- package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
- package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
- package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
- package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
- package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
- package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
- package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
- package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
- package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
- package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
- package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
- package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
- package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
- package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
- package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
- package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
- package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
- package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
- package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
- package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
- package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
- package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
- package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
- package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
- package/docs/mdcg/guardrail-charter.md +0 -164
- package/docs/mdcg/lingshu_tutorial.html +0 -14956
- package/docs/mdcg/memory-assessment.html +0 -923
- package/docs/mdcg/memory_score.html +0 -213
- package/docs/mdcg/memory_score.png +0 -0
- package/docs/mdcg/release_v0.3.0.md +0 -36
- package/docs/mdcg/release_v0.4.11.md +0 -49
- package/docs/mdcg/release_v0.4.5.md +0 -55
- package/docs/mdcg/tool_table_v0.3.0.md +0 -117
- package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
- package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
- package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
- package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
- package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
- package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
- package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
- package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
- package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
- package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
- package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
- package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
- package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
- package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
- package/docs/promo/bilibili-cover.jpg +0 -0
- package/docs/promo/promo-visual-1.png +0 -0
- package/docs/promo/promo-visual-2.png +0 -0
- package/docs/promo/promo-visual-3.png +0 -0
- package/docs/promo/promo-visual-4.png +0 -0
- package/docs/promo/promo-visual-5.png +0 -0
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
- package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
- package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
- package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
- package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
- package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
- package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
- package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
package/md_cg/crypto.py
CHANGED
|
@@ -21,13 +21,23 @@
|
|
|
21
21
|
|
|
22
22
|
· KEK 来源(按优先级):
|
|
23
23
|
① 环境变量 `MDCG_MASTER_KEY`(64 位 hex 或 base64)
|
|
24
|
-
② 主密钥文件 `~/.mdcg/master.key
|
|
24
|
+
② 主密钥文件 `~/.mdcg/master.key`(首次自动生成,**尝试** 0600——POSIX 生效;
|
|
25
|
+
Windows 上 `os.chmod` 只切只读位、真实保护来自用户目录 ACL,**失败不静默**:
|
|
26
|
+
进 `crypto.PERM_WARNINGS` 供审计读取,见 `_tighten_perms`,issue #326-⑤)
|
|
25
27
|
· KEK 不落仓库;DEK 被 KEK 包裹后存租户根目录,单独拿走 `_keys.json` 无法解密。
|
|
26
28
|
· **身份一致性识别**:DEK 信封绑定 `(tenant, actor, clearance)`,且节点密文把
|
|
27
29
|
`(node_id, tenant, actor)` 作为 AEAD 的 AAD。因此
|
|
28
30
|
① 换了身份(actor / tenant 不符)→ 解不开;
|
|
29
31
|
② 把密文拷贝到另一个节点 → 校验失败。
|
|
30
32
|
即「密钥 + 身份」双因子,缺一不可。
|
|
33
|
+
· **跨身份读的失败分类**(B1,2026-10-10;同日 DSH 端独立复核纠正):密文块另携
|
|
34
|
+
**非敏感**指纹 `enc_id_fp`(= `identity_fingerprint(tenant, actor)`,与
|
|
35
|
+
`_keys.json` 信封同款,16 位 hex、不泄露身份原文)。**它不参与解密与否的判定**
|
|
36
|
+
——MAC 校验(`open_node`)是唯一判据;只有当解密**失败**时才用该指纹把这次失败
|
|
37
|
+
归类:不等 ⇒ 预期隔离(`read_foreign`),其余(含存量旧格式无该段)⇒ 真异常
|
|
38
|
+
(`open_failed`)。之所以**不**用它预先跳过解密:它是**未认证明文段**(不在
|
|
39
|
+
`_node_aad` 里、`open_node` 解密前丢弃),让可篡改字段决定「是否执行唯一的完整性
|
|
40
|
+
校验」会派生假阴性(真密文被静默拒读)与假阳性(谎报指纹制造 `open_failed`)。
|
|
31
41
|
|
|
32
42
|
密码学实现
|
|
33
43
|
----------
|
|
@@ -48,6 +58,7 @@ import time
|
|
|
48
58
|
|
|
49
59
|
from .datapath import aux_root
|
|
50
60
|
from .fsutil import FileLock
|
|
61
|
+
from .rotate import Rotator
|
|
51
62
|
|
|
52
63
|
# ---- 常量 ----------------------------------------------------------------
|
|
53
64
|
|
|
@@ -63,11 +74,67 @@ ENC_SUFFIX = " -->"
|
|
|
63
74
|
# 需要加密的密级(用户私有内容)
|
|
64
75
|
ENCRYPTED_LEVELS = ("private", "secret")
|
|
65
76
|
|
|
77
|
+
|
|
78
|
+
# 生效条件:level 为 str 时返回 strip().lower() 后的值(空串返回 None);非 str(含 None)返回 None。
|
|
79
|
+
# 不校验是否为 SENSITIVITY_ORDER 成员(校验归 security._rank)——本函数只做**写法归一**。
|
|
80
|
+
def normalize_sensitivity(level):
|
|
81
|
+
"""密级写法归一 —— 全仓唯一归一口径(安全重构 P1)。
|
|
82
|
+
|
|
83
|
+
病象:「是不是加密档」的判断散在约 10 个模块,postings / writelimit /
|
|
84
|
+
evidence / forgetting 做了 strip().lower(),其余直接 `in ENCRYPTED_LEVELS`,
|
|
85
|
+
同一个 " Private" 在不同路径上判成不同档。
|
|
86
|
+
|
|
87
|
+
不适用条件:不判合法性、不判降密级(security.merge_downgrades 单点)、不判读写权限。
|
|
88
|
+
"""
|
|
89
|
+
if not isinstance(level, str):
|
|
90
|
+
return None
|
|
91
|
+
s = level.strip().lower()
|
|
92
|
+
return s or None
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
# 生效条件:strict=False(缺省)时,normalize_sensitivity(level) 属 ENCRYPTED_LEVELS 即返回 True;
|
|
96
|
+
# strict=True 时要求 level **原样**属 ENCRYPTED_LEVELS(不归一)——仅供「密文必须配规范加密档」
|
|
97
|
+
# 这类**放行**判据使用(归一会把非规范写法放行,方向是放宽,故放行判据走严格口径)。
|
|
98
|
+
def is_encrypted_level(level, *, strict: bool = False) -> bool:
|
|
99
|
+
"""是否属 at-rest 加密档 —— 全仓唯一谓词(安全重构 P1)。
|
|
100
|
+
|
|
101
|
+
方向约定(最易用反处):
|
|
102
|
+
· 「要不要保护(加密/脱敏/不落明文)」类判据 → 缺省口径(归一后判,写法
|
|
103
|
+
变体一律按加密档保护,偏严);
|
|
104
|
+
· 「密文的密级标注是否合法、可放行读」类判据 → strict=True(非规范写法
|
|
105
|
+
不放行,偏严)。
|
|
106
|
+
两种用法都是 fail-closed 方向;模块里**不得**再直接写 `in ENCRYPTED_LEVELS`
|
|
107
|
+
(守卫:md_cg/test_sensitivity_predicate_single_point.py)。
|
|
108
|
+
"""
|
|
109
|
+
if strict:
|
|
110
|
+
return isinstance(level, str) and level in ENCRYPTED_LEVELS
|
|
111
|
+
return normalize_sensitivity(level) in ENCRYPTED_LEVELS
|
|
112
|
+
|
|
66
113
|
KEYS_FILE = "_keys.json"
|
|
67
114
|
AUDIT_FILE = "_crypto.jsonl"
|
|
68
115
|
MASTER_ENV = "MDCG_MASTER_KEY"
|
|
69
116
|
MASTER_FILE = os.path.join(aux_root(), "master.key")
|
|
70
117
|
|
|
118
|
+
# ---- 审计分片轮转(A2,2026-10-10)-------------------------------------
|
|
119
|
+
# `_crypto.jsonl` 此前「直接 append + except OSError: pass」——无阈值/无归档/无
|
|
120
|
+
# 索引/无淘汰/无体检/失败静默(在役库实测 682 MB / 302 万条无界增长)。现与
|
|
121
|
+
# `_audit.jsonl` 共用唯一实现 `md_cg.rotate.Rotator`(参数化共享件)。
|
|
122
|
+
AUDIT_BASENAME = "_crypto"
|
|
123
|
+
CRYPTO_ARCHIVE = "_crypto_archive"
|
|
124
|
+
CRYPTO_INDEX = "_index.json"
|
|
125
|
+
CRYPTO_ROTATE_BYTES = 64 << 20 # 活动文件轮转阈值(≤0 关闭,退回无上界)
|
|
126
|
+
CRYPTO_KEEP_SHARDS = 8 # 归档分片保留数(≤0 不淘汰;淘汰必留痕)
|
|
127
|
+
CRYPTO_PROBE_EVERY = 32 # 每 N 次写入探测一次大小(写入税摊到 1/N)
|
|
128
|
+
CRYPTO_COUNT_MAX_BYTES = 64 << 20 # 超此规模的分片只给量级(不付 O(n) 全量计数)
|
|
129
|
+
|
|
130
|
+
#: 每 root 一个巡转器(进程内缓存):分片索引缓存据此在重复体检间保持 O(1)。
|
|
131
|
+
_ROTATORS = {}
|
|
132
|
+
|
|
133
|
+
#: 审计写失败告警上限(进程内):N126 点名「审计写入 best-effort 静默吞错」——
|
|
134
|
+
#: 通道坏死时**不再静默**,但告警有界(防刷屏),计数面恒完整。
|
|
135
|
+
_AUDIT_WRITE_FAILURES = 0
|
|
136
|
+
_AUDIT_WRITE_WARN_CAP = 16
|
|
137
|
+
|
|
71
138
|
# scrypt 参数(交互式场景:N=2^14 / r=8 / p=1,约 16MB 内存)
|
|
72
139
|
SCRYPT_N, SCRYPT_R, SCRYPT_P, SCRYPT_DKLEN = 2 ** 14, 8, 1, 32
|
|
73
140
|
|
|
@@ -204,6 +271,32 @@ def scrypt_kek(passphrase, salt):
|
|
|
204
271
|
|
|
205
272
|
|
|
206
273
|
# 生效条件:master_file=None、env_var=MASTER_ENV、create=True 为可选入参;从 os.environ.get(env_var) 读取并 strip,若 raw 非空则长度 64 走 bytes.fromhex、否则 _b64d,解码失败抛 CryptoError;否则 path = master_file or MASTER_FILE,若 os.path.exists(path) 为真则读取并 _b64d;若 create 为假返回 None;否则生成 KEY_LEN 随机密钥写入 path 并返回 key。
|
|
274
|
+
#: 权限收紧失败的**有界**告警列表(issue #326-⑤)——口径同 `src/lib/token_store.ts` 的
|
|
275
|
+
#: `writeKeyring`:「不可设则忽略,不因此中断签发」,但**绝不假装成功**:失败在此留痕,
|
|
276
|
+
#: 供启动自检/审计读取(不抛异常,以免在只读介质/受限平台上阻断进程启动)。
|
|
277
|
+
PERM_WARNINGS = []
|
|
278
|
+
_PERM_WARN_LIMIT = 8
|
|
279
|
+
|
|
280
|
+
|
|
281
|
+
# 生效条件:path 给定时尝试 os.chmod(path, 0o600):成功返回 True;抛 OSError(平台不支持/
|
|
282
|
+
# 只读介质/权限拒绝)时追加一条**有界**告警(path、异常类型、截断后的文本,超 _PERM_WARN_LIMIT
|
|
283
|
+
# 不再追加)并返回 False,**不上抛**。
|
|
284
|
+
#
|
|
285
|
+
# **平台事实(2026-10-14 本机实测,务必与声明一致)**:Windows 上 `os.chmod(path, 0o600)`
|
|
286
|
+
# **只切只读位、不产生 POSIX 语义隔离**(TS 式样 / Python 式样 / 完全不设,三者 S_IMODE
|
|
287
|
+
# 同为 0o666);**真实保护来自用户目录 ACL**。故本函数在 Windows 上的返回值**不代表**已获得
|
|
288
|
+
# 0600 语义——调用方不得据它宣称「已隔离」。修前是 `except OSError: pass`(**静默**),
|
|
289
|
+
# 那正是「声明(0600)与实现(在 Windows 上不生效)不符」长期未被发现的原因。
|
|
290
|
+
def _tighten_perms(path):
|
|
291
|
+
try:
|
|
292
|
+
os.chmod(path, 0o600)
|
|
293
|
+
return True
|
|
294
|
+
except OSError as e:
|
|
295
|
+
if len(PERM_WARNINGS) < _PERM_WARN_LIMIT:
|
|
296
|
+
PERM_WARNINGS.append((path, type(e).__name__, str(e)[:120]))
|
|
297
|
+
return False
|
|
298
|
+
|
|
299
|
+
|
|
207
300
|
def load_master_key(master_file=None, env_var=MASTER_ENV, create=True):
|
|
208
301
|
"""KEK 来源:环境变量 → 主密钥文件(可选自动生成);都没有返回 None。"""
|
|
209
302
|
raw = (os.environ.get(env_var) or "").strip()
|
|
@@ -222,10 +315,9 @@ def load_master_key(master_file=None, env_var=MASTER_ENV, create=True):
|
|
|
222
315
|
os.makedirs(os.path.dirname(path) or ".", exist_ok=True)
|
|
223
316
|
with open(path, "w", encoding="utf-8") as f:
|
|
224
317
|
f.write(_b64e(key))
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
pass
|
|
318
|
+
# issue #326-⑤:收敛失败**不静默**(进 PERM_WARNINGS),也不阻断启动;
|
|
319
|
+
# Windows 语义限制见 _tighten_perms 的注释(不得据返回值宣称已隔离)。
|
|
320
|
+
_tighten_perms(path)
|
|
229
321
|
return key
|
|
230
322
|
|
|
231
323
|
|
|
@@ -299,6 +391,9 @@ def _save_keys(root, data):
|
|
|
299
391
|
env[k] = v
|
|
300
392
|
atomic_write(keys_path(root),
|
|
301
393
|
json.dumps(data, ensure_ascii=False, indent=1))
|
|
394
|
+
# issue #326-⑤:`_keys.json` 与 `master.key` 同为**凭据载体**——同款声明与告警
|
|
395
|
+
# (修前此处**完全无权限收敛**,两种待遇不一致)。
|
|
396
|
+
_tighten_perms(keys_path(root))
|
|
302
397
|
|
|
303
398
|
|
|
304
399
|
# 生效条件:tenant、actor 为入参,返回 f"{tenant}|{actor}"。
|
|
@@ -306,11 +401,56 @@ def _envelope_key(tenant, actor):
|
|
|
306
401
|
return f"{tenant}|{actor}"
|
|
307
402
|
|
|
308
403
|
|
|
404
|
+
# 生效条件:root、tenant、actor 为入参;以 identity_fingerprint(tenant, actor) 为目标
|
|
405
|
+
# 指纹,递归 root 下 *.md,正文过 is_encrypted 判为密文块且 enc_id_fp 等于目标指纹即
|
|
406
|
+
# 返回 True,否则 False。
|
|
407
|
+
def _actor_has_ciphertext(root, tenant, actor):
|
|
408
|
+
"""该身份是否**已有密文**(rotate 护栏的判据单点,issue #132 S-1)。
|
|
409
|
+
|
|
410
|
+
复用既有单点、不另造扫描逻辑:`nodefile.loads`(节点文件格式解析单点)、
|
|
411
|
+
`is_encrypted`(密文块识别单点)、`enc_id_fp`(密文块身份指纹取单点)、
|
|
412
|
+
`identity_fingerprint`(本身份指纹计算单点)。
|
|
413
|
+
|
|
414
|
+
「最小可判据」依据:本仓没有「只给 root 就枚举节点文件」的既有单点——MdCG
|
|
415
|
+
的 _scan_nodes / _node_disk_path 都要实例与索引(crypto→mdcos 会成环),故此处
|
|
416
|
+
只做最小 IO(递归列 root 下 *.md);判定本身全部走上列既有单点,绝不另写正则
|
|
417
|
+
或第二套密文语义。
|
|
418
|
+
"""
|
|
419
|
+
from . import nodefile
|
|
420
|
+
fp = identity_fingerprint(tenant, actor)
|
|
421
|
+
for dirpath, _dirs, files in os.walk(root):
|
|
422
|
+
for fn in files:
|
|
423
|
+
if not fn.endswith(".md"):
|
|
424
|
+
continue
|
|
425
|
+
try:
|
|
426
|
+
with open(os.path.join(dirpath, fn), "r",
|
|
427
|
+
encoding="utf-8", newline="") as f:
|
|
428
|
+
raw = f.read()
|
|
429
|
+
except OSError:
|
|
430
|
+
continue
|
|
431
|
+
_fm, content = nodefile.loads(raw)
|
|
432
|
+
# issue #446:短路判据由**前缀**改为**结构验证**——`_actor_has_ciphertext` 拿不到 dek
|
|
433
|
+
# (rotate 护栏只需「该身份是否已有可用密文块」),所以这里是**无 dek 结构验证**:
|
|
434
|
+
# 前缀对但不可解的伪造块**不再短路**(按裁:无 dek 不短路是修复,不是损失)。
|
|
435
|
+
if verify_encrypted(content) and enc_id_fp(content) == fp:
|
|
436
|
+
return True
|
|
437
|
+
return False
|
|
438
|
+
|
|
439
|
+
|
|
309
440
|
# 生效条件:root、kek、tenant、actor、clearance="private"、rotate=False 为入参;若 kek 为假抛 LockedError;否则以 FileLock(keys_path(root), strict=True) 持跨进程写锁进入临界区(N184,2026-09-28 第 23 轮:读快照→签发→写回全程持锁,写者互斥——原子替换只防撕裂不防丢失更新,两写者按各自陈旧快照整份写回会无痕抹除对方信封;锁竞争超时经 TimeoutError 转 LockedError fail-closed,绝不无锁放行整份写回);临界区内加载 keys,keys 带 load_error 损坏标记时抛 LockedError(N139:损坏/漂移回落下静默重签会经 _save_keys 整份覆盖写回并无痕抹除旧信封——旧密文永久不可解);若 _envelope_key(tenant, actor) 已在 envelopes 中且 rotate 为假则返回 unwrap_dek(root, kek, tenant, actor, clearance)(临界区内互见 → 同身份并发 provision 幂等同 DEK);否则生成新 DEK 与 nonce,用 aead_encrypt(kek, nonce, dek, _dek_aad(tenant, actor)) 包裹后写入 envelopes[k],经 _save_keys 写前对账合并并发新增信封(N184 防线纵深)后保存,返回 dek。
|
|
310
|
-
def provision_dek(root, kek, tenant, actor, clearance="private", rotate=False
|
|
441
|
+
def provision_dek(root, kek, tenant, actor, clearance="private", rotate=False,
|
|
442
|
+
force=False):
|
|
311
443
|
"""为 (tenant, actor) 生成 / 取回 DEK,用 KEK 包裹后存入 `_keys.json`。
|
|
312
444
|
|
|
313
|
-
rotate=True
|
|
445
|
+
rotate=True 强制换新密钥。**本函数不做任何重加密、旧 DEK 不保留**:
|
|
446
|
+
旧信封被就地替换(经 `_save_keys`),旧 DEK 随返回值丢弃 ⇒ 该身份的
|
|
447
|
+
**历史密文立即永久不可解**(issue #132 S-1)。
|
|
448
|
+
|
|
449
|
+
护栏(默认拒绝):当该身份**已有历史密文**时,rotate=True 不静默替换,
|
|
450
|
+
改为返回结构化拒绝体(ok 为假 + 机器可读 error 码),并保证 `_keys.json`
|
|
451
|
+
逐字节不变;确需覆盖时显式传 force=True(行为与修复前逐位一致)。
|
|
452
|
+
历史密文判据见 `_actor_has_ciphertext`(复用 `is_encrypted`、`enc_id_fp`、
|
|
453
|
+
`identity_fingerprint` 三个既有单点)。
|
|
314
454
|
"""
|
|
315
455
|
if not kek:
|
|
316
456
|
raise LockedError("无主密钥(KEK):拒绝签发数据密钥")
|
|
@@ -327,6 +467,25 @@ def provision_dek(root, kek, tenant, actor, clearance="private", rotate=False):
|
|
|
327
467
|
k = _envelope_key(tenant, actor)
|
|
328
468
|
if k in data["envelopes"] and not rotate:
|
|
329
469
|
return unwrap_dek(root, kek, tenant, actor, clearance)
|
|
470
|
+
# issue #132 S-1 成因:rotate 是**破坏性**操作——旧信封被就地替换
|
|
471
|
+
# (data["envelopes"][k] = ... 覆盖)、旧 DEK 随返回值丢弃、从不落盘。
|
|
472
|
+
# 若该身份**已有历史密文**(正文经该 DEK 密封),换新 DEK 会让那些
|
|
473
|
+
# 密文**立即永久不可解**,而调用方拿不到任何提示。
|
|
474
|
+
# 护栏:默认拒绝(fail-closed)——只在**确无历史密文**或调用方显式
|
|
475
|
+
# force=True 确认覆盖(其行为与修复前逐位一致)时才换新。
|
|
476
|
+
if (rotate and k in data["envelopes"] and not force
|
|
477
|
+
and _actor_has_ciphertext(root, tenant, actor)):
|
|
478
|
+
return {
|
|
479
|
+
"ok": False,
|
|
480
|
+
"error": "rotate_would_orphan_ciphertext",
|
|
481
|
+
"reason": (
|
|
482
|
+
f"{tenant}|{actor} 已有历史密文:rotate=True 会替换其 DEK "
|
|
483
|
+
f"信封并丢弃旧 DEK,使既有密文永久不可解。"),
|
|
484
|
+
"hint": (
|
|
485
|
+
"本函数不做重加密、旧 DEK 不保留。请先用旧 DEK 解开并重加"
|
|
486
|
+
"密既有密文(迁移),再轮换;确要接受历史密文不可解时,"
|
|
487
|
+
"显式传 force=True。"),
|
|
488
|
+
}
|
|
330
489
|
dek = secrets.token_bytes(KEY_LEN)
|
|
331
490
|
nonce = secrets.token_bytes(NONCE_LEN)
|
|
332
491
|
ct, tag = aead_encrypt(kek, nonce, dek, _dek_aad(tenant, actor))
|
|
@@ -373,9 +532,9 @@ def has_envelope(root, tenant, actor):
|
|
|
373
532
|
|
|
374
533
|
|
|
375
534
|
# 生效条件:root、kek、tenant、actor、clearance="private" 为入参,返回 provision_dek(root, kek, tenant, actor, clearance=clearance, rotate=True)。
|
|
376
|
-
def rotate_dek(root, kek, tenant, actor, clearance="private"):
|
|
535
|
+
def rotate_dek(root, kek, tenant, actor, clearance="private", force=False):
|
|
377
536
|
return provision_dek(root, kek, tenant, actor, clearance=clearance,
|
|
378
|
-
rotate=True)
|
|
537
|
+
rotate=True, force=force)
|
|
379
538
|
|
|
380
539
|
|
|
381
540
|
# 生效条件:root 为入参,遍历 _load_keys(root).get("envelopes") or {} 的每项,按 "|" partition 出 tenant/actor,收集 id_fp、clearance、created_at 后返回列表;无信封时返回 []。
|
|
@@ -392,27 +551,106 @@ def envelopes(root):
|
|
|
392
551
|
|
|
393
552
|
# ---- 节点正文封装 --------------------------------------------------------
|
|
394
553
|
|
|
395
|
-
# 生效条件:content 为入参;bool(content) 为假(如空串或 None)时返回 False
|
|
554
|
+
# 生效条件:content 为入参;bool(content) 为假(如空串或 None)时返回 False;否则按 strip 后的串判定,**首尾同时成立**
|
|
555
|
+
# (startswith(ENC_PREFIX) 且 endswith(ENC_SUFFIX),且首尾之间至少 1 字符)才返回 True。
|
|
396
556
|
def is_encrypted(content):
|
|
397
|
-
|
|
557
|
+
"""内容是否为**完整的密文信封**(前缀 + 后缀),而非只看开头前缀。
|
|
558
|
+
|
|
559
|
+
#446 订正:原判据只查 `lstrip().startswith(ENC_PREFIX)`——**比消费方的前置更弱**。
|
|
560
|
+
消费方(`backfill` / `ccgc` / `consolidate` 等十余处)拿到 True 即当「已加密、不可读」
|
|
561
|
+
而跳过;而真正取正文的路径要按 `[len(ENC_PREFIX):-len(ENC_SUFFIX)]` **切掉后缀**
|
|
562
|
+
⇒ 只认前缀时,任何以 ENC_PREFIX 起头的**明文**都被误判为密文:低权写者一条伪前缀
|
|
563
|
+
节点即可令其被全线静默排除(派生字段 / CCG / 合并一律跳过),该判据被写面用作
|
|
564
|
+
「已密封」短路时同样会被骗过。⇒ 收紧为**首尾都成立**,与消费方切后缀的前置一致。
|
|
565
|
+
"""
|
|
566
|
+
if not content:
|
|
567
|
+
return False
|
|
568
|
+
t = content.strip()
|
|
569
|
+
return (len(t) > len(ENC_PREFIX) + len(ENC_SUFFIX)
|
|
570
|
+
and t.startswith(ENC_PREFIX) and t.endswith(ENC_SUFFIX))
|
|
571
|
+
|
|
572
|
+
|
|
573
|
+
# 生效条件:content 为入参,is_encrypted(content) 为假时返回 False;否则剥 ENC_PREFIX/SUFFIX、
|
|
574
|
+
# 有 ":" 时取其后段、base64 解码,解码失败或长度 < NONCE_LEN 返回 False;dek 为 None 时仅凭
|
|
575
|
+
# 结构验证通过返回 True(**未验证可解密**);dek 给定时再走 open_node 解密试算,成功 True 失败 False。
|
|
576
|
+
def verify_encrypted(content, dek=None, node_id="", tenant="", actor=""):
|
|
577
|
+
"""「**验证**是密文」——与 `is_encrypted`(「**看起来**是密文」= 前缀)严格区分。
|
|
578
|
+
|
|
579
|
+
issue #446(SEC·P0):修前全仓只有前缀判定,且它**同时充当密封短路** ⇒ 一个只要
|
|
580
|
+
`<!-- mdcg-enc:v1:` 开头的伪造块就能让密封路径短路。
|
|
398
581
|
|
|
582
|
+
★ 两个函数名各自说清判的是什么(A4 诚实):
|
|
583
|
+
· `is_encrypted` —— 表面:前缀。**不得**把它当前缀判定的结果当验证结论用;
|
|
584
|
+
· `verify_encrypted` —— 可验证证据:结构(无 dek)/ 解密试算(有 dek)。
|
|
399
585
|
|
|
400
|
-
|
|
586
|
+
dek 缺省 ⇒ **只做结构验证**(标记段可解析 + base64 可解码 + 长度够):能拦掉「前缀对但
|
|
587
|
+
不可解」的伪造块;但**不证明能解密**(结构验证 ≠ 解密验证,未核边界)。
|
|
588
|
+
"""
|
|
589
|
+
if not is_encrypted(content):
|
|
590
|
+
return False
|
|
591
|
+
try:
|
|
592
|
+
body = content.strip()
|
|
593
|
+
body = body[len(ENC_PREFIX):-len(ENC_SUFFIX)]
|
|
594
|
+
if ":" in body:
|
|
595
|
+
body = body.split(":", 1)[1]
|
|
596
|
+
raw = _b64d(body)
|
|
597
|
+
except Exception:
|
|
598
|
+
return False
|
|
599
|
+
if len(raw) < NONCE_LEN:
|
|
600
|
+
return False
|
|
601
|
+
if dek is None:
|
|
602
|
+
return True # 结构验证通过(**未验证可解密**)
|
|
603
|
+
try:
|
|
604
|
+
open_node(content, dek, node_id, tenant, actor) # AAD 必须与封装时一致
|
|
605
|
+
return True
|
|
606
|
+
except Exception:
|
|
607
|
+
return False
|
|
608
|
+
|
|
609
|
+
|
|
610
|
+
# 生效条件:content 为入参;非密文(is_encrypted 为假)时返回 None;密文块正文中不含 ":"(旧格式,仅 base64)时返回 None;否则返回 ":" 前的 enc_id_fp 字串(空串亦返回 None)。base64 标准字母表不含 ":",故该分隔符无歧义;旧格式密文天然无此段 ⇒ 返回 None(调用方走旧路径)。
|
|
611
|
+
def enc_id_fp(content):
|
|
612
|
+
"""从密文标记块取出**非敏感**身份指纹 `enc_id_fp`(B1)。
|
|
613
|
+
|
|
614
|
+
新格式:`<!-- mdcg-enc:v1:<enc_id_fp>:<base64(nonce+tag+ct)> -->`
|
|
615
|
+
存量旧格式(无该段)返回 None —— 不需要迁移,读方走旧路径(新写逐步带上)。
|
|
616
|
+
"""
|
|
617
|
+
if not is_encrypted(content):
|
|
618
|
+
return None
|
|
619
|
+
body = content.strip()[len(ENC_PREFIX):-len(ENC_SUFFIX)]
|
|
620
|
+
if ":" not in body:
|
|
621
|
+
return None
|
|
622
|
+
return body.split(":", 1)[0] or None
|
|
623
|
+
|
|
624
|
+
|
|
625
|
+
# 生效条件:content、dek、node_id、tenant、actor 为入参,生成 NONCE_LEN 随机 nonce,将 str(content).encode("utf-8") 以 aead_encrypt(dek, nonce, ..., _node_aad(node_id, tenant, actor)) 加密,返回 f"{ENC_PREFIX}{enc_id_fp}:{_b64e(nonce + tag + ct)}{ENC_SUFFIX}",其中 enc_id_fp=identity_fingerprint(tenant, actor)(非敏感 16 位 hex,随密文同行,读方零解密即可判跨身份)。
|
|
401
626
|
def seal_node(content, dek, node_id, tenant, actor):
|
|
402
|
-
"""明文 → 密文标记块(正文整体加密;frontmatter 不在此处处理)。
|
|
627
|
+
"""明文 → 密文标记块(正文整体加密;frontmatter 不在此处处理)。
|
|
628
|
+
|
|
629
|
+
A2/B1(2026-10-10):密文块携带 `identity_fingerprint(tenant, actor)`(16 位
|
|
630
|
+
hex,与 `_keys.json` 信封同款指纹)——它是**非敏感**标识(不泄露身份原文),
|
|
631
|
+
供读方在**解密失败后**给失败分类(跨身份预期隔离 vs 真异常)。它**不**决定
|
|
632
|
+
是否解密:MAC 校验恒为唯一判据(见 `_open_content`)。
|
|
633
|
+
"""
|
|
403
634
|
nonce = secrets.token_bytes(NONCE_LEN)
|
|
404
635
|
ct, tag = aead_encrypt(dek, nonce, str(content).encode("utf-8"),
|
|
405
636
|
_node_aad(node_id, tenant, actor))
|
|
406
|
-
return f"{ENC_PREFIX}{
|
|
637
|
+
return (f"{ENC_PREFIX}{identity_fingerprint(tenant, actor)}:"
|
|
638
|
+
f"{_b64e(nonce + tag + ct)}{ENC_SUFFIX}")
|
|
407
639
|
|
|
408
640
|
|
|
409
|
-
# 生效条件:content、dek、node_id、tenant、actor 为入参;若 is_encrypted(content) 为假则原样返回 content;否则 strip 后切掉 ENC_PREFIX/ENC_SUFFIX
|
|
641
|
+
# 生效条件:content、dek、node_id、tenant、actor 为入参;若 is_encrypted(content) 为假则原样返回 content;否则 strip 后切掉 ENC_PREFIX/ENC_SUFFIX,正文含 ":" 时丢弃其前的 enc_id_fp 段(新格式),base64 解出 raw,按 NONCE_LEN、TAG_LEN 切出 nonce/tag/ct,调 aead_decrypt(dek, nonce, ct, tag, _node_aad(node_id, tenant, actor)) 并 utf-8 解码返回;aead_decrypt 失败抛 CryptoError;旧格式(无 ":" 段)与新格式同一路径解密(向后兼容)。
|
|
410
642
|
def open_node(content, dek, node_id, tenant, actor):
|
|
411
|
-
"""密文标记块 → 明文;未加密原样返回;失败抛 CryptoError
|
|
643
|
+
"""密文标记块 → 明文;未加密原样返回;失败抛 CryptoError(兼容旧格式)。"""
|
|
644
|
+
# issue #446:前缀命中后**先结构校验**——前缀对但结构坏 ⇒ 明确抛 CryptoError(「声明不可
|
|
645
|
+
# 用」),不能进解密路径再静默。
|
|
412
646
|
if not is_encrypted(content):
|
|
413
647
|
return content
|
|
648
|
+
if not verify_encrypted(content):
|
|
649
|
+
raise CryptoError("密文块结构校验失败(前缀命中但不可解析/不可解码)")
|
|
414
650
|
body = content.strip()
|
|
415
651
|
body = body[len(ENC_PREFIX):-len(ENC_SUFFIX)]
|
|
652
|
+
if ":" in body: # 新格式:<enc_id_fp>:<b64>
|
|
653
|
+
body = body.split(":", 1)[1]
|
|
416
654
|
raw = _b64d(body)
|
|
417
655
|
nonce = raw[:NONCE_LEN]
|
|
418
656
|
tag = raw[NONCE_LEN:NONCE_LEN + TAG_LEN]
|
|
@@ -423,22 +661,104 @@ def open_node(content, dek, node_id, tenant, actor):
|
|
|
423
661
|
|
|
424
662
|
# ---- 审计(payload-free)-------------------------------------------------
|
|
425
663
|
|
|
426
|
-
# 生效条件:root
|
|
664
|
+
# 生效条件:root 为入参,按 root 取/建进程内缓存的 Rotator(basename=_crypto、archive=_crypto_archive、index=_index.json、lock=<root>/_crypto.rotate.lock),每次调用把模块级 CRYPTO_* 常量同步进实例(守卫可原地改阈值)后返回;同一 root 复用同一实例(分片索引缓存 ⇒ 重复体检 O(1))。
|
|
665
|
+
def _rotator(root):
|
|
666
|
+
key = os.path.abspath(root)
|
|
667
|
+
r = _ROTATORS.get(key)
|
|
668
|
+
if r is None:
|
|
669
|
+
r = Rotator(root=root, basename=AUDIT_BASENAME,
|
|
670
|
+
archive_name=CRYPTO_ARCHIVE, index_name=CRYPTO_INDEX,
|
|
671
|
+
rotate_bytes=CRYPTO_ROTATE_BYTES,
|
|
672
|
+
keep_shards=CRYPTO_KEEP_SHARDS,
|
|
673
|
+
probe_every=CRYPTO_PROBE_EVERY,
|
|
674
|
+
count_max_bytes=CRYPTO_COUNT_MAX_BYTES,
|
|
675
|
+
mark_factory=_rotate_mark,
|
|
676
|
+
clock=lambda: time.time())
|
|
677
|
+
_ROTATORS[key] = r
|
|
678
|
+
r.rotate_bytes = CRYPTO_ROTATE_BYTES
|
|
679
|
+
r.keep_shards = CRYPTO_KEEP_SHARDS
|
|
680
|
+
r.probe_every = CRYPTO_PROBE_EVERY
|
|
681
|
+
r.count_max_bytes = CRYPTO_COUNT_MAX_BYTES
|
|
682
|
+
return r
|
|
683
|
+
|
|
684
|
+
|
|
685
|
+
# 生效条件:name(分片名)、size、events、pruned、reason 为入参,返回 crypto 协议形状的轮转自述记录(ts/op=crypto_rotate/node_id=分片名/bytes/events/pruned/reason/payload_free=True)。
|
|
686
|
+
def _rotate_mark(name, size, events, pruned, reason):
|
|
687
|
+
return {"ts": time.time(), "op": "crypto_rotate", "node_id": name,
|
|
688
|
+
"bytes": size, "events": events, "pruned": pruned,
|
|
689
|
+
"reason": reason, "payload_free": True}
|
|
690
|
+
|
|
691
|
+
|
|
692
|
+
# 生效条件:root、exc 为入参,无条件把 _AUDIT_WRITE_FAILURES 累加 1;累计不超过 _AUDIT_WRITE_WARN_CAP 时向 stderr 写一行含库根与异常类型的告警(N126:不再静默吞错);返回是否写了告警行。
|
|
693
|
+
def _note_audit_write_failure(root, exc):
|
|
694
|
+
"""登记一次审计写失败 + stderr 告警(N126 口径:容忍 ≠ 静默)。
|
|
695
|
+
|
|
696
|
+
审计仍是 best-effort(写失败不阻断业务),但**通道坏死不得无痕**——磁盘满 /
|
|
697
|
+
文件被独占 / 权限回收时,运维必须有可见线索(有界告警,防刷屏)。
|
|
698
|
+
"""
|
|
699
|
+
global _AUDIT_WRITE_FAILURES
|
|
700
|
+
_AUDIT_WRITE_FAILURES += 1
|
|
701
|
+
if _AUDIT_WRITE_FAILURES > _AUDIT_WRITE_WARN_CAP:
|
|
702
|
+
return False
|
|
703
|
+
sys.stderr.write(
|
|
704
|
+
"[mdcg-crypto] 审计写入失败(best-effort,已容忍)%s:%s: %s"
|
|
705
|
+
"——本次后进程内累计 %d 次。排查方向:磁盘满 / 文件被独占 / "
|
|
706
|
+
"权限回收;轮转面经 crypto.audit_scale(root) 可读。\n"
|
|
707
|
+
% (root, type(exc).__name__, exc, _AUDIT_WRITE_FAILURES))
|
|
708
|
+
return True
|
|
709
|
+
|
|
710
|
+
|
|
711
|
+
# 生效条件:root、rec 为入参,复制 rec,若未提供 ts 则设 time.time(),设 payload_free=True;先经 _rotator(root).maybe_rotate() 做写前轮转闸门(阈值内零切分),再 append_jsonl(os.path.join(root, AUDIT_FILE), rec);轮转抛 (OSError, TimeoutError) 或**追加返回 False**(issue #326-④ 改后 append_jsonl 不再上抛、以 False 报写失败)时经 _note_audit_write_failure 记账 + 有界 stderr 告警,不阻断调用方(best-effort 语义不变,但**失败不静默**)。
|
|
427
712
|
def audit(root, rec):
|
|
428
713
|
from .fsutil import append_jsonl
|
|
429
714
|
rec = dict(rec)
|
|
430
715
|
rec.setdefault("ts", time.time())
|
|
431
716
|
rec["payload_free"] = True
|
|
432
717
|
try:
|
|
433
|
-
|
|
434
|
-
except OSError:
|
|
435
|
-
|
|
718
|
+
_rotator(root).maybe_rotate()
|
|
719
|
+
except (OSError, TimeoutError) as e: # 轮转失败不得阻断审计写
|
|
720
|
+
_note_audit_write_failure(root, e)
|
|
721
|
+
try:
|
|
722
|
+
# issue #326-④ 之后 append_jsonl **不再上抛 OSError**(改返回布尔:成功 True /
|
|
723
|
+
# 写失败 False)——本处必须读返回值,否则审计写失败会**静默**(N126 口径:容忍 ≠
|
|
724
|
+
# 静默)。实证:`md_cg.test_crypto_rotate` ⑭ 会转红(计数不增、无 stderr 告警)。
|
|
725
|
+
# except 分支保留,兜 append_jsonl 之外的 OSError(如 path 组装/编码面)。
|
|
726
|
+
if append_jsonl(os.path.join(root, AUDIT_FILE), rec, durable=True) is False:
|
|
727
|
+
_note_audit_write_failure(
|
|
728
|
+
root, OSError("append_jsonl 返回 False(写失败,best-effort 已容忍)"))
|
|
729
|
+
except OSError as e:
|
|
730
|
+
_note_audit_write_failure(root, e)
|
|
731
|
+
|
|
732
|
+
|
|
733
|
+
# 生效条件:root 为入参;limit 为 None 时返回 _crypto_archive 各分片(时间序)与活动文件的全部记录(跨分片合并);limit 非 None(含 0)时从 reversed(paths) 读取并在 len(out) >= limit 时停止,返回 out[-limit:](有界日志不被读成 O(n) 全量)。
|
|
734
|
+
def audit_records(root, limit: int = None):
|
|
735
|
+
"""审计记录读取——轮转后跨分片按时间序(旧片在前)合并。
|
|
736
|
+
|
|
737
|
+
与 `MdCGOS.audit_records` 同款口径(A2 共享件):默认全量语义保持既有调用方
|
|
738
|
+
零改动;`limit=N` 取尾部 N 条。**旧实现 `list(read_jsonl(...))` 无 limit、把
|
|
739
|
+
682 MB 单文件全量物化**——轮转后不改就会漏掉归档分片,故此处必须跨片合并。
|
|
740
|
+
"""
|
|
741
|
+
from .fsutil import read_jsonl
|
|
742
|
+
r = _rotator(root)
|
|
743
|
+
paths = [os.path.join(r.archive, n) for n in r.shards()]
|
|
744
|
+
paths.append(r.active)
|
|
745
|
+
if limit is None:
|
|
746
|
+
out = []
|
|
747
|
+
for p in paths:
|
|
748
|
+
out.extend(read_jsonl(p))
|
|
749
|
+
return out
|
|
750
|
+
out = []
|
|
751
|
+
for p in reversed(paths): # 从最新往回读,读满 limit 即停
|
|
752
|
+
if len(out) >= limit:
|
|
753
|
+
break
|
|
754
|
+
out = list(read_jsonl(p)) + out
|
|
755
|
+
return out[-limit:]
|
|
436
756
|
|
|
437
757
|
|
|
438
|
-
# 生效条件:root 为入参,返回
|
|
439
|
-
def
|
|
440
|
-
|
|
441
|
-
return
|
|
758
|
+
# 生效条件:root 为入参,返回 _rotator(root).scale()——活动文件实时读数 + 归档分片索引缓存聚合(shards/shard_bytes/shard_events/oversized/total_bytes/total_events/total_exact/rotate_bytes/keep_shards)。
|
|
759
|
+
def audit_scale(root) -> dict:
|
|
760
|
+
"""审计面量级/有界性读数(O(1) 稳态,与 audit_scale 同款共享件)。"""
|
|
761
|
+
return _rotator(root).scale()
|
|
442
762
|
|
|
443
763
|
|
|
444
764
|
# ---- 自描述 --------------------------------------------------------------
|
|
@@ -460,6 +780,8 @@ def catalog():
|
|
|
460
780
|
"DEK 信封 AAD = mdcg-dek|v|tenant|actor",
|
|
461
781
|
"节点 AAD = mdcg-node|v|tenant|actor|node_id",
|
|
462
782
|
"信封另存 id_fp 指纹,解密前先比对(快速失败)",
|
|
783
|
+
"密文块携带 enc_id_fp 指纹(新格式):解密失败后据此分类"
|
|
784
|
+
"(跨身份预期隔离 / 真异常),不参与解密与否的判定",
|
|
463
785
|
],
|
|
464
786
|
"plaintext_metadata": ["layer", "tags", "condition_space", "importance",
|
|
465
787
|
"sensitivity", "created_at"],
|