@furongjun1999/dsh-memory 0.8.1 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +662 -659
- package/codebuddy/README.md +1 -1
- package/data/policy.json +38 -27
- package/docs/README.md +18 -2
- package/docs/discipline/harnesses.yaml +1 -1
- package/docs/discipline/templates/spec.txt.tmpl +23 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
- package/dsh/README.md +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/hive/README.md +705 -0
- package/hive/id_charset_blocks.txt +147 -0
- package/lib/bridge.d.ts +3 -0
- package/lib/bridge.js +32 -11
- package/lib/cli.js +14 -17
- package/lib/hooks.d.ts +37 -3
- package/lib/hooks.js +176 -24
- package/lib/index.d.ts +2 -2
- package/lib/index.js +29 -6
- package/lib/init.js +21 -21
- package/lib/lib/datapath.d.ts +56 -0
- package/lib/lib/datapath.js +102 -9
- package/lib/lib/hook_audit.d.ts +0 -1
- package/lib/lib/hook_audit.js +51 -3
- package/lib/lib/mdcg_client.d.ts +4 -1
- package/lib/lib/mdcg_client.js +10 -2
- package/lib/lib/mutual.js +61 -15
- package/lib/lib/prompt_safety.js +28 -2
- package/lib/lib/roleplay_web.js +30 -2
- package/lib/lib/token_store.d.ts +25 -6
- package/lib/lib/token_store.js +224 -33
- package/lib/tools.d.ts +15 -2
- package/lib/tools.js +44 -4
- package/md_cg/_guard_kit.py +121 -0
- package/md_cg/admission.py +718 -718
- package/md_cg/anchor.py +114 -0
- package/md_cg/audit.py +37 -7
- package/md_cg/autonomy.py +433 -288
- package/md_cg/autonomy_modes.py +781 -642
- package/md_cg/bench_beir_bm25.py +154 -0
- package/md_cg/bench_beir_scifact.py +170 -0
- package/md_cg/bench_bm25_blockmax.py +134 -0
- package/md_cg/bench_bm25_incremental.py +246 -0
- package/md_cg/bench_ccg_heading.py +118 -0
- package/md_cg/bench_csre_correctness.py +145 -0
- package/md_cg/bench_excerpt_budget.py +94 -0
- package/md_cg/bench_fuzzy_substrings.py +299 -0
- package/md_cg/bench_memory_rsi.py +358 -0
- package/md_cg/bench_memory_rsi_latency.py +82 -0
- package/md_cg/bench_memory_rsi_public.py +116 -0
- package/md_cg/bench_memory_rsi_tools.py +229 -0
- package/md_cg/bench_rrf_candidates.py +212 -0
- package/md_cg/bench_rrf_public.py +100 -0
- package/md_cg/bench_text_projections.py +221 -0
- package/md_cg/bench_timeanchor.py +357 -0
- package/md_cg/bm25.py +601 -0
- package/md_cg/branches.py +404 -327
- package/md_cg/build_postings.py +74 -73
- package/md_cg/ccgc.py +4 -2
- package/md_cg/chain.py +573 -379
- package/md_cg/coldverify.py +531 -292
- package/md_cg/condaccept.py +263 -0
- package/md_cg/condgate.py +308 -0
- package/md_cg/config_registry.py +329 -0
- package/md_cg/config_registry_bulk.py +482 -0
- package/md_cg/config_registry_guard.py +487 -0
- package/md_cg/config_render.py +354 -0
- package/md_cg/config_validate.py +455 -0
- package/md_cg/conformance.py +747 -726
- package/md_cg/conformance_core.py +753 -0
- package/md_cg/consistency.py +1278 -955
- package/md_cg/consolidate.py +1793 -1633
- package/md_cg/crypto.py +346 -24
- package/md_cg/datapath.py +137 -12
- package/md_cg/eval_common.py +522 -575
- package/md_cg/evidence.py +946 -585
- package/md_cg/evidence_delivery.py +101 -0
- package/md_cg/experience_consolidation.py +317 -0
- package/md_cg/export.py +329 -222
- package/md_cg/forgetting.py +1050 -922
- package/md_cg/freshness.py +601 -548
- package/md_cg/fsutil.py +1120 -824
- package/md_cg/goal_gen.py +458 -0
- package/md_cg/hotcache.py +107 -9
- package/md_cg/hyperedge.py +262 -251
- package/md_cg/identity.py +573 -391
- package/md_cg/imgskill.py +1712 -0
- package/md_cg/insight.py +540 -521
- package/md_cg/interface_schema.py +146 -0
- package/md_cg/interop.py +20 -0
- package/md_cg/judgment_manifest.py +24 -1
- package/md_cg/lifecycle.py +426 -345
- package/md_cg/links.py +27 -6
- package/md_cg/logref.py +332 -327
- package/md_cg/mcp_server.py +5227 -4449
- package/md_cg/mdcg.py +1301 -203
- package/md_cg/mdcos.py +7108 -5440
- package/md_cg/memory_rsi.py +308 -0
- package/md_cg/metacognition.py +726 -591
- package/md_cg/nodefile.py +151 -3
- package/md_cg/op_table.py +1128 -0
- package/md_cg/postings.py +524 -300
- package/md_cg/predict.py +1103 -1100
- package/md_cg/probe_memory_rsi.py +95 -0
- package/md_cg/probe_memory_rsi_mcp.py +66 -0
- package/md_cg/protect.py +654 -494
- package/md_cg/protocol.py +492 -411
- package/md_cg/provenance.py +606 -600
- package/md_cg/qmd.py +477 -0
- package/md_cg/qmd_llm.py +334 -0
- package/md_cg/query_excerpt.py +171 -0
- package/md_cg/queue_health.py +130 -0
- package/md_cg/reach.py +470 -453
- package/md_cg/readcache.py +115 -3
- package/md_cg/reconcile.py +239 -228
- package/md_cg/refindex.py +1191 -1042
- package/md_cg/refine.py +613 -604
- package/md_cg/retrieve.py +128 -0
- package/md_cg/review_cli.py +204 -26
- package/md_cg/revise.py +140 -0
- package/md_cg/rollback.py +657 -420
- package/md_cg/rollback_cli.py +124 -104
- package/md_cg/rotate.py +347 -0
- package/md_cg/routing.py +490 -429
- package/md_cg/rrf_candidates.py +204 -0
- package/md_cg/run_tests.py +19 -1
- package/md_cg/scrub.py +177 -23
- package/md_cg/security.py +269 -17
- package/md_cg/self_state.py +1053 -1029
- package/md_cg/self_surface.py +50 -0
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/export_en_zh_map.py +2 -2
- package/md_cg/semantic/zh_en_atoms.py +141 -139
- package/md_cg/session5.py +106 -0
- package/md_cg/signer.py +76 -2
- package/md_cg/sleep.py +1779 -1583
- package/md_cg/sources.py +1091 -833
- package/md_cg/state_events.py +75 -10
- package/md_cg/state_slots.py +312 -221
- package/md_cg/stg.py +85 -18
- package/md_cg/stgidx.py +537 -281
- package/md_cg/subgraph.py +851 -729
- package/md_cg/sustain.py +458 -19
- package/md_cg/task_memory.py +367 -0
- package/md_cg/test_action_derive.py +210 -203
- package/md_cg/test_audit_heartbeat_20261015.py +417 -0
- package/md_cg/test_audit_protection_20261015.py +483 -0
- package/md_cg/test_audit_rotate_parity.py +280 -0
- package/md_cg/test_audit_state_20261015.py +253 -0
- package/md_cg/test_audit_write_20261015.py +161 -0
- package/md_cg/test_auto_defaults.py +43 -4
- package/md_cg/test_autonomy_emotion.py +328 -0
- package/md_cg/test_autonomy_modes.py +2013 -1973
- package/md_cg/test_b1_foreign_read.py +245 -0
- package/md_cg/test_bm25.py +438 -0
- package/md_cg/test_bm25_hydration_refill.py +265 -0
- package/md_cg/test_bm25_incremental.py +241 -0
- package/md_cg/test_bm25_incremental_mutations.py +160 -0
- package/md_cg/test_bm25_mutations.py +205 -0
- package/md_cg/test_bm25_pool_view.py +196 -0
- package/md_cg/test_boot_openblas_guard.py +218 -197
- package/md_cg/test_boundary_hit.py +1 -1
- package/md_cg/test_branches_sensitivity.py +375 -0
- package/md_cg/test_c8_search_rrf_gates.py +1 -1
- package/md_cg/test_canonical_timezones.py +211 -0
- package/md_cg/test_ccg_heading_parser.py +73 -0
- package/md_cg/test_chain_best_first.py +403 -0
- package/md_cg/test_chain_candidate_scope.py +227 -0
- package/md_cg/test_cn_recall_grams.py +206 -0
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_coldverify_drain.py +127 -0
- package/md_cg/test_condaccept.py +156 -0
- package/md_cg/test_condgate.py +141 -0
- package/md_cg/test_config_registry.py +55 -0
- package/md_cg/test_crypto_rotate.py +257 -0
- package/md_cg/test_csre_correctness.py +297 -0
- package/md_cg/test_csre_index_import_guard.py +161 -0
- package/md_cg/test_csre_mutations.py +34 -0
- package/md_cg/test_csre_session.py +69 -0
- package/md_cg/test_curiosity_budget.py +468 -0
- package/md_cg/test_d17_autostart_toolface.py +453 -0
- package/md_cg/test_datapath_tilde_home.py +271 -0
- package/md_cg/test_derived_cache_generations.py +256 -0
- package/md_cg/test_evidence_delivery_compact.py +54 -0
- package/md_cg/test_exact_text_cache.py +191 -0
- package/md_cg/test_excerpt_budget.py +188 -0
- package/md_cg/test_experience_consolidation.py +112 -0
- package/md_cg/test_export_default_collision.py +138 -0
- package/md_cg/test_export_snapshots.py +322 -0
- package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
- package/md_cg/test_gain_gate.py +16 -5
- package/md_cg/test_goal_gen.py +355 -0
- package/md_cg/test_h2_session_view_norm.py +251 -233
- package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
- package/md_cg/test_heartbeat_ledger.py +557 -0
- package/md_cg/test_hierarchy_audit_graph.py +237 -0
- package/md_cg/test_i50c_meta_passthrough.py +628 -608
- package/md_cg/test_i50e_readside_protection.py +658 -656
- package/md_cg/test_identity_attribution.py +96 -2
- package/md_cg/test_identity_contract.py +329 -0
- package/md_cg/test_imgskill.py +1444 -0
- package/md_cg/test_index_snapshot_shape.py +240 -0
- package/md_cg/test_interop_judgment.py +258 -228
- package/md_cg/test_issue111_gate_order.py +77 -0
- package/md_cg/test_issue111_scoring_contract.py +87 -0
- package/md_cg/test_issue121_calibration_bounds.py +293 -0
- package/md_cg/test_issue128_session_env_authority.py +246 -0
- package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
- package/md_cg/test_issue131_postings_content_staleness.py +424 -0
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
- package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
- package/md_cg/test_issue147_pack_id_escape.py +378 -0
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
- package/md_cg/test_issue149_accel_default_face.py +249 -0
- package/md_cg/test_issue150_empty_query_terms.py +328 -0
- package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
- package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
- package/md_cg/test_issue152_sealed_postings.py +309 -0
- package/md_cg/test_issue152b_decrypt_cache.py +218 -0
- package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
- package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
- package/md_cg/test_issue157b_index_remainder.py +344 -0
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
- package/md_cg/test_issue190_tidy_idempotent.py +806 -0
- package/md_cg/test_issue191_import_trust.py +382 -0
- package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
- package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
- package/md_cg/test_issue193_write_scope.py +378 -0
- package/md_cg/test_issue197_rank_credibility_property.py +201 -0
- package/md_cg/test_issue211_export_target.py +325 -0
- package/md_cg/test_issue212_writeface_gaps.py +349 -0
- package/md_cg/test_issue214_reject_sensitivity.py +267 -0
- package/md_cg/test_issue215_condition_source_gap.py +272 -0
- package/md_cg/test_issue216_clash_routes.py +214 -0
- package/md_cg/test_issue217_slot_routes.py +248 -0
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
- package/md_cg/test_issue225_consistency_torn_log.py +433 -0
- package/md_cg/test_issue245_swarm_traversal.py +366 -0
- package/md_cg/test_issue258_pack_sensitivity.py +468 -0
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
- package/md_cg/test_issue274_read_node_id_none.py +341 -0
- package/md_cg/test_issue275_layer_param.py +250 -0
- package/md_cg/test_issue277_node_id_traversal.py +384 -0
- package/md_cg/test_issue278_neg_separated_tension.py +271 -0
- package/md_cg/test_issue278_neg_window.py +294 -0
- package/md_cg/test_issue278_negative_layering.py +83 -0
- package/md_cg/test_issue279_signers_path_guard.py +652 -0
- package/md_cg/test_issue284_skip_not_pass.py +291 -0
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
- package/md_cg/test_issue295_sleep_root_binding.py +589 -0
- package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
- package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
- package/md_cg/test_issue303_design_boundaries.py +262 -0
- package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
- package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
- package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
- package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
- package/md_cg/test_issue321_mcp_deep_json.py +305 -0
- package/md_cg/test_issue322_node_write_lock.py +727 -0
- package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
- package/md_cg/test_issue324_write_size_fields.py +215 -0
- package/md_cg/test_issue325_audit_poison.py +230 -0
- package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
- package/md_cg/test_issue326_key_perms.py +355 -0
- package/md_cg/test_issue326_twin_parser_parity.py +323 -0
- package/md_cg/test_issue326_vm_call_frame.py +569 -0
- package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
- package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
- package/md_cg/test_issue348_insight_verify_op.py +200 -0
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
- package/md_cg/test_issue350_casefold_collision.py +236 -0
- package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
- package/md_cg/test_issue352_imgaudit.py +418 -0
- package/md_cg/test_issue352_pathsjson.py +537 -0
- package/md_cg/test_issue352_refindex.py +412 -0
- package/md_cg/test_issue352_rollback.py +604 -0
- package/md_cg/test_issue352_vstateinherit.py +196 -0
- package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
- package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
- package/md_cg/test_issue354_rust_index_containment.py +571 -0
- package/md_cg/test_issue354_rust_wal_containment.py +606 -0
- package/md_cg/test_issue358_truncation_observable.py +247 -0
- package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
- package/md_cg/test_issue362_neg_condition.py +468 -0
- package/md_cg/test_issue363_lexical_idf.py +275 -0
- package/md_cg/test_issue370_readcache_assembly.py +488 -0
- package/md_cg/test_issue375_state_slot_retire.py +325 -0
- package/md_cg/test_issue376_heartbeat_failed.py +293 -0
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
- package/md_cg/test_issue378_protected_floor.py +310 -0
- package/md_cg/test_issue383_state_event_write_gate.py +462 -0
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
- package/md_cg/test_issue398_toolface_op_parity.py +511 -0
- package/md_cg/test_issue399_hive_json_shape.py +317 -0
- package/md_cg/test_issue400_hive_dirty_args.py +450 -0
- package/md_cg/test_issue401_wisdom_codegen.py +295 -0
- package/md_cg/test_issue404_heal_receipt.py +390 -0
- package/md_cg/test_issue405_git_pathspec.py +333 -0
- package/md_cg/test_issue408_eface_registry.py +291 -0
- package/md_cg/test_issue409_compact_index_completeness.py +509 -0
- package/md_cg/test_issue410_verify_demote_write.py +366 -0
- package/md_cg/test_issue411_scrub_idempotence.py +575 -0
- package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
- package/md_cg/test_issue413_preimage_failclosed.py +239 -0
- package/md_cg/test_issue413_preimage_twin.py +340 -0
- package/md_cg/test_issue414_write_args_parity.py +613 -0
- package/md_cg/test_issue415_deps_gate_probe.py +358 -0
- package/md_cg/test_issue416_entry_key_subset.py +525 -0
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
- package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
- package/md_cg/test_issue418_role_type_gate.py +265 -0
- package/md_cg/test_issue419_pii_redaction.py +642 -0
- package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
- package/md_cg/test_issue425_ingest_library_path.py +331 -0
- package/md_cg/test_issue426a_dedup_receipt.py +242 -0
- package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
- package/md_cg/test_issue427_serve_status_shape.py +191 -0
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
- package/md_cg/test_issue434_435_float_gate.py +90 -0
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
- package/md_cg/test_issue43_default_policy.py +874 -865
- package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
- package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
- package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
- package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
- package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
- package/md_cg/test_issue451_audit_actor.py +313 -0
- package/md_cg/test_issue452_ingest_root_hint.py +238 -0
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
- package/md_cg/test_issue466_basis_registry.py +469 -0
- package/md_cg/test_issue467_identity_sensitivity.py +204 -0
- package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
- package/md_cg/test_issue470_wal_event_durable.py +427 -0
- package/md_cg/test_issue471_identity_readable.py +137 -0
- package/md_cg/test_issue472_audit_chain.py +91 -0
- package/md_cg/test_issue472_prune_ledger.py +106 -0
- package/md_cg/test_issue472_rollback_degraded.py +82 -0
- package/md_cg/test_issue491_compose_sandbox.py +460 -0
- package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
- package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
- package/md_cg/test_issue525_read_null_semantics.py +52 -0
- package/md_cg/test_issue538_hook_condition_space.py +97 -0
- package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
- package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
- package/md_cg/test_issue542_tenant_root_same.py +153 -0
- package/md_cg/test_issue543_issue_authorization.py +147 -0
- package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
- package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
- package/md_cg/test_issue546_ledger_concurrency.py +81 -0
- package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
- package/md_cg/test_issue547_audit_durable.py +96 -0
- package/md_cg/test_issue549_durable_append.py +143 -0
- package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
- package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
- package/md_cg/test_issue559_refine_prefix.py +70 -0
- package/md_cg/test_issue561_pending_review.py +109 -0
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue66_scrub_semantics.py +107 -0
- package/md_cg/test_issue67_scrub_control_pool.py +233 -0
- package/md_cg/test_issue69_audit_boundary.py +129 -0
- package/md_cg/test_issue71_queue_backlog.py +377 -0
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
- package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
- package/md_cg/test_issue75_neural_failure.py +582 -0
- package/md_cg/test_issue78_export_concurrency.py +334 -0
- package/md_cg/test_issue80_residual_flush.py +169 -0
- package/md_cg/test_issue82_credential_rules.py +271 -0
- package/md_cg/test_issue82_layer_and_size.py +120 -0
- package/md_cg/test_issue84_portability.py +95 -0
- package/md_cg/test_issue85_export_overwrite.py +113 -0
- package/md_cg/test_issue86_runtime_revoke.py +110 -0
- package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
- package/md_cg/test_issue88_conclusion_face.py +280 -0
- package/md_cg/test_issue88_execution_conflicts.py +87 -0
- package/md_cg/test_issue89_zero_score.py +169 -0
- package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
- package/md_cg/test_issue91_verifier_sandbox.py +314 -0
- package/md_cg/test_issue91_verifier_timeout.py +528 -0
- package/md_cg/test_issue93_remember_redaction.py +282 -0
- package/md_cg/test_issue96_key_fallback.py +102 -0
- package/md_cg/test_issue98_tenant_root.py +104 -0
- package/md_cg/test_jsonl_commit_watermark.py +221 -0
- package/md_cg/test_live_validity_cache.py +256 -0
- package/md_cg/test_logref.py +1141 -1109
- package/md_cg/test_mcp_call_argument_types.py +99 -0
- package/md_cg/test_md_access_parity.py +330 -255
- package/md_cg/test_md_cg_no_hive_dep.py +140 -0
- package/md_cg/test_memory_rsi.py +215 -0
- package/md_cg/test_memory_rsi_adversarial.py +91 -0
- package/md_cg/test_mode_parity.py +1413 -1393
- package/md_cg/test_mutation_residue.py +120 -0
- package/md_cg/test_mutation_rollback.py +835 -805
- package/md_cg/test_n123_derive_expiry_chain.py +210 -205
- package/md_cg/test_n130_verify_falsified_protect.py +185 -185
- package/md_cg/test_n209_verify_write_face_gates.py +466 -461
- package/md_cg/test_n230_dirty_replay.py +52 -9
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_coverage_budget.py +500 -0
- package/md_cg/test_neg_tail_honesty.py +733 -663
- package/md_cg/test_p0.py +16 -2
- package/md_cg/test_p14_root_fallback.py +373 -0
- package/md_cg/test_p1x_ref_root.py +47 -10
- package/md_cg/test_p21_tokens.py +294 -293
- package/md_cg/test_p24_evidence.py +232 -227
- package/md_cg/test_p26_refindex.py +20 -3
- package/md_cg/test_p27_docindex.py +792 -777
- package/md_cg/test_p28_refcheck.py +1053 -1032
- package/md_cg/test_p29_session_ingest_export.py +6 -0
- package/md_cg/test_p2_mcp.py +474 -453
- package/md_cg/test_p2_six_elements.py +476 -463
- package/md_cg/test_p3.py +370 -261
- package/md_cg/test_p33_ccg_wiring.py +300 -293
- package/md_cg/test_p3_legacy_closure.py +438 -433
- package/md_cg/test_p40_refine_worklist.py +244 -241
- package/md_cg/test_p47_session_view.py +25 -9
- package/md_cg/test_p4_freshness.py +781 -774
- package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
- package/md_cg/test_p9c_dedup_hints.py +288 -283
- package/md_cg/test_policy_required_ccg.py +444 -432
- package/md_cg/test_postings_digest_memo.py +139 -0
- package/md_cg/test_predict_beta.py +138 -135
- package/md_cg/test_qmd.py +500 -0
- package/md_cg/test_query_excerpt.py +209 -0
- package/md_cg/test_reach.py +456 -378
- package/md_cg/test_reach_snapshot_admission.py +218 -0
- package/md_cg/test_readcache_prodpath.py +4 -0
- package/md_cg/test_recall_face_guards.py +854 -812
- package/md_cg/test_recall_metadata.py +422 -0
- package/md_cg/test_retr_s5.py +312 -213
- package/md_cg/test_retr_score_once.py +14 -2
- package/md_cg/test_review_cli_attribution.py +11 -7
- package/md_cg/test_review_queue_batch.py +123 -0
- package/md_cg/test_review_queue_index.py +130 -0
- package/md_cg/test_rrf_candidates.py +292 -0
- package/md_cg/test_rrf_qualified_topk.py +214 -0
- package/md_cg/test_rrf_unique_votes.py +218 -0
- package/md_cg/test_s1_ast_judge.py +110 -0
- package/md_cg/test_scrub_ledger.py +413 -0
- package/md_cg/test_security_audit_b26.py +34 -3
- package/md_cg/test_security_audit_v21.py +1 -2
- package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
- package/md_cg/test_session5_identity.py +93 -0
- package/md_cg/test_session_attribution_consistency.py +813 -0
- package/md_cg/test_session_identity_tristate.py +486 -0
- package/md_cg/test_sleep_p1.py +35 -3
- package/md_cg/test_state_event_op.py +521 -514
- package/md_cg/test_state_projection_streaming.py +136 -0
- package/md_cg/test_stg_interval_candidates.py +280 -0
- package/md_cg/test_stg_time_blocks.py +239 -0
- package/md_cg/test_stgidx_index_parity.py +1024 -1020
- package/md_cg/test_subgraph_bounded_bfs.py +227 -0
- package/md_cg/test_sustain_bounded.py +652 -624
- package/md_cg/test_task_memory.py +394 -0
- package/md_cg/test_text_projection_mutations.py +101 -0
- package/md_cg/test_time_anchor.py +421 -0
- package/md_cg/test_time_core_lint.py +1024 -975
- package/md_cg/test_tool_face.py +200 -189
- package/md_cg/test_trust_bounded_frontier.py +248 -0
- package/md_cg/test_trust_edge_reachability.py +405 -0
- package/md_cg/test_w5_path_fingerprint.py +381 -0
- package/md_cg/test_w7_redlines.py +659 -0
- package/md_cg/test_write_return_shape.py +919 -0
- package/md_cg/test_writepipe.py +228 -226
- package/md_cg/timeanchor.py +534 -0
- package/md_cg/tokens.py +68 -5
- package/md_cg/tool_face.py +273 -260
- package/md_cg/trust.py +1114 -1030
- package/md_cg/twophase.py +303 -231
- package/md_cg/weights.py +642 -638
- package/md_cg/whitebox.py +536 -527
- package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
- package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1633
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -298
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1065
- package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
- package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -470
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -476
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -958
- package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2895
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4054
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
- package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
- package/md_cg/writelimit.py +584 -390
- package/md_cg/writepipe.py +1337 -826
- package/package.json +14 -9
- package/scripts/workspace_index.py +328 -0
- package/src/bridge.ts +34 -11
- package/src/cli.ts +75 -65
- package/src/hooks.ts +932 -776
- package/src/index.ts +30 -7
- package/src/init.ts +362 -361
- package/src/lib/datapath.ts +419 -326
- package/src/lib/hook_audit.ts +42 -3
- package/src/lib/mdcg_client.ts +469 -461
- package/src/lib/mutual.ts +481 -432
- package/src/lib/prompt_safety.ts +178 -149
- package/src/lib/roleplay_web.ts +30 -2
- package/src/lib/token_store.ts +274 -52
- package/src/tools.ts +271 -223
- package/zcode/README.md +1 -1
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
- package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
- package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
- package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
- package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
- package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
- package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
- package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
- package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
- package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
- package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
- package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
- package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
- package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
- package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
- package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
- package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
- package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
- package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
- package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
- package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
- package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
- package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
- package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
- package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
- package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
- package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
- package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
- package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
- package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
- package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
- package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
- package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
- package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
- package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
- package/docs/mdcg/guardrail-charter.md +0 -164
- package/docs/mdcg/lingshu_tutorial.html +0 -14956
- package/docs/mdcg/memory-assessment.html +0 -923
- package/docs/mdcg/memory_score.html +0 -213
- package/docs/mdcg/memory_score.png +0 -0
- package/docs/mdcg/release_v0.3.0.md +0 -36
- package/docs/mdcg/release_v0.4.11.md +0 -49
- package/docs/mdcg/release_v0.4.5.md +0 -55
- package/docs/mdcg/tool_table_v0.3.0.md +0 -117
- package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
- package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
- package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
- package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
- package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
- package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
- package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
- package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
- package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
- package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
- package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
- package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
- package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
- package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
- package/docs/promo/bilibili-cover.jpg +0 -0
- package/docs/promo/promo-visual-1.png +0 -0
- package/docs/promo/promo-visual-2.png +0 -0
- package/docs/promo/promo-visual-3.png +0 -0
- package/docs/promo/promo-visual-4.png +0 -0
- package/docs/promo/promo-visual-5.png +0 -0
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
- package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
- package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
- package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
- package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
- package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
- package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
- package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
package/md_cg/forgetting.py
CHANGED
|
@@ -1,923 +1,1051 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""md_cg · 主动遗忘闸门(写入情景层前的三问筛选)
|
|
3
|
-
|
|
4
|
-
理论出处(全部来自本仓已有文档):
|
|
5
|
-
|
|
6
|
-
· `memory_score.md:12`
|
|
7
|
-
J 判断引擎 9-10 档 = 「独立元认知 + **主动遗忘**」;灵枢正因「无主动遗忘」
|
|
8
|
-
停在 8.0。→ 主动遗忘是 J 维上 9 分的门槛项,不是可选优化。
|
|
9
|
-
· `docs/白箱智能系列·第五篇:174-180`
|
|
10
|
-
「把经历兑换成结构…整理完之后记忆库变小了,但信息量反而更可用——
|
|
11
|
-
噪音被扔掉了,骨架被留下。」
|
|
12
|
-
· AEIS 工具表 `docs/mdcg/tool_table_v0.3.0.md:15-19`
|
|
13
|
-
`prefeed`(H1 新奇检测 → 高新奇输入当场强化编码)、
|
|
14
|
-
`pattern_separation`(H3 扫描相似节点对)、
|
|
15
|
-
`nightly_cleanup`(知识层夜间整理、无边孤岛降级)。
|
|
16
|
-
本模块 = 这三件事的**写入侧前置版**:不等夜间整理,写之前就裁决。
|
|
17
|
-
· `docs/theory/智能的公理化基石.md:758-763` —— **诚实边界**
|
|
18
|
-
「信息差与热力学熵之间只能进行结构类比,不应宣称数学同构」。
|
|
19
|
-
故本模块一律称「自信息代理 / 惊奇度」,**不称香农熵**,也不做熵的物理断言。
|
|
20
|
-
|
|
21
|
-
三问 → 四态裁决(对齐白箱四态,落库动作分四种):
|
|
22
|
-
|
|
23
|
-
Q1 重复? redundancy = 新内容被既有同层节点覆盖的最大比例(bigram 覆盖率)
|
|
24
|
-
Q2 重要? importance = 显式 hint 优先,否则启发式(新奇/来源/长度)
|
|
25
|
-
Q3 惊奇? self_info = -log2(dup + ε)(bit,**代理量**,非香农熵)
|
|
26
|
-
|
|
27
|
-
ACCEPT 写入 / MERGE 并入既有(不新增,强化既有节点)
|
|
28
|
-
DROP 丢弃 / DEFER 待定(不写,留痕待复核)
|
|
29
|
-
|
|
30
|
-
裁决顺序(**顺序即语义**):
|
|
31
|
-
1) 重要度 ≥0.7 → ACCEPT(保护优先)
|
|
32
|
-
2) 确定性内部产生 且 冗余 → DROP ← 先于 MERGE:机器例行输出再"重复"也只是
|
|
33
|
-
噪音,不该去强化既有记忆(否则例行日志
|
|
34
|
-
会把普通记忆刷成高重要性)
|
|
35
|
-
3) 冗余 ≥0.85 → MERGE ← 外部/未知来源的重复 = 又一次确认,强化
|
|
36
|
-
4) 半重复 且 未触发保护 → DEFER ← 与重要度无关:半重复是「变更确认」的输入端
|
|
37
|
-
5) 重要度 ≥0.30 → ACCEPT
|
|
38
|
-
6) 新信息 ≥0.15 → ACCEPT
|
|
39
|
-
7) 其余 → DEFER
|
|
40
|
-
|
|
41
|
-
一切裁决都写进 `_forgetting.jsonl`(append-only),可审计:
|
|
42
|
-
「这条为什么没被记住」和「为什么被记住」同样有据可查。
|
|
43
|
-
"""
|
|
44
|
-
import hashlib
|
|
45
|
-
import json
|
|
46
|
-
import math
|
|
47
|
-
import os
|
|
48
|
-
import time
|
|
49
|
-
|
|
50
|
-
from . import lifecycle, nodefile, protect
|
|
51
|
-
from . import crypto
|
|
52
|
-
from . import security as _security
|
|
53
|
-
from .fsutil import append_jsonl, atomic_write, publish, read_jsonl
|
|
54
|
-
from .mdcg import bigrams
|
|
55
|
-
|
|
56
|
-
# ---------------------------------------------------------------- 判据常量
|
|
57
|
-
|
|
58
|
-
DUP_MERGE = 0.85 # 重复度 ≥ 此值 → MERGE
|
|
59
|
-
DUP_DROP = 0.60 # 重复度 ≥ 此值 → 进入 DROP / DEFER 判据
|
|
60
|
-
NOVELTY_MIN = 0.15 # 新信息 < 此值 → 视为无新信息
|
|
61
|
-
IMPORTANCE_MIN = 0.30 # 重要度 < 此值 → 不予写入
|
|
62
|
-
PROTECT_IMPORTANCE = 0.70 # 对齐 tool_table:≥0.7 触发不可遗忘保护
|
|
63
|
-
MAX_BITS = 4.0 # 自信息归一化上限(dup=0 时 4.0 bit)
|
|
64
|
-
EPS = 0.0625 # 自信息平滑(避免 dup=0 时取 log(0))
|
|
65
|
-
MAX_COMPARE = 240 # 单次重复检测最多比对的同层节点数(写入非热路径)
|
|
66
|
-
|
|
67
|
-
# 来源类型 → 权重(确定性内部产生 = 低权;外部惊奇 = 高权)
|
|
68
|
-
SOURCE_WEIGHT = {
|
|
69
|
-
"external_surprising": 1.00,
|
|
70
|
-
"unknown": 0.60,
|
|
71
|
-
"self_generated": 0.50,
|
|
72
|
-
"internal_deterministic": 0.25,
|
|
73
|
-
}
|
|
74
|
-
EXTERNAL_ROLES = ("user",)
|
|
75
|
-
INTERNAL_ROLES = ("command", "tool-output", "edit", "system")
|
|
76
|
-
# 注意:文科的 textbook/public_kb **不在此列**——它们是「权威来源表述一致」,
|
|
77
|
-
# 不是「内部确定性产生」,故仍按外部来源计权(见 source_kind)。
|
|
78
|
-
DETERMINISTIC_BASIS = ("data", "measurement", "compiler", "test", "formal_proof")
|
|
79
|
-
|
|
80
|
-
LOG_FILE = "_forgetting.jsonl"
|
|
81
|
-
|
|
82
|
-
# 合并面「新正文去向」/「归属并列」的常量(B3 / H3,2026-09-30)
|
|
83
|
-
MERGE_SOURCES_KEEP = 20 # fm.merge_sources 只保留最近 N 条「新写入方归属」
|
|
84
|
-
AGG_MARK = "聚合" # 聚合行标记(与 writelimit.converge_into 同款)
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
# ---------------------------------------------------------------- 三问
|
|
88
|
-
|
|
89
|
-
# 生效条件:role 与 verification_basis 各自经 str(x or "").strip().lower() 后按序判——role 命中模块常量 EXTERNAL_ROLES 返回 "external_surprising";否则 role 命中 INTERNAL_ROLES、或两者都不命中前者时 verification_basis 命中 DETERMINISTIC_BASIS,返回 "internal_deterministic";否则 role 为 "assistant"/"agent" 返回 "self_generated";全不命中返回 "unknown"。
|
|
90
|
-
def source_kind(role=None, verification_basis=None):
|
|
91
|
-
"""Q3 的来源面:内部确定性产生 vs 外部惊奇来源。"""
|
|
92
|
-
r = str(role or "").strip().lower()
|
|
93
|
-
vb = str(verification_basis or "").strip().lower()
|
|
94
|
-
if r in EXTERNAL_ROLES:
|
|
95
|
-
return "external_surprising"
|
|
96
|
-
if r in INTERNAL_ROLES:
|
|
97
|
-
return "internal_deterministic"
|
|
98
|
-
if vb in DETERMINISTIC_BASIS:
|
|
99
|
-
return "internal_deterministic"
|
|
100
|
-
if r in ("assistant", "agent"):
|
|
101
|
-
return "self_generated"
|
|
102
|
-
return "unknown"
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
# 生效条件:new_grams 为空集(假值)时返回 0.0;非空时返回 len(new_grams & body_grams)/len(new_grams)。
|
|
106
|
-
def _coverage(new_grams, body_grams):
|
|
107
|
-
if not new_grams:
|
|
108
|
-
return 0.0
|
|
109
|
-
return len(new_grams & body_grams) / float(len(new_grams))
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
# CCG
|
|
113
|
-
# 不剥离它们,任何两条记忆都会因共享 `# 功能名:`/`# 生效条件:` 而虚高重复度
|
|
114
|
-
# (实测:两条毫不相关的记忆 dup≈0.33,全部来自模板)。故重复检测只看"值"。
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
`
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
index
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
return None
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
if not
|
|
173
|
-
return None
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
"""
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
"
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
#
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
#
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
"""
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
`
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
613
|
-
|
|
614
|
-
|
|
615
|
-
|
|
616
|
-
|
|
617
|
-
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
return
|
|
647
|
-
|
|
648
|
-
|
|
649
|
-
|
|
650
|
-
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
|
|
668
|
-
|
|
669
|
-
|
|
670
|
-
|
|
671
|
-
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
#
|
|
675
|
-
|
|
676
|
-
#
|
|
677
|
-
#
|
|
678
|
-
#
|
|
679
|
-
#
|
|
680
|
-
#
|
|
681
|
-
#
|
|
682
|
-
#
|
|
683
|
-
|
|
684
|
-
|
|
685
|
-
|
|
686
|
-
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
695
|
-
|
|
696
|
-
|
|
697
|
-
|
|
698
|
-
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
#
|
|
714
|
-
|
|
715
|
-
|
|
716
|
-
|
|
717
|
-
|
|
718
|
-
#
|
|
719
|
-
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
-
|
|
726
|
-
|
|
727
|
-
|
|
728
|
-
|
|
729
|
-
|
|
730
|
-
|
|
731
|
-
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
|
|
737
|
-
|
|
738
|
-
|
|
739
|
-
|
|
740
|
-
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
|
|
744
|
-
|
|
745
|
-
|
|
746
|
-
|
|
747
|
-
|
|
748
|
-
|
|
749
|
-
|
|
750
|
-
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
|
|
757
|
-
|
|
758
|
-
|
|
759
|
-
|
|
760
|
-
|
|
761
|
-
|
|
762
|
-
|
|
763
|
-
|
|
764
|
-
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
|
|
775
|
-
|
|
776
|
-
|
|
777
|
-
|
|
778
|
-
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
784
|
-
|
|
785
|
-
|
|
786
|
-
|
|
787
|
-
|
|
788
|
-
|
|
789
|
-
|
|
790
|
-
|
|
791
|
-
|
|
792
|
-
|
|
793
|
-
"
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
798
|
-
|
|
799
|
-
|
|
800
|
-
#
|
|
801
|
-
|
|
802
|
-
|
|
803
|
-
|
|
804
|
-
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
810
|
-
|
|
811
|
-
|
|
812
|
-
|
|
813
|
-
|
|
814
|
-
|
|
815
|
-
|
|
816
|
-
|
|
817
|
-
|
|
818
|
-
|
|
819
|
-
|
|
820
|
-
""
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
824
|
-
|
|
825
|
-
|
|
826
|
-
|
|
827
|
-
|
|
828
|
-
|
|
829
|
-
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
833
|
-
|
|
834
|
-
|
|
835
|
-
|
|
836
|
-
|
|
837
|
-
|
|
838
|
-
|
|
839
|
-
|
|
840
|
-
|
|
841
|
-
|
|
842
|
-
|
|
843
|
-
|
|
844
|
-
|
|
845
|
-
|
|
846
|
-
|
|
847
|
-
|
|
848
|
-
|
|
849
|
-
|
|
850
|
-
|
|
851
|
-
|
|
852
|
-
|
|
853
|
-
|
|
854
|
-
|
|
855
|
-
|
|
856
|
-
|
|
857
|
-
|
|
858
|
-
|
|
859
|
-
|
|
860
|
-
|
|
861
|
-
|
|
862
|
-
|
|
863
|
-
|
|
864
|
-
|
|
865
|
-
|
|
866
|
-
|
|
867
|
-
|
|
868
|
-
|
|
869
|
-
|
|
870
|
-
|
|
871
|
-
|
|
872
|
-
|
|
873
|
-
|
|
874
|
-
|
|
875
|
-
|
|
876
|
-
|
|
877
|
-
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
|
|
882
|
-
|
|
883
|
-
|
|
884
|
-
|
|
885
|
-
|
|
886
|
-
|
|
887
|
-
|
|
888
|
-
|
|
889
|
-
|
|
890
|
-
|
|
891
|
-
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
|
|
899
|
-
|
|
900
|
-
|
|
901
|
-
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
912
|
-
|
|
913
|
-
|
|
914
|
-
|
|
915
|
-
|
|
916
|
-
|
|
917
|
-
|
|
918
|
-
|
|
919
|
-
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""md_cg · 主动遗忘闸门(写入情景层前的三问筛选)
|
|
3
|
+
|
|
4
|
+
理论出处(全部来自本仓已有文档):
|
|
5
|
+
|
|
6
|
+
· `memory_score.md:12`
|
|
7
|
+
J 判断引擎 9-10 档 = 「独立元认知 + **主动遗忘**」;灵枢正因「无主动遗忘」
|
|
8
|
+
停在 8.0。→ 主动遗忘是 J 维上 9 分的门槛项,不是可选优化。
|
|
9
|
+
· `docs/白箱智能系列·第五篇:174-180`
|
|
10
|
+
「把经历兑换成结构…整理完之后记忆库变小了,但信息量反而更可用——
|
|
11
|
+
噪音被扔掉了,骨架被留下。」
|
|
12
|
+
· AEIS 工具表 `docs/mdcg/tool_table_v0.3.0.md:15-19`
|
|
13
|
+
`prefeed`(H1 新奇检测 → 高新奇输入当场强化编码)、
|
|
14
|
+
`pattern_separation`(H3 扫描相似节点对)、
|
|
15
|
+
`nightly_cleanup`(知识层夜间整理、无边孤岛降级)。
|
|
16
|
+
本模块 = 这三件事的**写入侧前置版**:不等夜间整理,写之前就裁决。
|
|
17
|
+
· `docs/theory/智能的公理化基石.md:758-763` —— **诚实边界**
|
|
18
|
+
「信息差与热力学熵之间只能进行结构类比,不应宣称数学同构」。
|
|
19
|
+
故本模块一律称「自信息代理 / 惊奇度」,**不称香农熵**,也不做熵的物理断言。
|
|
20
|
+
|
|
21
|
+
三问 → 四态裁决(对齐白箱四态,落库动作分四种):
|
|
22
|
+
|
|
23
|
+
Q1 重复? redundancy = 新内容被既有同层节点覆盖的最大比例(bigram 覆盖率)
|
|
24
|
+
Q2 重要? importance = 显式 hint 优先,否则启发式(新奇/来源/长度)
|
|
25
|
+
Q3 惊奇? self_info = -log2(dup + ε)(bit,**代理量**,非香农熵)
|
|
26
|
+
|
|
27
|
+
ACCEPT 写入 / MERGE 并入既有(不新增,强化既有节点)
|
|
28
|
+
DROP 丢弃 / DEFER 待定(不写,留痕待复核)
|
|
29
|
+
|
|
30
|
+
裁决顺序(**顺序即语义**):
|
|
31
|
+
1) 重要度 ≥0.7 → ACCEPT(保护优先)
|
|
32
|
+
2) 确定性内部产生 且 冗余 → DROP ← 先于 MERGE:机器例行输出再"重复"也只是
|
|
33
|
+
噪音,不该去强化既有记忆(否则例行日志
|
|
34
|
+
会把普通记忆刷成高重要性)
|
|
35
|
+
3) 冗余 ≥0.85 → MERGE ← 外部/未知来源的重复 = 又一次确认,强化
|
|
36
|
+
4) 半重复 且 未触发保护 → DEFER ← 与重要度无关:半重复是「变更确认」的输入端
|
|
37
|
+
5) 重要度 ≥0.30 → ACCEPT
|
|
38
|
+
6) 新信息 ≥0.15 → ACCEPT
|
|
39
|
+
7) 其余 → DEFER
|
|
40
|
+
|
|
41
|
+
一切裁决都写进 `_forgetting.jsonl`(append-only),可审计:
|
|
42
|
+
「这条为什么没被记住」和「为什么被记住」同样有据可查。
|
|
43
|
+
"""
|
|
44
|
+
import hashlib
|
|
45
|
+
import json
|
|
46
|
+
import math
|
|
47
|
+
import os
|
|
48
|
+
import time
|
|
49
|
+
|
|
50
|
+
from . import lifecycle, nodefile, protect
|
|
51
|
+
from . import crypto
|
|
52
|
+
from . import security as _security
|
|
53
|
+
from .fsutil import append_jsonl, atomic_write, publish, read_jsonl
|
|
54
|
+
from .mdcg import bigrams
|
|
55
|
+
|
|
56
|
+
# ---------------------------------------------------------------- 判据常量
|
|
57
|
+
|
|
58
|
+
DUP_MERGE = 0.85 # 重复度 ≥ 此值 → MERGE
|
|
59
|
+
DUP_DROP = 0.60 # 重复度 ≥ 此值 → 进入 DROP / DEFER 判据
|
|
60
|
+
NOVELTY_MIN = 0.15 # 新信息 < 此值 → 视为无新信息
|
|
61
|
+
IMPORTANCE_MIN = 0.30 # 重要度 < 此值 → 不予写入
|
|
62
|
+
PROTECT_IMPORTANCE = 0.70 # 对齐 tool_table:≥0.7 触发不可遗忘保护
|
|
63
|
+
MAX_BITS = 4.0 # 自信息归一化上限(dup=0 时 4.0 bit)
|
|
64
|
+
EPS = 0.0625 # 自信息平滑(避免 dup=0 时取 log(0))
|
|
65
|
+
MAX_COMPARE = 240 # 单次重复检测最多比对的同层节点数(写入非热路径)
|
|
66
|
+
|
|
67
|
+
# 来源类型 → 权重(确定性内部产生 = 低权;外部惊奇 = 高权)
|
|
68
|
+
SOURCE_WEIGHT = {
|
|
69
|
+
"external_surprising": 1.00,
|
|
70
|
+
"unknown": 0.60,
|
|
71
|
+
"self_generated": 0.50,
|
|
72
|
+
"internal_deterministic": 0.25,
|
|
73
|
+
}
|
|
74
|
+
EXTERNAL_ROLES = ("user",)
|
|
75
|
+
INTERNAL_ROLES = ("command", "tool-output", "edit", "system")
|
|
76
|
+
# 注意:文科的 textbook/public_kb **不在此列**——它们是「权威来源表述一致」,
|
|
77
|
+
# 不是「内部确定性产生」,故仍按外部来源计权(见 source_kind)。
|
|
78
|
+
DETERMINISTIC_BASIS = ("data", "measurement", "compiler", "test", "formal_proof")
|
|
79
|
+
|
|
80
|
+
LOG_FILE = "_forgetting.jsonl"
|
|
81
|
+
|
|
82
|
+
# 合并面「新正文去向」/「归属并列」的常量(B3 / H3,2026-09-30)
|
|
83
|
+
MERGE_SOURCES_KEEP = 20 # fm.merge_sources 只保留最近 N 条「新写入方归属」
|
|
84
|
+
AGG_MARK = "聚合" # 聚合行标记(与 writelimit.converge_into 同款)
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
# ---------------------------------------------------------------- 三问
|
|
88
|
+
|
|
89
|
+
# 生效条件:role 与 verification_basis 各自经 str(x or "").strip().lower() 后按序判——role 命中模块常量 EXTERNAL_ROLES 返回 "external_surprising";否则 role 命中 INTERNAL_ROLES、或两者都不命中前者时 verification_basis 命中 DETERMINISTIC_BASIS,返回 "internal_deterministic";否则 role 为 "assistant"/"agent" 返回 "self_generated";全不命中返回 "unknown"。
|
|
90
|
+
def source_kind(role=None, verification_basis=None):
|
|
91
|
+
"""Q3 的来源面:内部确定性产生 vs 外部惊奇来源。"""
|
|
92
|
+
r = str(role or "").strip().lower()
|
|
93
|
+
vb = str(verification_basis or "").strip().lower()
|
|
94
|
+
if r in EXTERNAL_ROLES:
|
|
95
|
+
return "external_surprising"
|
|
96
|
+
if r in INTERNAL_ROLES:
|
|
97
|
+
return "internal_deterministic"
|
|
98
|
+
if vb in DETERMINISTIC_BASIS:
|
|
99
|
+
return "internal_deterministic"
|
|
100
|
+
if r in ("assistant", "agent"):
|
|
101
|
+
return "self_generated"
|
|
102
|
+
return "unknown"
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
# 生效条件:new_grams 为空集(假值)时返回 0.0;非空时返回 len(new_grams & body_grams)/len(new_grams)。
|
|
106
|
+
def _coverage(new_grams, body_grams):
|
|
107
|
+
if not new_grams:
|
|
108
|
+
return 0.0
|
|
109
|
+
return len(new_grams & body_grams) / float(len(new_grams))
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
# CCG 六要素的固定标签:所有节点都一样,属**模板骨架而非内容**。
|
|
113
|
+
# 不剥离它们,任何两条记忆都会因共享 `# 功能名:`/`# 生效条件:` 而虚高重复度
|
|
114
|
+
# (实测:两条毫不相关的记忆 dup≈0.33,全部来自模板)。故重复检测只看"值"。
|
|
115
|
+
# 标签集合同源于 nodefile.CCG_MARKS(真源单点,issue #183)——勿再复制第二份字面量。
|
|
116
|
+
_TEMPLATE_LABELS = tuple(nodefile.CCG_MARKS)
|
|
117
|
+
|
|
118
|
+
|
|
119
|
+
# 生效条件:content 为 None 或假值时按 "" 处理,结果为空串;否则逐行剥离 "#" 与 _TEMPLATE_LABELS 标签后以 "" 直接拼接。
|
|
120
|
+
def payload(content):
|
|
121
|
+
"""剥离 CCG 固定标签后的**内容骨架**(保留字段值,丢弃字段名与标记)。"""
|
|
122
|
+
out = []
|
|
123
|
+
for line in (content or "").splitlines():
|
|
124
|
+
s = line.strip()
|
|
125
|
+
if s.startswith("#"):
|
|
126
|
+
s = s.lstrip("#").strip()
|
|
127
|
+
for lab in _TEMPLATE_LABELS:
|
|
128
|
+
if s.startswith(lab):
|
|
129
|
+
s = s[len(lab):].lstrip(":: ").strip()
|
|
130
|
+
break
|
|
131
|
+
if s:
|
|
132
|
+
out.append(s)
|
|
133
|
+
return "".join(out)
|
|
134
|
+
|
|
135
|
+
|
|
136
|
+
# 生效条件:node_id 为真值且 cg.index 的 nodes 中已有该 id 时返回该 id(本次写入是覆写既有同 id 节点);node_id 为空、cg 无 index 或取 index 抛异常、id 不在索引中时返回 None。
|
|
137
|
+
def prior_node(cg, node_id):
|
|
138
|
+
"""本次写入是否为**覆写既有同 id 节点**——返回既有 id 或 None(存在性判据单点)。
|
|
139
|
+
|
|
140
|
+
P-9b(a) 根因(探针实测):同 id 覆写时 `redundancy(exclude=node_id)` 自排除
|
|
141
|
+
(「不与自身比正文」本身正确),但该层若只此一个节点 ⇒ `compared=0`、
|
|
142
|
+
`duplicate_with=None`、`duplicate_ratio=0.0`——裁决里「覆写」与「全新写入」
|
|
143
|
+
**完全不可区分**(审计面全 null,静默洞)。存在性判据收敛在此一处:`assess`
|
|
144
|
+
的 entropy 标注与直写路径的返回体共用,不各写一份。
|
|
145
|
+
|
|
146
|
+
#415 同族更正(2026-10-16,**推翻原边界描述**):本函数原判据裸读 `cg.index`(无探活),
|
|
147
|
+
原注说「陈旧时最坏漏标一次覆写提示,不影响落盘」——**实测不成立**:它同时是
|
|
148
|
+
`rollback.preimage_for` 的**前置闸**(`prior_node(cg, target) is None` ⇒ 直接返回 None),
|
|
149
|
+
误判会让「执行时点前像」整个不拍、变更单的执行时点回滚载荷为空——**是写路径决策**,
|
|
150
|
+
不是读面提示。故它并入 T1:判前经**集合形态的探活单点** `protect.known_nodes(cg)`。
|
|
151
|
+
"""
|
|
152
|
+
if not node_id:
|
|
153
|
+
return None
|
|
154
|
+
try:
|
|
155
|
+
return node_id if node_id in protect.known_nodes(cg) else None
|
|
156
|
+
except Exception:
|
|
157
|
+
return None
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
# 生效条件:node_id 为真值且 cg.get(node_id) 返回真值时返回覆盖度(_coverage(bigrams(payload(content)), bigrams(payload(既有正文))),1.0=逐字同构的重写);node_id 为空、节点取不到、既有正文为空时返回 None。
|
|
161
|
+
def self_coverage(cg, node_id, content):
|
|
162
|
+
"""「本次正文 vs 同 id 既有正文」的覆盖度(1.0 = 内容等同的重写)。
|
|
163
|
+
|
|
164
|
+
与 `redundancy` 共用同一套骨架(payload/bigrams/_coverage),不另写一份
|
|
165
|
+
重复度算法;差别只在比较对象是**自己**(故不适用 exclude)。用途:同 id
|
|
166
|
+
覆写时回答「这次是空写还是真改了」(P-9b(a) 提示的主体信息)。
|
|
167
|
+
"""
|
|
168
|
+
try:
|
|
169
|
+
node = cg.get(node_id)
|
|
170
|
+
except Exception:
|
|
171
|
+
node = None
|
|
172
|
+
if not node:
|
|
173
|
+
return None
|
|
174
|
+
body = bigrams(payload(node.get("content") or ""))
|
|
175
|
+
if not body:
|
|
176
|
+
return None
|
|
177
|
+
return round(_coverage(bigrams(payload(content)), body), 4)
|
|
178
|
+
|
|
179
|
+
|
|
180
|
+
# 生效条件:先按 cg.index 的 nodes 求出同层候选集(剔除 nid==exclude;layer 为真值时只收 str(layer 字段 or "")==layer 的节点)并记 candidate_total;content 经 payload/bigrams 得空集合时直接返回零值 best(max=0.0、with=None、compared=0,**不带 truncated 键**);否则**循环外经 cg._maybe_reload_index() 单探一次**(N276:无该方法/不可调用的载体跳过,环内回落原 cg.get(nid)),按索引序遍历候选,cg.get(nid, probe=False)(无探活面的载体回落 cg.get(nid))抛异常/返回假值、或该节点 content 的 bigrams 为空则跳过,每计入一个节点后若 n>=limit 立即 break(故 limit 为 0 或负数时只比较首项即停),返回覆盖度最大者 best(无覆盖度提升时不更新 with/jaccard,compared 为实际计入数)。**截断必须可观测**(issue #358):若 break 发生在候选集耗尽之前(scanned<candidate_total),best 追加 candidate_total(同层候选总数真值)与 truncated=True;未截断时两键**不出现**——正常写入报文与改动前逐位一致(保住 test_mode_parity 的 Q 组对拍)。
|
|
181
|
+
def redundancy(cg, content, layer="contextual", exclude=None, limit=MAX_COMPARE):
|
|
182
|
+
"""Q1 重复?——新内容被既有同层节点覆盖的最大比例。
|
|
183
|
+
|
|
184
|
+
issue #358 ①(外部校准):MAX_COMPARE=240 按索引序截断近重复比对,而
|
|
185
|
+
返回体只有 compared——同层先写 300 节点后,位于第 241 个之后的近重复
|
|
186
|
+
**漏比且调用方无从得知**(实测 candidate_total=301 / compared=240 /
|
|
187
|
+
with=None;assess 判 ACCEPT 而非 MERGE)。处置:截断时返回体显式带
|
|
188
|
+
candidate_total(同层候选总数)与 truncated=True,assess 的 entropy
|
|
189
|
+
同步透出并在 reason 末尾标注;**不改 limit、不改比对顺序、不改裁决**。
|
|
190
|
+
未截断时不新增键(与历史返回体逐位一致)。
|
|
191
|
+
"""
|
|
192
|
+
new = bigrams(payload(content))
|
|
193
|
+
best = {"max": 0.0, "with": None, "jaccard": 0.0, "compared": 0}
|
|
194
|
+
if not new:
|
|
195
|
+
return best
|
|
196
|
+
# 并发写面守据(W7 G1a):从 cg.index 取回的映射先**快照**再迭代——
|
|
197
|
+
# 直接迭代活字典在别的线程/进程写入时抛 "dictionary changed size during
|
|
198
|
+
# iteration"(#316 同族)。快照成本 O(n),本函数本就要遍历一遍候选。
|
|
199
|
+
nodes = dict(((getattr(cg, "index", None) or {}).get("nodes") or {}))
|
|
200
|
+
# 候选集先一次算出(同一索引快照,不改变原先后序):candidate_total 是
|
|
201
|
+
# 「本该比多少个」的真值,与 compared(实际计入数,空正文节点不计)分开。
|
|
202
|
+
cands = [nid for nid in nodes
|
|
203
|
+
if nid != exclude
|
|
204
|
+
and (not layer or str(nodes[nid].get("layer") or "") == layer)]
|
|
205
|
+
candidate_total = len(cands)
|
|
206
|
+
# N276(第 32 轮性能面):**批内代际探针只做一次**——循环里每次 cg.get
|
|
207
|
+
# 都会经 MdCG.get 首行重算索引签名(快照 stat + listdir + 逐分片 stat,
|
|
208
|
+
# 单点实测 ~38µs;本库 240 次/调用全同签名重探)。此处循环外探一次、
|
|
209
|
+
# 环内 cg.get(nid, probe=False)。语义窗口=**本调用期间「他进程写入」
|
|
210
|
+
# 不被探知**(毫秒级;读取环本就按当次快照判定,与读缓存/热缓存已声明
|
|
211
|
+
# 的进程内一致性边界同款,故注释记账即可);无探活面的载体(测试桩)
|
|
212
|
+
# 回落原 cg.get(nid),行为零变。
|
|
213
|
+
_probe = getattr(cg, "_maybe_reload_index", None)
|
|
214
|
+
if callable(_probe):
|
|
215
|
+
_probe()
|
|
216
|
+
else:
|
|
217
|
+
_probe = None
|
|
218
|
+
n = 0
|
|
219
|
+
scanned = 0
|
|
220
|
+
for nid in cands:
|
|
221
|
+
scanned += 1
|
|
222
|
+
try:
|
|
223
|
+
node = (cg.get(nid, probe=False) if _probe is not None
|
|
224
|
+
else cg.get(nid))
|
|
225
|
+
except Exception:
|
|
226
|
+
node = None
|
|
227
|
+
if not node:
|
|
228
|
+
continue
|
|
229
|
+
body = bigrams(payload(node.get("content") or ""))
|
|
230
|
+
if not body:
|
|
231
|
+
continue
|
|
232
|
+
n += 1
|
|
233
|
+
cov = _coverage(new, body)
|
|
234
|
+
if cov > best["max"]:
|
|
235
|
+
best = {"max": cov, "with": nid,
|
|
236
|
+
"jaccard": len(new & body) / float(len(new | body) or 1),
|
|
237
|
+
"compared": n}
|
|
238
|
+
if n >= limit:
|
|
239
|
+
break
|
|
240
|
+
best["compared"] = n
|
|
241
|
+
# issue #358 ①:截断可观测——只有真的没扫完候选集才落键(未截断时返回体
|
|
242
|
+
# 与改动前逐位一致;mode_parity Q 组对拍依赖这一点)。
|
|
243
|
+
if scanned < candidate_total:
|
|
244
|
+
best["candidate_total"] = candidate_total
|
|
245
|
+
best["truncated"] = True
|
|
246
|
+
return best
|
|
247
|
+
|
|
248
|
+
|
|
249
|
+
# 生效条件:dup 必填并转 float;dup=0 时 p 取 EPS,返回 -log2(EPS) 这一有限大值;dup>=1 时返回 0.0。
|
|
250
|
+
def self_information(dup):
|
|
251
|
+
"""Q3 的自信息代理:I = -log2(min(1, dup + ε)),单位 bit。
|
|
252
|
+
|
|
253
|
+
注意:dup 是「被既有记忆覆盖率」的估计,不是概率模型的真实 P(x),
|
|
254
|
+
因此这是**结构类比的代理量**(见模块 docstring 的诚实边界)。
|
|
255
|
+
"""
|
|
256
|
+
p = min(1.0, max(0.0, float(dup)) + EPS)
|
|
257
|
+
return -math.log(p, 2.0)
|
|
258
|
+
|
|
259
|
+
|
|
260
|
+
# 生效条件:hint 非 None 且可转 float(含 hint=0)时返回 from="hint" 的裁剪分数;否则用 novelty、SOURCE_WEIGHT.get(kind, SOURCE_WEIGHT["unknown"])、len(content)/200 三因子启发式。
|
|
261
|
+
def importance_score(hint, novelty, kind, content):
|
|
262
|
+
"""Q2 重要?——显式 hint 优先,否则启发式(对齐 longterm_snapshot 四因子简化版)。"""
|
|
263
|
+
if hint is not None:
|
|
264
|
+
try:
|
|
265
|
+
return {"score": round(max(0.0, min(1.0, float(hint))), 4),
|
|
266
|
+
"from": "hint"}
|
|
267
|
+
except (TypeError, ValueError):
|
|
268
|
+
pass
|
|
269
|
+
lf = min(1.0, len(content or "") / 200.0)
|
|
270
|
+
s = (0.5 * novelty
|
|
271
|
+
+ 0.3 * SOURCE_WEIGHT.get(kind, SOURCE_WEIGHT["unknown"])
|
|
272
|
+
+ 0.2 * lf)
|
|
273
|
+
return {"score": round(max(0.0, min(1.0, s)), 4), "from": "heuristic"}
|
|
274
|
+
|
|
275
|
+
|
|
276
|
+
# 生效条件:以 source_kind(role,verification_basis) 的 kind 与 redundancy(cg,content,layer=layer,exclude=node_id) 的 red["max"] 为输入,按 if/elif 顺序取首个命中分支——imp["score"]≥PROTECT_IMPORTANCE→"ACCEPT"(reason 按 imp["from"] 分叉:hint→「触发不可遗忘保护」,heuristic→「未落保护——保护须显式声明」,issue50-d);否则 kind=="internal_deterministic" 且 red["max"]≥DUP_DROP→"DROP";否则 red["max"]≥DUP_MERGE→"MERGE";否则 red["max"]≥DUP_DROP→"DEFER"(**与 imp 无关**);否则 imp["score"]≥IMPORTANCE_MIN→"ACCEPT";否则 novelty≥NOVELTY_MIN→"ACCEPT";否则→"DEFER"。返回体附带 P-9b 可见性字段:entropy.overwrite_of / entropy.overwrite_ratio(同 id 覆写时非 null)、dedup_skipped(**仅 PROTECT 分支**非 null,标注「因保护优先未走去重」+ 去重判据读数)——两者都不改 verdict、不改落盘行为。red 截断(red.truncated 为真)时 entropy 追加 candidate_total/truncated 两键且 reason 末尾追加截断提示(issue #358 ①);未截断时不落这两键。
|
|
277
|
+
def assess(cg, content, layer="contextual", role=None, verification_basis=None,
|
|
278
|
+
importance_hint=None, node_id=None):
|
|
279
|
+
"""三问 → 四态裁决。返回完整判据(可审计,不只给结论)。
|
|
280
|
+
|
|
281
|
+
P-9b(2026-09-30):本函数此前有两处**静默洞**(探针实测),都只补可见性、
|
|
282
|
+
不动裁决语义:
|
|
283
|
+
(a) 同 id 覆写:`redundancy(exclude=node_id)` 自排除 ⇒ 该层只此一节点时
|
|
284
|
+
compared=0、dup 字段全 null,「覆写」与「全新写入」不可区分。处置:
|
|
285
|
+
entropy 增 `overwrite_of`(既有 id)+ `overwrite_ratio`(新正文对既有
|
|
286
|
+
正文的覆盖度,1.0=空写)——判据单点在 `prior_node`/`self_coverage`。
|
|
287
|
+
(b) importance≥PROTECT_IMPORTANCE 的保护优先分支**排在冗余判定之前** ⇒
|
|
288
|
+
高重要度的近重复内容直接 ACCEPT,绕过 MERGE/DROP 而审计面只剩一句
|
|
289
|
+
「触发不可遗忘保护」。处置:该分支返回 `dedup_skipped`
|
|
290
|
+
(reason=protect_importance + duplicate_with/duplicate_ratio/compared +
|
|
291
|
+
overwrite_of),并在 reason 文案里显式写出「因保护优先未走去重」。
|
|
292
|
+
**为何不把 PROTECT 挪到冗余判定之后**(依据):① 该分支语义是「不可
|
|
293
|
+
遗忘保护」(PROTECT_IMPORTANCE 与 writelimit.py 模块头注 :9-12 的
|
|
294
|
+
「importance_hint≥0.7 保护优先」是跨模块同一口径,且 writelimit 是
|
|
295
|
+
文档化设计不许动);挪位后高重要度内容会被 DROP(内部确定性来源)或
|
|
296
|
+
MERGE 并入低重要度节点,**削弱的正是保护本身**,且造成两模块对同一
|
|
297
|
+
阈值的语义分叉;② DROP 分支的伤害(重要内容被丢弃)不可逆,MERGE 会把
|
|
298
|
+
关键正文并入他节点、检索归属漂移——风险高于收益;③ 缺陷本体是「绕过
|
|
299
|
+
去重而不可见」而非「保护存在」,标注即可消除静默且零回归面
|
|
300
|
+
(test_p9_forget_protect.py 的「importance_hint≥0.7→ACCEPT」逐字不变)。
|
|
301
|
+
|
|
302
|
+
issue50-d(2026-10-02):保护分支的 reason 文案按 **imp["from"] 分叉**——
|
|
303
|
+
改前启发式路径(不传 hint)过线时也声称「触发不可遗忘保护」,但落盘面
|
|
304
|
+
importance=0.5(默认)且无保护位(隔离沙箱直读 frontmatter 实证:
|
|
305
|
+
u_heur_new 裁决 0.837/落盘 0.5;t_heur 裁决 0.711/落盘 0.5)——审计面在
|
|
306
|
+
声称未发生的事。处置:from=="hint" 且 ≥0.7 维持原文案(add 的自动保护位
|
|
307
|
+
对显式声明真落 protected 位,文案与落盘一致);from=="heuristic" 且 ≥0.7
|
|
308
|
+
改为如实文案「启发式 …(未落保护——保护须显式声明)」。裁决面 verdict、
|
|
309
|
+
分支顺序、常量均不变;落盘口径的修复在 remember_gated ACCEPT 分支
|
|
310
|
+
(mdcos.py:落盘=裁决值 + importance_source 标注来源)。
|
|
311
|
+
|
|
312
|
+
issue50-a(2026-10-01):分支 ④「半重复 → DEFER」此前写作
|
|
313
|
+
`red["max"] >= DUP_DROP and imp["score"] < IMPORTANCE_MIN`,**结构性不可达**:
|
|
314
|
+
用户角色属外部惊奇来源(`SOURCE_WEIGHT["external_surprising"]=1.00`),启发式
|
|
315
|
+
重要度 = 0.5·novelty + 0.3·1.00 + 0.2·lf ⇒ 基线恰为 0.30 = IMPORTANCE_MIN,
|
|
316
|
+
且比较用 `>=`;插件侧还显式传 `hint=0.6`(同样 ≥0.30)。实测:重复度 0.7324 /
|
|
317
|
+
0.7606 的半重复内容一律走分支 ⑤ 判 ACCEPT,`_forgetting.jsonl` 的 DEFER 计数为
|
|
318
|
+
0(在役库 215 条留痕:ACCEPT 201 / MERGE 14)——本应是「变更确认」输入端的
|
|
319
|
+
那条回路从不产生输入。处置:**删去 `and imp["score"] < IMPORTANCE_MIN`**,
|
|
320
|
+
半重复(且未触发保护)一律 DEFER,与重要度解耦。分支顺序与其余六条分支的
|
|
321
|
+
判据/文案均不变,保护优先(①)仍最先,故保护面零回归。
|
|
322
|
+
"""
|
|
323
|
+
kind = source_kind(role, verification_basis)
|
|
324
|
+
red = redundancy(cg, content, layer=layer, exclude=node_id)
|
|
325
|
+
novelty = round(1.0 - red["max"], 4)
|
|
326
|
+
bits = round(self_information(red["max"]), 4)
|
|
327
|
+
imp = importance_score(importance_hint, novelty, kind, content)
|
|
328
|
+
# P-9b(a):同 id 覆写的存在性/覆盖度(不与自身比的 redundancy 之外的另一读法)
|
|
329
|
+
prior = prior_node(cg, node_id)
|
|
330
|
+
entropy = {
|
|
331
|
+
"source_kind": kind,
|
|
332
|
+
"novelty": novelty,
|
|
333
|
+
"self_information_bits": bits,
|
|
334
|
+
"normalized": round(min(1.0, bits / MAX_BITS), 4),
|
|
335
|
+
"duplicate_with": red["with"],
|
|
336
|
+
"duplicate_ratio": round(red["max"], 4),
|
|
337
|
+
"compared": red["compared"],
|
|
338
|
+
# 非 null = 本次是覆写既有同 id 节点(原先此处无法与全新写入区分)
|
|
339
|
+
"overwrite_of": prior,
|
|
340
|
+
"overwrite_ratio": (self_coverage(cg, prior, content)
|
|
341
|
+
if prior is not None else None),
|
|
342
|
+
}
|
|
343
|
+
# issue #358 ①:去重比对被 MAX_COMPARE 截断时,读数必须随裁决一起可见
|
|
344
|
+
# (否则调用方只看到 compared=240,无法知道还有 candidate_total-240 个
|
|
345
|
+
# 同层节点没比)。同样只在截断时落键,未截断报文零变化。
|
|
346
|
+
if red.get("truncated"):
|
|
347
|
+
entropy["candidate_total"] = red.get("candidate_total")
|
|
348
|
+
entropy["truncated"] = True
|
|
349
|
+
|
|
350
|
+
dedup_skipped = None
|
|
351
|
+
if imp["score"] >= PROTECT_IMPORTANCE:
|
|
352
|
+
# P-9b(b):保护优先分支先于冗余判定——近重复/覆写时不静默,给出去重读数
|
|
353
|
+
due = []
|
|
354
|
+
if prior is not None:
|
|
355
|
+
due.append("覆写既有同 id 节点 %s(正文覆盖度 %s)"
|
|
356
|
+
% (prior, "—" if entropy["overwrite_ratio"] is None
|
|
357
|
+
else "%.2f" % entropy["overwrite_ratio"]))
|
|
358
|
+
if red["with"] and red["max"] >= DUP_MERGE:
|
|
359
|
+
due.append("与 %s 重复度 %.2f≥%.2f(够 MERGE 阈值)"
|
|
360
|
+
% (red["with"], red["max"], DUP_MERGE))
|
|
361
|
+
# issue50-d(2026-10-02):文案按来源分叉——`imp["from"]` 就在手上的
|
|
362
|
+
# imp 里,单点可判。显式 hint 维持「触发不可遗忘保护」(add 的自动
|
|
363
|
+
# 保护位会真落 protected 位,文案与落盘一致);启发式过线**只落分、
|
|
364
|
+
# 不打保护位**(issue50-d 裁决②:保护须显式声明),文案改成如实
|
|
365
|
+
# 表述——改前启发式 0.84 也声称「触发不可遗忘保护」,而落盘面
|
|
366
|
+
# importance=0.5 且无保护位(隔离沙箱实证),审计面在声称未发生的事。
|
|
367
|
+
# 分支顺序与 verdict 不变(硬边界:issue50-a 的那行除外,本批不动)。
|
|
368
|
+
if imp["from"] == "hint":
|
|
369
|
+
verdict, why = "ACCEPT", (f"重要度 {imp['score']:.2f}≥{PROTECT_IMPORTANCE}"
|
|
370
|
+
f"(触发不可遗忘保护)")
|
|
371
|
+
else:
|
|
372
|
+
verdict, why = "ACCEPT", (f"启发式 {imp['score']:.2f}≥{PROTECT_IMPORTANCE}"
|
|
373
|
+
f"(未落保护——保护须显式声明)")
|
|
374
|
+
dedup_skipped = {
|
|
375
|
+
"reason": "protect_importance",
|
|
376
|
+
"detail": ("保护优先分支排在冗余判定之前:本次未走 MERGE/DROP"
|
|
377
|
+
+ ("(" + ";".join(due) + ")" if due else
|
|
378
|
+
"(重复度 %.2f<%.2f 且非覆写,无近重复)"
|
|
379
|
+
% (red["max"], DUP_MERGE))),
|
|
380
|
+
"duplicate_with": red["with"] if red["max"] >= DUP_MERGE else None,
|
|
381
|
+
"duplicate_ratio": round(red["max"], 4),
|
|
382
|
+
"compared": red["compared"],
|
|
383
|
+
"overwrite_of": prior,
|
|
384
|
+
}
|
|
385
|
+
if due:
|
|
386
|
+
why += ";⚠ 因保护优先未走去重(" + ";".join(due) + ")"
|
|
387
|
+
elif kind == "internal_deterministic" and red["max"] >= DUP_DROP:
|
|
388
|
+
verdict, why = "DROP", (f"确定性内部产生且冗余 {red['max']:.2f}≥{DUP_DROP}"
|
|
389
|
+
f"(低熵噪音,不编码)")
|
|
390
|
+
elif red["max"] >= DUP_MERGE:
|
|
391
|
+
verdict, why = "MERGE", (f"重复度 {red['max']:.2f}≥{DUP_MERGE}"
|
|
392
|
+
f"(并入 {red['with']},强化既有)")
|
|
393
|
+
elif red["max"] >= DUP_DROP:
|
|
394
|
+
verdict, why = "DEFER", (f"半重复 {red['max']:.2f}∈[{DUP_DROP},{DUP_MERGE})"
|
|
395
|
+
f" 且未触发不可遗忘保护"
|
|
396
|
+
f"(待定复核)")
|
|
397
|
+
elif imp["score"] >= IMPORTANCE_MIN:
|
|
398
|
+
verdict, why = "ACCEPT", f"重要度 {imp['score']:.2f}≥{IMPORTANCE_MIN}"
|
|
399
|
+
elif novelty >= NOVELTY_MIN:
|
|
400
|
+
verdict, why = "ACCEPT", f"新信息 {novelty:.2f}≥{NOVELTY_MIN}"
|
|
401
|
+
else:
|
|
402
|
+
verdict, why = "DEFER", "重要度与新信息均不足判据(待定)"
|
|
403
|
+
|
|
404
|
+
# issue #358 ①:截断提示并入 reason(审计面一眼可见);仅截断时追加,
|
|
405
|
+
# 未截断的既有文案逐字不变。
|
|
406
|
+
if red.get("truncated"):
|
|
407
|
+
why += (";⚠ 同层候选 %s 个超过单次比对上限 %s:本次仅比对 %s 个"
|
|
408
|
+
"(truncated,重复度可能被低估)"
|
|
409
|
+
% (red.get("candidate_total"), MAX_COMPARE, red.get("compared")))
|
|
410
|
+
|
|
411
|
+
return {"verdict": verdict, "reason": why, "redundancy": red,
|
|
412
|
+
"importance": imp, "entropy": entropy,
|
|
413
|
+
# P-9b(b) 可见性字段:仅 PROTECT 分支非 null(其余分支本来就去重/裁决)
|
|
414
|
+
"dedup_skipped": dedup_skipped}
|
|
415
|
+
|
|
416
|
+
|
|
417
|
+
# ---------------------------------------------------------------- 落库动作
|
|
418
|
+
|
|
419
|
+
# 生效条件:cg 与 rec 必填;append_jsonl 写 cg.root/LOG_FILE 抛任意异常时被吞掉,仍返回 rec。
|
|
420
|
+
def log(cg, rec):
|
|
421
|
+
"""裁决留痕(append-only)。DROP/DEFER 也留痕——否则遗忘变黑箱。"""
|
|
422
|
+
try:
|
|
423
|
+
append_jsonl(os.path.join(cg.root, LOG_FILE), rec)
|
|
424
|
+
except Exception:
|
|
425
|
+
pass
|
|
426
|
+
return rec
|
|
427
|
+
|
|
428
|
+
|
|
429
|
+
# 段边界字符集(aggregate_line 的「已覆盖」判据用,issue #323 / #347):除串端外,
|
|
430
|
+
# 只有紧邻这些字符才算「整段出现」——「】」收束聚合行前缀,「;」是段连接符,
|
|
431
|
+
# 「\n」是正文行界。**行内空白不算段界**(issue #347:空白入边界集时,去掉首尾
|
|
432
|
+
# 整词的更正(`do not deploy X` → `deploy X`)左右都落在空格上 ⇒ 仍判已覆盖 ⇒
|
|
433
|
+
# 更正被吞、旧值被 reinforce 强化并推过保护线)。
|
|
434
|
+
_SEG_BOUNDARY = ";】\n"
|
|
435
|
+
|
|
436
|
+
|
|
437
|
+
# 生效条件:s 非空且 hay 为「逐行空白归一、以 \n 连接」的正文串时,判断 s 是否以「整段」
|
|
438
|
+
# 形态出现在 hay——匹配处左右两侧须分别落在段边界(串端 / 聚合行前缀结束符「】」/
|
|
439
|
+
# 段分隔符「;」/ 行界「\n」);s 为空时返回 False。
|
|
440
|
+
def _segment_covered(s, hay) -> bool:
|
|
441
|
+
"""新行 s 是否已以「整段」形态存在于 hay(而非任意子串)。
|
|
442
|
+
|
|
443
|
+
issue #323(B3 判据缺陷):旧判据 s in have 是**子串**判据——旧正文
|
|
444
|
+
「报销上限 15000 元」+ 新值「报销上限 1500」时它判「已存在」,新行一字不追加,
|
|
445
|
+
而 reinforce 照常把 importance +0.05、merge_count +1 并写盘 ⇒ 回执说已合并、
|
|
446
|
+
库里留下并**强化**的是过时值(静默失真 + 可信度投毒)。触发面不止前缀:
|
|
447
|
+
v3.10→v3.1、8080→808、2026-10-15→2026-10-1 同病,任何「新值恰为旧正文
|
|
448
|
+
连续片段」的更正都被吞。
|
|
449
|
+
|
|
450
|
+
判据取「段边界对齐」而非「整串相等」:聚合行是「- 【聚合 …】」+ 若干段以
|
|
451
|
+
「;」连接,故段边界 = 串端 /「】」/「;」/ 行界「\n」。这样:
|
|
452
|
+
· 同文重写、逐段再写仍判「已覆盖」⇒ 幂等性(B3 的原目标)不退化;
|
|
453
|
+
· 前缀式/片段式更正左右必有一侧紧贴非分隔字符 ⇒ 判「未覆盖」⇒ 原样追加,
|
|
454
|
+
可被 read/search 命中。
|
|
455
|
+
取段边界而非「整串相等」的理由:段文本本身可能含「;」,若按「;」拆成集合
|
|
456
|
+
再判相等,「a;b」这类单段内容每次再写都会重复追加(正文无界增长)——段边界
|
|
457
|
+
判据同时守住这两个方向。
|
|
458
|
+
|
|
459
|
+
不适用条件:不判相似度(assess 的 redundancy)、不判该不该合并(gate 层)、
|
|
460
|
+
不改聚合行的拼接格式(仍是「;」连接),只回答「这一行要不要追加」。
|
|
461
|
+
"""
|
|
462
|
+
if not s:
|
|
463
|
+
return False
|
|
464
|
+
i = hay.find(s)
|
|
465
|
+
while i >= 0:
|
|
466
|
+
j = i + len(s)
|
|
467
|
+
left = i == 0 or hay[i - 1] in _SEG_BOUNDARY
|
|
468
|
+
right = j == len(hay) or hay[j] in _SEG_BOUNDARY
|
|
469
|
+
if left and right:
|
|
470
|
+
return True
|
|
471
|
+
i = hay.find(s, i + 1)
|
|
472
|
+
return False
|
|
473
|
+
|
|
474
|
+
|
|
475
|
+
# 生效条件:body 与 content 必传(None 按空串);把 content 逐行空白归一去重、剔除已以整段形态出现在 body 中的行(段边界判据,见 _segment_covered);delta 为空(零新增信息)时返回 (None, None, None),否则返回 (追加后的正文, 追加行, 行号)。
|
|
476
|
+
def aggregate_line(body, content, stamp=None):
|
|
477
|
+
"""MERGE 聚合行(**单点**):新正文里「目标正文还没有的」行 → 追加一行。
|
|
478
|
+
|
|
479
|
+
B3(2026-09-30)根因:近重复合并(`forgetting.reinforce`,MERGE)与同构
|
|
480
|
+
聚合(`writelimit.converge_into`,CONVERGE)都只改 frontmatter
|
|
481
|
+
(importance/merge_count),新正文**逐字节丢弃**——「近重复但关键值不同」
|
|
482
|
+
的第二次写入在库里 0 命中(探针实测:新值 9595 全库 0 命中、节点未落盘)。
|
|
483
|
+
本函数是「新正文怎么进目标正文」的**唯一实现点**:两处落库动作共用,
|
|
484
|
+
第二处委托调用(硬约束:单点优先),不各自再写一份追加口径。
|
|
485
|
+
|
|
486
|
+
与 `converge_into` 旧口径(`" ".join(content.split())[:80]`)的两点差别,
|
|
487
|
+
均为**收窄信息损失**而非放宽判据:
|
|
488
|
+
· 不截断——旧口径把新值丢在 80 字外即整体丢失(P-3 实测:端口 9090
|
|
489
|
+
变体在库中 0 次落盘),而「新值必须在库里可检索」正是本修的目标;
|
|
490
|
+
· 只追加 delta——旧口径无条件追加,逐字重复的再写也会让目标正文无限
|
|
491
|
+
增长。按「归一化行是否已以**整段**形态出现在目标正文(含已追加的
|
|
492
|
+
聚合行)中」判,纯重复零追加(不增长),带新信息的变体各追加一次
|
|
493
|
+
(新值原样落盘,可被 read/search 命中)。**幂等性靠段边界判据**
|
|
494
|
+
(_segment_covered,issue #323 收口):聚合行自带「- 【聚合 …】」前缀、
|
|
495
|
+
段间以「;」连接,故判「已覆盖」时要求匹配处左右两侧都落在段边界
|
|
496
|
+
(串端 /「】」/「;」/ 行界「\n」)——既保住「第二次同文再写零追加」,又不再把
|
|
497
|
+
「更正值恰为旧值前缀/片段」(15000→1500)与「去掉首尾整词的更正」
|
|
498
|
+
(do not deploy X → deploy X,issue #347)误判为已存在。
|
|
499
|
+
"""
|
|
500
|
+
# issue #347:逐行做空白归一后用 \n 连接(**不按空格把全文拼成一行**)。
|
|
501
|
+
# 拼成一行会让行内每个词间空格都成为段边界,于是「新行 = 旧行去掉开头/结尾
|
|
502
|
+
# 整词」的更正被判已覆盖 ⇒ 更正被吞、旧值反被强化并推过保护线。
|
|
503
|
+
have = "\n".join(" ".join(l.split()) for l in (body or "").splitlines())
|
|
504
|
+
delta, seen = [], set()
|
|
505
|
+
for l in (content or "").splitlines():
|
|
506
|
+
s = " ".join(l.split())
|
|
507
|
+
if not s or s in seen or _segment_covered(s, have):
|
|
508
|
+
continue
|
|
509
|
+
seen.add(s)
|
|
510
|
+
delta.append(s)
|
|
511
|
+
if not delta:
|
|
512
|
+
return None, None, None
|
|
513
|
+
stamp = stamp or time.strftime("%m-%d %H:%M", time.localtime())
|
|
514
|
+
line = f"- 【{AGG_MARK} {stamp}】" + ";".join(delta)
|
|
515
|
+
new_body = ((body or "") + "\n" if body else "") + line
|
|
516
|
+
return new_body, line, len(new_body.splitlines())
|
|
517
|
+
|
|
518
|
+
|
|
519
|
+
# 生效条件:session 与 actor 均为假值(None/空串等)时返回 None 且不改 fm;否则把 {"session","actor","t"} 追加进 fm["merge_sources"](只保留最近 MERGE_SOURCES_KEEP 条)并返回该条。
|
|
520
|
+
def note_source(fm, session=None, actor=None, t=None):
|
|
521
|
+
"""H3 归属并列(**单点**):把「新写入方」的归属记进目标 frontmatter。
|
|
522
|
+
|
|
523
|
+
跨会话合并的处置选择与依据(探针读数:合并判定完全不看会话——`redundancy`
|
|
524
|
+
按同层全量比、`writelimit.check` 的键是 `f"{layer}:{role}"`,两处都无会话维;
|
|
525
|
+
实测 B 会话的近重复被并入 A 会话节点,B 的内容与归属双双消失):
|
|
526
|
+
· **不动合并判定**(不按会话切分)。依据:同一事实在另一会话再次出现
|
|
527
|
+
仍是「又一次见到」= 确认信号,正是冗余闸门的既有语义;按会话切分会让
|
|
528
|
+
同一事实在每个会话各长一个节点,与「噪声丢掉、骨架留下」的目的相悖。
|
|
529
|
+
· **把双方归属并列落 fm**:目标自己的 `fm.session` 原样保留,新写入方
|
|
530
|
+
记进 `fm.merge_sources`(保序、有界)。召回侧据此可识别「这条记忆被
|
|
531
|
+
哪些会话/主体确认过」——当前会话的新内容不再无名无姓地消失。
|
|
532
|
+
"""
|
|
533
|
+
if not session and not actor:
|
|
534
|
+
return None
|
|
535
|
+
src = {"session": None if session is None else str(session),
|
|
536
|
+
"actor": None if actor is None else str(actor),
|
|
537
|
+
"t": float(t if t is not None else time.time())}
|
|
538
|
+
rows = list(fm.get("merge_sources") or [])
|
|
539
|
+
rows.append(src)
|
|
540
|
+
fm["merge_sources"] = rows[-MERGE_SOURCES_KEEP:]
|
|
541
|
+
return src
|
|
542
|
+
|
|
543
|
+
|
|
544
|
+
# 生效条件:cg 与 node_id 必传,content 为本次被丢弃的正文,target 为近重复目标,verdict 为 forgetting.assess 的判据字典;恒写一条 verdict=="DROP" 的留痕并返回「去向单」(含 trace_id / 全文或摘要 / 检索入口);密级属 crypto.ENCRYPTED_LEVELS 时 dropped_content 为 None 且 content_redacted 为 True(明文不落留痕)。
|
|
545
|
+
def record_drop(cg, content, node_id, target=None, verdict=None, layer=None,
|
|
546
|
+
sensitivity=None, session=None, actor=None):
|
|
547
|
+
"""DROP 去向留痕(**单点**,B3-④):被丢的新正文「去哪了」。
|
|
548
|
+
|
|
549
|
+
为什么需要它:`assess` 的 `:214` 分支(internal_deterministic 且
|
|
550
|
+
dup≥DUP_DROP,0.60)**先于** MERGE 分支命中,于是「近重复但关键值不同」的
|
|
551
|
+
确定性内部写入走 DROP,连既有节点都不强化——新正文只在日志里留一个
|
|
552
|
+
「低熵噪音,不编码」,正文本身零去向(探针实测:全库 0 命中)。
|
|
553
|
+
|
|
554
|
+
处置:**不追加进目标正文**(该分支的既有语义是「例行输出不该污染既有
|
|
555
|
+
记忆」,不能靠追加把它变相强化成 MERGE),改为把新正文**全文**与去向目标
|
|
556
|
+
一并落进 `_forgetting.jsonl`,返回单给出可检索的句柄(trace_id / 文件 /
|
|
557
|
+
sha1)。密级为加密级时不落明文(与写面 `mdcg._check_sensitivity_landing`
|
|
558
|
+
的「加密级却明文落盘」fail-closed 同口径)——只留摘要与长度,返回单显式
|
|
559
|
+
声明这一处取舍,不假装全文可检索。
|
|
560
|
+
"""
|
|
561
|
+
flat = " ".join((content or "").split())
|
|
562
|
+
digest = hashlib.sha1(flat.encode("utf-8")).hexdigest()[:12] if flat else ""
|
|
563
|
+
enc = bool(flat) and crypto.is_encrypted_level(sensitivity)
|
|
564
|
+
t = time.time()
|
|
565
|
+
trace_id = f"drop-{node_id}-{int(t * 1000)}"
|
|
566
|
+
log(cg, {"t": t, "node_id": node_id, "layer": layer, "verdict": "DROP",
|
|
567
|
+
"reason": (verdict or {}).get("reason", ""),
|
|
568
|
+
"importance": (verdict or {}).get("importance"),
|
|
569
|
+
"entropy": (verdict or {}).get("entropy"),
|
|
570
|
+
"duplicate_with": target, "actor": actor, "session": session,
|
|
571
|
+
"trace_id": trace_id, "content_sha1": digest,
|
|
572
|
+
"content_chars": len(flat),
|
|
573
|
+
"dropped_content": None if enc else (flat or None),
|
|
574
|
+
"content_redacted": enc})
|
|
575
|
+
sink = {"verdict": "DROP", "duplicate_with": target, "trace_id": trace_id,
|
|
576
|
+
"kept_in": LOG_FILE,
|
|
577
|
+
"retrieval": (f"{LOG_FILE} 内 trace_id={trace_id}"
|
|
578
|
+
f"(forgetting_history 读回;节点未落盘,"
|
|
579
|
+
f"按 N229 读可见性过滤仅治理面可见)"),
|
|
580
|
+
"content_sha1": digest, "content_chars": len(flat),
|
|
581
|
+
"content_kept": bool(flat) and not enc}
|
|
582
|
+
if enc:
|
|
583
|
+
sink["redacted_reason"] = ("密级为加密级:明文不入留痕(与写面"
|
|
584
|
+
"「加密级却明文落盘」fail-closed 同口径)")
|
|
585
|
+
return sink
|
|
586
|
+
|
|
587
|
+
|
|
588
|
+
# 生效条件:cg 与 node_id 必填,delta 默认 0.05,content 默认 None(不传即与改动前逐位一致:只改 frontmatter、正文原样写回);cg.get(node_id) 抛异常或返回假值时返回 None;随后以节点真层/敏感度过 protect.guard_overwrite(层闸 + 保护闸,override 为真时先快照 + 审计);imp 跨过 PROTECT_IMPORTANCE 即写 protected;content 非 None 时按 forgetting.aggregate_line 把「目标正文没有的」行追加为聚合行(零新增信息则不追加),session/actor 非空时按 forgetting.note_source 并列记归属;写盘后同步内存索引条目并**标脏**(cg._dirty[node_id]=e,推进读缓存代际与索引增量日志);返回体带 content_sink(新正文去向:节点/行/行号)与 source(归属)。
|
|
589
|
+
def reinforce(cg, node_id, delta=0.05, override=False, actor=None,
|
|
590
|
+
content=None, session=None, sensitivity=None, src_id=None):
|
|
591
|
+
"""MERGE 的落库动作:不新增节点,把「又一次见到」折算成既有节点的强化。
|
|
592
|
+
|
|
593
|
+
重要性 +delta,merge_count +1;一旦跨过 0.7 自动打上保护标记
|
|
594
|
+
(对齐「importance 提升(保护:不可遗忘…且受保护标记)」)。
|
|
595
|
+
|
|
596
|
+
B3(2026-09-30):本函数此前**没有 content 槽**——MERGE 时新正文 100%
|
|
597
|
+
丢弃(写回的是 `node.get("content")`,即既有正文),调用方手上正握着
|
|
598
|
+
新正文却无处可传。现加 `content=None`(**缺省行为与改动前逐位一致**:
|
|
599
|
+
不传即正文原样写回,既有调用零破坏);MERGE 时按 `aggregate_line`
|
|
600
|
+
(单点,与 `writelimit.converge_into` 共用)把新正文里目标还没有的行
|
|
601
|
+
追加为聚合行,`merge_count` 口径不变。注意**不动 importance 之外的既有
|
|
602
|
+
语义**:聚合行是「又一次见到 + 新值留痕」,不是新增节点、不改层、不改
|
|
603
|
+
密级、不绕保护闸(`guard_overwrite` 仍在本函数内、写盘之前,见 :278)。
|
|
604
|
+
|
|
605
|
+
H3(2026-09-30):`session` 槽把「新写入方归属」并列记进目标
|
|
606
|
+
frontmatter(`note_source`,单点)——跨会话合并时目标自己的
|
|
607
|
+
`fm.session` 保留,新写入方记进 `fm.merge_sources`。
|
|
608
|
+
|
|
609
|
+
#417(2026-10-16):`src_id` 槽把**本次被并入的来源节点 id** 记进目标
|
|
610
|
+
frontmatter(`fm.merge_source_ids`,有界复用 MERGE_SOURCES_KEEP)——两段式
|
|
611
|
+
恢复期据此把「已合并落盘、commit 未落账」的意图判为 committed(事实来源=盘面)。
|
|
612
|
+
与 `merge_sources` 的分工:后者记**写入方归属**(`{session,actor,t}`),不含来源 id。
|
|
613
|
+
|
|
614
|
+
C-1(2026-09-29):写盘后**标脏**(`cg._dirty[node_id] = e`,对照
|
|
615
|
+
`md_cg/mdcg.py` 的 update_tags / verify 直写分支先例)——不标脏时
|
|
616
|
+
`_dirty.path_gen` 不推进,默认开(`MDCG_READ_CACHE=1`)的读缓存会把写盘前
|
|
617
|
+
旧 fm 判新鲜,同进程「reinforce 后读」永久拿到旧 importance(FI-M03 实测)。
|
|
618
|
+
|
|
619
|
+
N214(2026-09-28,同族未接线写点):本函数此前**裸调 `cg._write_node`**
|
|
620
|
+
覆写既有节点,两个入口(`mdcos.remember_gated` 的 MERGE 分支 :3380、
|
|
621
|
+
`mdcos.maintain(action="prefeed", write=True)` 的 reinforce 分支 :2783)
|
|
622
|
+
全程无 principal 层闸、无保护闸、无快照无审计——同一身份对**同层**的 `add` 被
|
|
623
|
+
`AccessDenied`,而此路照样覆写(持 write 的 reflect 令牌以 `layer='self'`
|
|
624
|
+
发 `mdcg_remember(gated=true)`:`writelimit.check` 因形参层≠contextual 放行、
|
|
625
|
+
`assess` 按形参层比得重复度 1.0 → MERGE → 改写 self 层节点的
|
|
626
|
+
importance/merge_count 并自动打保护位)。落盘前统一过
|
|
627
|
+
`protect.guard_overwrite`(单点,对照 `MdCGSecure.add` 的层闸 + `MdCG.add`
|
|
628
|
+
的保护闸),`override=True` 时先快照进 `_protected_history` 并写
|
|
629
|
+
`_protected_audit.jsonl`。
|
|
630
|
+
"""
|
|
631
|
+
try:
|
|
632
|
+
node = cg.get(node_id)
|
|
633
|
+
except Exception:
|
|
634
|
+
node = None
|
|
635
|
+
if not node:
|
|
636
|
+
return None
|
|
637
|
+
fm = node.get("frontmatter") or {}
|
|
638
|
+
protect.guard_overwrite(cg, node_id, layer=fm.get("layer"),
|
|
639
|
+
sensitivity=fm.get("sensitivity"),
|
|
640
|
+
override=override, actor=actor)
|
|
641
|
+
# issue #148(C 组)**落盘前**判降密级(与 writelimit.converge_into 同一单点):
|
|
642
|
+
# MERGE 会把 incoming 明文追加进既有节点,而目标节点 sensitivity 不变 ⇒ 低密级
|
|
643
|
+
# 明文获得目标档可见性(访客可读)。判为降密级即 fail-closed,不写盘、不标脏。
|
|
644
|
+
from .security import merge_downgrades as _merge_downgrades
|
|
645
|
+
if _merge_downgrades(fm.get("sensitivity"), sensitivity):
|
|
646
|
+
return {"ok": False, "error": "merge_downgrade_refused",
|
|
647
|
+
"node_id": node_id,
|
|
648
|
+
"target_sensitivity": fm.get("sensitivity"),
|
|
649
|
+
"incoming_sensitivity": sensitivity,
|
|
650
|
+
"detail": "合并会降低该内容的有效密级(incoming 密级**高于**目标节点"
|
|
651
|
+
"密级 ⇒ 合并后只按目标档可见)——fail-closed 未写盘:"
|
|
652
|
+
"高密级明文不得并入低密级节点。",
|
|
653
|
+
"hint": "如需保留该内容:确认其确为该档后以不高于目标节点密级的声明"
|
|
654
|
+
"重新写入,或新建独立节点(add,保持其声明密级)。"}
|
|
655
|
+
imp = min(1.0, float(fm.get("importance") or 0.5) + delta)
|
|
656
|
+
fm["importance"] = imp
|
|
657
|
+
fm["merge_count"] = int(fm.get("merge_count") or 0) + 1
|
|
658
|
+
fm["last_merge_at"] = time.time()
|
|
659
|
+
if imp >= PROTECT_IMPORTANCE:
|
|
660
|
+
fm["protected"] = True
|
|
661
|
+
fm["protection_reason"] = (f"importance={imp:.2f}≥{PROTECT_IMPORTANCE}"
|
|
662
|
+
f"(重复强化)")
|
|
663
|
+
# ② 显式状态机收口(2026-09-16):MERGE 的语义是「又一次见到」= **重新激活**
|
|
664
|
+
# 信号——已降权(demoted)/已定型(converged)的节点经状态机**逐级回升**到
|
|
665
|
+
# active(archived→active 亦合法,归档节点被再次见到即恢复参与);active 为
|
|
666
|
+
# 幂等 no-op(不写字段、不留痕)。protected 只豁免**降级**,回升不受限。
|
|
667
|
+
lifecycle.stamp(fm, "active", reason="MERGE 重复强化(回升)",
|
|
668
|
+
actor="forgetting:reinforce")
|
|
669
|
+
# B3:新正文去向(content 缺省 None → new_body 为 None → 正文原样写回,
|
|
670
|
+
# 与改动前逐位一致)。聚合行只补「目标还没有的」行,纯重复零追加。
|
|
671
|
+
new_body, line, line_no = (None, None, None)
|
|
672
|
+
if content is not None:
|
|
673
|
+
new_body, line, line_no = aggregate_line(node.get("content"), content)
|
|
674
|
+
# H3:归属并列(新写入方 → fm.merge_sources;目标自己的 fm.session 不动)
|
|
675
|
+
source = note_source(fm, session=session, actor=actor)
|
|
676
|
+
# #417(2026-10-16):把**来源节点 id** 并进目标 frontmatter——恢复期
|
|
677
|
+
# (twophase._judge)据此把「内容已合并落盘、但 commit 未落账」的意图判为
|
|
678
|
+
# committed(**事实来源=盘面**,不再是「源 id 查不到 ⇒ 判未落盘」的推断)。
|
|
679
|
+
# 为什么另立一列:merge_sources 记的是**写入方归属**({session,actor,t}),
|
|
680
|
+
# **不含**来源节点 id ⇒ 拿它反查来源永远查不到(判据与事实不符,正是本族病灶)。
|
|
681
|
+
# 上限**复用既有常量** MERGE_SOURCES_KEEP(不新增模块级常量——配置登记面有
|
|
682
|
+
# 「常量逐条登记」校验,新增常量会连带要求登记)。
|
|
683
|
+
# ⚠ 本函数的 node_id 是**目标节点**(被强化的那个),来源 id 只有调用方知道
|
|
684
|
+
# (缺省 None ⇒ **不记**,不编造);记错方向会让反查永远落空(判据与事实不符)。
|
|
685
|
+
if src_id:
|
|
686
|
+
_src_ids = [x for x in (fm.get("merge_source_ids") or []) if x != src_id]
|
|
687
|
+
fm["merge_source_ids"] = (_src_ids + [src_id])[-MERGE_SOURCES_KEEP:]
|
|
688
|
+
cg._write_node(node_id, os.path.join(cg.root, node["path"]),
|
|
689
|
+
fm, new_body if new_body is not None
|
|
690
|
+
else (node.get("content") or ""))
|
|
691
|
+
e = ((getattr(cg, "index", None) or {}).get("nodes") or {}).get(node_id)
|
|
692
|
+
if e is not None:
|
|
693
|
+
e["importance"] = imp
|
|
694
|
+
if fm.get(lifecycle.STATE_FIELD):
|
|
695
|
+
e[lifecycle.STATE_FIELD] = fm[lifecycle.STATE_FIELD]
|
|
696
|
+
if fm.get("protected"):
|
|
697
|
+
e["protected"] = True
|
|
698
|
+
e["protection_reason"] = fm["protection_reason"]
|
|
699
|
+
# H3 索引镜像(2026-09-30):merge_sources 同款镜像(对照组
|
|
700
|
+
# `writelimit.converge_into` :257-258 的 `entry["merge_sources"]`)。
|
|
701
|
+
# 此前本段只同步 importance / lifecycle state / protected,盘面 fm 已
|
|
702
|
+
# 有新写入方归属而同进程索引条目读到 None,直到索引重载——与
|
|
703
|
+
# 「写盘后标脏、同进程读到新值」的既有纪律(C-1 / N133 同族,见下方
|
|
704
|
+
# 标脏注释)不一致:CONVERGE 落点(converge_into)与 MERGE 落点
|
|
705
|
+
# (reinforce)的读面行为必须同口径。
|
|
706
|
+
if fm.get("merge_sources"):
|
|
707
|
+
e["merge_sources"] = fm["merge_sources"]
|
|
708
|
+
# #417:合并**来源 id** 同款镜像(同进程读 cg.index 即见;重建面由
|
|
709
|
+
# mdcg._node_entry 的同名键承担——两面同口径,否则 rebuild 后整类消失)。
|
|
710
|
+
if fm.get("merge_source_ids"):
|
|
711
|
+
e["merge_source_ids"] = fm["merge_source_ids"]
|
|
712
|
+
# 标脏(N133 修复,对照先例 mdcg.py 的 update_tags / verify 直写分支
|
|
713
|
+
# `self._dirty[node_id] = e`):只改内存 entry 时 path_gen 不推进,
|
|
714
|
+
# 读缓存(默认开,MDCG_READ_CACHE=1)按 `_fresh` 把写盘前的旧 fm 判
|
|
715
|
+
# 为新鲜——同进程「写后读」永久拿到旧 importance(FI-M03 实测)。
|
|
716
|
+
# 标脏同时让本写进 `_dirty → flush → _index_log` 重放(重启后索引
|
|
717
|
+
# 与盘面不再漂移)。**不把标脏下沉进 `_write_node`**:该函数另有
|
|
718
|
+
# 「只对账索引、不落盘」的调用方(backfill 对账支路等),下沉会让
|
|
719
|
+
# 它们凭空产生一次写入代际与自重载;此处按既有 48 处显式标脏同款
|
|
720
|
+
# 补,口径与 `_sync_edge_entry` 一致。
|
|
721
|
+
_dirty = getattr(cg, "_dirty", None)
|
|
722
|
+
if isinstance(_dirty, dict):
|
|
723
|
+
_dirty[node_id] = e
|
|
724
|
+
return {"node_id": node_id, "importance": imp,
|
|
725
|
+
"merge_count": fm["merge_count"], "protected": bool(fm.get("protected")),
|
|
726
|
+
# 新正文去向(②):写进了哪个节点/哪一行——调用方不必猜。
|
|
727
|
+
"content_sink": {
|
|
728
|
+
"node_id": node_id,
|
|
729
|
+
"action": ("appended" if line else
|
|
730
|
+
("already_covered" if content is not None
|
|
731
|
+
else "not_provided")),
|
|
732
|
+
"line": line, "line_no": line_no,
|
|
733
|
+
"chars": len(new_body if new_body is not None
|
|
734
|
+
else (node.get("content") or ""))},
|
|
735
|
+
"source": source}
|
|
736
|
+
|
|
737
|
+
|
|
738
|
+
# 生效条件:cg 必填,limit 默认 100;日志路径不存在时返回 [];否则逐行 json.loads 后按行所属 node_id 做读可见性过滤(security.node_visible 为假的行整条剔除),再返回 out[-limit:](limit=0 时 -0 退化为 out[0:] 即全量)。
|
|
739
|
+
def history(cg, limit=100):
|
|
740
|
+
"""读取遗忘留痕(最近 limit 条,**按节点读可见性过滤**)。
|
|
741
|
+
|
|
742
|
+
N229(2026-09-28):此前逐行 json.loads 原文返回(actor/verdict/reason/
|
|
743
|
+
importance/layer/duplicate_with…),零可见性、零归属过滤 ⇒ 任何持 read op
|
|
744
|
+
的身份(含无令牌 guest 经 `mdcg_forgetting_history`)读走全库他人的写入
|
|
745
|
+
闸留痕,并可借 `duplicate_with` 枚举 private 目标 id。口径与库读面统一:
|
|
746
|
+
逐行按 `security.node_visible`(跨层单点)判定行所属节点对本身份是否可见,
|
|
747
|
+
不可见/已删(索引无条目)→ 整条不出;设计者豁免(治理面本职)。
|
|
748
|
+
|
|
749
|
+
如实标注:行内 `duplicate_with` 指向的**另一**节点不做二次判定(那是
|
|
750
|
+
「去重目标」,与行所属节点不同源)——本轮按行所属节点收口,见报告残留。
|
|
751
|
+
"""
|
|
752
|
+
p = os.path.join(cg.root, LOG_FILE)
|
|
753
|
+
if not os.path.exists(p):
|
|
754
|
+
return []
|
|
755
|
+
out = []
|
|
756
|
+
try:
|
|
757
|
+
with open(p, "r", encoding="utf-8") as f:
|
|
758
|
+
for line in f:
|
|
759
|
+
line = line.strip()
|
|
760
|
+
if line:
|
|
761
|
+
try:
|
|
762
|
+
r = __import__("json").loads(line)
|
|
763
|
+
except Exception:
|
|
764
|
+
continue
|
|
765
|
+
if not _security.node_visible(cg, (r or {}).get("node_id")):
|
|
766
|
+
continue
|
|
767
|
+
out.append(r)
|
|
768
|
+
except Exception:
|
|
769
|
+
return []
|
|
770
|
+
return out[-limit:]
|
|
771
|
+
|
|
772
|
+
|
|
773
|
+
# 生效条件:cg 必填;日志路径不存在返回 {"total": 0, "by_verdict": {}};否则流式累计行数与 verdict 分布。
|
|
774
|
+
def summary(cg):
|
|
775
|
+
"""遗忘留痕聚合(流式,不把全量日志读进内存):总数 + 四态分布。"""
|
|
776
|
+
p = os.path.join(cg.root, LOG_FILE)
|
|
777
|
+
counts, total = {}, 0
|
|
778
|
+
if not os.path.exists(p):
|
|
779
|
+
return {"total": 0, "by_verdict": {}}
|
|
780
|
+
try:
|
|
781
|
+
with open(p, "r", encoding="utf-8") as f:
|
|
782
|
+
for line in f:
|
|
783
|
+
line = line.strip()
|
|
784
|
+
if not line:
|
|
785
|
+
continue
|
|
786
|
+
try:
|
|
787
|
+
v = json.loads(line).get("verdict") or "?"
|
|
788
|
+
except Exception:
|
|
789
|
+
continue
|
|
790
|
+
counts[v] = counts.get(v, 0) + 1
|
|
791
|
+
total += 1
|
|
792
|
+
except Exception:
|
|
793
|
+
return {"total": total, "by_verdict": counts}
|
|
794
|
+
return {"total": total, "by_verdict": counts}
|
|
795
|
+
|
|
796
|
+
|
|
797
|
+
# ==========================================================================
|
|
798
|
+
# 长期记忆快照(maintain.longterm)
|
|
799
|
+
# ==========================================================================
|
|
800
|
+
#
|
|
801
|
+
# 目标:评估后**分层落盘**,形成可回溯的历史断面(哪一刻哪些记忆处于长期态)。
|
|
802
|
+
# 与上面写入侧闸门的分工:闸门管「这条要不要记」,快照管「记住的现在稳稳站在哪一层」。
|
|
803
|
+
#
|
|
804
|
+
# 性能纪律:全部判据来自**索引快照**(免读节点文件),流式写 JSONL,不全量载入内存。
|
|
805
|
+
# 4500+ 节点下 dry-run 为 O(N) 纯内存计算;apply 为顺序写文件。
|
|
806
|
+
|
|
807
|
+
MAINTAIN_LOG = "_maintain.jsonl"
|
|
808
|
+
LONGTERM_DIR = "_longterm"
|
|
809
|
+
LONGTERM_KEEP = 10 # 保留最近 N 个断面(多了自动清理)
|
|
810
|
+
TIERS = ("longterm", "working", "candidate")
|
|
811
|
+
# 白箱可 ACCEPT 的基底档位;文科来源一致性档同样认账(否则「白箱判定已通过、
|
|
812
|
+
# 长期分层却视作未验证」自相矛盾)。
|
|
813
|
+
VERIFIED_BASES = ("formal_proof", "compiler", "test", "textbook", "public_kb")
|
|
814
|
+
TIER_WORKING = 0.40
|
|
815
|
+
|
|
816
|
+
|
|
817
|
+
# 生效条件:e 必填;protected 为真、importance>=PROTECT_IMPORTANCE、或 evidence_count>=3 且 verification_basis 在 VERIFIED_BASES → "longterm";importance>=TIER_WORKING 或 vb 在 VERIFIED_BASES → "working";否则 "candidate"。
|
|
818
|
+
def _tier_of(e: dict) -> str:
|
|
819
|
+
"""索引快照 → 分层:longterm(长期)/ working(工作)/ candidate(候选待评估)。"""
|
|
820
|
+
imp = float(e.get("importance", 0.5) or 0.5)
|
|
821
|
+
vb = e.get("verification_basis")
|
|
822
|
+
ev = int(e.get("evidence_count", 0) or 0)
|
|
823
|
+
# issue #468:按分分支此前只看分数、**漏 importance_source 门** ⇒ heuristic 高分
|
|
824
|
+
# 节点(权威 is_protected=False,见 guard 里 (imp:0.9,src:heuristic) 那条读数)被判
|
|
825
|
+
# longterm。与 protect.is_protected 同口径(窄修:不动 ev/vb 那条 longterm 理由)。
|
|
826
|
+
if (e.get("protected")
|
|
827
|
+
or (imp >= PROTECT_IMPORTANCE and e.get("importance_source") in (None, "hint"))
|
|
828
|
+
or (ev >= 3 and vb in VERIFIED_BASES)):
|
|
829
|
+
return "longterm"
|
|
830
|
+
if imp >= TIER_WORKING or vb in VERIFIED_BASES:
|
|
831
|
+
return "working"
|
|
832
|
+
return "candidate"
|
|
833
|
+
|
|
834
|
+
|
|
835
|
+
# 生效条件:e 必填;e["edges"] 为假值(缺失/空列表)且 e["subgraph"] 为假值时返回 True,否则 False。
|
|
836
|
+
def _is_island(e: dict) -> bool:
|
|
837
|
+
"""无边孤岛:既无出边也无子图声明(夜间整理的首要候选)。"""
|
|
838
|
+
return (not (e.get("edges") or [])) and (not e.get("subgraph"))
|
|
839
|
+
|
|
840
|
+
|
|
841
|
+
# 生效条件:cg 必填且提供 cg.root,恒返回 os.path.join(cg.root, LONGTERM_DIR)。
|
|
842
|
+
def longterm_dir(cg) -> str:
|
|
843
|
+
return os.path.join(cg.root, LONGTERM_DIR)
|
|
844
|
+
|
|
845
|
+
|
|
846
|
+
# 生效条件:cg 必填,恒返回 longterm_dir(cg) 下的 "current.json" 路径。
|
|
847
|
+
def current_path(cg) -> str:
|
|
848
|
+
return os.path.join(longterm_dir(cg), "current.json")
|
|
849
|
+
|
|
850
|
+
|
|
851
|
+
# 生效条件:apply 为真且由 cg.index 的 nodes(layer 为假值时不过滤、为真时仅取 layer 字段相等者,max_rows 为真值时先取 ids[:int(max_rows)])算出的 snapshot_id 与 current.json 所记 snapshot_id 不同或其记录的 path 文件不存在(same 为假)时,才写断面文件、原子更新 current 指针、执行 _prune 并追加维护日志;apply 为假时只返回 dry_run=True 的统计(out 与 force 在源码中未被引用)。
|
|
852
|
+
def longterm_assess(cg, apply=False, out=None, layer=None, keep=LONGTERM_KEEP,
|
|
853
|
+
max_rows=None, force=False, actor="maintain"):
|
|
854
|
+
"""评估后分层落盘:生成一个可回溯的长期记忆断面。
|
|
855
|
+
|
|
856
|
+
apply=False(默认)只出报表;apply=True 写 `_longterm/<ts>.jsonl` 并更新
|
|
857
|
+
`current.json` 指针。幂等:断面内容相同则跳过重写(除非 force=True)。
|
|
858
|
+
"""
|
|
859
|
+
nodes = (getattr(cg, "index", None) or {}).get("nodes") or {}
|
|
860
|
+
ids = sorted(nid for nid, e in list(nodes.items())
|
|
861
|
+
if not layer or e.get("layer") == layer)
|
|
862
|
+
if max_rows:
|
|
863
|
+
ids = ids[:int(max_rows)]
|
|
864
|
+
tiers, by_layer, islands, digest = {}, {}, 0, hashlib.sha1()
|
|
865
|
+
t0 = time.time()
|
|
866
|
+
total = len(ids)
|
|
867
|
+
for nid in ids:
|
|
868
|
+
e = nodes.get(nid) or {}
|
|
869
|
+
t = _tier_of(e)
|
|
870
|
+
tiers[t] = tiers.get(t, 0) + 1
|
|
871
|
+
lay = e.get("layer") or "?"
|
|
872
|
+
bl = by_layer.setdefault(lay, {k: 0 for k in TIERS})
|
|
873
|
+
bl[t] += 1
|
|
874
|
+
if _is_island(e):
|
|
875
|
+
islands += 1
|
|
876
|
+
digest.update(f"{nid}:{e.get('importance')}:{t};".encode("utf-8"))
|
|
877
|
+
snapshot_id = digest.hexdigest()[:12]
|
|
878
|
+
ts = time.strftime("%Y%m%d-%H%M%S")
|
|
879
|
+
rel = f"{LONGTERM_DIR}/{ts}-{snapshot_id}.jsonl"
|
|
880
|
+
path = os.path.join(cg.root, rel)
|
|
881
|
+
cur = None
|
|
882
|
+
try:
|
|
883
|
+
with open(current_path(cg), encoding="utf-8") as f:
|
|
884
|
+
cur = json.load(f)
|
|
885
|
+
except (OSError, ValueError):
|
|
886
|
+
cur = None
|
|
887
|
+
same = bool(cur and cur.get("snapshot_id") == snapshot_id
|
|
888
|
+
and os.path.exists(os.path.join(cg.root, cur.get("path") or "")))
|
|
889
|
+
written, pruned = 0, []
|
|
890
|
+
if apply and not same:
|
|
891
|
+
d = longterm_dir(cg)
|
|
892
|
+
os.makedirs(d, exist_ok=True)
|
|
893
|
+
tmp = path + ".tmp"
|
|
894
|
+
with open(tmp, "w", encoding="utf-8") as f:
|
|
895
|
+
for nid in ids:
|
|
896
|
+
e = nodes.get(nid) or {}
|
|
897
|
+
row = {"t": time.time(), "id": nid, "layer": e.get("layer"),
|
|
898
|
+
"importance": e.get("importance"),
|
|
899
|
+
"tier": _tier_of(e),
|
|
900
|
+
"verification_basis": e.get("verification_basis"),
|
|
901
|
+
"evidence_count": e.get("evidence_count", 0),
|
|
902
|
+
"edges": len(e.get("edges") or []),
|
|
903
|
+
"island": _is_island(e),
|
|
904
|
+
"content_hash": e.get("content_hash")}
|
|
905
|
+
f.write(json.dumps(row, ensure_ascii=False) + "\n")
|
|
906
|
+
written += 1
|
|
907
|
+
publish(tmp, path)
|
|
908
|
+
atomic_write(current_path(cg), json.dumps(
|
|
909
|
+
{"snapshot_id": snapshot_id, "ts": time.time(), "path": rel,
|
|
910
|
+
"total": total, "tiers": tiers, "by_layer": by_layer,
|
|
911
|
+
"islands": islands}, ensure_ascii=False))
|
|
912
|
+
pruned = _prune(cg, keep)
|
|
913
|
+
append_jsonl(os.path.join(cg.root, MAINTAIN_LOG), {
|
|
914
|
+
"t": time.time(), "action": "longterm", "snapshot_id": snapshot_id,
|
|
915
|
+
"path": rel, "total": total, "tiers": tiers, "actor": actor})
|
|
916
|
+
return {
|
|
917
|
+
"ok": True, "action": "longterm", "dry_run": not apply,
|
|
918
|
+
"snapshot_id": snapshot_id, "path": rel, "same_as_current": same,
|
|
919
|
+
"total": total, "tiers": tiers, "by_layer": by_layer,
|
|
920
|
+
"islands": islands, "written": written, "pruned": pruned,
|
|
921
|
+
"elapsed_ms": int((time.time() - t0) * 1000), "log": MAINTAIN_LOG,
|
|
922
|
+
"note": ("dry-run:未写盘" if not apply else
|
|
923
|
+
(f"断面与 current 相同,跳过重写(id={snapshot_id})" if same
|
|
924
|
+
else f"已写断面 {rel}({written} 行)")),
|
|
925
|
+
}
|
|
926
|
+
|
|
927
|
+
|
|
928
|
+
# 生效条件:cg 与 keep 必填;keep<=0 时不删除任何断面返回 [];否则删除除最近 keep 个 .jsonl 外的旧断面。
|
|
929
|
+
def _prune(cg, keep):
|
|
930
|
+
"""只保留最近 keep 个断面文件(按文件名时间前缀排序)。"""
|
|
931
|
+
d = longterm_dir(cg)
|
|
932
|
+
try:
|
|
933
|
+
files = sorted(x for x in os.listdir(d) if x.endswith(".jsonl"))
|
|
934
|
+
except OSError:
|
|
935
|
+
return []
|
|
936
|
+
removed = []
|
|
937
|
+
for x in files[:-int(keep)] if int(keep) > 0 else []:
|
|
938
|
+
try:
|
|
939
|
+
os.remove(os.path.join(d, x))
|
|
940
|
+
removed.append(x)
|
|
941
|
+
except OSError:
|
|
942
|
+
pass
|
|
943
|
+
return removed
|
|
944
|
+
|
|
945
|
+
|
|
946
|
+
# 生效条件:cg 必填,limit 默认 20;目录不可读返回 [];否则新的在前逐个 append,因先 append 后判 len(out)>=limit,limit=0 时仍返回 1 条快照。
|
|
947
|
+
def longterm_list(cg, limit=20):
|
|
948
|
+
"""列出历史断面(新的在前):{snapshot_id, path, ts, total, tiers}。"""
|
|
949
|
+
d = longterm_dir(cg)
|
|
950
|
+
out = []
|
|
951
|
+
try:
|
|
952
|
+
for x in sorted(os.listdir(d), reverse=True):
|
|
953
|
+
if not x.endswith(".jsonl"):
|
|
954
|
+
continue
|
|
955
|
+
p = os.path.join(d, x)
|
|
956
|
+
out.append({"file": x, "path": f"{LONGTERM_DIR}/{x}",
|
|
957
|
+
"bytes": os.path.getsize(p)})
|
|
958
|
+
if len(out) >= int(limit):
|
|
959
|
+
break
|
|
960
|
+
except OSError:
|
|
961
|
+
return []
|
|
962
|
+
cur = None
|
|
963
|
+
try:
|
|
964
|
+
with open(current_path(cg), encoding="utf-8") as f:
|
|
965
|
+
cur = json.load(f)
|
|
966
|
+
except (OSError, ValueError):
|
|
967
|
+
cur = None
|
|
968
|
+
return {"current": cur, "snapshots": out}
|
|
969
|
+
|
|
970
|
+
|
|
971
|
+
# 生效条件:longterm_dir(cg) 不可列出(OSError)时返回 {"ok":False,"error":"no_snapshot"};否则在倒序文件名中取首个满足 snapshot_id 为 None 或为其子串的 .jsonl(snapshot_id="" 与任意文件名匹配),无匹配返回 {"ok":False,"error":"snapshot_not_found"};命中则逐行聚合该文件(空行与 json.loads 抛 ValueError 的行跳过),返回 file/total/tiers/by_layer/islands。
|
|
972
|
+
def longterm_show(cg, snapshot_id=None):
|
|
973
|
+
"""读取某个断面的分层统计(不载全量行,只聚合)。"""
|
|
974
|
+
d = longterm_dir(cg)
|
|
975
|
+
target = None
|
|
976
|
+
try:
|
|
977
|
+
files = sorted(x for x in os.listdir(d) if x.endswith(".jsonl"))
|
|
978
|
+
except OSError:
|
|
979
|
+
return {"ok": False, "error": "no_snapshot"}
|
|
980
|
+
for x in reversed(files):
|
|
981
|
+
if snapshot_id is None or snapshot_id in x:
|
|
982
|
+
target = x
|
|
983
|
+
break
|
|
984
|
+
if not target:
|
|
985
|
+
return {"ok": False, "error": "snapshot_not_found", "snapshot_id": snapshot_id}
|
|
986
|
+
tiers, by_layer, islands, n = {}, {}, 0, 0
|
|
987
|
+
with open(os.path.join(d, target), encoding="utf-8") as f:
|
|
988
|
+
for line in f:
|
|
989
|
+
line = line.strip()
|
|
990
|
+
if not line:
|
|
991
|
+
continue
|
|
992
|
+
try:
|
|
993
|
+
r = json.loads(line)
|
|
994
|
+
except ValueError:
|
|
995
|
+
continue
|
|
996
|
+
n += 1
|
|
997
|
+
t = r.get("tier") or "?"
|
|
998
|
+
tiers[t] = tiers.get(t, 0) + 1
|
|
999
|
+
lay = r.get("layer") or "?"
|
|
1000
|
+
by_layer.setdefault(lay, {k: 0 for k in TIERS})
|
|
1001
|
+
by_layer[lay][t] = by_layer[lay].get(t, 0) + 1
|
|
1002
|
+
if r.get("island"):
|
|
1003
|
+
islands += 1
|
|
1004
|
+
return {"ok": True, "file": target, "total": n, "tiers": tiers,
|
|
1005
|
+
"by_layer": by_layer, "islands": islands}
|
|
1006
|
+
|
|
1007
|
+
|
|
1008
|
+
# ==========================================================================
|
|
1009
|
+
# 海马体前馈(maintain.prefeed)
|
|
1010
|
+
# ==========================================================================
|
|
1011
|
+
#
|
|
1012
|
+
# 写入**之前**的新奇检测:重复项并入既有(MERGE),而非新增;无关噪音丢弃;
|
|
1013
|
+
# 有歧义的半重复留痕待复核。这是「写入侧前置」的落库动作,比夜间整理更早一步。
|
|
1014
|
+
|
|
1015
|
+
# 生效条件:cg 与 content 必填;恒经 assess 得四态并映射 decision(ACCEPT→write 等),落留痕后返回 ok=True,不写任何节点。
|
|
1016
|
+
def prefeed(cg, content, layer="contextual", role=None, verification_basis=None,
|
|
1017
|
+
importance_hint=None, node_id=None):
|
|
1018
|
+
"""前馈裁决(不写盘):返回四态 + 判据,并留痕 `_forgetting.jsonl`。
|
|
1019
|
+
|
|
1020
|
+
落库由调用方按 verdict 执行(ACCEPT 新增 / MERGE 强化 / DROP|DEFER 不写),
|
|
1021
|
+
使「裁决」与「落库」解耦——便于 dry-run 预演与单测。
|
|
1022
|
+
"""
|
|
1023
|
+
vd = assess(cg, content, layer=layer, role=role,
|
|
1024
|
+
verification_basis=verification_basis,
|
|
1025
|
+
importance_hint=importance_hint, node_id=node_id)
|
|
1026
|
+
decision = {"ACCEPT": "write", "MERGE": "reinforce",
|
|
1027
|
+
"DROP": "discard", "DEFER": "defer"}.get(vd["verdict"], "defer")
|
|
1028
|
+
rec = {"kind": "prefeed", "layer": layer,
|
|
1029
|
+
"node_id": node_id or _prefeed_id(content),
|
|
1030
|
+
"verdict": vd["verdict"], "decision": decision,
|
|
1031
|
+
"reason": vd["reason"], "duplicate_with": vd["redundancy"]["with"],
|
|
1032
|
+
"duplicate_ratio": vd["redundancy"]["max"],
|
|
1033
|
+
"novelty": vd["entropy"]["novelty"],
|
|
1034
|
+
"self_information_bits": vd["entropy"]["self_information_bits"],
|
|
1035
|
+
"actor": getattr(cg, "actor", "unknown"), "t": time.time()}
|
|
1036
|
+
log(cg, rec)
|
|
1037
|
+
return {"ok": True, "action": "prefeed", **rec}
|
|
1038
|
+
|
|
1039
|
+
|
|
1040
|
+
# 生效条件:content 为 None 或假值时按 "" 计算,恒返回 "pre_"+sha1(content).hexdigest()[:12]。
|
|
1041
|
+
def _prefeed_id(content):
|
|
1042
|
+
return "pre_" + hashlib.sha1((content or "").encode("utf-8")).hexdigest()[:12]
|
|
1043
|
+
|
|
1044
|
+
|
|
1045
|
+
# 生效条件:cg 必填,limit 默认 100;action 为假值(None/空串)时不过滤,真值只留该 action;返回 recs[-int(limit):],limit=0 时退化为全量。
|
|
1046
|
+
def maintain_history(cg, limit=100, action=None):
|
|
1047
|
+
"""维护留痕(`_maintain.jsonl` 最近 limit 条),可按 action 过滤。"""
|
|
1048
|
+
recs = list(read_jsonl(os.path.join(cg.root, MAINTAIN_LOG)))
|
|
1049
|
+
if action:
|
|
1050
|
+
recs = [r for r in recs if r.get("action") == action]
|
|
923
1051
|
return recs[-int(limit):]
|