@furongjun1999/dsh-memory 0.8.1 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +662 -659
- package/codebuddy/README.md +1 -1
- package/data/policy.json +38 -27
- package/docs/README.md +18 -2
- package/docs/discipline/harnesses.yaml +1 -1
- package/docs/discipline/templates/spec.txt.tmpl +23 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
- package/dsh/README.md +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/hive/README.md +705 -0
- package/hive/id_charset_blocks.txt +147 -0
- package/lib/bridge.d.ts +3 -0
- package/lib/bridge.js +32 -11
- package/lib/cli.js +14 -17
- package/lib/hooks.d.ts +37 -3
- package/lib/hooks.js +176 -24
- package/lib/index.d.ts +2 -2
- package/lib/index.js +29 -6
- package/lib/init.js +21 -21
- package/lib/lib/datapath.d.ts +56 -0
- package/lib/lib/datapath.js +102 -9
- package/lib/lib/hook_audit.d.ts +0 -1
- package/lib/lib/hook_audit.js +51 -3
- package/lib/lib/mdcg_client.d.ts +4 -1
- package/lib/lib/mdcg_client.js +10 -2
- package/lib/lib/mutual.js +61 -15
- package/lib/lib/prompt_safety.js +28 -2
- package/lib/lib/roleplay_web.js +30 -2
- package/lib/lib/token_store.d.ts +25 -6
- package/lib/lib/token_store.js +224 -33
- package/lib/tools.d.ts +15 -2
- package/lib/tools.js +44 -4
- package/md_cg/_guard_kit.py +121 -0
- package/md_cg/admission.py +718 -718
- package/md_cg/anchor.py +114 -0
- package/md_cg/audit.py +37 -7
- package/md_cg/autonomy.py +433 -288
- package/md_cg/autonomy_modes.py +781 -642
- package/md_cg/bench_beir_bm25.py +154 -0
- package/md_cg/bench_beir_scifact.py +170 -0
- package/md_cg/bench_bm25_blockmax.py +134 -0
- package/md_cg/bench_bm25_incremental.py +246 -0
- package/md_cg/bench_ccg_heading.py +118 -0
- package/md_cg/bench_csre_correctness.py +145 -0
- package/md_cg/bench_excerpt_budget.py +94 -0
- package/md_cg/bench_fuzzy_substrings.py +299 -0
- package/md_cg/bench_memory_rsi.py +358 -0
- package/md_cg/bench_memory_rsi_latency.py +82 -0
- package/md_cg/bench_memory_rsi_public.py +116 -0
- package/md_cg/bench_memory_rsi_tools.py +229 -0
- package/md_cg/bench_rrf_candidates.py +212 -0
- package/md_cg/bench_rrf_public.py +100 -0
- package/md_cg/bench_text_projections.py +221 -0
- package/md_cg/bench_timeanchor.py +357 -0
- package/md_cg/bm25.py +601 -0
- package/md_cg/branches.py +404 -327
- package/md_cg/build_postings.py +74 -73
- package/md_cg/ccgc.py +4 -2
- package/md_cg/chain.py +573 -379
- package/md_cg/coldverify.py +531 -292
- package/md_cg/condaccept.py +263 -0
- package/md_cg/condgate.py +308 -0
- package/md_cg/config_registry.py +329 -0
- package/md_cg/config_registry_bulk.py +482 -0
- package/md_cg/config_registry_guard.py +487 -0
- package/md_cg/config_render.py +354 -0
- package/md_cg/config_validate.py +455 -0
- package/md_cg/conformance.py +747 -726
- package/md_cg/conformance_core.py +753 -0
- package/md_cg/consistency.py +1278 -955
- package/md_cg/consolidate.py +1793 -1633
- package/md_cg/crypto.py +346 -24
- package/md_cg/datapath.py +137 -12
- package/md_cg/eval_common.py +522 -575
- package/md_cg/evidence.py +946 -585
- package/md_cg/evidence_delivery.py +101 -0
- package/md_cg/experience_consolidation.py +317 -0
- package/md_cg/export.py +329 -222
- package/md_cg/forgetting.py +1050 -922
- package/md_cg/freshness.py +601 -548
- package/md_cg/fsutil.py +1120 -824
- package/md_cg/goal_gen.py +458 -0
- package/md_cg/hotcache.py +107 -9
- package/md_cg/hyperedge.py +262 -251
- package/md_cg/identity.py +573 -391
- package/md_cg/imgskill.py +1712 -0
- package/md_cg/insight.py +540 -521
- package/md_cg/interface_schema.py +146 -0
- package/md_cg/interop.py +20 -0
- package/md_cg/judgment_manifest.py +24 -1
- package/md_cg/lifecycle.py +426 -345
- package/md_cg/links.py +27 -6
- package/md_cg/logref.py +332 -327
- package/md_cg/mcp_server.py +5227 -4449
- package/md_cg/mdcg.py +1301 -203
- package/md_cg/mdcos.py +7108 -5440
- package/md_cg/memory_rsi.py +308 -0
- package/md_cg/metacognition.py +726 -591
- package/md_cg/nodefile.py +151 -3
- package/md_cg/op_table.py +1128 -0
- package/md_cg/postings.py +524 -300
- package/md_cg/predict.py +1103 -1100
- package/md_cg/probe_memory_rsi.py +95 -0
- package/md_cg/probe_memory_rsi_mcp.py +66 -0
- package/md_cg/protect.py +654 -494
- package/md_cg/protocol.py +492 -411
- package/md_cg/provenance.py +606 -600
- package/md_cg/qmd.py +477 -0
- package/md_cg/qmd_llm.py +334 -0
- package/md_cg/query_excerpt.py +171 -0
- package/md_cg/queue_health.py +130 -0
- package/md_cg/reach.py +470 -453
- package/md_cg/readcache.py +115 -3
- package/md_cg/reconcile.py +239 -228
- package/md_cg/refindex.py +1191 -1042
- package/md_cg/refine.py +613 -604
- package/md_cg/retrieve.py +128 -0
- package/md_cg/review_cli.py +204 -26
- package/md_cg/revise.py +140 -0
- package/md_cg/rollback.py +657 -420
- package/md_cg/rollback_cli.py +124 -104
- package/md_cg/rotate.py +347 -0
- package/md_cg/routing.py +490 -429
- package/md_cg/rrf_candidates.py +204 -0
- package/md_cg/run_tests.py +19 -1
- package/md_cg/scrub.py +177 -23
- package/md_cg/security.py +269 -17
- package/md_cg/self_state.py +1053 -1029
- package/md_cg/self_surface.py +50 -0
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/export_en_zh_map.py +2 -2
- package/md_cg/semantic/zh_en_atoms.py +141 -139
- package/md_cg/session5.py +106 -0
- package/md_cg/signer.py +76 -2
- package/md_cg/sleep.py +1779 -1583
- package/md_cg/sources.py +1091 -833
- package/md_cg/state_events.py +75 -10
- package/md_cg/state_slots.py +312 -221
- package/md_cg/stg.py +85 -18
- package/md_cg/stgidx.py +537 -281
- package/md_cg/subgraph.py +851 -729
- package/md_cg/sustain.py +458 -19
- package/md_cg/task_memory.py +367 -0
- package/md_cg/test_action_derive.py +210 -203
- package/md_cg/test_audit_heartbeat_20261015.py +417 -0
- package/md_cg/test_audit_protection_20261015.py +483 -0
- package/md_cg/test_audit_rotate_parity.py +280 -0
- package/md_cg/test_audit_state_20261015.py +253 -0
- package/md_cg/test_audit_write_20261015.py +161 -0
- package/md_cg/test_auto_defaults.py +43 -4
- package/md_cg/test_autonomy_emotion.py +328 -0
- package/md_cg/test_autonomy_modes.py +2013 -1973
- package/md_cg/test_b1_foreign_read.py +245 -0
- package/md_cg/test_bm25.py +438 -0
- package/md_cg/test_bm25_hydration_refill.py +265 -0
- package/md_cg/test_bm25_incremental.py +241 -0
- package/md_cg/test_bm25_incremental_mutations.py +160 -0
- package/md_cg/test_bm25_mutations.py +205 -0
- package/md_cg/test_bm25_pool_view.py +196 -0
- package/md_cg/test_boot_openblas_guard.py +218 -197
- package/md_cg/test_boundary_hit.py +1 -1
- package/md_cg/test_branches_sensitivity.py +375 -0
- package/md_cg/test_c8_search_rrf_gates.py +1 -1
- package/md_cg/test_canonical_timezones.py +211 -0
- package/md_cg/test_ccg_heading_parser.py +73 -0
- package/md_cg/test_chain_best_first.py +403 -0
- package/md_cg/test_chain_candidate_scope.py +227 -0
- package/md_cg/test_cn_recall_grams.py +206 -0
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_coldverify_drain.py +127 -0
- package/md_cg/test_condaccept.py +156 -0
- package/md_cg/test_condgate.py +141 -0
- package/md_cg/test_config_registry.py +55 -0
- package/md_cg/test_crypto_rotate.py +257 -0
- package/md_cg/test_csre_correctness.py +297 -0
- package/md_cg/test_csre_index_import_guard.py +161 -0
- package/md_cg/test_csre_mutations.py +34 -0
- package/md_cg/test_csre_session.py +69 -0
- package/md_cg/test_curiosity_budget.py +468 -0
- package/md_cg/test_d17_autostart_toolface.py +453 -0
- package/md_cg/test_datapath_tilde_home.py +271 -0
- package/md_cg/test_derived_cache_generations.py +256 -0
- package/md_cg/test_evidence_delivery_compact.py +54 -0
- package/md_cg/test_exact_text_cache.py +191 -0
- package/md_cg/test_excerpt_budget.py +188 -0
- package/md_cg/test_experience_consolidation.py +112 -0
- package/md_cg/test_export_default_collision.py +138 -0
- package/md_cg/test_export_snapshots.py +322 -0
- package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
- package/md_cg/test_gain_gate.py +16 -5
- package/md_cg/test_goal_gen.py +355 -0
- package/md_cg/test_h2_session_view_norm.py +251 -233
- package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
- package/md_cg/test_heartbeat_ledger.py +557 -0
- package/md_cg/test_hierarchy_audit_graph.py +237 -0
- package/md_cg/test_i50c_meta_passthrough.py +628 -608
- package/md_cg/test_i50e_readside_protection.py +658 -656
- package/md_cg/test_identity_attribution.py +96 -2
- package/md_cg/test_identity_contract.py +329 -0
- package/md_cg/test_imgskill.py +1444 -0
- package/md_cg/test_index_snapshot_shape.py +240 -0
- package/md_cg/test_interop_judgment.py +258 -228
- package/md_cg/test_issue111_gate_order.py +77 -0
- package/md_cg/test_issue111_scoring_contract.py +87 -0
- package/md_cg/test_issue121_calibration_bounds.py +293 -0
- package/md_cg/test_issue128_session_env_authority.py +246 -0
- package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
- package/md_cg/test_issue131_postings_content_staleness.py +424 -0
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
- package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
- package/md_cg/test_issue147_pack_id_escape.py +378 -0
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
- package/md_cg/test_issue149_accel_default_face.py +249 -0
- package/md_cg/test_issue150_empty_query_terms.py +328 -0
- package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
- package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
- package/md_cg/test_issue152_sealed_postings.py +309 -0
- package/md_cg/test_issue152b_decrypt_cache.py +218 -0
- package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
- package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
- package/md_cg/test_issue157b_index_remainder.py +344 -0
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
- package/md_cg/test_issue190_tidy_idempotent.py +806 -0
- package/md_cg/test_issue191_import_trust.py +382 -0
- package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
- package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
- package/md_cg/test_issue193_write_scope.py +378 -0
- package/md_cg/test_issue197_rank_credibility_property.py +201 -0
- package/md_cg/test_issue211_export_target.py +325 -0
- package/md_cg/test_issue212_writeface_gaps.py +349 -0
- package/md_cg/test_issue214_reject_sensitivity.py +267 -0
- package/md_cg/test_issue215_condition_source_gap.py +272 -0
- package/md_cg/test_issue216_clash_routes.py +214 -0
- package/md_cg/test_issue217_slot_routes.py +248 -0
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
- package/md_cg/test_issue225_consistency_torn_log.py +433 -0
- package/md_cg/test_issue245_swarm_traversal.py +366 -0
- package/md_cg/test_issue258_pack_sensitivity.py +468 -0
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
- package/md_cg/test_issue274_read_node_id_none.py +341 -0
- package/md_cg/test_issue275_layer_param.py +250 -0
- package/md_cg/test_issue277_node_id_traversal.py +384 -0
- package/md_cg/test_issue278_neg_separated_tension.py +271 -0
- package/md_cg/test_issue278_neg_window.py +294 -0
- package/md_cg/test_issue278_negative_layering.py +83 -0
- package/md_cg/test_issue279_signers_path_guard.py +652 -0
- package/md_cg/test_issue284_skip_not_pass.py +291 -0
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
- package/md_cg/test_issue295_sleep_root_binding.py +589 -0
- package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
- package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
- package/md_cg/test_issue303_design_boundaries.py +262 -0
- package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
- package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
- package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
- package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
- package/md_cg/test_issue321_mcp_deep_json.py +305 -0
- package/md_cg/test_issue322_node_write_lock.py +727 -0
- package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
- package/md_cg/test_issue324_write_size_fields.py +215 -0
- package/md_cg/test_issue325_audit_poison.py +230 -0
- package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
- package/md_cg/test_issue326_key_perms.py +355 -0
- package/md_cg/test_issue326_twin_parser_parity.py +323 -0
- package/md_cg/test_issue326_vm_call_frame.py +569 -0
- package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
- package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
- package/md_cg/test_issue348_insight_verify_op.py +200 -0
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
- package/md_cg/test_issue350_casefold_collision.py +236 -0
- package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
- package/md_cg/test_issue352_imgaudit.py +418 -0
- package/md_cg/test_issue352_pathsjson.py +537 -0
- package/md_cg/test_issue352_refindex.py +412 -0
- package/md_cg/test_issue352_rollback.py +604 -0
- package/md_cg/test_issue352_vstateinherit.py +196 -0
- package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
- package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
- package/md_cg/test_issue354_rust_index_containment.py +571 -0
- package/md_cg/test_issue354_rust_wal_containment.py +606 -0
- package/md_cg/test_issue358_truncation_observable.py +247 -0
- package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
- package/md_cg/test_issue362_neg_condition.py +468 -0
- package/md_cg/test_issue363_lexical_idf.py +275 -0
- package/md_cg/test_issue370_readcache_assembly.py +488 -0
- package/md_cg/test_issue375_state_slot_retire.py +325 -0
- package/md_cg/test_issue376_heartbeat_failed.py +293 -0
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
- package/md_cg/test_issue378_protected_floor.py +310 -0
- package/md_cg/test_issue383_state_event_write_gate.py +462 -0
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
- package/md_cg/test_issue398_toolface_op_parity.py +511 -0
- package/md_cg/test_issue399_hive_json_shape.py +317 -0
- package/md_cg/test_issue400_hive_dirty_args.py +450 -0
- package/md_cg/test_issue401_wisdom_codegen.py +295 -0
- package/md_cg/test_issue404_heal_receipt.py +390 -0
- package/md_cg/test_issue405_git_pathspec.py +333 -0
- package/md_cg/test_issue408_eface_registry.py +291 -0
- package/md_cg/test_issue409_compact_index_completeness.py +509 -0
- package/md_cg/test_issue410_verify_demote_write.py +366 -0
- package/md_cg/test_issue411_scrub_idempotence.py +575 -0
- package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
- package/md_cg/test_issue413_preimage_failclosed.py +239 -0
- package/md_cg/test_issue413_preimage_twin.py +340 -0
- package/md_cg/test_issue414_write_args_parity.py +613 -0
- package/md_cg/test_issue415_deps_gate_probe.py +358 -0
- package/md_cg/test_issue416_entry_key_subset.py +525 -0
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
- package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
- package/md_cg/test_issue418_role_type_gate.py +265 -0
- package/md_cg/test_issue419_pii_redaction.py +642 -0
- package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
- package/md_cg/test_issue425_ingest_library_path.py +331 -0
- package/md_cg/test_issue426a_dedup_receipt.py +242 -0
- package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
- package/md_cg/test_issue427_serve_status_shape.py +191 -0
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
- package/md_cg/test_issue434_435_float_gate.py +90 -0
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
- package/md_cg/test_issue43_default_policy.py +874 -865
- package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
- package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
- package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
- package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
- package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
- package/md_cg/test_issue451_audit_actor.py +313 -0
- package/md_cg/test_issue452_ingest_root_hint.py +238 -0
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
- package/md_cg/test_issue466_basis_registry.py +469 -0
- package/md_cg/test_issue467_identity_sensitivity.py +204 -0
- package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
- package/md_cg/test_issue470_wal_event_durable.py +427 -0
- package/md_cg/test_issue471_identity_readable.py +137 -0
- package/md_cg/test_issue472_audit_chain.py +91 -0
- package/md_cg/test_issue472_prune_ledger.py +106 -0
- package/md_cg/test_issue472_rollback_degraded.py +82 -0
- package/md_cg/test_issue491_compose_sandbox.py +460 -0
- package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
- package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
- package/md_cg/test_issue525_read_null_semantics.py +52 -0
- package/md_cg/test_issue538_hook_condition_space.py +97 -0
- package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
- package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
- package/md_cg/test_issue542_tenant_root_same.py +153 -0
- package/md_cg/test_issue543_issue_authorization.py +147 -0
- package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
- package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
- package/md_cg/test_issue546_ledger_concurrency.py +81 -0
- package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
- package/md_cg/test_issue547_audit_durable.py +96 -0
- package/md_cg/test_issue549_durable_append.py +143 -0
- package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
- package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
- package/md_cg/test_issue559_refine_prefix.py +70 -0
- package/md_cg/test_issue561_pending_review.py +109 -0
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue66_scrub_semantics.py +107 -0
- package/md_cg/test_issue67_scrub_control_pool.py +233 -0
- package/md_cg/test_issue69_audit_boundary.py +129 -0
- package/md_cg/test_issue71_queue_backlog.py +377 -0
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
- package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
- package/md_cg/test_issue75_neural_failure.py +582 -0
- package/md_cg/test_issue78_export_concurrency.py +334 -0
- package/md_cg/test_issue80_residual_flush.py +169 -0
- package/md_cg/test_issue82_credential_rules.py +271 -0
- package/md_cg/test_issue82_layer_and_size.py +120 -0
- package/md_cg/test_issue84_portability.py +95 -0
- package/md_cg/test_issue85_export_overwrite.py +113 -0
- package/md_cg/test_issue86_runtime_revoke.py +110 -0
- package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
- package/md_cg/test_issue88_conclusion_face.py +280 -0
- package/md_cg/test_issue88_execution_conflicts.py +87 -0
- package/md_cg/test_issue89_zero_score.py +169 -0
- package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
- package/md_cg/test_issue91_verifier_sandbox.py +314 -0
- package/md_cg/test_issue91_verifier_timeout.py +528 -0
- package/md_cg/test_issue93_remember_redaction.py +282 -0
- package/md_cg/test_issue96_key_fallback.py +102 -0
- package/md_cg/test_issue98_tenant_root.py +104 -0
- package/md_cg/test_jsonl_commit_watermark.py +221 -0
- package/md_cg/test_live_validity_cache.py +256 -0
- package/md_cg/test_logref.py +1141 -1109
- package/md_cg/test_mcp_call_argument_types.py +99 -0
- package/md_cg/test_md_access_parity.py +330 -255
- package/md_cg/test_md_cg_no_hive_dep.py +140 -0
- package/md_cg/test_memory_rsi.py +215 -0
- package/md_cg/test_memory_rsi_adversarial.py +91 -0
- package/md_cg/test_mode_parity.py +1413 -1393
- package/md_cg/test_mutation_residue.py +120 -0
- package/md_cg/test_mutation_rollback.py +835 -805
- package/md_cg/test_n123_derive_expiry_chain.py +210 -205
- package/md_cg/test_n130_verify_falsified_protect.py +185 -185
- package/md_cg/test_n209_verify_write_face_gates.py +466 -461
- package/md_cg/test_n230_dirty_replay.py +52 -9
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_coverage_budget.py +500 -0
- package/md_cg/test_neg_tail_honesty.py +733 -663
- package/md_cg/test_p0.py +16 -2
- package/md_cg/test_p14_root_fallback.py +373 -0
- package/md_cg/test_p1x_ref_root.py +47 -10
- package/md_cg/test_p21_tokens.py +294 -293
- package/md_cg/test_p24_evidence.py +232 -227
- package/md_cg/test_p26_refindex.py +20 -3
- package/md_cg/test_p27_docindex.py +792 -777
- package/md_cg/test_p28_refcheck.py +1053 -1032
- package/md_cg/test_p29_session_ingest_export.py +6 -0
- package/md_cg/test_p2_mcp.py +474 -453
- package/md_cg/test_p2_six_elements.py +476 -463
- package/md_cg/test_p3.py +370 -261
- package/md_cg/test_p33_ccg_wiring.py +300 -293
- package/md_cg/test_p3_legacy_closure.py +438 -433
- package/md_cg/test_p40_refine_worklist.py +244 -241
- package/md_cg/test_p47_session_view.py +25 -9
- package/md_cg/test_p4_freshness.py +781 -774
- package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
- package/md_cg/test_p9c_dedup_hints.py +288 -283
- package/md_cg/test_policy_required_ccg.py +444 -432
- package/md_cg/test_postings_digest_memo.py +139 -0
- package/md_cg/test_predict_beta.py +138 -135
- package/md_cg/test_qmd.py +500 -0
- package/md_cg/test_query_excerpt.py +209 -0
- package/md_cg/test_reach.py +456 -378
- package/md_cg/test_reach_snapshot_admission.py +218 -0
- package/md_cg/test_readcache_prodpath.py +4 -0
- package/md_cg/test_recall_face_guards.py +854 -812
- package/md_cg/test_recall_metadata.py +422 -0
- package/md_cg/test_retr_s5.py +312 -213
- package/md_cg/test_retr_score_once.py +14 -2
- package/md_cg/test_review_cli_attribution.py +11 -7
- package/md_cg/test_review_queue_batch.py +123 -0
- package/md_cg/test_review_queue_index.py +130 -0
- package/md_cg/test_rrf_candidates.py +292 -0
- package/md_cg/test_rrf_qualified_topk.py +214 -0
- package/md_cg/test_rrf_unique_votes.py +218 -0
- package/md_cg/test_s1_ast_judge.py +110 -0
- package/md_cg/test_scrub_ledger.py +413 -0
- package/md_cg/test_security_audit_b26.py +34 -3
- package/md_cg/test_security_audit_v21.py +1 -2
- package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
- package/md_cg/test_session5_identity.py +93 -0
- package/md_cg/test_session_attribution_consistency.py +813 -0
- package/md_cg/test_session_identity_tristate.py +486 -0
- package/md_cg/test_sleep_p1.py +35 -3
- package/md_cg/test_state_event_op.py +521 -514
- package/md_cg/test_state_projection_streaming.py +136 -0
- package/md_cg/test_stg_interval_candidates.py +280 -0
- package/md_cg/test_stg_time_blocks.py +239 -0
- package/md_cg/test_stgidx_index_parity.py +1024 -1020
- package/md_cg/test_subgraph_bounded_bfs.py +227 -0
- package/md_cg/test_sustain_bounded.py +652 -624
- package/md_cg/test_task_memory.py +394 -0
- package/md_cg/test_text_projection_mutations.py +101 -0
- package/md_cg/test_time_anchor.py +421 -0
- package/md_cg/test_time_core_lint.py +1024 -975
- package/md_cg/test_tool_face.py +200 -189
- package/md_cg/test_trust_bounded_frontier.py +248 -0
- package/md_cg/test_trust_edge_reachability.py +405 -0
- package/md_cg/test_w5_path_fingerprint.py +381 -0
- package/md_cg/test_w7_redlines.py +659 -0
- package/md_cg/test_write_return_shape.py +919 -0
- package/md_cg/test_writepipe.py +228 -226
- package/md_cg/timeanchor.py +534 -0
- package/md_cg/tokens.py +68 -5
- package/md_cg/tool_face.py +273 -260
- package/md_cg/trust.py +1114 -1030
- package/md_cg/twophase.py +303 -231
- package/md_cg/weights.py +642 -638
- package/md_cg/whitebox.py +536 -527
- package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
- package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1633
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -298
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1065
- package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
- package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -470
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -476
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -958
- package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2895
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4054
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
- package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
- package/md_cg/writelimit.py +584 -390
- package/md_cg/writepipe.py +1337 -826
- package/package.json +14 -9
- package/scripts/workspace_index.py +328 -0
- package/src/bridge.ts +34 -11
- package/src/cli.ts +75 -65
- package/src/hooks.ts +932 -776
- package/src/index.ts +30 -7
- package/src/init.ts +362 -361
- package/src/lib/datapath.ts +419 -326
- package/src/lib/hook_audit.ts +42 -3
- package/src/lib/mdcg_client.ts +469 -461
- package/src/lib/mutual.ts +481 -432
- package/src/lib/prompt_safety.ts +178 -149
- package/src/lib/roleplay_web.ts +30 -2
- package/src/lib/token_store.ts +274 -52
- package/src/tools.ts +271 -223
- package/zcode/README.md +1 -1
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
- package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
- package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
- package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
- package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
- package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
- package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
- package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
- package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
- package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
- package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
- package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
- package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
- package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
- package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
- package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
- package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
- package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
- package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
- package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
- package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
- package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
- package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
- package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
- package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
- package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
- package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
- package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
- package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
- package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
- package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
- package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
- package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
- package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
- package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
- package/docs/mdcg/guardrail-charter.md +0 -164
- package/docs/mdcg/lingshu_tutorial.html +0 -14956
- package/docs/mdcg/memory-assessment.html +0 -923
- package/docs/mdcg/memory_score.html +0 -213
- package/docs/mdcg/memory_score.png +0 -0
- package/docs/mdcg/release_v0.3.0.md +0 -36
- package/docs/mdcg/release_v0.4.11.md +0 -49
- package/docs/mdcg/release_v0.4.5.md +0 -55
- package/docs/mdcg/tool_table_v0.3.0.md +0 -117
- package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
- package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
- package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
- package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
- package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
- package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
- package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
- package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
- package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
- package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
- package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
- package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
- package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
- package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
- package/docs/promo/bilibili-cover.jpg +0 -0
- package/docs/promo/promo-visual-1.png +0 -0
- package/docs/promo/promo-visual-2.png +0 -0
- package/docs/promo/promo-visual-3.png +0 -0
- package/docs/promo/promo-visual-4.png +0 -0
- package/docs/promo/promo-visual-5.png +0 -0
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
- package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
- package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
- package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
- package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
- package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
- package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
- package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
package/md_cg/refine.py
CHANGED
|
@@ -1,605 +1,614 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""G6:node_ 结构提炼 · 小样本抽检工单与扩批闸门(只读预演,纯标准库)。
|
|
3
|
-
|
|
4
|
-
缺口(G6):`node_*`(P37 双子管线派生记忆)自带 `ccg_exempt=true`,正文只有
|
|
5
|
-
「功能名 / 生效条件」两行,`子功能 / 执行 / 不适用条件` 均未声明(实测 1324 条)。
|
|
6
|
-
若直接对全量跑归纳提炼(`consolidate.induce`),一旦**提炼口径**失准,就会把
|
|
7
|
-
模板化词面当成「共性条件」固化成概念节点,污染单一真相源。
|
|
8
|
-
|
|
9
|
-
裁定单条件 A:**先抽 20 条做提炼预演,人工核对提炼口径,绝不盲跑全量**。
|
|
10
|
-
|
|
11
|
-
本模块只做三件事(零 LLM、零第三方依赖,且**不改写任何节点**):
|
|
12
|
-
1. `plan` —— 确定性分层抽样出 20 条工单(原文摘录 / 字段缺口 / 口径声明);
|
|
13
|
-
2. `preview` —— 在抽检样本上跑与 `consolidate.induce` **同源的**聚类口径,
|
|
14
|
-
输出候选概念 + 每条共性条件的可追溯来源 + **样本内文档频率**
|
|
15
|
-
(df 高 = 模板/通用水位线,不得当作区分性共性);
|
|
16
|
-
3. `apply`/`gate` —— 把抽检批次与人工裁决落 `_refine.jsonl` 留痕,并据此
|
|
17
|
-
计算「是否允许扩大批次」。
|
|
18
|
-
|
|
19
|
-
纪律与诚实边界:
|
|
20
|
-
· 提炼执行仍由 `consolidate.induce` 承担(产出恒 `inferred`);本模块不实现
|
|
21
|
-
第二套提炼器,避免口径分叉——`preview` 复用同一套 `_jaccard/_common_terms`。
|
|
22
|
-
· 抽检若取「20 条节点」,在库内实测**可能产不出候选**(`min_cluster=3` 时
|
|
23
|
-
20 条随机样本 0 簇);此时如实报 `candidates=0` 并**拒绝放行扩批**,
|
|
24
|
-
由 `sample_adequacy` 提示「按候选为抽检单位」或上调样本量。
|
|
25
|
-
· 人工裁决必须由库外人类给出;本模块只做算术与留痕,**不代替裁决**。
|
|
26
|
-
· 共性条件的去模板判据只用**词面统计**,不做语义猜测(宁可漏判,不可误判)。
|
|
27
|
-
"""
|
|
28
|
-
from __future__ import annotations
|
|
29
|
-
|
|
30
|
-
import hashlib
|
|
31
|
-
import math
|
|
32
|
-
import os
|
|
33
|
-
import time
|
|
34
|
-
|
|
35
|
-
from . import consolidate, nodefile
|
|
36
|
-
from .fsutil import append_jsonl, read_jsonl
|
|
37
|
-
from .mdcos import MdCGOS
|
|
38
|
-
|
|
39
|
-
REFINE_LOG = "_refine.jsonl"
|
|
40
|
-
|
|
41
|
-
#: 抽检对象 id 前缀(P37 派生记忆)
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
#:
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
#:
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
"
|
|
72
|
-
"
|
|
73
|
-
"
|
|
74
|
-
"
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
{"key": "
|
|
79
|
-
"ask": "
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
{"key": "
|
|
84
|
-
"ask": "
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
"
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
continue
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
picked
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
"
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
assigned
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
"
|
|
319
|
-
"
|
|
320
|
-
"
|
|
321
|
-
"
|
|
322
|
-
"
|
|
323
|
-
"
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
"
|
|
361
|
-
|
|
362
|
-
"
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
"
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
"
|
|
377
|
-
"
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
parts
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
if
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
"
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
"
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
ap.add_argument("
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""G6:node_ 结构提炼 · 小样本抽检工单与扩批闸门(只读预演,纯标准库)。
|
|
3
|
+
|
|
4
|
+
缺口(G6):`node_*`(P37 双子管线派生记忆)自带 `ccg_exempt=true`,正文只有
|
|
5
|
+
「功能名 / 生效条件」两行,`子功能 / 执行 / 不适用条件` 均未声明(实测 1324 条)。
|
|
6
|
+
若直接对全量跑归纳提炼(`consolidate.induce`),一旦**提炼口径**失准,就会把
|
|
7
|
+
模板化词面当成「共性条件」固化成概念节点,污染单一真相源。
|
|
8
|
+
|
|
9
|
+
裁定单条件 A:**先抽 20 条做提炼预演,人工核对提炼口径,绝不盲跑全量**。
|
|
10
|
+
|
|
11
|
+
本模块只做三件事(零 LLM、零第三方依赖,且**不改写任何节点**):
|
|
12
|
+
1. `plan` —— 确定性分层抽样出 20 条工单(原文摘录 / 字段缺口 / 口径声明);
|
|
13
|
+
2. `preview` —— 在抽检样本上跑与 `consolidate.induce` **同源的**聚类口径,
|
|
14
|
+
输出候选概念 + 每条共性条件的可追溯来源 + **样本内文档频率**
|
|
15
|
+
(df 高 = 模板/通用水位线,不得当作区分性共性);
|
|
16
|
+
3. `apply`/`gate` —— 把抽检批次与人工裁决落 `_refine.jsonl` 留痕,并据此
|
|
17
|
+
计算「是否允许扩大批次」。
|
|
18
|
+
|
|
19
|
+
纪律与诚实边界:
|
|
20
|
+
· 提炼执行仍由 `consolidate.induce` 承担(产出恒 `inferred`);本模块不实现
|
|
21
|
+
第二套提炼器,避免口径分叉——`preview` 复用同一套 `_jaccard/_common_terms`。
|
|
22
|
+
· 抽检若取「20 条节点」,在库内实测**可能产不出候选**(`min_cluster=3` 时
|
|
23
|
+
20 条随机样本 0 簇);此时如实报 `candidates=0` 并**拒绝放行扩批**,
|
|
24
|
+
由 `sample_adequacy` 提示「按候选为抽检单位」或上调样本量。
|
|
25
|
+
· 人工裁决必须由库外人类给出;本模块只做算术与留痕,**不代替裁决**。
|
|
26
|
+
· 共性条件的去模板判据只用**词面统计**,不做语义猜测(宁可漏判,不可误判)。
|
|
27
|
+
"""
|
|
28
|
+
from __future__ import annotations
|
|
29
|
+
|
|
30
|
+
import hashlib
|
|
31
|
+
import math
|
|
32
|
+
import os
|
|
33
|
+
import time
|
|
34
|
+
|
|
35
|
+
from . import consolidate, nodefile
|
|
36
|
+
from .fsutil import append_jsonl, read_jsonl
|
|
37
|
+
from .mdcos import MdCGOS
|
|
38
|
+
|
|
39
|
+
REFINE_LOG = "_refine.jsonl"
|
|
40
|
+
|
|
41
|
+
#: 抽检对象 id 前缀(P37 派生记忆)
|
|
42
|
+
# issue #559:默认**不过滤**(空前缀 = 全库抽样)。
|
|
43
|
+
# 此前是 "node_",而本仓默认铸出的 id 是 mem_* ⇒ 默认参数下抽样池恒为 0 且不报错(静默空池);
|
|
44
|
+
# 不把默认绑死在任何一代前缀上,对混有 node_/mem_ 两代 id 的历史库同样安全。
|
|
45
|
+
PREFIX_DEFAULT = ""
|
|
46
|
+
#: 裁定单条件 A 规定的抽检条数
|
|
47
|
+
SAMPLE_N = 20
|
|
48
|
+
#: 抽样种子:同 seed ⇒ 同样本(可复算、可复核)
|
|
49
|
+
SAMPLE_SEED = "g6-sample-v1"
|
|
50
|
+
|
|
51
|
+
MIN_JACCARD = consolidate.INDUCE_MIN_JACCARD
|
|
52
|
+
MIN_CLUSTER = consolidate.INDUCE_MIN_CLUSTER
|
|
53
|
+
MAX_TERMS = consolidate.INDUCE_MAX_TERMS
|
|
54
|
+
|
|
55
|
+
#: 共性条件在**抽检样本**内的文档频率 ≥ 该值 → 判为模板/通用水位线,不具区分性
|
|
56
|
+
GENERIC_DF = 0.80
|
|
57
|
+
#: 工单正文摘录上限(超出即标 truncated;完整原文请 `cg read`)
|
|
58
|
+
EXCERPT_MAX = 4000
|
|
59
|
+
#: 扩批通过率闸门:人工核对「忠实」比例下限
|
|
60
|
+
GATE_MIN_PASS_RATE = 0.90
|
|
61
|
+
|
|
62
|
+
#: 样本量校准:目标产出候选数 / 有界爬坡上限(样本量非唯一杠杆,故设上限)
|
|
63
|
+
CALIBRATE_TARGET = 20
|
|
64
|
+
CALIBRATE_CAP = 200
|
|
65
|
+
|
|
66
|
+
#: 人工核对裁决键(与工单 review_items 一一对应)
|
|
67
|
+
VERDICT_KEYS = ("faithful", "added_info")
|
|
68
|
+
|
|
69
|
+
#: 提炼口径声明——人工核对的就是这份口径,不是某一次的输出
|
|
70
|
+
SPEC = {
|
|
71
|
+
"method": "consolidate.induce 同源口径:bigram-jaccard 贪心聚类(确定性、零 LLM)",
|
|
72
|
+
"min_cluster": MIN_CLUSTER,
|
|
73
|
+
"min_jaccard": MIN_JACCARD,
|
|
74
|
+
"fields": ["功能名", "生效条件", "子功能", "执行", "不适用条件"],
|
|
75
|
+
"evidence": "inferred(未经验证,不得直接当事实使用)",
|
|
76
|
+
"common_condition_source": "成员 positive_body 的词面统计(不做语义推断)",
|
|
77
|
+
"review_items": [
|
|
78
|
+
{"key": "faithful",
|
|
79
|
+
"ask": "每条共性条件是否能在**全部**成员原文中原样找到"
|
|
80
|
+
"(grounding_gap 为空即无缺口)"},
|
|
81
|
+
{"key": "added_info",
|
|
82
|
+
"ask": "概念是否引入了成员原文之外的词(外部知识/编造)——命中即整批否决"},
|
|
83
|
+
{"key": "discriminating",
|
|
84
|
+
"ask": "共性条件是否为区分性特征;df≥%.2f 的模板词不得充当共性"
|
|
85
|
+
% GENERIC_DF},
|
|
86
|
+
{"key": "member_consistency",
|
|
87
|
+
"ask": "成员是否真属同一范畴(无强行拼团)"},
|
|
88
|
+
],
|
|
89
|
+
"gate": {"min_pass_rate": GATE_MIN_PASS_RATE,
|
|
90
|
+
"require_review_all": True,
|
|
91
|
+
"fail_on_added_info": True},
|
|
92
|
+
"honest_limits": [
|
|
93
|
+
"本模块不执行提炼写入;扩批需 `consolidate.induce` 另开批次执行并留痕",
|
|
94
|
+
"人工裁决由库外人类给出,本模块不代替裁决",
|
|
95
|
+
],
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
# ---- 通用工具 -------------------------------------------------------------
|
|
99
|
+
|
|
100
|
+
# 生效条件:x 为 str 时返回 MdCGOS(x),否则原样返回 x;
|
|
101
|
+
def _as_cg(x):
|
|
102
|
+
return MdCGOS(x) if isinstance(x, str) else x
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
# 生效条件:cg 具 "root" 属性时以该值为根、否则以 str(cg) 为根,与模块常量 REFINE_LOG 拼接返回;
|
|
106
|
+
def _log_path(cg) -> str:
|
|
107
|
+
root = cg.root if hasattr(cg, "root") else str(cg)
|
|
108
|
+
return os.path.join(root, REFINE_LOG)
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
# 生效条件:read_jsonl(_log_path(cg)) 返回假值时按空列表处理,仅保留 action 字段等于 "refine" 的记录;
|
|
112
|
+
def _read_log(cg) -> list:
|
|
113
|
+
return [r for r in (read_jsonl(_log_path(cg)) or [])
|
|
114
|
+
if r.get("action") == "refine"]
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
# 生效条件:cg 无 index 或 index["nodes"] 为假值时以空字典查找;nodes.get(nid) 为假值时返回空字典 {};
|
|
118
|
+
def _entry(cg, nid):
|
|
119
|
+
nodes = (getattr(cg, "index", None) or {}).get("nodes") or {}
|
|
120
|
+
return nodes.get(nid) or {}
|
|
121
|
+
|
|
122
|
+
|
|
123
|
+
# 生效条件:取 _entry(cg, nid) 的 path(假值回落空串)的父目录 basename;该 basename 为假值时返回 "(root)";
|
|
124
|
+
def _family(cg, nid):
|
|
125
|
+
"""家族 = 节点所在 `cond_*` 目录名(无则 `(root)`)。"""
|
|
126
|
+
p = str(_entry(cg, nid).get("path") or "").replace("\\", "/")
|
|
127
|
+
d = os.path.basename(os.path.dirname(p))
|
|
128
|
+
return d or "(root)"
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
# 生效条件:对传入的 parts 逐项 str 后以 "|" 连接并 UTF-8 编码,返回 sha1 的 hexdigest;
|
|
132
|
+
def _sha(*parts) -> str:
|
|
133
|
+
h = hashlib.sha1("|".join(str(p) for p in parts).encode("utf-8"))
|
|
134
|
+
return h.hexdigest()
|
|
135
|
+
|
|
136
|
+
|
|
137
|
+
# 生效条件:遍历 cg.index 的 nodes,仅收 str(nid) 以 prefix 开头且条目 protected 为假值的 nid 进 ids(排序后返回),protected 为真值的计入 protected 计数;
|
|
138
|
+
def _pool(cg, prefix) -> tuple:
|
|
139
|
+
"""抽检池:id 以 prefix 开头、非受保护节点(与 induce 的池口径一致)。"""
|
|
140
|
+
nodes = (getattr(cg, "index", None) or {}).get("nodes") or {}
|
|
141
|
+
ids, protected = [], 0
|
|
142
|
+
for nid, e in list(nodes.items()):
|
|
143
|
+
if not str(nid).startswith(prefix):
|
|
144
|
+
continue
|
|
145
|
+
if (e or {}).get("protected"):
|
|
146
|
+
protected += 1
|
|
147
|
+
continue
|
|
148
|
+
ids.append(nid)
|
|
149
|
+
ids.sort()
|
|
150
|
+
return ids, protected
|
|
151
|
+
|
|
152
|
+
|
|
153
|
+
# 生效条件:cg 的 id 池经 prefix(假值回落 PREFIX_DEFAULT)过滤后,n 为 None 用 SAMPLE_N、否则 int(n),seed 假值回落 SAMPLE_SEED;pool 为空或 n<=0 时返回 ([], meta),否则按家族分层最大余数分配并在层内按 _sha(seed, id) 升序取前 k 个返回 (picked, meta);
|
|
154
|
+
def sample_ids(cg, n=None, seed=None, prefix=None) -> tuple:
|
|
155
|
+
"""确定性分层抽样(家族=层,家族内按 sha1(seed|id) 排序)。
|
|
156
|
+
|
|
157
|
+
分层 + 最大余数分配:主家族按规模拿到多数名额,稀有家族亦保留席位(n 足够时)。
|
|
158
|
+
返回 `(ids, meta)`;同 `seed` 必得同样本——抽检可复核、可复算。
|
|
159
|
+
"""
|
|
160
|
+
n = SAMPLE_N if n is None else int(n)
|
|
161
|
+
seed = seed or SAMPLE_SEED
|
|
162
|
+
explicit = bool(prefix)
|
|
163
|
+
prefix = prefix or PREFIX_DEFAULT
|
|
164
|
+
pool, protected = _pool(cg, prefix)
|
|
165
|
+
fallback = False
|
|
166
|
+
if not pool and not explicit:
|
|
167
|
+
# 调用方没显式给前缀、而默认前缀又抽不到东西:wgid 全量回落并显式标注(#559:不静默给空池)
|
|
168
|
+
pool, protected = _pool(cg, "")
|
|
169
|
+
fallback = True
|
|
170
|
+
fam = {}
|
|
171
|
+
for nid in pool:
|
|
172
|
+
fam.setdefault(_family(cg, nid), []).append(nid)
|
|
173
|
+
meta = {"prefix": prefix, "seed": seed, "requested": int(n), "prefix_fallback": fallback,
|
|
174
|
+
"pool": len(pool), "skipped_protected": protected,
|
|
175
|
+
"families": len(fam), "sampled": 0, "strata": {}}
|
|
176
|
+
if not pool or n <= 0:
|
|
177
|
+
return [], meta
|
|
178
|
+
n = min(int(n), len(pool))
|
|
179
|
+
names = sorted(fam)
|
|
180
|
+
raw = {f: n * len(fam[f]) / float(len(pool)) for f in names}
|
|
181
|
+
alloc = {f: int(math.floor(raw[f])) for f in names}
|
|
182
|
+
rest = n - sum(alloc.values())
|
|
183
|
+
for f in sorted(names, key=lambda x: (-(raw[x] - alloc[x]), x))[:rest]:
|
|
184
|
+
alloc[f] += 1
|
|
185
|
+
picked, strata = [], {}
|
|
186
|
+
for f in names:
|
|
187
|
+
k = int(alloc[f])
|
|
188
|
+
if k <= 0:
|
|
189
|
+
continue
|
|
190
|
+
rank = sorted(fam[f], key=lambda x: _sha(seed, x))
|
|
191
|
+
take = rank[:k]
|
|
192
|
+
picked.extend(take)
|
|
193
|
+
strata[f] = {"pool": len(fam[f]), "picked": len(take)}
|
|
194
|
+
picked.sort()
|
|
195
|
+
meta["sampled"] = len(picked)
|
|
196
|
+
meta["strata"] = strata
|
|
197
|
+
return picked, meta
|
|
198
|
+
|
|
199
|
+
|
|
200
|
+
# 生效条件:对 cg 中 nid 对应节点(cg.get(nid) 为假值时用空字典)生成字段;content 长度大于 EXCERPT_MAX 时 body 截断且 body_truncated 为 True,否则 body 为全 content;
|
|
201
|
+
def _item(cg, nid) -> dict:
|
|
202
|
+
node = cg.get(nid) or {}
|
|
203
|
+
fm = node.get("frontmatter") or {}
|
|
204
|
+
content = node.get("content") or ""
|
|
205
|
+
comp = nodefile.ccg_completeness(content)
|
|
206
|
+
e = _entry(cg, nid)
|
|
207
|
+
truncated = len(content) > EXCERPT_MAX
|
|
208
|
+
return {
|
|
209
|
+
"id": nid, "family": _family(cg, nid), "layer": e.get("layer"),
|
|
210
|
+
"tags": list(e.get("tags") or []), "importance": e.get("importance"),
|
|
211
|
+
"edges": len(fm.get("edges") or []),
|
|
212
|
+
"ccg_exempt": bool(fm.get("ccg_exempt")),
|
|
213
|
+
"ccg_present": comp["present"],
|
|
214
|
+
"ccg_missing": [m for m in nodefile.CCG_MARKS if m not in comp["present"]],
|
|
215
|
+
"comment": fm.get("comment"),
|
|
216
|
+
"body": content[:EXCERPT_MAX], "body_len": len(content),
|
|
217
|
+
"body_truncated": truncated,
|
|
218
|
+
"source_sha": _sha(content)[:16],
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
# ---- 预演:与 induce 同源的聚类口径 ---------------------------------------
|
|
223
|
+
|
|
224
|
+
# 生效条件:pool 中能取到 grams 的 nid 进入 cache;按 keys 顺序贪心,与当前 a 的 _jaccard >= float(min_jaccard) 且未分配的后续 b 并入组,组大小达到 int(min_cluster) 才成组,返回 (cache, keys, groups);
|
|
225
|
+
def _cluster(cg, pool, min_jaccard, min_cluster) -> tuple:
|
|
226
|
+
"""贪心聚类(与 `consolidate.induce_memories` 同源)。返回 (cache, keys, groups)。"""
|
|
227
|
+
from . import subgraph
|
|
228
|
+
cache = {}
|
|
229
|
+
for nid in pool:
|
|
230
|
+
got = subgraph._node_terms_and_grams(cg, nid)
|
|
231
|
+
if got and got.get("grams"):
|
|
232
|
+
cache[nid] = got
|
|
233
|
+
keys = sorted(cache)
|
|
234
|
+
assigned, groups = set(), []
|
|
235
|
+
for i, a in enumerate(keys):
|
|
236
|
+
if a in assigned:
|
|
237
|
+
continue
|
|
238
|
+
ga = cache[a]["grams"]
|
|
239
|
+
grp = [b for b in keys[i + 1:]
|
|
240
|
+
if b not in assigned
|
|
241
|
+
and consolidate._jaccard(ga, cache[b]["grams"]) >= float(min_jaccard)]
|
|
242
|
+
if len(grp) + 1 < int(min_cluster):
|
|
243
|
+
continue
|
|
244
|
+
members = [a] + grp
|
|
245
|
+
assigned.update(members)
|
|
246
|
+
groups.append(members)
|
|
247
|
+
return cache, keys, groups
|
|
248
|
+
|
|
249
|
+
|
|
250
|
+
# 生效条件:terms 为空时对每个 t 返回 df[t]=0;否则对 keys 中每个 k 的 cache[k]["pos"] 统计各 term 出现次数,返回 df;
|
|
251
|
+
def _term_df(cache, keys, terms) -> dict:
|
|
252
|
+
"""词面在抽检样本内的文档频率(不含语义推断)。"""
|
|
253
|
+
df = {t: 0 for t in terms}
|
|
254
|
+
if not terms:
|
|
255
|
+
return df
|
|
256
|
+
for k in keys:
|
|
257
|
+
pos = set(cache[k]["pos"])
|
|
258
|
+
for t in terms:
|
|
259
|
+
if t in pos:
|
|
260
|
+
df[t] += 1
|
|
261
|
+
return df
|
|
262
|
+
|
|
263
|
+
|
|
264
|
+
# 生效条件:x 转为 cg;min_jaccard 为 None 取 MIN_JACCARD、否则 float(min_jaccard),min_cluster 为 None 取 MIN_CLUSTER、否则 int(min_cluster);ids 为真值时 pool 为显式 ids 去重排序且 meta 标记 explicit_ids=True,否则 pool/meta 来自 sample_ids(cg, n=n, seed=seed, prefix=prefix);对 pool 聚类后,require_conditions 为真且某组 common 为空时跳过该组并累计 skipped_no_cond;返回含 candidates 与 sample_adequacy 的只读预演字典;
|
|
265
|
+
def preview(x, ids=None, n=None, seed=None, prefix=None,
|
|
266
|
+
min_jaccard=None, min_cluster=None, require_conditions=True) -> dict:
|
|
267
|
+
"""提炼预演(只读):抽样 → 同源聚类 → 共性条件 + 来源 + 泛化度标记。"""
|
|
268
|
+
cg = _as_cg(x)
|
|
269
|
+
min_j = MIN_JACCARD if min_jaccard is None else float(min_jaccard)
|
|
270
|
+
min_c = MIN_CLUSTER if min_cluster is None else int(min_cluster)
|
|
271
|
+
if ids:
|
|
272
|
+
pool = sorted({str(i) for i in ids})
|
|
273
|
+
meta = {"prefix": prefix or PREFIX_DEFAULT, "seed": seed or SAMPLE_SEED,
|
|
274
|
+
"requested": len(pool), "pool": len(pool),
|
|
275
|
+
"skipped_protected": 0, "families": 0, "sampled": len(pool),
|
|
276
|
+
"strata": {}, "explicit_ids": True}
|
|
277
|
+
else:
|
|
278
|
+
pool, meta = sample_ids(cg, n=n, seed=seed, prefix=prefix)
|
|
279
|
+
|
|
280
|
+
cache, keys, groups = _cluster(cg, pool, min_j, min_c)
|
|
281
|
+
base = max(1, len(keys))
|
|
282
|
+
cands, skipped_no_cond, all_terms = [], 0, set()
|
|
283
|
+
for members in groups:
|
|
284
|
+
common = consolidate._common_terms([cache[m]["pos"] for m in members])
|
|
285
|
+
if require_conditions and not common:
|
|
286
|
+
skipped_no_cond += 1
|
|
287
|
+
continue
|
|
288
|
+
neg = consolidate._union_terms([cache[m]["neg"] for m in members])
|
|
289
|
+
all_terms.update(common)
|
|
290
|
+
cands.append({"concept_id": consolidate._concept_id(members),
|
|
291
|
+
"members": members, "size": len(members),
|
|
292
|
+
"common_conditions": common,
|
|
293
|
+
"non_applicable": neg})
|
|
294
|
+
|
|
295
|
+
df = _term_df(cache, keys, sorted(all_terms))
|
|
296
|
+
for c in cands:
|
|
297
|
+
members = c["members"]
|
|
298
|
+
src = {t: [m for m in members if t in cache[m]["pos"]]
|
|
299
|
+
for t in c["common_conditions"]}
|
|
300
|
+
gap = [t for t, ms in src.items() if len(ms) < len(members)]
|
|
301
|
+
generic = [{"term": t, "df": df.get(t, 0),
|
|
302
|
+
"ratio": round(df.get(t, 0) / float(base), 4)}
|
|
303
|
+
for t in c["common_conditions"]
|
|
304
|
+
if df.get(t, 0) / float(base) >= GENERIC_DF]
|
|
305
|
+
c.update({
|
|
306
|
+
"condition_sources": src,
|
|
307
|
+
"grounding_gap": gap,
|
|
308
|
+
"generic_conditions": generic,
|
|
309
|
+
"discriminating": [t for t in c["common_conditions"]
|
|
310
|
+
if df.get(t, 0) / float(base) < GENERIC_DF],
|
|
311
|
+
"reason": ("%d 条记忆内容相近且共享条件「%s」→ 归纳为概念"
|
|
312
|
+
% (len(members),
|
|
313
|
+
"、".join(c["common_conditions"][:MAX_TERMS]) or "无")),
|
|
314
|
+
})
|
|
315
|
+
generic_only = sum(1 for c in cands if not c["discriminating"])
|
|
316
|
+
adequacy = "ok" if cands else "insufficient"
|
|
317
|
+
return {
|
|
318
|
+
"root": cg.root, "dry_run": True, "readonly": True,
|
|
319
|
+
"action": "refine_preview", "op": "maintain",
|
|
320
|
+
"prefix": meta["prefix"], "seed": meta["seed"],
|
|
321
|
+
"requested": meta["requested"], "pool": meta["pool"],
|
|
322
|
+
"skipped_protected": meta["skipped_protected"],
|
|
323
|
+
"families": meta["families"], "strata": meta["strata"],
|
|
324
|
+
"sampled": meta["sampled"], "sample": pool,
|
|
325
|
+
"indexed": len(keys), "min_cluster": min_c, "min_jaccard": min_j,
|
|
326
|
+
"require_conditions": bool(require_conditions),
|
|
327
|
+
"clusters": len(cands), "candidates": cands,
|
|
328
|
+
"skipped_no_condition": skipped_no_cond,
|
|
329
|
+
"candidates_generic_only": generic_only,
|
|
330
|
+
"df_basis": "sampled", "generic_df_threshold": GENERIC_DF,
|
|
331
|
+
"sample_adequacy": adequacy,
|
|
332
|
+
"note": ("预演:未写盘、未改任何节点;候选供人工核对提炼口径"
|
|
333
|
+
if cands else
|
|
334
|
+
"抽检样本不足以产出候选(样本量或抽检单位需校准),不得据此扩批"),
|
|
335
|
+
}
|
|
336
|
+
|
|
337
|
+
|
|
338
|
+
# ---- 工单 ---------------------------------------------------------------
|
|
339
|
+
|
|
340
|
+
# 生效条件:x 转为 cg;prefix 假值回落 PREFIX_DEFAULT,seed 假值回落 SAMPLE_SEED;ids 为真值时 sample 为显式 ids 去重排序且 real_pool=len(sample)、skipped=0、families=0,否则 sample/meta 来自 sample_ids(cg, n=n, seed=seed, prefix=prefix) 并取 meta["pool"]/meta["skipped_protected"]/meta["families"];items 为 sample 的 _item,preview 以 sample 为显式 ids 调用,返回只读工单;
|
|
341
|
+
def plan(x, ids=None, n=None, seed=None, prefix=None,
|
|
342
|
+
min_jaccard=None, min_cluster=None) -> dict:
|
|
343
|
+
"""抽检工单(只读):确定性样本 + 原文摘录 + 字段缺口 + 口径声明 + 预演。"""
|
|
344
|
+
cg = _as_cg(x)
|
|
345
|
+
prefix = prefix or PREFIX_DEFAULT
|
|
346
|
+
seed = seed or SAMPLE_SEED
|
|
347
|
+
if ids:
|
|
348
|
+
sample = sorted({str(i) for i in ids})
|
|
349
|
+
real_pool, skipped, families = len(sample), 0, 0
|
|
350
|
+
else:
|
|
351
|
+
sample, meta = sample_ids(cg, n=n, seed=seed, prefix=prefix)
|
|
352
|
+
real_pool, skipped, families = (meta["pool"], meta["skipped_protected"],
|
|
353
|
+
meta["families"])
|
|
354
|
+
items = [_item(cg, nid) for nid in sample]
|
|
355
|
+
pv = preview(cg, ids=sample, prefix=prefix,
|
|
356
|
+
min_jaccard=min_jaccard, min_cluster=min_cluster)
|
|
357
|
+
strata = {}
|
|
358
|
+
for it in items:
|
|
359
|
+
k = it["family"]
|
|
360
|
+
s = strata.setdefault(k, {"picked": 0, "missing_fields": {},
|
|
361
|
+
"ccg_exempt": 0})
|
|
362
|
+
s["picked"] += 1
|
|
363
|
+
if it["ccg_exempt"]:
|
|
364
|
+
s["ccg_exempt"] += 1
|
|
365
|
+
for m in it["ccg_missing"]:
|
|
366
|
+
s["missing_fields"][m] = s["missing_fields"].get(m, 0) + 1
|
|
367
|
+
return {
|
|
368
|
+
"root": cg.root, "dry_run": True, "readonly": True,
|
|
369
|
+
"action": "refine", "op": "maintain",
|
|
370
|
+
"prefix": prefix, "seed": seed,
|
|
371
|
+
"requested": n if n is not None else (len(sample) if ids else SAMPLE_N),
|
|
372
|
+
"pool": real_pool, "skipped_protected": skipped,
|
|
373
|
+
"sampled": len(items), "families": families,
|
|
374
|
+
"sample": sample, "sample_sha": _sha(*sample)[:16],
|
|
375
|
+
"strata": strata, "items": items,
|
|
376
|
+
"worklist": items, "spec": SPEC,
|
|
377
|
+
"preview": {"clusters": pv["clusters"], "candidates": pv["candidates"],
|
|
378
|
+
"min_cluster": pv["min_cluster"],
|
|
379
|
+
"min_jaccard": pv["min_jaccard"],
|
|
380
|
+
"skipped_no_condition": pv["skipped_no_condition"],
|
|
381
|
+
"candidates_generic_only": pv["candidates_generic_only"],
|
|
382
|
+
"sample_adequacy": pv["sample_adequacy"],
|
|
383
|
+
"df_basis": pv["df_basis"],
|
|
384
|
+
"generic_df_threshold": pv["generic_df_threshold"]},
|
|
385
|
+
"gate_rule": SPEC["gate"],
|
|
386
|
+
"note": ("抽检工单(只读):供人工核对提炼口径;核对通过前不得扩批。"
|
|
387
|
+
"行 `apply=true` 只落抽检留痕,不改任何节点。"),
|
|
388
|
+
}
|
|
389
|
+
|
|
390
|
+
|
|
391
|
+
# 生效条件:x 转为 cg;target 为 None 取 CALIBRATE_TARGET、否则 int(target),cap 为 None 取 CALIBRATE_CAP、否则 int(cap),初始 n=min(SAMPLE_N if n0 is None else int(n0), cap);循环以 n 调 preview(cg, n=n, seed=seed, prefix=prefix, min_jaccard=min_jaccard, min_cluster=min_cluster) 并记录 step,直到 pv["clusters"] >= target 则 chosen=step 并 break,或 n >= min(cap, pool or cap) 则 break;chosen 为 None 时 blocked=True 并按 steps 汇总 recommend,否则 recommend 基于 chosen;返回只读校准报告;
|
|
392
|
+
def calibrate(x, target=None, cap=None, n0=None, seed=None, prefix=None,
|
|
393
|
+
min_jaccard=None, min_cluster=None) -> dict:
|
|
394
|
+
"""样本量校准(只读):20 条起步有界爬坡,直到产出 `target` 个候选或触顶。
|
|
395
|
+
|
|
396
|
+
目的是回答「20 条工单为什么交不出候选」,并给出**有界**的替代样本量;
|
|
397
|
+
若爬坡到顶仍无候选、或候选共性条件全为高 df 模板词,则如实报
|
|
398
|
+
`blocked` 并指出真正的瓶颈是**提炼口径**而非样本量——不得据此扩批。
|
|
399
|
+
"""
|
|
400
|
+
cg = _as_cg(x)
|
|
401
|
+
target = CALIBRATE_TARGET if target is None else int(target)
|
|
402
|
+
cap = CALIBRATE_CAP if cap is None else int(cap)
|
|
403
|
+
n = min(SAMPLE_N if n0 is None else int(n0), cap)
|
|
404
|
+
steps, chosen, pool = [], None, None
|
|
405
|
+
while True:
|
|
406
|
+
pv = preview(cg, n=n, seed=seed, prefix=prefix,
|
|
407
|
+
min_jaccard=min_jaccard, min_cluster=min_cluster)
|
|
408
|
+
pool = pv["pool"]
|
|
409
|
+
step = {"n": n, "sampled": pv["sampled"], "clusters": pv["clusters"],
|
|
410
|
+
"candidates_generic_only": pv["candidates_generic_only"],
|
|
411
|
+
"discriminating_terms": sorted(
|
|
412
|
+
{t for c in pv["candidates"] for t in c["discriminating"]})[:12]}
|
|
413
|
+
steps.append(step)
|
|
414
|
+
if pv["clusters"] >= target:
|
|
415
|
+
chosen = step
|
|
416
|
+
break
|
|
417
|
+
top = min(cap, pool or cap)
|
|
418
|
+
if n >= top:
|
|
419
|
+
break
|
|
420
|
+
n = min(n * 2, top)
|
|
421
|
+
blocked = chosen is None
|
|
422
|
+
saw_clusters = any(s["clusters"] for s in steps)
|
|
423
|
+
total_c = sum(s["clusters"] for s in steps)
|
|
424
|
+
gen_only = sum(s["candidates_generic_only"] for s in steps)
|
|
425
|
+
if not blocked:
|
|
426
|
+
rec = ("抽检样本量校准为 n=%d(产出 %d 个候选);仍须人工核对提炼口径,"
|
|
427
|
+
"核对通过前不得扩批" % (chosen["n"], chosen["clusters"]))
|
|
428
|
+
else:
|
|
429
|
+
parts = ["爬坡至 cap=%d 仍只产出 %d 个候选(< target=%d),样本量不足以"
|
|
430
|
+
"直接支撑抽检" % (cap, steps[-1]["clusters"], target)]
|
|
431
|
+
if saw_clusters:
|
|
432
|
+
if gen_only >= total_c:
|
|
433
|
+
parts.append("且已产出候选的共性条件**全部**为高 df 模板词(无区分性)")
|
|
434
|
+
else:
|
|
435
|
+
parts.append("且候选中 %d/%d 的共性条件全为高 df 模板词,"
|
|
436
|
+
"其余『区分性』项形如整行条件文本(含时间戳),"
|
|
437
|
+
"属归一化缺失导致的伪区分性" % (gen_only, total_c))
|
|
438
|
+
parts.append("须先修正提炼口径(剔除模板词 + 归一化/裁剪整行文本)"
|
|
439
|
+
"或以「候选」为抽检单位重新校准;当前状态不得扩批")
|
|
440
|
+
rec = ";".join(parts)
|
|
441
|
+
return {"ok": True, "action": "refine_calibrate", "op": "maintain",
|
|
442
|
+
"root": cg.root, "dry_run": True, "readonly": True,
|
|
443
|
+
"target": target, "cap": cap, "pool": pool,
|
|
444
|
+
"steps": steps, "chosen": chosen, "blocked": blocked,
|
|
445
|
+
"sample_adequacy": "ok" if not blocked else "insufficient",
|
|
446
|
+
"recommend": rec, "note": "只读校准:未写盘、未改任何节点。"}
|
|
447
|
+
|
|
448
|
+
|
|
449
|
+
# ---- 留痕与扩批闸门 ------------------------------------------------------
|
|
450
|
+
|
|
451
|
+
# 生效条件:candidates 中取 concept_id 为真值的 id 列表;verdicts 中为 dict 且 concept_id 非空且首次出现的条目计入 reviewed 并累加其中 faithful/added_info 的真值计数;ids 非空时按 reviewed < len(ids) → awaiting_human_review、added 非零 → added_info_detected、faithful_rate < GATE_MIN_PASS_RATE → faithful_rate_below_gate、否则 ok 且 expand_allowed=True;ids 为空时 reason="no_candidates" 且 expand_allowed=False;
|
|
452
|
+
def _verdict_stats(verdicts, candidates) -> dict:
|
|
453
|
+
ids = [c.get("concept_id") for c in candidates if c.get("concept_id")]
|
|
454
|
+
seen, faithful, added = set(), 0, 0
|
|
455
|
+
for v in verdicts or []:
|
|
456
|
+
if not isinstance(v, dict):
|
|
457
|
+
continue
|
|
458
|
+
cid = v.get("concept_id")
|
|
459
|
+
if not cid or cid in seen:
|
|
460
|
+
continue
|
|
461
|
+
seen.add(cid)
|
|
462
|
+
faithful += 1 if v.get("faithful") else 0
|
|
463
|
+
added += 1 if v.get("added_info") else 0
|
|
464
|
+
reviewed = len(seen)
|
|
465
|
+
rate = (faithful / float(reviewed)) if reviewed else 0.0
|
|
466
|
+
expand, reason = False, "no_candidates"
|
|
467
|
+
if ids:
|
|
468
|
+
if reviewed < len(ids):
|
|
469
|
+
reason = "awaiting_human_review"
|
|
470
|
+
elif added:
|
|
471
|
+
reason = "added_info_detected"
|
|
472
|
+
elif rate < GATE_MIN_PASS_RATE:
|
|
473
|
+
reason = "faithful_rate_below_gate"
|
|
474
|
+
else:
|
|
475
|
+
reason = "ok"
|
|
476
|
+
expand = True
|
|
477
|
+
return {"candidates": len(ids), "reviewed": reviewed,
|
|
478
|
+
"faithful": faithful, "added_info": added,
|
|
479
|
+
"faithful_rate": round(rate, 4),
|
|
480
|
+
"min_pass_rate": GATE_MIN_PASS_RATE,
|
|
481
|
+
"expand_allowed": expand, "reason": reason}
|
|
482
|
+
|
|
483
|
+
|
|
484
|
+
# 生效条件:x 转为 cg;以 ids/n/seed/prefix/min_jaccard/min_cluster 调 plan 得到 p,batch 假值(含 None/空串)回落当前时间字符串;从 p["preview"]["candidates"] 与 verdicts 经 _verdict_stats 得 stats;把含 batch/actor/prefix/seed/sample/verdicts/gate/note 的 record 追加写入 _log_path(cg),返回 rep;
|
|
485
|
+
def apply(x, batch=None, actor=None, verdicts=None, note=None,
|
|
486
|
+
ids=None, n=None, seed=None, prefix=None,
|
|
487
|
+
min_jaccard=None, min_cluster=None) -> dict:
|
|
488
|
+
"""落抽检批次 + 人工裁决到 `_refine.jsonl`。**不改写任何节点**。"""
|
|
489
|
+
cg = _as_cg(x)
|
|
490
|
+
p = plan(cg, ids=ids, n=n, seed=seed, prefix=prefix,
|
|
491
|
+
min_jaccard=min_jaccard, min_cluster=min_cluster)
|
|
492
|
+
batch = batch or time.strftime("%Y%m%d-%H%M%S")
|
|
493
|
+
cands = p["preview"]["candidates"]
|
|
494
|
+
stats = _verdict_stats(verdicts, cands)
|
|
495
|
+
record = {
|
|
496
|
+
"t": time.time(), "action": "refine", "batch": batch, "actor": actor,
|
|
497
|
+
"prefix": p["prefix"], "seed": p["seed"], "requested": p["requested"],
|
|
498
|
+
"pool": p["pool"], "sampled": p["sampled"],
|
|
499
|
+
"sample": p["sample"], "sample_sha": p["sample_sha"],
|
|
500
|
+
"sample_adequacy": p["preview"]["sample_adequacy"],
|
|
501
|
+
"min_cluster": p["preview"].get("min_cluster"),
|
|
502
|
+
"candidates": [{"concept_id": c["concept_id"], "members": c["members"],
|
|
503
|
+
"common_conditions": c["common_conditions"],
|
|
504
|
+
"grounding_gap": c["grounding_gap"],
|
|
505
|
+
"discriminating": c["discriminating"]}
|
|
506
|
+
for c in cands],
|
|
507
|
+
"verdicts": list(verdicts or []), "gate": stats, "note": note,
|
|
508
|
+
}
|
|
509
|
+
append_jsonl(_log_path(cg), record)
|
|
510
|
+
rep = {"ok": True, "action": "refine", "op": "maintain", "batch": batch,
|
|
511
|
+
"root": cg.root, "sampled": record["sampled"],
|
|
512
|
+
"candidates": stats["candidates"], "reviewed": stats["reviewed"],
|
|
513
|
+
"gate": stats, "log": REFINE_LOG,
|
|
514
|
+
"note": ("抽检留痕已落盘(未改任何节点);"
|
|
515
|
+
+ ("闸门放行扩批(仍需另开 induce 批次并留痕)"
|
|
516
|
+
if stats["expand_allowed"] else
|
|
517
|
+
"闸门未放行:" + stats["reason"]))}
|
|
518
|
+
return rep
|
|
519
|
+
|
|
520
|
+
|
|
521
|
+
# 生效条件:x 转为 cg;batch 为真值时只保留 _read_log(cg) 中 batch 字段相等的记录,过滤后为空时返回 batches=0、expand_allowed=False、reason="no_batch";否则取最后一条记录,以其 verdicts 与 candidates(假值转空列表)经 _verdict_stats 复算并返回 expand_allowed/reason 等;
|
|
522
|
+
def gate(x, batch=None) -> dict:
|
|
523
|
+
"""扩批闸门:读留痕复算通过率(不写盘)。"""
|
|
524
|
+
cg = _as_cg(x)
|
|
525
|
+
recs = _read_log(cg)
|
|
526
|
+
if batch:
|
|
527
|
+
recs = [r for r in recs if r.get("batch") == batch]
|
|
528
|
+
if not recs:
|
|
529
|
+
return {"ok": True, "action": "refine_gate", "op": "maintain",
|
|
530
|
+
"root": cg.root, "batch": batch, "batches": 0,
|
|
531
|
+
"expand_allowed": False, "reason": "no_batch"}
|
|
532
|
+
rec = recs[-1]
|
|
533
|
+
stats = _verdict_stats(rec.get("verdicts"), rec.get("candidates") or [])
|
|
534
|
+
return {"ok": True, "action": "refine_gate", "op": "maintain",
|
|
535
|
+
"root": cg.root, "batch": rec.get("batch"),
|
|
536
|
+
"batches": len({r.get("batch") for r in recs}),
|
|
537
|
+
"sampled": rec.get("sampled"),
|
|
538
|
+
"sample_adequacy": rec.get("sample_adequacy"),
|
|
539
|
+
"gate": stats, "expand_allowed": stats["expand_allowed"],
|
|
540
|
+
"reason": stats["reason"],
|
|
541
|
+
"note": ("闸门放行:可另开 induce 批次扩大提炼规模并逐批留痕"
|
|
542
|
+
if stats["expand_allowed"] else
|
|
543
|
+
"闸门未放行,禁止扩大批次;不得盲跑全量。")}
|
|
544
|
+
|
|
545
|
+
|
|
546
|
+
# 生效条件:batch 为真值时只保留该批次记录,total 先记为过滤后条数;limit 非 None 且 >=0 时以 recs[-int(limit):] 截尾(limit=0 因 [-0:] 等价 [0:] 仍返回全部记录),limit 为 None 或负数时不截断;
|
|
547
|
+
def history(x, limit=100, batch=None) -> dict:
|
|
548
|
+
cg = _as_cg(x)
|
|
549
|
+
recs = _read_log(cg)
|
|
550
|
+
if batch:
|
|
551
|
+
recs = [r for r in recs if r.get("batch") == batch]
|
|
552
|
+
total = len(recs)
|
|
553
|
+
if limit is not None and limit >= 0:
|
|
554
|
+
recs = recs[-int(limit):]
|
|
555
|
+
return {"root": cg.root, "total": total, "returned": len(recs),
|
|
556
|
+
"action": "refine", "records": recs}
|
|
557
|
+
|
|
558
|
+
|
|
559
|
+
# ---- CLI(真实库抽检/预演用;MCP 侧走 maintain action) -------------------
|
|
560
|
+
|
|
561
|
+
# 生效条件:解析 argv(None 时由 argparse 取 sys.argv)得到 root/n/seed/prefix/min-jaccard/min-cluster/report 等参数;a.calibrate 为真时调 calibrate 并打印 target/cap/pool/blocked/sample_adequacy/recommend 及每步摘要;否则 a.preview 为真选 preview、为假选 plan,调用后打印 thin 摘要与候选并返回 0;
|
|
562
|
+
def _main(argv=None) -> int:
|
|
563
|
+
import argparse
|
|
564
|
+
import json
|
|
565
|
+
ap = argparse.ArgumentParser(description="G6 提炼抽检(默认只预演,不写盘)")
|
|
566
|
+
ap.add_argument("root", help="认知图库根")
|
|
567
|
+
ap.add_argument("--n", type=int, default=SAMPLE_N, help="抽检条数(默认 20)")
|
|
568
|
+
ap.add_argument("--seed", default=SAMPLE_SEED, help="抽样种子(同 seed 同样本)")
|
|
569
|
+
ap.add_argument("--prefix", default=PREFIX_DEFAULT, help="id 前缀(默认空 = 不过滤,全库抽样;给出则只抽以该前缀开头的 id)")
|
|
570
|
+
ap.add_argument("--min-jaccard", type=float, default=None)
|
|
571
|
+
ap.add_argument("--min-cluster", type=int, default=None)
|
|
572
|
+
ap.add_argument("--preview", action="store_true", help="只出预演(不出工单正文)")
|
|
573
|
+
ap.add_argument("--calibrate", action="store_true",
|
|
574
|
+
help="只做样本量校准(20 条起步有界爬坡)")
|
|
575
|
+
ap.add_argument("--report", default=None, help="把汇总 JSON 另存一份")
|
|
576
|
+
a = ap.parse_args(argv)
|
|
577
|
+
if a.calibrate:
|
|
578
|
+
rep = calibrate(a.root, seed=a.seed, prefix=a.prefix,
|
|
579
|
+
min_jaccard=a.min_jaccard, min_cluster=a.min_cluster)
|
|
580
|
+
if a.report:
|
|
581
|
+
with open(a.report, "w", encoding="utf-8") as f:
|
|
582
|
+
json.dump(rep, f, ensure_ascii=False, indent=2)
|
|
583
|
+
print(json.dumps({k: rep[k] for k in
|
|
584
|
+
("target", "cap", "pool", "blocked",
|
|
585
|
+
"sample_adequacy", "recommend")},
|
|
586
|
+
ensure_ascii=False, indent=2))
|
|
587
|
+
for s in rep["steps"]:
|
|
588
|
+
print(" - n=%4d clusters=%2d generic_only=%2d discriminating=%s"
|
|
589
|
+
% (s["n"], s["clusters"], s["candidates_generic_only"],
|
|
590
|
+
s["discriminating_terms"][:6]))
|
|
591
|
+
return 0
|
|
592
|
+
fn = preview if a.preview else plan
|
|
593
|
+
rep = fn(a.root, n=a.n, seed=a.seed, prefix=a.prefix,
|
|
594
|
+
min_jaccard=a.min_jaccard, min_cluster=a.min_cluster)
|
|
595
|
+
if a.report:
|
|
596
|
+
with open(a.report, "w", encoding="utf-8") as f:
|
|
597
|
+
json.dump(rep, f, ensure_ascii=False, indent=2)
|
|
598
|
+
pv = rep.get("preview") if "preview" in rep else rep
|
|
599
|
+
thin = {k: rep.get(k) for k in ("action", "prefix", "seed", "requested",
|
|
600
|
+
"pool", "sampled", "families")}
|
|
601
|
+
thin.update({k: pv.get(k) for k in ("clusters", "sample_adequacy",
|
|
602
|
+
"candidates_generic_only")})
|
|
603
|
+
print(json.dumps(thin, ensure_ascii=False, indent=2))
|
|
604
|
+
for c in (pv.get("candidates") or []):
|
|
605
|
+
print(" - %s size=%d common=%s generic=%s gap=%s"
|
|
606
|
+
% (c["concept_id"], c["size"], c["common_conditions"][:4],
|
|
607
|
+
[g["term"] for g in c.get("generic_conditions", [])],
|
|
608
|
+
c.get("grounding_gap")))
|
|
609
|
+
return 0
|
|
610
|
+
|
|
611
|
+
|
|
612
|
+
if __name__ == "__main__":
|
|
613
|
+
import sys
|
|
605
614
|
sys.exit(_main())
|