@saihm/shm 0.0.0-stage → 0.38.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +97 -0
- package/NOTICE +12 -0
- package/README.md +159 -2
- package/dist/adapter/epoch.d.ts +4 -0
- package/dist/adapter/epoch.d.ts.map +1 -0
- package/dist/adapter/epoch.js +16 -0
- package/dist/adapter/epoch.js.map +1 -0
- package/dist/adapter/frontmatter.d.ts +19 -0
- package/dist/adapter/frontmatter.d.ts.map +1 -0
- package/dist/adapter/frontmatter.js +95 -0
- package/dist/adapter/frontmatter.js.map +1 -0
- package/dist/adapter/index.d.ts +4 -0
- package/dist/adapter/index.d.ts.map +1 -0
- package/dist/adapter/index.js +4 -0
- package/dist/adapter/index.js.map +1 -0
- package/dist/adapter/markdown_dir_port.d.ts +48 -0
- package/dist/adapter/markdown_dir_port.d.ts.map +1 -0
- package/dist/adapter/markdown_dir_port.js +175 -0
- package/dist/adapter/markdown_dir_port.js.map +1 -0
- package/dist/aggregate/document_aggregation.d.ts +40 -0
- package/dist/aggregate/document_aggregation.d.ts.map +1 -0
- package/dist/aggregate/document_aggregation.js +101 -0
- package/dist/aggregate/document_aggregation.js.map +1 -0
- package/dist/aggregate/index.d.ts +2 -0
- package/dist/aggregate/index.d.ts.map +1 -0
- package/dist/aggregate/index.js +2 -0
- package/dist/aggregate/index.js.map +1 -0
- package/dist/answer/answer_layer.d.ts +33 -0
- package/dist/answer/answer_layer.d.ts.map +1 -0
- package/dist/answer/answer_layer.js +75 -0
- package/dist/answer/answer_layer.js.map +1 -0
- package/dist/answer/caching_body_source.d.ts +42 -0
- package/dist/answer/caching_body_source.d.ts.map +1 -0
- package/dist/answer/caching_body_source.js +120 -0
- package/dist/answer/caching_body_source.js.map +1 -0
- package/dist/answer/claude_cli_backend.d.ts +10 -0
- package/dist/answer/claude_cli_backend.d.ts.map +1 -0
- package/dist/answer/claude_cli_backend.js +60 -0
- package/dist/answer/claude_cli_backend.js.map +1 -0
- package/dist/answer/context.d.ts +6 -0
- package/dist/answer/context.d.ts.map +1 -0
- package/dist/answer/context.js +83 -0
- package/dist/answer/context.js.map +1 -0
- package/dist/answer/corpus_warmer.d.ts +44 -0
- package/dist/answer/corpus_warmer.d.ts.map +1 -0
- package/dist/answer/corpus_warmer.js +80 -0
- package/dist/answer/corpus_warmer.js.map +1 -0
- package/dist/answer/gate.d.ts +3 -0
- package/dist/answer/gate.d.ts.map +1 -0
- package/dist/answer/gate.js +35 -0
- package/dist/answer/gate.js.map +1 -0
- package/dist/answer/index.d.ts +20 -0
- package/dist/answer/index.d.ts.map +1 -0
- package/dist/answer/index.js +11 -0
- package/dist/answer/index.js.map +1 -0
- package/dist/answer/own_cell_body_source.d.ts +34 -0
- package/dist/answer/own_cell_body_source.d.ts.map +1 -0
- package/dist/answer/own_cell_body_source.js +66 -0
- package/dist/answer/own_cell_body_source.js.map +1 -0
- package/dist/answer/persistent_body_source.d.ts +50 -0
- package/dist/answer/persistent_body_source.d.ts.map +1 -0
- package/dist/answer/persistent_body_source.js +173 -0
- package/dist/answer/persistent_body_source.js.map +1 -0
- package/dist/answer/saihm_body_source.d.ts +27 -0
- package/dist/answer/saihm_body_source.d.ts.map +1 -0
- package/dist/answer/saihm_body_source.js +88 -0
- package/dist/answer/saihm_body_source.js.map +1 -0
- package/dist/answer/structured_answerer.d.ts +23 -0
- package/dist/answer/structured_answerer.d.ts.map +1 -0
- package/dist/answer/structured_answerer.js +103 -0
- package/dist/answer/structured_answerer.js.map +1 -0
- package/dist/answer/supersede.d.ts +12 -0
- package/dist/answer/supersede.d.ts.map +1 -0
- package/dist/answer/supersede.js +27 -0
- package/dist/answer/supersede.js.map +1 -0
- package/dist/answer/types.d.ts +53 -0
- package/dist/answer/types.d.ts.map +1 -0
- package/dist/answer/types.js +2 -0
- package/dist/answer/types.js.map +1 -0
- package/dist/assemble/brief.d.ts +83 -0
- package/dist/assemble/brief.d.ts.map +1 -0
- package/dist/assemble/brief.js +312 -0
- package/dist/assemble/brief.js.map +1 -0
- package/dist/assemble/index.d.ts +4 -0
- package/dist/assemble/index.d.ts.map +1 -0
- package/dist/assemble/index.js +4 -0
- package/dist/assemble/index.js.map +1 -0
- package/dist/assemble/posture.d.ts +23 -0
- package/dist/assemble/posture.d.ts.map +1 -0
- package/dist/assemble/posture.js +68 -0
- package/dist/assemble/posture.js.map +1 -0
- package/dist/assemble/thread.d.ts +53 -0
- package/dist/assemble/thread.d.ts.map +1 -0
- package/dist/assemble/thread.js +122 -0
- package/dist/assemble/thread.js.map +1 -0
- package/dist/attention/index.d.ts +5 -0
- package/dist/attention/index.d.ts.map +1 -0
- package/dist/attention/index.js +3 -0
- package/dist/attention/index.js.map +1 -0
- package/dist/attention/obligations.d.ts +23 -0
- package/dist/attention/obligations.d.ts.map +1 -0
- package/dist/attention/obligations.js +110 -0
- package/dist/attention/obligations.js.map +1 -0
- package/dist/attention/queue.d.ts +38 -0
- package/dist/attention/queue.d.ts.map +1 -0
- package/dist/attention/queue.js +102 -0
- package/dist/attention/queue.js.map +1 -0
- package/dist/claim/index.d.ts +23 -0
- package/dist/claim/index.d.ts.map +1 -0
- package/dist/claim/index.js +57 -0
- package/dist/claim/index.js.map +1 -0
- package/dist/claim/withdrawn.d.ts +17 -0
- package/dist/claim/withdrawn.d.ts.map +1 -0
- package/dist/claim/withdrawn.js +41 -0
- package/dist/claim/withdrawn.js.map +1 -0
- package/dist/compliance/index.d.ts +3 -0
- package/dist/compliance/index.d.ts.map +1 -0
- package/dist/compliance/index.js +3 -0
- package/dist/compliance/index.js.map +1 -0
- package/dist/compliance/report.d.ts +123 -0
- package/dist/compliance/report.d.ts.map +1 -0
- package/dist/compliance/report.js +295 -0
- package/dist/compliance/report.js.map +1 -0
- package/dist/compliance/trail.d.ts +180 -0
- package/dist/compliance/trail.d.ts.map +1 -0
- package/dist/compliance/trail.js +130 -0
- package/dist/compliance/trail.js.map +1 -0
- package/dist/consolidate/body_redundancy.d.ts +54 -0
- package/dist/consolidate/body_redundancy.d.ts.map +1 -0
- package/dist/consolidate/body_redundancy.js +150 -0
- package/dist/consolidate/body_redundancy.js.map +1 -0
- package/dist/consolidate/consolidator.d.ts +62 -0
- package/dist/consolidate/consolidator.d.ts.map +1 -0
- package/dist/consolidate/consolidator.js +260 -0
- package/dist/consolidate/consolidator.js.map +1 -0
- package/dist/consolidate/index.d.ts +4 -0
- package/dist/consolidate/index.d.ts.map +1 -0
- package/dist/consolidate/index.js +4 -0
- package/dist/consolidate/index.js.map +1 -0
- package/dist/consolidate/index_guard.d.ts +63 -0
- package/dist/consolidate/index_guard.d.ts.map +1 -0
- package/dist/consolidate/index_guard.js +212 -0
- package/dist/consolidate/index_guard.js.map +1 -0
- package/dist/coordination/identity.d.ts +39 -0
- package/dist/coordination/identity.d.ts.map +1 -0
- package/dist/coordination/identity.js +97 -0
- package/dist/coordination/identity.js.map +1 -0
- package/dist/coordination/inbound.d.ts +41 -0
- package/dist/coordination/inbound.d.ts.map +1 -0
- package/dist/coordination/inbound.js +119 -0
- package/dist/coordination/inbound.js.map +1 -0
- package/dist/coordination/index.d.ts +12 -0
- package/dist/coordination/index.d.ts.map +1 -0
- package/dist/coordination/index.js +7 -0
- package/dist/coordination/index.js.map +1 -0
- package/dist/coordination/note_lineage.d.ts +50 -0
- package/dist/coordination/note_lineage.d.ts.map +1 -0
- package/dist/coordination/note_lineage.js +132 -0
- package/dist/coordination/note_lineage.js.map +1 -0
- package/dist/coordination/outbound.d.ts +33 -0
- package/dist/coordination/outbound.d.ts.map +1 -0
- package/dist/coordination/outbound.js +69 -0
- package/dist/coordination/outbound.js.map +1 -0
- package/dist/coordination/share_states.d.ts +178 -0
- package/dist/coordination/share_states.d.ts.map +1 -0
- package/dist/coordination/share_states.js +864 -0
- package/dist/coordination/share_states.js.map +1 -0
- package/dist/coordination/untrusted_text.d.ts +3 -0
- package/dist/coordination/untrusted_text.d.ts.map +1 -0
- package/dist/coordination/untrusted_text.js +21 -0
- package/dist/coordination/untrusted_text.js.map +1 -0
- package/dist/deref/dereference.d.ts +68 -0
- package/dist/deref/dereference.d.ts.map +1 -0
- package/dist/deref/dereference.js +199 -0
- package/dist/deref/dereference.js.map +1 -0
- package/dist/deref/index.d.ts +3 -0
- package/dist/deref/index.d.ts.map +1 -0
- package/dist/deref/index.js +3 -0
- package/dist/deref/index.js.map +1 -0
- package/dist/deref/policy.d.ts +76 -0
- package/dist/deref/policy.d.ts.map +1 -0
- package/dist/deref/policy.js +281 -0
- package/dist/deref/policy.js.map +1 -0
- package/dist/derived/checkpoint.d.ts +22 -0
- package/dist/derived/checkpoint.d.ts.map +1 -0
- package/dist/derived/checkpoint.js +92 -0
- package/dist/derived/checkpoint.js.map +1 -0
- package/dist/derived/codec.d.ts +26 -0
- package/dist/derived/codec.d.ts.map +1 -0
- package/dist/derived/codec.js +116 -0
- package/dist/derived/codec.js.map +1 -0
- package/dist/derived/cycle.d.ts +96 -0
- package/dist/derived/cycle.d.ts.map +1 -0
- package/dist/derived/cycle.js +199 -0
- package/dist/derived/cycle.js.map +1 -0
- package/dist/derived/index.d.ts +7 -0
- package/dist/derived/index.d.ts.map +1 -0
- package/dist/derived/index.js +7 -0
- package/dist/derived/index.js.map +1 -0
- package/dist/derived/ledger.d.ts +54 -0
- package/dist/derived/ledger.d.ts.map +1 -0
- package/dist/derived/ledger.js +123 -0
- package/dist/derived/ledger.js.map +1 -0
- package/dist/derived/lineage_index.d.ts +17 -0
- package/dist/derived/lineage_index.d.ts.map +1 -0
- package/dist/derived/lineage_index.js +51 -0
- package/dist/derived/lineage_index.js.map +1 -0
- package/dist/derived/store.d.ts +92 -0
- package/dist/derived/store.d.ts.map +1 -0
- package/dist/derived/store.js +230 -0
- package/dist/derived/store.js.map +1 -0
- package/dist/embed/index.d.ts +5 -0
- package/dist/embed/index.d.ts.map +1 -0
- package/dist/embed/index.js +4 -0
- package/dist/embed/index.js.map +1 -0
- package/dist/embed/local_minilm.d.ts +9 -0
- package/dist/embed/local_minilm.d.ts.map +1 -0
- package/dist/embed/local_minilm.js +31 -0
- package/dist/embed/local_minilm.js.map +1 -0
- package/dist/embed/remote_http.d.ts +26 -0
- package/dist/embed/remote_http.d.ts.map +1 -0
- package/dist/embed/remote_http.js +40 -0
- package/dist/embed/remote_http.js.map +1 -0
- package/dist/embed/router.d.ts +16 -0
- package/dist/embed/router.d.ts.map +1 -0
- package/dist/embed/router.js +47 -0
- package/dist/embed/router.js.map +1 -0
- package/dist/embed/types.d.ts +23 -0
- package/dist/embed/types.d.ts.map +1 -0
- package/dist/embed/types.js +2 -0
- package/dist/embed/types.js.map +1 -0
- package/dist/entitlement/entitlement.d.ts +24 -0
- package/dist/entitlement/entitlement.d.ts.map +1 -0
- package/dist/entitlement/entitlement.js +78 -0
- package/dist/entitlement/entitlement.js.map +1 -0
- package/dist/entitlement/index.d.ts +2 -0
- package/dist/entitlement/index.d.ts.map +1 -0
- package/dist/entitlement/index.js +2 -0
- package/dist/entitlement/index.js.map +1 -0
- package/dist/erasure/bus.d.ts +18 -0
- package/dist/erasure/bus.d.ts.map +1 -0
- package/dist/erasure/bus.js +56 -0
- package/dist/erasure/bus.js.map +1 -0
- package/dist/erasure/changes_feed.d.ts +125 -0
- package/dist/erasure/changes_feed.d.ts.map +1 -0
- package/dist/erasure/changes_feed.js +252 -0
- package/dist/erasure/changes_feed.js.map +1 -0
- package/dist/erasure/changes_reader.d.ts +44 -0
- package/dist/erasure/changes_reader.d.ts.map +1 -0
- package/dist/erasure/changes_reader.js +184 -0
- package/dist/erasure/changes_reader.js.map +1 -0
- package/dist/erasure/feed_watcher.d.ts +140 -0
- package/dist/erasure/feed_watcher.d.ts.map +1 -0
- package/dist/erasure/feed_watcher.js +418 -0
- package/dist/erasure/feed_watcher.js.map +1 -0
- package/dist/erasure/index.d.ts +15 -0
- package/dist/erasure/index.d.ts.map +1 -0
- package/dist/erasure/index.js +8 -0
- package/dist/erasure/index.js.map +1 -0
- package/dist/erasure/index_watcher.d.ts +28 -0
- package/dist/erasure/index_watcher.d.ts.map +1 -0
- package/dist/erasure/index_watcher.js +87 -0
- package/dist/erasure/index_watcher.js.map +1 -0
- package/dist/erasure/reconcile.d.ts +72 -0
- package/dist/erasure/reconcile.d.ts.map +1 -0
- package/dist/erasure/reconcile.js +125 -0
- package/dist/erasure/reconcile.js.map +1 -0
- package/dist/erasure/withheld_store.d.ts +30 -0
- package/dist/erasure/withheld_store.d.ts.map +1 -0
- package/dist/erasure/withheld_store.js +91 -0
- package/dist/erasure/withheld_store.js.map +1 -0
- package/dist/fleet/index.d.ts +2 -0
- package/dist/fleet/index.d.ts.map +1 -0
- package/dist/fleet/index.js +2 -0
- package/dist/fleet/index.js.map +1 -0
- package/dist/fleet/knowledge.d.ts +74 -0
- package/dist/fleet/knowledge.d.ts.map +1 -0
- package/dist/fleet/knowledge.js +178 -0
- package/dist/fleet/knowledge.js.map +1 -0
- package/dist/gate/index.d.ts +5 -0
- package/dist/gate/index.d.ts.map +1 -0
- package/dist/gate/index.js +3 -0
- package/dist/gate/index.js.map +1 -0
- package/dist/gate/scope.d.ts +21 -0
- package/dist/gate/scope.d.ts.map +1 -0
- package/dist/gate/scope.js +40 -0
- package/dist/gate/scope.js.map +1 -0
- package/dist/gate/symmetry.d.ts +55 -0
- package/dist/gate/symmetry.d.ts.map +1 -0
- package/dist/gate/symmetry.js +162 -0
- package/dist/gate/symmetry.js.map +1 -0
- package/dist/history/answerable.d.ts +51 -0
- package/dist/history/answerable.d.ts.map +1 -0
- package/dist/history/answerable.js +112 -0
- package/dist/history/answerable.js.map +1 -0
- package/dist/history/index.d.ts +2 -0
- package/dist/history/index.d.ts.map +1 -0
- package/dist/history/index.js +2 -0
- package/dist/history/index.js.map +1 -0
- package/dist/host/adapter.d.ts +69 -0
- package/dist/host/adapter.d.ts.map +1 -0
- package/dist/host/adapter.js +159 -0
- package/dist/host/adapter.js.map +1 -0
- package/dist/host/cli.d.ts +3 -0
- package/dist/host/cli.d.ts.map +1 -0
- package/dist/host/cli.js +44 -0
- package/dist/host/cli.js.map +1 -0
- package/dist/host/client.d.ts +22 -0
- package/dist/host/client.d.ts.map +1 -0
- package/dist/host/client.js +135 -0
- package/dist/host/client.js.map +1 -0
- package/dist/host/compaction.d.ts +16 -0
- package/dist/host/compaction.d.ts.map +1 -0
- package/dist/host/compaction.js +89 -0
- package/dist/host/compaction.js.map +1 -0
- package/dist/host/event.d.ts +22 -0
- package/dist/host/event.d.ts.map +1 -0
- package/dist/host/event.js +47 -0
- package/dist/host/event.js.map +1 -0
- package/dist/host/index.d.ts +10 -0
- package/dist/host/index.d.ts.map +1 -0
- package/dist/host/index.js +10 -0
- package/dist/host/index.js.map +1 -0
- package/dist/host/reply.d.ts +11 -0
- package/dist/host/reply.d.ts.map +1 -0
- package/dist/host/reply.js +24 -0
- package/dist/host/reply.js.map +1 -0
- package/dist/host/session_brief.d.ts +80 -0
- package/dist/host/session_brief.d.ts.map +1 -0
- package/dist/host/session_brief.js +294 -0
- package/dist/host/session_brief.js.map +1 -0
- package/dist/host/session_start_event.d.ts +12 -0
- package/dist/host/session_start_event.d.ts.map +1 -0
- package/dist/host/session_start_event.js +35 -0
- package/dist/host/session_start_event.js.map +1 -0
- package/dist/host/sessions.d.ts +8 -0
- package/dist/host/sessions.d.ts.map +1 -0
- package/dist/host/sessions.js +32 -0
- package/dist/host/sessions.js.map +1 -0
- package/dist/host/socket_path.d.ts +3 -0
- package/dist/host/socket_path.d.ts.map +1 -0
- package/dist/host/socket_path.js +14 -0
- package/dist/host/socket_path.js.map +1 -0
- package/dist/inbound/index.d.ts +8 -0
- package/dist/inbound/index.d.ts.map +1 -0
- package/dist/inbound/index.js +5 -0
- package/dist/inbound/index.js.map +1 -0
- package/dist/index.d.ts +108 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +55 -0
- package/dist/index.js.map +1 -0
- package/dist/ingest/index.d.ts +13 -0
- package/dist/ingest/index.d.ts.map +1 -0
- package/dist/ingest/index.js +146 -0
- package/dist/ingest/index.js.map +1 -0
- package/dist/ingest/parse.d.ts +20 -0
- package/dist/ingest/parse.d.ts.map +1 -0
- package/dist/ingest/parse.js +141 -0
- package/dist/ingest/parse.js.map +1 -0
- package/dist/ingest/resolve_prefix.d.ts +19 -0
- package/dist/ingest/resolve_prefix.d.ts.map +1 -0
- package/dist/ingest/resolve_prefix.js +63 -0
- package/dist/ingest/resolve_prefix.js.map +1 -0
- package/dist/ingest/types.d.ts +47 -0
- package/dist/ingest/types.d.ts.map +1 -0
- package/dist/ingest/types.js +2 -0
- package/dist/ingest/types.js.map +1 -0
- package/dist/inject/action_cue.d.ts +11 -0
- package/dist/inject/action_cue.d.ts.map +1 -0
- package/dist/inject/action_cue.js +49 -0
- package/dist/inject/action_cue.js.map +1 -0
- package/dist/inject/index.d.ts +11 -0
- package/dist/inject/index.d.ts.map +1 -0
- package/dist/inject/index.js +6 -0
- package/dist/inject/index.js.map +1 -0
- package/dist/inject/novelty.d.ts +19 -0
- package/dist/inject/novelty.d.ts.map +1 -0
- package/dist/inject/novelty.js +34 -0
- package/dist/inject/novelty.js.map +1 -0
- package/dist/inject/outcome.d.ts +20 -0
- package/dist/inject/outcome.d.ts.map +1 -0
- package/dist/inject/outcome.js +26 -0
- package/dist/inject/outcome.js.map +1 -0
- package/dist/inject/population.d.ts +6 -0
- package/dist/inject/population.d.ts.map +1 -0
- package/dist/inject/population.js +23 -0
- package/dist/inject/population.js.map +1 -0
- package/dist/inject/proactive_injector.d.ts +56 -0
- package/dist/inject/proactive_injector.d.ts.map +1 -0
- package/dist/inject/proactive_injector.js +153 -0
- package/dist/inject/proactive_injector.js.map +1 -0
- package/dist/inject/token_estimate.d.ts +3 -0
- package/dist/inject/token_estimate.d.ts.map +1 -0
- package/dist/inject/token_estimate.js +2 -0
- package/dist/inject/token_estimate.js.map +1 -0
- package/dist/inject/window.d.ts +6 -0
- package/dist/inject/window.d.ts.map +1 -0
- package/dist/inject/window.js +10 -0
- package/dist/inject/window.js.map +1 -0
- package/dist/modes/behaviour_modes.d.ts +21 -0
- package/dist/modes/behaviour_modes.d.ts.map +1 -0
- package/dist/modes/behaviour_modes.js +137 -0
- package/dist/modes/behaviour_modes.js.map +1 -0
- package/dist/policy/index.d.ts +2 -0
- package/dist/policy/index.d.ts.map +1 -0
- package/dist/policy/index.js +2 -0
- package/dist/policy/index.js.map +1 -0
- package/dist/policy/store_policy.d.ts +47 -0
- package/dist/policy/store_policy.d.ts.map +1 -0
- package/dist/policy/store_policy.js +125 -0
- package/dist/policy/store_policy.js.map +1 -0
- package/dist/profile/index.d.ts +5 -0
- package/dist/profile/index.d.ts.map +1 -0
- package/dist/profile/index.js +3 -0
- package/dist/profile/index.js.map +1 -0
- package/dist/profile/lever_profile.d.ts +27 -0
- package/dist/profile/lever_profile.d.ts.map +1 -0
- package/dist/profile/lever_profile.js +55 -0
- package/dist/profile/lever_profile.js.map +1 -0
- package/dist/profile/production.d.ts +12 -0
- package/dist/profile/production.d.ts.map +1 -0
- package/dist/profile/production.js +13 -0
- package/dist/profile/production.js.map +1 -0
- package/dist/provenance/build_fingerprint.d.ts +9 -0
- package/dist/provenance/build_fingerprint.d.ts.map +1 -0
- package/dist/provenance/build_fingerprint.js +47 -0
- package/dist/provenance/build_fingerprint.js.map +1 -0
- package/dist/provenance/derived_number.d.ts +33 -0
- package/dist/provenance/derived_number.d.ts.map +1 -0
- package/dist/provenance/derived_number.js +52 -0
- package/dist/provenance/derived_number.js.map +1 -0
- package/dist/provenance/index.d.ts +7 -0
- package/dist/provenance/index.d.ts.map +1 -0
- package/dist/provenance/index.js +4 -0
- package/dist/provenance/index.js.map +1 -0
- package/dist/provenance/live_state.d.ts +49 -0
- package/dist/provenance/live_state.d.ts.map +1 -0
- package/dist/provenance/live_state.js +141 -0
- package/dist/provenance/live_state.js.map +1 -0
- package/dist/rerank/cross_encoder.d.ts +14 -0
- package/dist/rerank/cross_encoder.d.ts.map +1 -0
- package/dist/rerank/cross_encoder.js +40 -0
- package/dist/rerank/cross_encoder.js.map +1 -0
- package/dist/rerank/identity.d.ts +6 -0
- package/dist/rerank/identity.d.ts.map +1 -0
- package/dist/rerank/identity.js +7 -0
- package/dist/rerank/identity.js.map +1 -0
- package/dist/rerank/index.d.ts +8 -0
- package/dist/rerank/index.d.ts.map +1 -0
- package/dist/rerank/index.js +5 -0
- package/dist/rerank/index.js.map +1 -0
- package/dist/rerank/reranking_retriever.d.ts +20 -0
- package/dist/rerank/reranking_retriever.d.ts.map +1 -0
- package/dist/rerank/reranking_retriever.js +38 -0
- package/dist/rerank/reranking_retriever.js.map +1 -0
- package/dist/rerank/reranking_select.d.ts +33 -0
- package/dist/rerank/reranking_select.d.ts.map +1 -0
- package/dist/rerank/reranking_select.js +116 -0
- package/dist/rerank/reranking_select.js.map +1 -0
- package/dist/rerank/types.d.ts +9 -0
- package/dist/rerank/types.d.ts.map +1 -0
- package/dist/rerank/types.js +2 -0
- package/dist/rerank/types.js.map +1 -0
- package/dist/resume/index.d.ts +3 -0
- package/dist/resume/index.d.ts.map +1 -0
- package/dist/resume/index.js +2 -0
- package/dist/resume/index.js.map +1 -0
- package/dist/resume/resume.d.ts +33 -0
- package/dist/resume/resume.d.ts.map +1 -0
- package/dist/resume/resume.js +86 -0
- package/dist/resume/resume.js.map +1 -0
- package/dist/retrieval/hnsw_store.d.ts +37 -0
- package/dist/retrieval/hnsw_store.d.ts.map +1 -0
- package/dist/retrieval/hnsw_store.js +284 -0
- package/dist/retrieval/hnsw_store.js.map +1 -0
- package/dist/retrieval/label_text.d.ts +2 -0
- package/dist/retrieval/label_text.d.ts.map +1 -0
- package/dist/retrieval/label_text.js +7 -0
- package/dist/retrieval/label_text.js.map +1 -0
- package/dist/retrieval/link_graph.d.ts +38 -0
- package/dist/retrieval/link_graph.d.ts.map +1 -0
- package/dist/retrieval/link_graph.js +118 -0
- package/dist/retrieval/link_graph.js.map +1 -0
- package/dist/retrieval/query_expansion.d.ts +18 -0
- package/dist/retrieval/query_expansion.d.ts.map +1 -0
- package/dist/retrieval/query_expansion.js +55 -0
- package/dist/retrieval/query_expansion.js.map +1 -0
- package/dist/retrieval/scope.d.ts +36 -0
- package/dist/retrieval/scope.d.ts.map +1 -0
- package/dist/retrieval/scope.js +120 -0
- package/dist/retrieval/scope.js.map +1 -0
- package/dist/retrieval/semantic.d.ts +136 -0
- package/dist/retrieval/semantic.d.ts.map +1 -0
- package/dist/retrieval/semantic.js +490 -0
- package/dist/retrieval/semantic.js.map +1 -0
- package/dist/retrieval/session_closed.d.ts +5 -0
- package/dist/retrieval/session_closed.d.ts.map +1 -0
- package/dist/retrieval/session_closed.js +8 -0
- package/dist/retrieval/session_closed.js.map +1 -0
- package/dist/retrieval/thread_lifecycle.d.ts +68 -0
- package/dist/retrieval/thread_lifecycle.d.ts.map +1 -0
- package/dist/retrieval/thread_lifecycle.js +201 -0
- package/dist/retrieval/thread_lifecycle.js.map +1 -0
- package/dist/retrieval/vector_store.d.ts +22 -0
- package/dist/retrieval/vector_store.d.ts.map +1 -0
- package/dist/retrieval/vector_store.js +41 -0
- package/dist/retrieval/vector_store.js.map +1 -0
- package/dist/retrieval/version_supersession.d.ts +13 -0
- package/dist/retrieval/version_supersession.d.ts.map +1 -0
- package/dist/retrieval/version_supersession.js +97 -0
- package/dist/retrieval/version_supersession.js.map +1 -0
- package/dist/saihm_client/federated_port.d.ts +30 -0
- package/dist/saihm_client/federated_port.d.ts.map +1 -0
- package/dist/saihm_client/federated_port.js +99 -0
- package/dist/saihm_client/federated_port.js.map +1 -0
- package/dist/saihm_client/in_memory_port.d.ts +35 -0
- package/dist/saihm_client/in_memory_port.d.ts.map +1 -0
- package/dist/saihm_client/in_memory_port.js +100 -0
- package/dist/saihm_client/in_memory_port.js.map +1 -0
- package/dist/saihm_client/index.d.ts +12 -0
- package/dist/saihm_client/index.d.ts.map +1 -0
- package/dist/saihm_client/index.js +8 -0
- package/dist/saihm_client/index.js.map +1 -0
- package/dist/saihm_client/mcp_client.d.ts +38 -0
- package/dist/saihm_client/mcp_client.d.ts.map +1 -0
- package/dist/saihm_client/mcp_client.js +266 -0
- package/dist/saihm_client/mcp_client.js.map +1 -0
- package/dist/saihm_client/server_features.d.ts +112 -0
- package/dist/saihm_client/server_features.d.ts.map +1 -0
- package/dist/saihm_client/server_features.js +415 -0
- package/dist/saihm_client/server_features.js.map +1 -0
- package/dist/saihm_client/share_guard.d.ts +9 -0
- package/dist/saihm_client/share_guard.d.ts.map +1 -0
- package/dist/saihm_client/share_guard.js +53 -0
- package/dist/saihm_client/share_guard.js.map +1 -0
- package/dist/saihm_client/timing.d.ts +100 -0
- package/dist/saihm_client/timing.d.ts.map +1 -0
- package/dist/saihm_client/timing.js +250 -0
- package/dist/saihm_client/timing.js.map +1 -0
- package/dist/saihm_client/types.d.ts +108 -0
- package/dist/saihm_client/types.d.ts.map +1 -0
- package/dist/saihm_client/types.js +19 -0
- package/dist/saihm_client/types.js.map +1 -0
- package/dist/service/handlers.d.ts +91 -0
- package/dist/service/handlers.d.ts.map +1 -0
- package/dist/service/handlers.js +173 -0
- package/dist/service/handlers.js.map +1 -0
- package/dist/service/http.d.ts +27 -0
- package/dist/service/http.d.ts.map +1 -0
- package/dist/service/http.js +261 -0
- package/dist/service/http.js.map +1 -0
- package/dist/service/index.d.ts +5 -0
- package/dist/service/index.d.ts.map +1 -0
- package/dist/service/index.js +5 -0
- package/dist/service/index.js.map +1 -0
- package/dist/service/resident.d.ts +50 -0
- package/dist/service/resident.d.ts.map +1 -0
- package/dist/service/resident.js +162 -0
- package/dist/service/resident.js.map +1 -0
- package/dist/service/service_level.d.ts +36 -0
- package/dist/service/service_level.d.ts.map +1 -0
- package/dist/service/service_level.js +65 -0
- package/dist/service/service_level.js.map +1 -0
- package/dist/session/change_feed.d.ts +82 -0
- package/dist/session/change_feed.d.ts.map +1 -0
- package/dist/session/change_feed.js +203 -0
- package/dist/session/change_feed.js.map +1 -0
- package/dist/session/index.d.ts +6 -0
- package/dist/session/index.d.ts.map +1 -0
- package/dist/session/index.js +4 -0
- package/dist/session/index.js.map +1 -0
- package/dist/session/memory_session.d.ts +426 -0
- package/dist/session/memory_session.d.ts.map +1 -0
- package/dist/session/memory_session.js +1183 -0
- package/dist/session/memory_session.js.map +1 -0
- package/dist/standing/content_fingerprint.d.ts +28 -0
- package/dist/standing/content_fingerprint.d.ts.map +1 -0
- package/dist/standing/content_fingerprint.js +95 -0
- package/dist/standing/content_fingerprint.js.map +1 -0
- package/dist/standing/standing_answers.d.ts +44 -0
- package/dist/standing/standing_answers.d.ts.map +1 -0
- package/dist/standing/standing_answers.js +72 -0
- package/dist/standing/standing_answers.js.map +1 -0
- package/dist/standing/standing_store.d.ts +44 -0
- package/dist/standing/standing_store.d.ts.map +1 -0
- package/dist/standing/standing_store.js +238 -0
- package/dist/standing/standing_store.js.map +1 -0
- package/dist/standing/surface.d.ts +20 -0
- package/dist/standing/surface.d.ts.map +1 -0
- package/dist/standing/surface.js +74 -0
- package/dist/standing/surface.js.map +1 -0
- package/dist/store/atomic_write.d.ts +7 -0
- package/dist/store/atomic_write.d.ts.map +1 -0
- package/dist/store/atomic_write.js +23 -0
- package/dist/store/atomic_write.js.map +1 -0
- package/dist/store/body_store.d.ts +42 -0
- package/dist/store/body_store.d.ts.map +1 -0
- package/dist/store/body_store.js +252 -0
- package/dist/store/body_store.js.map +1 -0
- package/dist/store/encrypted_store.d.ts +21 -0
- package/dist/store/encrypted_store.d.ts.map +1 -0
- package/dist/store/encrypted_store.js +266 -0
- package/dist/store/encrypted_store.js.map +1 -0
- package/dist/store/index.d.ts +21 -0
- package/dist/store/index.d.ts.map +1 -0
- package/dist/store/index.js +11 -0
- package/dist/store/index.js.map +1 -0
- package/dist/store/index_snapshot.d.ts +15 -0
- package/dist/store/index_snapshot.d.ts.map +1 -0
- package/dist/store/index_snapshot.js +126 -0
- package/dist/store/index_snapshot.js.map +1 -0
- package/dist/store/mcp_warm_start.d.ts +93 -0
- package/dist/store/mcp_warm_start.d.ts.map +1 -0
- package/dist/store/mcp_warm_start.js +406 -0
- package/dist/store/mcp_warm_start.js.map +1 -0
- package/dist/store/require_dir.d.ts +2 -0
- package/dist/store/require_dir.d.ts.map +1 -0
- package/dist/store/require_dir.js +9 -0
- package/dist/store/require_dir.js.map +1 -0
- package/dist/store/snapshot_format.d.ts +43 -0
- package/dist/store/snapshot_format.d.ts.map +1 -0
- package/dist/store/snapshot_format.js +119 -0
- package/dist/store/snapshot_format.js.map +1 -0
- package/dist/store/state_dir.d.ts +19 -0
- package/dist/store/state_dir.d.ts.map +1 -0
- package/dist/store/state_dir.js +42 -0
- package/dist/store/state_dir.js.map +1 -0
- package/dist/store/types.d.ts +37 -0
- package/dist/store/types.d.ts.map +1 -0
- package/dist/store/types.js +11 -0
- package/dist/store/types.js.map +1 -0
- package/dist/store/warm_index.d.ts +68 -0
- package/dist/store/warm_index.d.ts.map +1 -0
- package/dist/store/warm_index.js +279 -0
- package/dist/store/warm_index.js.map +1 -0
- package/dist/store/warm_start.d.ts +57 -0
- package/dist/store/warm_start.d.ts.map +1 -0
- package/dist/store/warm_start.js +68 -0
- package/dist/store/warm_start.js.map +1 -0
- package/dist/store/writer_lock.d.ts +34 -0
- package/dist/store/writer_lock.d.ts.map +1 -0
- package/dist/store/writer_lock.js +169 -0
- package/dist/store/writer_lock.js.map +1 -0
- package/dist/tiers/index.d.ts +2 -0
- package/dist/tiers/index.d.ts.map +1 -0
- package/dist/tiers/index.js +2 -0
- package/dist/tiers/index.js.map +1 -0
- package/dist/tiers/membership.d.ts +48 -0
- package/dist/tiers/membership.d.ts.map +1 -0
- package/dist/tiers/membership.js +85 -0
- package/dist/tiers/membership.js.map +1 -0
- package/dist/tuning/holdout.d.ts +54 -0
- package/dist/tuning/holdout.d.ts.map +1 -0
- package/dist/tuning/holdout.js +231 -0
- package/dist/tuning/holdout.js.map +1 -0
- package/dist/tuning/index.d.ts +7 -0
- package/dist/tuning/index.d.ts.map +1 -0
- package/dist/tuning/index.js +4 -0
- package/dist/tuning/index.js.map +1 -0
- package/dist/tuning/lever_stack.d.ts +27 -0
- package/dist/tuning/lever_stack.d.ts.map +1 -0
- package/dist/tuning/lever_stack.js +76 -0
- package/dist/tuning/lever_stack.js.map +1 -0
- package/dist/tuning/paired.d.ts +22 -0
- package/dist/tuning/paired.d.ts.map +1 -0
- package/dist/tuning/paired.js +74 -0
- package/dist/tuning/paired.js.map +1 -0
- package/dist/util/concurrency.d.ts +2 -0
- package/dist/util/concurrency.d.ts.map +1 -0
- package/dist/util/concurrency.js +19 -0
- package/dist/util/concurrency.js.map +1 -0
- package/package.json +161 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tiers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,kBAAkB,EAClB,MAAM,EACN,SAAS,EACT,cAAc,EACd,KAAK,IAAI,EACT,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,YAAY,EACjB,KAAK,QAAQ,GACd,MAAM,iBAAiB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tiers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,kBAAkB,EAClB,MAAM,EACN,SAAS,EACT,cAAc,GAQf,MAAM,iBAAiB,CAAC"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
export type Tier = "hot" | "warm" | "cold";
|
|
2
|
+
export declare const TIER_RANK: Readonly<Record<Tier, number>>;
|
|
3
|
+
export interface TierPolicy {
|
|
4
|
+
readonly hotMinAccesses: number;
|
|
5
|
+
readonly hotWindowHours: number;
|
|
6
|
+
readonly warmWindowHours: number;
|
|
7
|
+
}
|
|
8
|
+
export interface TierSignals {
|
|
9
|
+
readonly cellId: string;
|
|
10
|
+
readonly ingestEpoch?: number;
|
|
11
|
+
readonly salient: boolean;
|
|
12
|
+
readonly accesses?: {
|
|
13
|
+
readonly count: number;
|
|
14
|
+
readonly lastEpoch?: number;
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
export interface TierDecision {
|
|
18
|
+
readonly cellId: string;
|
|
19
|
+
readonly tier: Tier;
|
|
20
|
+
readonly reason: string;
|
|
21
|
+
}
|
|
22
|
+
export interface TierState {
|
|
23
|
+
readonly hot: ReadonlySet<string>;
|
|
24
|
+
readonly warm: ReadonlySet<string>;
|
|
25
|
+
}
|
|
26
|
+
export interface PagingAction {
|
|
27
|
+
readonly cellId: string;
|
|
28
|
+
readonly from: Tier;
|
|
29
|
+
readonly to: Tier;
|
|
30
|
+
readonly reason: string;
|
|
31
|
+
}
|
|
32
|
+
export interface TierPlan {
|
|
33
|
+
readonly nowEpoch: number;
|
|
34
|
+
readonly policy: TierPolicy;
|
|
35
|
+
readonly accessesObserved: boolean;
|
|
36
|
+
readonly decisions: readonly TierDecision[];
|
|
37
|
+
readonly byTier: Readonly<Record<Tier, number>>;
|
|
38
|
+
readonly current: Readonly<Record<Tier, number>>;
|
|
39
|
+
readonly promotions: readonly PagingAction[];
|
|
40
|
+
readonly evictions: readonly PagingAction[];
|
|
41
|
+
readonly unchanged: number;
|
|
42
|
+
readonly notes: readonly string[];
|
|
43
|
+
}
|
|
44
|
+
export declare function validateTierPolicy(p: TierPolicy): void;
|
|
45
|
+
export declare function tierOf(s: TierSignals, policy: TierPolicy, nowEpoch: number): TierDecision;
|
|
46
|
+
export declare function planTiers(signals: readonly TierSignals[], state: TierState, policy: TierPolicy, nowEpoch: number, accessesObserved: boolean): TierPlan;
|
|
47
|
+
export declare function renderTierPlan(p: TierPlan): string;
|
|
48
|
+
//# sourceMappingURL=membership.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"membership.d.ts","sourceRoot":"","sources":["../../src/tiers/membership.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,IAAI,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAE3C,eAAO,MAAM,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAgC,CAAC;AAEtF,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7E;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAClC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAClB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAC5B,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAChD,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACjD,QAAQ,CAAC,UAAU,EAAE,SAAS,YAAY,EAAE,CAAC;IAC7C,QAAQ,CAAC,SAAS,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CACnC;AAID,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,UAAU,GAAG,IAAI,CAItD;AAED,wBAAgB,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,YAAY,CAoBzF;AAID,wBAAgB,SAAS,CAAC,OAAO,EAAE,SAAS,WAAW,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,GAAG,QAAQ,CA4BtJ;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,QAAQ,GAAG,MAAM,CAalD"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
export const TIER_RANK = { cold: 0, warm: 1, hot: 2 };
|
|
2
|
+
const finiteNonNeg = (v) => typeof v === "number" && Number.isFinite(v) && v >= 0;
|
|
3
|
+
export function validateTierPolicy(p) {
|
|
4
|
+
if (!Number.isInteger(p.hotMinAccesses) || p.hotMinAccesses < 0)
|
|
5
|
+
throw new Error(`tier policy: hotMinAccesses must be a non-negative integer (got ${String(p.hotMinAccesses)})`);
|
|
6
|
+
if (!finiteNonNeg(p.hotWindowHours))
|
|
7
|
+
throw new Error(`tier policy: hotWindowHours must be finite and non-negative (got ${String(p.hotWindowHours)})`);
|
|
8
|
+
if (!finiteNonNeg(p.warmWindowHours))
|
|
9
|
+
throw new Error(`tier policy: warmWindowHours must be finite and non-negative (got ${String(p.warmWindowHours)})`);
|
|
10
|
+
}
|
|
11
|
+
export function tierOf(s, policy, nowEpoch) {
|
|
12
|
+
validateTierPolicy(policy);
|
|
13
|
+
const acc = s.accesses;
|
|
14
|
+
const sinceAccess = acc?.lastEpoch !== undefined ? nowEpoch - acc.lastEpoch : undefined;
|
|
15
|
+
const sinceIngest = s.ingestEpoch !== undefined ? nowEpoch - s.ingestEpoch : undefined;
|
|
16
|
+
if (acc !== undefined && sinceAccess !== undefined && acc.count >= policy.hotMinAccesses && sinceAccess <= policy.hotWindowHours) {
|
|
17
|
+
return { cellId: s.cellId, tier: "hot", reason: `accessed ${acc.count}× — last ${sinceAccess}h ago (≤ ${policy.hotWindowHours}h)` };
|
|
18
|
+
}
|
|
19
|
+
if (s.salient)
|
|
20
|
+
return { cellId: s.cellId, tier: "warm", reason: "salient: the namespace policy keeps it resident (never cold)" };
|
|
21
|
+
if (sinceAccess !== undefined && sinceAccess <= policy.warmWindowHours) {
|
|
22
|
+
return { cellId: s.cellId, tier: "warm", reason: `last accessed ${sinceAccess}h ago (≤ ${policy.warmWindowHours}h)` };
|
|
23
|
+
}
|
|
24
|
+
if (sinceIngest !== undefined && sinceIngest <= policy.warmWindowHours) {
|
|
25
|
+
return { cellId: s.cellId, tier: "warm", reason: `ingested ${sinceIngest}h ago (≤ ${policy.warmWindowHours}h)` };
|
|
26
|
+
}
|
|
27
|
+
if (sinceIngest === undefined && sinceAccess === undefined) {
|
|
28
|
+
return { cellId: s.cellId, tier: "cold", reason: acc === undefined ? "unstamped; access unobserved" : "unstamped; never accessed" };
|
|
29
|
+
}
|
|
30
|
+
const latest = Math.min(...[sinceIngest, sinceAccess].filter((x) => x !== undefined));
|
|
31
|
+
return { cellId: s.cellId, tier: "cold", reason: `last activity ${latest}h ago (> ${policy.warmWindowHours}h)` };
|
|
32
|
+
}
|
|
33
|
+
const currentTierOf = (id, state) => (state.hot.has(id) ? "hot" : state.warm.has(id) ? "warm" : "cold");
|
|
34
|
+
export function planTiers(signals, state, policy, nowEpoch, accessesObserved) {
|
|
35
|
+
validateTierPolicy(policy);
|
|
36
|
+
if (!Number.isFinite(nowEpoch))
|
|
37
|
+
throw new Error(`tier plan: nowEpoch must be finite (got ${String(nowEpoch)})`);
|
|
38
|
+
if (!accessesObserved) {
|
|
39
|
+
const carrying = signals.filter((s) => s.accesses !== undefined).length;
|
|
40
|
+
if (carrying > 0)
|
|
41
|
+
throw new Error(`tier plan: accessesObserved=false but ${carrying} signal(s) carry accesses — omit accesses when the instrument was absent, or pass accessesObserved=true`);
|
|
42
|
+
}
|
|
43
|
+
const decisions = [];
|
|
44
|
+
const promotions = [];
|
|
45
|
+
const evictions = [];
|
|
46
|
+
let unchanged = 0;
|
|
47
|
+
const byTier = { hot: 0, warm: 0, cold: 0 };
|
|
48
|
+
const current = { hot: 0, warm: 0, cold: 0 };
|
|
49
|
+
for (const s of signals) {
|
|
50
|
+
const d = tierOf(s, policy, nowEpoch);
|
|
51
|
+
decisions.push(d);
|
|
52
|
+
byTier[d.tier]++;
|
|
53
|
+
const from = currentTierOf(s.cellId, state);
|
|
54
|
+
current[from]++;
|
|
55
|
+
if (TIER_RANK[d.tier] > TIER_RANK[from])
|
|
56
|
+
promotions.push({ cellId: s.cellId, from, to: d.tier, reason: d.reason });
|
|
57
|
+
else if (TIER_RANK[d.tier] < TIER_RANK[from])
|
|
58
|
+
evictions.push({ cellId: s.cellId, from, to: d.tier, reason: d.reason });
|
|
59
|
+
else
|
|
60
|
+
unchanged++;
|
|
61
|
+
}
|
|
62
|
+
const notes = [];
|
|
63
|
+
if (!accessesObserved)
|
|
64
|
+
notes.push("access frequency unobserved (no compliance trail): no cell can qualify as hot on access; warm follows salience and ingest only");
|
|
65
|
+
const unstamped = signals.filter((s) => s.ingestEpoch === undefined).length;
|
|
66
|
+
if (unstamped > 0)
|
|
67
|
+
notes.push(`${unstamped} cell(s) carry no ingest epoch: recency cannot keep them warm`);
|
|
68
|
+
return { nowEpoch, policy, accessesObserved, decisions, byTier, current, promotions, evictions, unchanged, notes };
|
|
69
|
+
}
|
|
70
|
+
export function renderTierPlan(p) {
|
|
71
|
+
const lines = [];
|
|
72
|
+
lines.push(`TIERS @${p.nowEpoch}h — target hot ${p.byTier.hot} · warm ${p.byTier.warm} · cold ${p.byTier.cold} (current hot ${p.current.hot} · warm ${p.current.warm} · cold ${p.current.cold}) · ${p.promotions.length} promotion(s) · ${p.evictions.length} eviction(s) · ${p.unchanged} unchanged · accesses ${p.accessesObserved ? "observed" : "UNOBSERVED"}`);
|
|
73
|
+
lines.push(` policy: hot ≥ ${p.policy.hotMinAccesses} access(es) within ${p.policy.hotWindowHours}h · warm within ${p.policy.warmWindowHours}h`);
|
|
74
|
+
for (const a of p.promotions)
|
|
75
|
+
lines.push(` ↑ ${a.cellId} ${a.from} → ${a.to} ${a.reason}`);
|
|
76
|
+
for (const a of p.evictions)
|
|
77
|
+
lines.push(` ↓ ${a.cellId} ${a.from} → ${a.to} ${a.reason}`);
|
|
78
|
+
if (p.notes.length > 0) {
|
|
79
|
+
lines.push(" notes:");
|
|
80
|
+
for (const n of p.notes)
|
|
81
|
+
lines.push(` ${n}`);
|
|
82
|
+
}
|
|
83
|
+
return lines.join("\n");
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=membership.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"membership.js","sourceRoot":"","sources":["../../src/tiers/membership.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,SAAS,GAAmC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;AA8CtF,MAAM,YAAY,GAAG,CAAC,CAAU,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAExG,MAAM,UAAU,kBAAkB,CAAC,CAAa;IAC9C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,cAAc,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;IACjL,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oEAAoE,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;IACtJ,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qEAAqE,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;AAC3J,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,CAAc,EAAE,MAAkB,EAAE,QAAgB;IACzE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3B,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC;IACvB,MAAM,WAAW,GAAG,GAAG,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IACxF,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,IAAI,GAAG,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,IAAI,MAAM,CAAC,cAAc,IAAI,WAAW,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QACjI,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,GAAG,CAAC,KAAK,YAAY,WAAW,YAAY,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;IACtI,CAAC;IACD,IAAI,CAAC,CAAC,OAAO;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,8DAA8D,EAAE,CAAC;IACjI,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QACvE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,WAAW,YAAY,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;IACxH,CAAC;IACD,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QACvE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,WAAW,YAAY,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;IACnH,CAAC;IACD,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC3D,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,2BAA2B,EAAE,CAAC;IACtI,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;IACnG,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,MAAM,YAAY,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;AACnH,CAAC;AAED,MAAM,aAAa,GAAG,CAAC,EAAU,EAAE,KAAgB,EAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAEjI,MAAM,UAAU,SAAS,CAAC,OAA+B,EAAE,KAAgB,EAAE,MAAkB,EAAE,QAAgB,EAAE,gBAAyB;IAC1I,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChH,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QACxE,IAAI,QAAQ,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,QAAQ,yGAAyG,CAAC,CAAC;IAChM,CAAC;IACD,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,MAAM,UAAU,GAAmB,EAAE,CAAC;IACtC,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,MAAM,GAAyB,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAClE,MAAM,OAAO,GAAyB,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IACnE,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACtC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAChB,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC;YAAE,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;aAC9G,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;;YAClH,SAAS,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,CAAC,gBAAgB;QAAE,KAAK,CAAC,IAAI,CAAC,gIAAgI,CAAC,CAAC;IACpK,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAC5E,IAAI,SAAS,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,+DAA+D,CAAC,CAAC;IAC3G,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACrH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,CAAW;IACxC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CACR,UAAU,CAAC,CAAC,QAAQ,kBAAkB,CAAC,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,CAAC,MAAM,CAAC,IAAI,iBAAiB,CAAC,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC,SAAS,CAAC,MAAM,kBAAkB,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,EAAE,CACxV,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,MAAM,CAAC,cAAc,sBAAsB,CAAC,CAAC,MAAM,CAAC,cAAc,mBAAmB,CAAC,CAAC,MAAM,CAAC,eAAe,GAAG,CAAC,CAAC;IAClJ,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9F,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7F,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
export interface HoldoutOptions {
|
|
2
|
+
readonly seed?: number;
|
|
3
|
+
readonly heldOutFraction?: number;
|
|
4
|
+
readonly groupOf?: (caseId: string) => string;
|
|
5
|
+
readonly stratumOf?: (caseId: string) => string;
|
|
6
|
+
}
|
|
7
|
+
export interface StratumBalance {
|
|
8
|
+
readonly discovery: number;
|
|
9
|
+
readonly heldOut: number;
|
|
10
|
+
}
|
|
11
|
+
export interface Holdout<T> {
|
|
12
|
+
readonly discovery: readonly T[];
|
|
13
|
+
readonly heldOut: readonly T[];
|
|
14
|
+
readonly groups: {
|
|
15
|
+
readonly discovery: number;
|
|
16
|
+
readonly heldOut: number;
|
|
17
|
+
readonly straddling: number;
|
|
18
|
+
};
|
|
19
|
+
readonly strata: ReadonlyMap<string, StratumBalance>;
|
|
20
|
+
readonly degenerate: boolean;
|
|
21
|
+
readonly warnings: readonly string[];
|
|
22
|
+
readonly disclosure: string;
|
|
23
|
+
}
|
|
24
|
+
export declare function splitHoldout<T>(cases: readonly T[], idOf: (c: T) => string, opts?: HoldoutOptions): Holdout<T>;
|
|
25
|
+
export interface StratumDeviation {
|
|
26
|
+
readonly stratum: string;
|
|
27
|
+
readonly population: number;
|
|
28
|
+
readonly sampled: number;
|
|
29
|
+
readonly populationShare: number;
|
|
30
|
+
readonly sampledShare: number;
|
|
31
|
+
readonly expected: number;
|
|
32
|
+
readonly z: number | null;
|
|
33
|
+
}
|
|
34
|
+
export interface SampleBias {
|
|
35
|
+
readonly n: number;
|
|
36
|
+
readonly population: number;
|
|
37
|
+
readonly strata: readonly StratumDeviation[];
|
|
38
|
+
readonly biased: boolean;
|
|
39
|
+
readonly measurable: boolean;
|
|
40
|
+
readonly warnings: readonly string[];
|
|
41
|
+
readonly disclosure: string;
|
|
42
|
+
}
|
|
43
|
+
export declare function sampleBias<T>(sample: readonly T[], population: readonly T[], stratumOf: (c: T) => string, opts?: {
|
|
44
|
+
readonly zTolerance?: number;
|
|
45
|
+
}): SampleBias;
|
|
46
|
+
export interface SampleResult<T> {
|
|
47
|
+
readonly cases: readonly T[];
|
|
48
|
+
readonly bias: SampleBias;
|
|
49
|
+
readonly disclosure: string;
|
|
50
|
+
}
|
|
51
|
+
export declare function stratifiedSample<T>(population: readonly T[], n: number, stratumOf: (c: T) => string, opts?: {
|
|
52
|
+
readonly seed?: number;
|
|
53
|
+
}): SampleResult<T>;
|
|
54
|
+
//# sourceMappingURL=holdout.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"holdout.d.ts","sourceRoot":"","sources":["../../src/tuning/holdout.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC9C,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;CACjD;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,OAAO,CAAC,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IACvG,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAID,wBAAgB,YAAY,CAAC,CAAC,EAC5B,KAAK,EAAE,SAAS,CAAC,EAAE,EACnB,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,EACtB,IAAI,GAAE,cAAmB,GACxB,OAAO,CAAC,CAAC,CAAC,CAkHZ;AAKD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,SAAS,gBAAgB,EAAE,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,UAAU,CAAC,CAAC,EAC1B,MAAM,EAAE,SAAS,CAAC,EAAE,EACpB,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,EAC3B,IAAI,GAAE;IAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAO,GAC1C,UAAU,CA+DZ;AAED,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAChC,UAAU,EAAE,SAAS,CAAC,EAAE,EACxB,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,EAC3B,IAAI,GAAE;IAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GACpC,YAAY,CAAC,CAAC,CAAC,CAuDjB"}
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
function rng(seed) {
|
|
2
|
+
let a = seed >>> 0;
|
|
3
|
+
return () => {
|
|
4
|
+
a = (a + 0x6d2b79f5) >>> 0;
|
|
5
|
+
let t = Math.imul(a ^ (a >>> 15), 1 | a);
|
|
6
|
+
t = (t + Math.imul(t ^ (t >>> 7), 61 | t)) ^ t;
|
|
7
|
+
return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
|
|
8
|
+
};
|
|
9
|
+
}
|
|
10
|
+
const DEFAULT_SEED = 20260902;
|
|
11
|
+
export function splitHoldout(cases, idOf, opts = {}) {
|
|
12
|
+
const seed = opts.seed ?? DEFAULT_SEED;
|
|
13
|
+
const frac = opts.heldOutFraction ?? 0.5;
|
|
14
|
+
if (!Number.isFinite(frac) || frac <= 0 || frac >= 1) {
|
|
15
|
+
throw new RangeError(`heldOutFraction must be strictly between 0 and 1, got ${String(opts.heldOutFraction)}`);
|
|
16
|
+
}
|
|
17
|
+
const groupOf = opts.groupOf ?? ((id) => id);
|
|
18
|
+
const stratumOf = opts.stratumOf;
|
|
19
|
+
const byGroup = new Map();
|
|
20
|
+
for (const c of cases) {
|
|
21
|
+
const g = groupOf(idOf(c));
|
|
22
|
+
let bucket = byGroup.get(g);
|
|
23
|
+
if (!bucket)
|
|
24
|
+
byGroup.set(g, (bucket = []));
|
|
25
|
+
bucket.push(c);
|
|
26
|
+
}
|
|
27
|
+
const groupIds = [...byGroup.keys()].sort();
|
|
28
|
+
const rand = rng(seed);
|
|
29
|
+
for (let i = groupIds.length - 1; i > 0; i--) {
|
|
30
|
+
const j = Math.floor(rand() * (i + 1));
|
|
31
|
+
[groupIds[i], groupIds[j]] = [groupIds[j], groupIds[i]];
|
|
32
|
+
}
|
|
33
|
+
const dominant = (members) => {
|
|
34
|
+
if (!stratumOf)
|
|
35
|
+
return "";
|
|
36
|
+
const counts = new Map();
|
|
37
|
+
for (const m of members) {
|
|
38
|
+
const s = stratumOf(idOf(m));
|
|
39
|
+
counts.set(s, (counts.get(s) ?? 0) + 1);
|
|
40
|
+
}
|
|
41
|
+
return [...counts.entries()].sort((a, b) => b[1] - a[1] || (a[0] < b[0] ? -1 : 1))[0][0];
|
|
42
|
+
};
|
|
43
|
+
const discovery = [];
|
|
44
|
+
const heldOut = [];
|
|
45
|
+
let dGroups = 0;
|
|
46
|
+
let hGroups = 0;
|
|
47
|
+
const dStrat = new Map();
|
|
48
|
+
const hStrat = new Map();
|
|
49
|
+
for (const gid of groupIds) {
|
|
50
|
+
const members = byGroup.get(gid);
|
|
51
|
+
const s = dominant(members);
|
|
52
|
+
const dSeen = dStrat.get(s) ?? 0;
|
|
53
|
+
const hSeen = hStrat.get(s) ?? 0;
|
|
54
|
+
const total = dSeen + hSeen;
|
|
55
|
+
const toHeldOut = total === 0 ? frac >= 0.5 : hSeen < frac * total;
|
|
56
|
+
if (toHeldOut) {
|
|
57
|
+
heldOut.push(...members);
|
|
58
|
+
hGroups++;
|
|
59
|
+
hStrat.set(s, hSeen + members.length);
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
62
|
+
discovery.push(...members);
|
|
63
|
+
dGroups++;
|
|
64
|
+
dStrat.set(s, dSeen + members.length);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
const dIds = new Set(discovery.map((c) => groupOf(idOf(c))));
|
|
68
|
+
const hIds = new Set(heldOut.map((c) => groupOf(idOf(c))));
|
|
69
|
+
let straddling = 0;
|
|
70
|
+
for (const g of dIds)
|
|
71
|
+
if (hIds.has(g))
|
|
72
|
+
straddling++;
|
|
73
|
+
if (straddling > 0) {
|
|
74
|
+
throw new Error(`splitHoldout: ${straddling} group(s) straddle both sides, so the held-out half is not held ` +
|
|
75
|
+
`out. This is a bug in the splitter, not a condition a caller can accept.`);
|
|
76
|
+
}
|
|
77
|
+
if (discovery.length + heldOut.length !== cases.length) {
|
|
78
|
+
throw new Error(`splitHoldout: ${discovery.length} + ${heldOut.length} != ${cases.length} cases; the split ` +
|
|
79
|
+
`lost or duplicated cases.`);
|
|
80
|
+
}
|
|
81
|
+
const strata = new Map();
|
|
82
|
+
if (stratumOf) {
|
|
83
|
+
for (const c of discovery) {
|
|
84
|
+
const s = stratumOf(idOf(c));
|
|
85
|
+
const cur = strata.get(s) ?? { discovery: 0, heldOut: 0 };
|
|
86
|
+
strata.set(s, { discovery: cur.discovery + 1, heldOut: cur.heldOut });
|
|
87
|
+
}
|
|
88
|
+
for (const c of heldOut) {
|
|
89
|
+
const s = stratumOf(idOf(c));
|
|
90
|
+
const cur = strata.get(s) ?? { discovery: 0, heldOut: 0 };
|
|
91
|
+
strata.set(s, { discovery: cur.discovery, heldOut: cur.heldOut + 1 });
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
const warnings = [];
|
|
95
|
+
if (heldOut.length === 0)
|
|
96
|
+
warnings.push("held-out side is EMPTY — nothing can be reported from it");
|
|
97
|
+
if (discovery.length === 0)
|
|
98
|
+
warnings.push("discovery side is EMPTY — nothing can be tuned on it");
|
|
99
|
+
if (byGroup.size < 2)
|
|
100
|
+
warnings.push(`only ${byGroup.size} group(s) — a group-atomic split cannot divide them`);
|
|
101
|
+
for (const [s, b] of strata) {
|
|
102
|
+
if (b.discovery === 0 || b.heldOut === 0) {
|
|
103
|
+
warnings.push(`stratum "${s}" appears on ONE side only (${b.discovery}/${b.heldOut}) — a per-stratum difference there is an artefact of the split`);
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
const grouped = opts.groupOf ? `grouped by caller-supplied key` : `UNGROUPED (each case its own group — no leakage protection)`;
|
|
107
|
+
const disclosure = `holdout: seed=${seed} frac=${frac} · ${discovery.length} discovery / ${heldOut.length} held-out cases ` +
|
|
108
|
+
`· ${dGroups}/${hGroups} groups · ${grouped}` +
|
|
109
|
+
(stratumOf ? ` · stratified best-effort on ${strata.size} strata` : ``);
|
|
110
|
+
return {
|
|
111
|
+
discovery,
|
|
112
|
+
heldOut,
|
|
113
|
+
groups: { discovery: dGroups, heldOut: hGroups, straddling },
|
|
114
|
+
strata,
|
|
115
|
+
degenerate: warnings.length > 0,
|
|
116
|
+
warnings,
|
|
117
|
+
disclosure,
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
const MIN_COUNT_FOR_Z = 5;
|
|
121
|
+
const DEFAULT_Z_TOLERANCE = 3;
|
|
122
|
+
export function sampleBias(sample, population, stratumOf, opts = {}) {
|
|
123
|
+
const tol = opts.zTolerance ?? DEFAULT_Z_TOLERANCE;
|
|
124
|
+
if (!Number.isFinite(tol) || tol <= 0) {
|
|
125
|
+
throw new RangeError(`zTolerance must be a positive finite number, got ${String(opts.zTolerance)}`);
|
|
126
|
+
}
|
|
127
|
+
const N = population.length;
|
|
128
|
+
const n = sample.length;
|
|
129
|
+
const popCount = new Map();
|
|
130
|
+
for (const c of population)
|
|
131
|
+
popCount.set(stratumOf(c), (popCount.get(stratumOf(c)) ?? 0) + 1);
|
|
132
|
+
const sampCount = new Map();
|
|
133
|
+
for (const c of sample)
|
|
134
|
+
sampCount.set(stratumOf(c), (sampCount.get(stratumOf(c)) ?? 0) + 1);
|
|
135
|
+
const warnings = [];
|
|
136
|
+
for (const s of sampCount.keys()) {
|
|
137
|
+
if (!popCount.has(s))
|
|
138
|
+
warnings.push(`stratum "${s}" is in the sample but NOT in the population — the sample is not a subset of what it is being judged against`);
|
|
139
|
+
}
|
|
140
|
+
const strata = [...popCount.keys()].sort().map((s) => {
|
|
141
|
+
const pop = popCount.get(s);
|
|
142
|
+
const samp = sampCount.get(s) ?? 0;
|
|
143
|
+
const p = N === 0 ? 0 : pop / N;
|
|
144
|
+
const expected = p * n;
|
|
145
|
+
const sd = Math.sqrt((p * (1 - p)) / Math.max(1, n));
|
|
146
|
+
const judgeable = Math.max(expected, samp) >= MIN_COUNT_FOR_Z && sd > 0 && n > 0;
|
|
147
|
+
return {
|
|
148
|
+
stratum: s,
|
|
149
|
+
population: pop,
|
|
150
|
+
sampled: samp,
|
|
151
|
+
populationShare: p,
|
|
152
|
+
sampledShare: n === 0 ? 0 : samp / n,
|
|
153
|
+
expected,
|
|
154
|
+
z: judgeable ? ((n === 0 ? 0 : samp / n) - p) / sd : null,
|
|
155
|
+
};
|
|
156
|
+
});
|
|
157
|
+
const measurable = popCount.size > 1 && n > 0 && N > 0;
|
|
158
|
+
const offenders = strata.filter((d) => d.z !== null && Math.abs(d.z) > tol);
|
|
159
|
+
const biased = measurable && offenders.length > 0;
|
|
160
|
+
if (!measurable) {
|
|
161
|
+
warnings.push(popCount.size <= 1
|
|
162
|
+
? `only ${popCount.size} distinct stratum — this check CANNOT FAIL here and its verdict is vacuous`
|
|
163
|
+
: `empty sample or population — nothing to judge`);
|
|
164
|
+
}
|
|
165
|
+
for (const d of offenders) {
|
|
166
|
+
warnings.push(`stratum "${d.stratum}": ${d.sampled}/${n} sampled (${(100 * d.sampledShare).toFixed(1)}%) vs ` +
|
|
167
|
+
`${d.population}/${N} in population (${(100 * d.populationShare).toFixed(1)}%), expected ~${d.expected.toFixed(1)} — z=${d.z.toFixed(2)}`);
|
|
168
|
+
}
|
|
169
|
+
const unjudged = strata.filter((d) => d.z === null);
|
|
170
|
+
if (unjudged.length > 0) {
|
|
171
|
+
warnings.push(`${unjudged.length} stratum/strata too rare to judge at n=${n} (expected AND observed both < ${MIN_COUNT_FOR_Z}): ${unjudged.map((d) => d.stratum).join(", ")}`);
|
|
172
|
+
}
|
|
173
|
+
const verdict = !measurable ? "VACUOUS" : biased ? "BIASED" : "no deviation beyond tolerance";
|
|
174
|
+
const disclosure = `sample: n=${n} of ${N} · ${popCount.size} strata · |z|>${tol} ⇒ biased · ${verdict}` +
|
|
175
|
+
(offenders.length > 0 ? ` (${offenders.length} offending: ${offenders.map((d) => d.stratum).join(", ")})` : ``);
|
|
176
|
+
return { n, population: N, strata, biased, measurable, warnings, disclosure };
|
|
177
|
+
}
|
|
178
|
+
export function stratifiedSample(population, n, stratumOf, opts = {}) {
|
|
179
|
+
if (!Number.isInteger(n) || n <= 0)
|
|
180
|
+
throw new RangeError(`sample size must be a positive integer, got ${String(n)}`);
|
|
181
|
+
const seed = opts.seed ?? DEFAULT_SEED;
|
|
182
|
+
if (n >= population.length) {
|
|
183
|
+
const all = [...population];
|
|
184
|
+
return {
|
|
185
|
+
cases: all,
|
|
186
|
+
bias: sampleBias(all, population, stratumOf),
|
|
187
|
+
disclosure: `sample: FULL POPULATION (${all.length}) — no sampling performed`,
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
const byStratum = new Map();
|
|
191
|
+
for (const c of population) {
|
|
192
|
+
const s = stratumOf(c);
|
|
193
|
+
let b = byStratum.get(s);
|
|
194
|
+
if (!b)
|
|
195
|
+
byStratum.set(s, (b = []));
|
|
196
|
+
b.push(c);
|
|
197
|
+
}
|
|
198
|
+
const keys = [...byStratum.keys()].sort();
|
|
199
|
+
const quota = new Map();
|
|
200
|
+
const remainder = [];
|
|
201
|
+
let assigned = 0;
|
|
202
|
+
for (const s of keys) {
|
|
203
|
+
const exact = (byStratum.get(s).length / population.length) * n;
|
|
204
|
+
const base = Math.floor(exact);
|
|
205
|
+
quota.set(s, base);
|
|
206
|
+
assigned += base;
|
|
207
|
+
remainder.push({ s, frac: exact - base });
|
|
208
|
+
}
|
|
209
|
+
remainder.sort((a, b) => b.frac - a.frac || (a.s < b.s ? -1 : 1));
|
|
210
|
+
for (let i = 0; assigned < n; i++, assigned++) {
|
|
211
|
+
const s = remainder[i % remainder.length].s;
|
|
212
|
+
quota.set(s, quota.get(s) + 1);
|
|
213
|
+
}
|
|
214
|
+
const rand = rng(seed);
|
|
215
|
+
const cases = [];
|
|
216
|
+
for (const s of keys) {
|
|
217
|
+
const members = [...byStratum.get(s)];
|
|
218
|
+
for (let i = members.length - 1; i > 0; i--) {
|
|
219
|
+
const j = Math.floor(rand() * (i + 1));
|
|
220
|
+
[members[i], members[j]] = [members[j], members[i]];
|
|
221
|
+
}
|
|
222
|
+
cases.push(...members.slice(0, Math.min(quota.get(s), members.length)));
|
|
223
|
+
}
|
|
224
|
+
const bias = sampleBias(cases, population, stratumOf);
|
|
225
|
+
return {
|
|
226
|
+
cases,
|
|
227
|
+
bias,
|
|
228
|
+
disclosure: `sample: stratified n=${cases.length} of ${population.length} · seed=${seed} · ${keys.length} strata · ${bias.biased ? "STILL BIASED (see warnings)" : "mix tracks population"}`,
|
|
229
|
+
};
|
|
230
|
+
}
|
|
231
|
+
//# sourceMappingURL=holdout.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"holdout.js","sourceRoot":"","sources":["../../src/tuning/holdout.ts"],"names":[],"mappings":"AAAA,SAAS,GAAG,CAAC,IAAY;IACvB,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC;IACnB,OAAO,GAAG,EAAE;QACV,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IAC/C,CAAC,CAAC;AACJ,CAAC;AAwBD,MAAM,YAAY,GAAG,QAAQ,CAAC;AAE9B,MAAM,UAAU,YAAY,CAC1B,KAAmB,EACnB,IAAsB,EACtB,OAAuB,EAAE;IAEzB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,IAAI,GAAG,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,UAAU,CAAC,yDAAyD,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAChH,CAAC;IACD,MAAM,OAAO,GAA+B,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;IAEjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAe,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM;YAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,OAAqB,EAAU,EAAE;QACjD,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC,CAAC;IAEF,MAAM,SAAS,GAAQ,EAAE,CAAC;IAC1B,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;QAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;QAC5B,MAAM,SAAS,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,KAAK,CAAC;QACnE,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YACzB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC3B,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,UAAU,EAAE,CAAC;IACpD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,iBAAiB,UAAU,kEAAkE;YAC3F,0EAA0E,CAC7E,CAAC;IACJ,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACb,iBAAiB,SAAS,CAAC,MAAM,MAAM,OAAO,CAAC,MAAM,OAAO,KAAK,CAAC,MAAM,oBAAoB;YAC1F,2BAA2B,CAC9B,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IACpG,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IAClG,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,IAAI,qDAAqD,CAAC,CAAC;IAC/G,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,+BAA+B,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,gEAAgE,CAAC,CAAC;QACtJ,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,6DAA6D,CAAC;IAChI,MAAM,UAAU,GACd,iBAAiB,IAAI,SAAS,IAAI,MAAM,SAAS,CAAC,MAAM,gBAAgB,OAAO,CAAC,MAAM,kBAAkB;QACxG,KAAK,OAAO,IAAI,OAAO,aAAa,OAAO,EAAE;QAC7C,CAAC,SAAS,CAAC,CAAC,CAAC,gCAAgC,MAAM,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAE1E,OAAO;QACL,SAAS;QACT,OAAO;QACP,MAAM,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE;QAC5D,MAAM;QACN,UAAU,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC;QAC/B,QAAQ;QACR,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAsB9B,MAAM,UAAU,UAAU,CACxB,MAAoB,EACpB,UAAwB,EACxB,SAA2B,EAC3B,OAAyC,EAAE;IAE3C,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,IAAI,mBAAmB,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,UAAU,CAAC,oDAAoD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,UAAU;QAAE,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9F,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAE5F,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QACjC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,8GAA8G,CAAC,CAAC;IACnK,CAAC;IAED,MAAM,MAAM,GAAuB,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACvE,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,eAAe,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjF,OAAO;YACL,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,GAAG;YACf,OAAO,EAAE,IAAI;YACb,eAAe,EAAE,CAAC;YAClB,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;YACpC,QAAQ;YACR,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI;SAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,UAAU,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAElD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,QAAQ,CAAC,IAAI,CACX,QAAQ,CAAC,IAAI,IAAI,CAAC;YAChB,CAAC,CAAC,QAAQ,QAAQ,CAAC,IAAI,4EAA4E;YACnG,CAAC,CAAC,+CAA+C,CACpD,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CACX,YAAY,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;YAC7F,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,mBAAmB,CAAC,GAAG,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC7I,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IACpD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,0CAA0C,CAAC,kCAAkC,eAAe,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjL,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,+BAA+B,CAAC;IAC9F,MAAM,UAAU,GACd,aAAa,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,iBAAiB,GAAG,eAAe,OAAO,EAAE;QACrF,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,MAAM,eAAe,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAElH,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;AAChF,CAAC;AAQD,MAAM,UAAU,gBAAgB,CAC9B,UAAwB,EACxB,CAAS,EACT,SAA2B,EAC3B,OAAmC,EAAE;IAErC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,+CAA+C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACrH,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC;IAEvC,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;QAC5B,OAAO;YACL,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,SAAS,CAAC;YAC5C,UAAU,EAAE,4BAA4B,GAAG,CAAC,MAAM,2BAA2B;SAC9E,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAAe,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,CAAC;YAAE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAE1C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,SAAS,GAAkC,EAAE,CAAC;IACpD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACnB,QAAQ,IAAI,IAAI,CAAC;QACjB,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IACD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAE,CAAC,CAAC,CAAC;QAC7C,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,KAAK,GAAQ,EAAE,CAAC;IACtB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACtD,OAAO;QACL,KAAK;QACL,IAAI;QACJ,UAAU,EAAE,wBAAwB,KAAK,CAAC,MAAM,OAAO,UAAU,CAAC,MAAM,WAAW,IAAI,MAAM,IAAI,CAAC,MAAM,aAAa,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,uBAAuB,EAAE;KAC7L,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { sampleBias, splitHoldout, stratifiedSample } from "./holdout.js";
|
|
2
|
+
export type { Holdout, HoldoutOptions, SampleBias, SampleResult, StratumBalance, StratumDeviation, } from "./holdout.js";
|
|
3
|
+
export { pairedCompare } from "./paired.js";
|
|
4
|
+
export type { PairedComparison } from "./paired.js";
|
|
5
|
+
export { composeLeverStack, DEFAULT_RERANK_BODY_WINDOW } from "./lever_stack.js";
|
|
6
|
+
export type { BodyWindowSource, LeverStack, LeverStackDeps } from "./lever_stack.js";
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tuning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC1E,YAAY,EACV,OAAO,EACP,cAAc,EACd,UAAU,EACV,YAAY,EACZ,cAAc,EACd,gBAAgB,GACjB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,YAAY,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AACjF,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tuning/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAS1E,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { RankRetriever } from "../answer/answer_layer.js";
|
|
2
|
+
import { RerankingRankRetriever } from "../rerank/reranking_select.js";
|
|
3
|
+
import type { Reranker } from "../rerank/types.js";
|
|
4
|
+
import { ThreadLifecycleRankRetriever, type StampLookup } from "../retrieval/thread_lifecycle.js";
|
|
5
|
+
import type { LeverProfile } from "../profile/lever_profile.js";
|
|
6
|
+
export declare const DEFAULT_RERANK_BODY_WINDOW = 256;
|
|
7
|
+
export interface BodyWindowSource {
|
|
8
|
+
fetchByIds(ids: readonly string[]): Promise<readonly {
|
|
9
|
+
cellId: string;
|
|
10
|
+
plaintext: string;
|
|
11
|
+
}[]>;
|
|
12
|
+
}
|
|
13
|
+
export interface LeverStackDeps {
|
|
14
|
+
readonly base: RankRetriever;
|
|
15
|
+
readonly labelOf: (cellId: string) => string | undefined;
|
|
16
|
+
readonly bodies?: BodyWindowSource;
|
|
17
|
+
readonly reranker?: Reranker;
|
|
18
|
+
readonly stampOf?: StampLookup;
|
|
19
|
+
readonly onRerankFallback?: (err: unknown) => void;
|
|
20
|
+
}
|
|
21
|
+
export interface LeverStack {
|
|
22
|
+
readonly retriever: RankRetriever;
|
|
23
|
+
readonly rerankRetriever: RerankingRankRetriever | undefined;
|
|
24
|
+
readonly threadRetriever: ThreadLifecycleRankRetriever | undefined;
|
|
25
|
+
}
|
|
26
|
+
export declare function composeLeverStack(deps: LeverStackDeps, profile: LeverProfile): LeverStack;
|
|
27
|
+
//# sourceMappingURL=lever_stack.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lever_stack.d.ts","sourceRoot":"","sources":["../../src/tuning/lever_stack.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,EAAE,sBAAsB,EAAuB,MAAM,+BAA+B,CAAC;AAC5F,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EACL,4BAA4B,EAG5B,KAAK,WAAW,EACjB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAGhE,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAE9C,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,GAAG,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC,CAAC;CAC/F;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;IACzD,QAAQ,CAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IACnC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,IAAI,CAAC;CACpD;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,SAAS,EAAE,aAAa,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAC7D,QAAQ,CAAC,eAAe,EAAE,4BAA4B,GAAG,SAAS,CAAC;CACpE;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,YAAY,GAAG,UAAU,CAmEzF"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { PseudoRelevanceExpander } from "../retrieval/query_expansion.js";
|
|
2
|
+
import { RerankingRankRetriever } from "../rerank/reranking_select.js";
|
|
3
|
+
import { ThreadLifecycleRankRetriever, assertThreadPoolWithinRerank, } from "../retrieval/thread_lifecycle.js";
|
|
4
|
+
import { SessionClosedError } from "../retrieval/session_closed.js";
|
|
5
|
+
export const DEFAULT_RERANK_BODY_WINDOW = 256;
|
|
6
|
+
export function composeLeverStack(deps, profile) {
|
|
7
|
+
let retriever = deps.base;
|
|
8
|
+
if (profile.queryExpansion) {
|
|
9
|
+
const qe = {};
|
|
10
|
+
if (profile.queryExpansionN !== undefined)
|
|
11
|
+
qe.prfN = profile.queryExpansionN;
|
|
12
|
+
if (profile.queryExpansionM !== undefined)
|
|
13
|
+
qe.prfM = profile.queryExpansionM;
|
|
14
|
+
retriever = new PseudoRelevanceExpander(retriever, deps.labelOf, qe);
|
|
15
|
+
}
|
|
16
|
+
let rerankRetriever;
|
|
17
|
+
if (deps.reranker) {
|
|
18
|
+
const rr = {};
|
|
19
|
+
if (profile.rerankK !== undefined)
|
|
20
|
+
rr.rerankK = profile.rerankK;
|
|
21
|
+
if (deps.onRerankFallback !== undefined)
|
|
22
|
+
rr.onFallback = deps.onRerankFallback;
|
|
23
|
+
if (profile.rerankOnBody && !deps.bodies) {
|
|
24
|
+
throw new Error(`composeLeverStack: rerankOnBody is on but no bodies source was supplied. Degrading to label ` +
|
|
25
|
+
`rerank here would silently serve a DIFFERENT lever than the one asked for — the same ` +
|
|
26
|
+
`silent-no-op this module refuses for threadLifecycle. (A body FETCH that fails at query ` +
|
|
27
|
+
`time still degrades to label rerank on purpose; that is resilience, this is a config error.)`);
|
|
28
|
+
}
|
|
29
|
+
if (profile.rerankOnBody && deps.bodies) {
|
|
30
|
+
const win = Number.isFinite(profile.rerankBodyWindowChars) && profile.rerankBodyWindowChars >= 1
|
|
31
|
+
? Math.floor(profile.rerankBodyWindowChars)
|
|
32
|
+
: DEFAULT_RERANK_BODY_WINDOW;
|
|
33
|
+
const bodies = deps.bodies;
|
|
34
|
+
rr.textOf = async (ids) => {
|
|
35
|
+
const m = new Map();
|
|
36
|
+
try {
|
|
37
|
+
for (const b of await bodies.fetchByIds(ids))
|
|
38
|
+
m.set(b.cellId, b.plaintext.slice(0, win));
|
|
39
|
+
}
|
|
40
|
+
catch (err) {
|
|
41
|
+
if (err instanceof SessionClosedError)
|
|
42
|
+
throw err;
|
|
43
|
+
}
|
|
44
|
+
return m;
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
rerankRetriever = new RerankingRankRetriever(retriever, deps.reranker, deps.labelOf, rr);
|
|
48
|
+
retriever = rerankRetriever;
|
|
49
|
+
}
|
|
50
|
+
let threadRetriever;
|
|
51
|
+
if (profile.threadLifecycle) {
|
|
52
|
+
if (!deps.stampOf) {
|
|
53
|
+
throw new Error(`composeLeverStack: threadLifecycle is on but no stampOf was supplied. Without a stamp source ` +
|
|
54
|
+
`every cell is unstamped, so the lever would be a silent no-op rather than an error.`);
|
|
55
|
+
}
|
|
56
|
+
assertThreadPoolWithinRerank({
|
|
57
|
+
rerankK: profile.rerankK,
|
|
58
|
+
threadPoolK: profile.threadPoolK,
|
|
59
|
+
hasReranker: deps.reranker !== undefined,
|
|
60
|
+
allowWider: profile.allowThreadPoolWiderThanRerank,
|
|
61
|
+
});
|
|
62
|
+
const tc = {};
|
|
63
|
+
if (profile.threadPoolK !== undefined)
|
|
64
|
+
tc.poolK = profile.threadPoolK;
|
|
65
|
+
if (profile.threadMaxGroup !== undefined)
|
|
66
|
+
tc.maxThreadGroup = profile.threadMaxGroup;
|
|
67
|
+
if (profile.threadJoin !== undefined)
|
|
68
|
+
tc.join = profile.threadJoin;
|
|
69
|
+
if (profile.threadDemote !== undefined)
|
|
70
|
+
tc.demote = profile.threadDemote;
|
|
71
|
+
threadRetriever = new ThreadLifecycleRankRetriever(retriever, deps.stampOf, tc);
|
|
72
|
+
retriever = threadRetriever;
|
|
73
|
+
}
|
|
74
|
+
return { retriever, rerankRetriever, threadRetriever };
|
|
75
|
+
}
|
|
76
|
+
//# sourceMappingURL=lever_stack.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lever_stack.js","sourceRoot":"","sources":["../../src/tuning/lever_stack.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAuB,MAAM,+BAA+B,CAAC;AAE5F,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,GAG7B,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEpE,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAqB9C,MAAM,UAAU,iBAAiB,CAAC,IAAoB,EAAE,OAAqB;IAC3E,IAAI,SAAS,GAAkB,IAAI,CAAC,IAAI,CAAC;IAEzC,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAqC,EAAE,CAAC;QAChD,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS;YAAE,EAAE,CAAC,IAAI,GAAG,OAAO,CAAC,eAAe,CAAC;QAC7E,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS;YAAE,EAAE,CAAC,IAAI,GAAG,OAAO,CAAC,eAAe,CAAC;QAC7E,SAAS,GAAG,IAAI,uBAAuB,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,eAAmD,CAAC;IACxD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,MAAM,EAAE,GAAuF,EAAE,CAAC;QAClG,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;YAAE,EAAE,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAChE,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS;YAAE,EAAE,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/E,IAAI,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CACb,8FAA8F;gBAC5F,uFAAuF;gBACvF,0FAA0F;gBAC1F,8FAA8F,CACjG,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,GAAG,GACP,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAK,OAAO,CAAC,qBAAgC,IAAI,CAAC;gBAC9F,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,qBAA+B,CAAC;gBACrD,CAAC,CAAC,0BAA0B,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC3B,EAAE,CAAC,MAAM,GAAG,KAAK,EAAE,GAAG,EAAE,EAAE;gBACxB,MAAM,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAC;gBACpC,IAAI,CAAC;oBACH,KAAK,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC;wBAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC3F,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,GAAG,YAAY,kBAAkB;wBAAE,MAAM,GAAG,CAAC;gBACnD,CAAC;gBACD,OAAO,CAAC,CAAC;YACX,CAAC,CAAC;QACJ,CAAC;QACD,eAAe,GAAG,IAAI,sBAAsB,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACzF,SAAS,GAAG,eAAe,CAAC;IAC9B,CAAC;IAED,IAAI,eAAyD,CAAC;IAC9D,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,+FAA+F;gBAC7F,qFAAqF,CACxF,CAAC;QACJ,CAAC;QACD,4BAA4B,CAAC;YAC3B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,IAAI,CAAC,QAAQ,KAAK,SAAS;YACxC,UAAU,EAAE,OAAO,CAAC,8BAA8B;SACnD,CAAC,CAAC;QACH,MAAM,EAAE,GAAqF,EAAE,CAAC;QAChG,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC;QACtE,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS;YAAE,EAAE,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QACrF,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;YAAE,EAAE,CAAC,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;QACnE,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS;YAAE,EAAE,CAAC,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACzE,eAAe,GAAG,IAAI,4BAA4B,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAChF,SAAS,GAAG,eAAe,CAAC;IAC9B,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,eAAe,EAAE,CAAC;AACzD,CAAC"}
|