@saihm/shm 0.0.0-stage → 0.38.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +97 -0
- package/NOTICE +12 -0
- package/README.md +114 -2
- package/dist/adapter/epoch.d.ts +4 -0
- package/dist/adapter/epoch.d.ts.map +1 -0
- package/dist/adapter/epoch.js +16 -0
- package/dist/adapter/epoch.js.map +1 -0
- package/dist/adapter/frontmatter.d.ts +19 -0
- package/dist/adapter/frontmatter.d.ts.map +1 -0
- package/dist/adapter/frontmatter.js +95 -0
- package/dist/adapter/frontmatter.js.map +1 -0
- package/dist/adapter/index.d.ts +4 -0
- package/dist/adapter/index.d.ts.map +1 -0
- package/dist/adapter/index.js +4 -0
- package/dist/adapter/index.js.map +1 -0
- package/dist/adapter/markdown_dir_port.d.ts +48 -0
- package/dist/adapter/markdown_dir_port.d.ts.map +1 -0
- package/dist/adapter/markdown_dir_port.js +175 -0
- package/dist/adapter/markdown_dir_port.js.map +1 -0
- package/dist/aggregate/document_aggregation.d.ts +40 -0
- package/dist/aggregate/document_aggregation.d.ts.map +1 -0
- package/dist/aggregate/document_aggregation.js +101 -0
- package/dist/aggregate/document_aggregation.js.map +1 -0
- package/dist/aggregate/index.d.ts +2 -0
- package/dist/aggregate/index.d.ts.map +1 -0
- package/dist/aggregate/index.js +2 -0
- package/dist/aggregate/index.js.map +1 -0
- package/dist/answer/answer_layer.d.ts +33 -0
- package/dist/answer/answer_layer.d.ts.map +1 -0
- package/dist/answer/answer_layer.js +75 -0
- package/dist/answer/answer_layer.js.map +1 -0
- package/dist/answer/caching_body_source.d.ts +42 -0
- package/dist/answer/caching_body_source.d.ts.map +1 -0
- package/dist/answer/caching_body_source.js +120 -0
- package/dist/answer/caching_body_source.js.map +1 -0
- package/dist/answer/claude_cli_backend.d.ts +10 -0
- package/dist/answer/claude_cli_backend.d.ts.map +1 -0
- package/dist/answer/claude_cli_backend.js +60 -0
- package/dist/answer/claude_cli_backend.js.map +1 -0
- package/dist/answer/context.d.ts +6 -0
- package/dist/answer/context.d.ts.map +1 -0
- package/dist/answer/context.js +83 -0
- package/dist/answer/context.js.map +1 -0
- package/dist/answer/corpus_warmer.d.ts +44 -0
- package/dist/answer/corpus_warmer.d.ts.map +1 -0
- package/dist/answer/corpus_warmer.js +80 -0
- package/dist/answer/corpus_warmer.js.map +1 -0
- package/dist/answer/gate.d.ts +3 -0
- package/dist/answer/gate.d.ts.map +1 -0
- package/dist/answer/gate.js +35 -0
- package/dist/answer/gate.js.map +1 -0
- package/dist/answer/index.d.ts +20 -0
- package/dist/answer/index.d.ts.map +1 -0
- package/dist/answer/index.js +11 -0
- package/dist/answer/index.js.map +1 -0
- package/dist/answer/own_cell_body_source.d.ts +34 -0
- package/dist/answer/own_cell_body_source.d.ts.map +1 -0
- package/dist/answer/own_cell_body_source.js +66 -0
- package/dist/answer/own_cell_body_source.js.map +1 -0
- package/dist/answer/persistent_body_source.d.ts +50 -0
- package/dist/answer/persistent_body_source.d.ts.map +1 -0
- package/dist/answer/persistent_body_source.js +173 -0
- package/dist/answer/persistent_body_source.js.map +1 -0
- package/dist/answer/saihm_body_source.d.ts +27 -0
- package/dist/answer/saihm_body_source.d.ts.map +1 -0
- package/dist/answer/saihm_body_source.js +88 -0
- package/dist/answer/saihm_body_source.js.map +1 -0
- package/dist/answer/structured_answerer.d.ts +23 -0
- package/dist/answer/structured_answerer.d.ts.map +1 -0
- package/dist/answer/structured_answerer.js +103 -0
- package/dist/answer/structured_answerer.js.map +1 -0
- package/dist/answer/supersede.d.ts +12 -0
- package/dist/answer/supersede.d.ts.map +1 -0
- package/dist/answer/supersede.js +27 -0
- package/dist/answer/supersede.js.map +1 -0
- package/dist/answer/types.d.ts +53 -0
- package/dist/answer/types.d.ts.map +1 -0
- package/dist/answer/types.js +2 -0
- package/dist/answer/types.js.map +1 -0
- package/dist/assemble/brief.d.ts +83 -0
- package/dist/assemble/brief.d.ts.map +1 -0
- package/dist/assemble/brief.js +312 -0
- package/dist/assemble/brief.js.map +1 -0
- package/dist/assemble/index.d.ts +4 -0
- package/dist/assemble/index.d.ts.map +1 -0
- package/dist/assemble/index.js +4 -0
- package/dist/assemble/index.js.map +1 -0
- package/dist/assemble/posture.d.ts +23 -0
- package/dist/assemble/posture.d.ts.map +1 -0
- package/dist/assemble/posture.js +68 -0
- package/dist/assemble/posture.js.map +1 -0
- package/dist/assemble/thread.d.ts +53 -0
- package/dist/assemble/thread.d.ts.map +1 -0
- package/dist/assemble/thread.js +122 -0
- package/dist/assemble/thread.js.map +1 -0
- package/dist/attention/index.d.ts +5 -0
- package/dist/attention/index.d.ts.map +1 -0
- package/dist/attention/index.js +3 -0
- package/dist/attention/index.js.map +1 -0
- package/dist/attention/obligations.d.ts +23 -0
- package/dist/attention/obligations.d.ts.map +1 -0
- package/dist/attention/obligations.js +110 -0
- package/dist/attention/obligations.js.map +1 -0
- package/dist/attention/queue.d.ts +38 -0
- package/dist/attention/queue.d.ts.map +1 -0
- package/dist/attention/queue.js +102 -0
- package/dist/attention/queue.js.map +1 -0
- package/dist/claim/index.d.ts +23 -0
- package/dist/claim/index.d.ts.map +1 -0
- package/dist/claim/index.js +57 -0
- package/dist/claim/index.js.map +1 -0
- package/dist/claim/withdrawn.d.ts +17 -0
- package/dist/claim/withdrawn.d.ts.map +1 -0
- package/dist/claim/withdrawn.js +41 -0
- package/dist/claim/withdrawn.js.map +1 -0
- package/dist/compliance/index.d.ts +3 -0
- package/dist/compliance/index.d.ts.map +1 -0
- package/dist/compliance/index.js +3 -0
- package/dist/compliance/index.js.map +1 -0
- package/dist/compliance/report.d.ts +123 -0
- package/dist/compliance/report.d.ts.map +1 -0
- package/dist/compliance/report.js +295 -0
- package/dist/compliance/report.js.map +1 -0
- package/dist/compliance/trail.d.ts +180 -0
- package/dist/compliance/trail.d.ts.map +1 -0
- package/dist/compliance/trail.js +130 -0
- package/dist/compliance/trail.js.map +1 -0
- package/dist/consolidate/body_redundancy.d.ts +54 -0
- package/dist/consolidate/body_redundancy.d.ts.map +1 -0
- package/dist/consolidate/body_redundancy.js +150 -0
- package/dist/consolidate/body_redundancy.js.map +1 -0
- package/dist/consolidate/consolidator.d.ts +62 -0
- package/dist/consolidate/consolidator.d.ts.map +1 -0
- package/dist/consolidate/consolidator.js +260 -0
- package/dist/consolidate/consolidator.js.map +1 -0
- package/dist/consolidate/index.d.ts +4 -0
- package/dist/consolidate/index.d.ts.map +1 -0
- package/dist/consolidate/index.js +4 -0
- package/dist/consolidate/index.js.map +1 -0
- package/dist/consolidate/index_guard.d.ts +63 -0
- package/dist/consolidate/index_guard.d.ts.map +1 -0
- package/dist/consolidate/index_guard.js +212 -0
- package/dist/consolidate/index_guard.js.map +1 -0
- package/dist/coordination/identity.d.ts +39 -0
- package/dist/coordination/identity.d.ts.map +1 -0
- package/dist/coordination/identity.js +97 -0
- package/dist/coordination/identity.js.map +1 -0
- package/dist/coordination/inbound.d.ts +41 -0
- package/dist/coordination/inbound.d.ts.map +1 -0
- package/dist/coordination/inbound.js +119 -0
- package/dist/coordination/inbound.js.map +1 -0
- package/dist/coordination/index.d.ts +12 -0
- package/dist/coordination/index.d.ts.map +1 -0
- package/dist/coordination/index.js +7 -0
- package/dist/coordination/index.js.map +1 -0
- package/dist/coordination/note_lineage.d.ts +50 -0
- package/dist/coordination/note_lineage.d.ts.map +1 -0
- package/dist/coordination/note_lineage.js +132 -0
- package/dist/coordination/note_lineage.js.map +1 -0
- package/dist/coordination/outbound.d.ts +33 -0
- package/dist/coordination/outbound.d.ts.map +1 -0
- package/dist/coordination/outbound.js +69 -0
- package/dist/coordination/outbound.js.map +1 -0
- package/dist/coordination/share_states.d.ts +178 -0
- package/dist/coordination/share_states.d.ts.map +1 -0
- package/dist/coordination/share_states.js +864 -0
- package/dist/coordination/share_states.js.map +1 -0
- package/dist/coordination/untrusted_text.d.ts +3 -0
- package/dist/coordination/untrusted_text.d.ts.map +1 -0
- package/dist/coordination/untrusted_text.js +21 -0
- package/dist/coordination/untrusted_text.js.map +1 -0
- package/dist/deref/dereference.d.ts +68 -0
- package/dist/deref/dereference.d.ts.map +1 -0
- package/dist/deref/dereference.js +199 -0
- package/dist/deref/dereference.js.map +1 -0
- package/dist/deref/index.d.ts +3 -0
- package/dist/deref/index.d.ts.map +1 -0
- package/dist/deref/index.js +3 -0
- package/dist/deref/index.js.map +1 -0
- package/dist/deref/policy.d.ts +76 -0
- package/dist/deref/policy.d.ts.map +1 -0
- package/dist/deref/policy.js +281 -0
- package/dist/deref/policy.js.map +1 -0
- package/dist/derived/checkpoint.d.ts +22 -0
- package/dist/derived/checkpoint.d.ts.map +1 -0
- package/dist/derived/checkpoint.js +92 -0
- package/dist/derived/checkpoint.js.map +1 -0
- package/dist/derived/codec.d.ts +26 -0
- package/dist/derived/codec.d.ts.map +1 -0
- package/dist/derived/codec.js +116 -0
- package/dist/derived/codec.js.map +1 -0
- package/dist/derived/cycle.d.ts +96 -0
- package/dist/derived/cycle.d.ts.map +1 -0
- package/dist/derived/cycle.js +199 -0
- package/dist/derived/cycle.js.map +1 -0
- package/dist/derived/index.d.ts +7 -0
- package/dist/derived/index.d.ts.map +1 -0
- package/dist/derived/index.js +7 -0
- package/dist/derived/index.js.map +1 -0
- package/dist/derived/ledger.d.ts +54 -0
- package/dist/derived/ledger.d.ts.map +1 -0
- package/dist/derived/ledger.js +123 -0
- package/dist/derived/ledger.js.map +1 -0
- package/dist/derived/lineage_index.d.ts +17 -0
- package/dist/derived/lineage_index.d.ts.map +1 -0
- package/dist/derived/lineage_index.js +51 -0
- package/dist/derived/lineage_index.js.map +1 -0
- package/dist/derived/store.d.ts +92 -0
- package/dist/derived/store.d.ts.map +1 -0
- package/dist/derived/store.js +230 -0
- package/dist/derived/store.js.map +1 -0
- package/dist/embed/index.d.ts +5 -0
- package/dist/embed/index.d.ts.map +1 -0
- package/dist/embed/index.js +4 -0
- package/dist/embed/index.js.map +1 -0
- package/dist/embed/local_minilm.d.ts +9 -0
- package/dist/embed/local_minilm.d.ts.map +1 -0
- package/dist/embed/local_minilm.js +31 -0
- package/dist/embed/local_minilm.js.map +1 -0
- package/dist/embed/remote_http.d.ts +26 -0
- package/dist/embed/remote_http.d.ts.map +1 -0
- package/dist/embed/remote_http.js +40 -0
- package/dist/embed/remote_http.js.map +1 -0
- package/dist/embed/router.d.ts +16 -0
- package/dist/embed/router.d.ts.map +1 -0
- package/dist/embed/router.js +47 -0
- package/dist/embed/router.js.map +1 -0
- package/dist/embed/types.d.ts +23 -0
- package/dist/embed/types.d.ts.map +1 -0
- package/dist/embed/types.js +2 -0
- package/dist/embed/types.js.map +1 -0
- package/dist/entitlement/entitlement.d.ts +24 -0
- package/dist/entitlement/entitlement.d.ts.map +1 -0
- package/dist/entitlement/entitlement.js +78 -0
- package/dist/entitlement/entitlement.js.map +1 -0
- package/dist/entitlement/index.d.ts +2 -0
- package/dist/entitlement/index.d.ts.map +1 -0
- package/dist/entitlement/index.js +2 -0
- package/dist/entitlement/index.js.map +1 -0
- package/dist/erasure/bus.d.ts +18 -0
- package/dist/erasure/bus.d.ts.map +1 -0
- package/dist/erasure/bus.js +56 -0
- package/dist/erasure/bus.js.map +1 -0
- package/dist/erasure/changes_feed.d.ts +125 -0
- package/dist/erasure/changes_feed.d.ts.map +1 -0
- package/dist/erasure/changes_feed.js +252 -0
- package/dist/erasure/changes_feed.js.map +1 -0
- package/dist/erasure/changes_reader.d.ts +44 -0
- package/dist/erasure/changes_reader.d.ts.map +1 -0
- package/dist/erasure/changes_reader.js +184 -0
- package/dist/erasure/changes_reader.js.map +1 -0
- package/dist/erasure/feed_watcher.d.ts +140 -0
- package/dist/erasure/feed_watcher.d.ts.map +1 -0
- package/dist/erasure/feed_watcher.js +418 -0
- package/dist/erasure/feed_watcher.js.map +1 -0
- package/dist/erasure/index.d.ts +15 -0
- package/dist/erasure/index.d.ts.map +1 -0
- package/dist/erasure/index.js +8 -0
- package/dist/erasure/index.js.map +1 -0
- package/dist/erasure/index_watcher.d.ts +28 -0
- package/dist/erasure/index_watcher.d.ts.map +1 -0
- package/dist/erasure/index_watcher.js +87 -0
- package/dist/erasure/index_watcher.js.map +1 -0
- package/dist/erasure/reconcile.d.ts +72 -0
- package/dist/erasure/reconcile.d.ts.map +1 -0
- package/dist/erasure/reconcile.js +125 -0
- package/dist/erasure/reconcile.js.map +1 -0
- package/dist/erasure/withheld_store.d.ts +30 -0
- package/dist/erasure/withheld_store.d.ts.map +1 -0
- package/dist/erasure/withheld_store.js +91 -0
- package/dist/erasure/withheld_store.js.map +1 -0
- package/dist/fleet/index.d.ts +2 -0
- package/dist/fleet/index.d.ts.map +1 -0
- package/dist/fleet/index.js +2 -0
- package/dist/fleet/index.js.map +1 -0
- package/dist/fleet/knowledge.d.ts +74 -0
- package/dist/fleet/knowledge.d.ts.map +1 -0
- package/dist/fleet/knowledge.js +178 -0
- package/dist/fleet/knowledge.js.map +1 -0
- package/dist/gate/index.d.ts +5 -0
- package/dist/gate/index.d.ts.map +1 -0
- package/dist/gate/index.js +3 -0
- package/dist/gate/index.js.map +1 -0
- package/dist/gate/scope.d.ts +21 -0
- package/dist/gate/scope.d.ts.map +1 -0
- package/dist/gate/scope.js +40 -0
- package/dist/gate/scope.js.map +1 -0
- package/dist/gate/symmetry.d.ts +55 -0
- package/dist/gate/symmetry.d.ts.map +1 -0
- package/dist/gate/symmetry.js +162 -0
- package/dist/gate/symmetry.js.map +1 -0
- package/dist/history/answerable.d.ts +51 -0
- package/dist/history/answerable.d.ts.map +1 -0
- package/dist/history/answerable.js +112 -0
- package/dist/history/answerable.js.map +1 -0
- package/dist/history/index.d.ts +2 -0
- package/dist/history/index.d.ts.map +1 -0
- package/dist/history/index.js +2 -0
- package/dist/history/index.js.map +1 -0
- package/dist/host/adapter.d.ts +69 -0
- package/dist/host/adapter.d.ts.map +1 -0
- package/dist/host/adapter.js +159 -0
- package/dist/host/adapter.js.map +1 -0
- package/dist/host/cli.d.ts +3 -0
- package/dist/host/cli.d.ts.map +1 -0
- package/dist/host/cli.js +44 -0
- package/dist/host/cli.js.map +1 -0
- package/dist/host/client.d.ts +22 -0
- package/dist/host/client.d.ts.map +1 -0
- package/dist/host/client.js +135 -0
- package/dist/host/client.js.map +1 -0
- package/dist/host/compaction.d.ts +16 -0
- package/dist/host/compaction.d.ts.map +1 -0
- package/dist/host/compaction.js +89 -0
- package/dist/host/compaction.js.map +1 -0
- package/dist/host/event.d.ts +22 -0
- package/dist/host/event.d.ts.map +1 -0
- package/dist/host/event.js +47 -0
- package/dist/host/event.js.map +1 -0
- package/dist/host/index.d.ts +10 -0
- package/dist/host/index.d.ts.map +1 -0
- package/dist/host/index.js +10 -0
- package/dist/host/index.js.map +1 -0
- package/dist/host/reply.d.ts +11 -0
- package/dist/host/reply.d.ts.map +1 -0
- package/dist/host/reply.js +24 -0
- package/dist/host/reply.js.map +1 -0
- package/dist/host/session_brief.d.ts +80 -0
- package/dist/host/session_brief.d.ts.map +1 -0
- package/dist/host/session_brief.js +294 -0
- package/dist/host/session_brief.js.map +1 -0
- package/dist/host/session_start_event.d.ts +12 -0
- package/dist/host/session_start_event.d.ts.map +1 -0
- package/dist/host/session_start_event.js +35 -0
- package/dist/host/session_start_event.js.map +1 -0
- package/dist/host/sessions.d.ts +8 -0
- package/dist/host/sessions.d.ts.map +1 -0
- package/dist/host/sessions.js +32 -0
- package/dist/host/sessions.js.map +1 -0
- package/dist/host/socket_path.d.ts +3 -0
- package/dist/host/socket_path.d.ts.map +1 -0
- package/dist/host/socket_path.js +14 -0
- package/dist/host/socket_path.js.map +1 -0
- package/dist/inbound/index.d.ts +8 -0
- package/dist/inbound/index.d.ts.map +1 -0
- package/dist/inbound/index.js +5 -0
- package/dist/inbound/index.js.map +1 -0
- package/dist/index.d.ts +108 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +55 -0
- package/dist/index.js.map +1 -0
- package/dist/ingest/index.d.ts +13 -0
- package/dist/ingest/index.d.ts.map +1 -0
- package/dist/ingest/index.js +146 -0
- package/dist/ingest/index.js.map +1 -0
- package/dist/ingest/parse.d.ts +20 -0
- package/dist/ingest/parse.d.ts.map +1 -0
- package/dist/ingest/parse.js +141 -0
- package/dist/ingest/parse.js.map +1 -0
- package/dist/ingest/resolve_prefix.d.ts +19 -0
- package/dist/ingest/resolve_prefix.d.ts.map +1 -0
- package/dist/ingest/resolve_prefix.js +63 -0
- package/dist/ingest/resolve_prefix.js.map +1 -0
- package/dist/ingest/types.d.ts +47 -0
- package/dist/ingest/types.d.ts.map +1 -0
- package/dist/ingest/types.js +2 -0
- package/dist/ingest/types.js.map +1 -0
- package/dist/inject/action_cue.d.ts +11 -0
- package/dist/inject/action_cue.d.ts.map +1 -0
- package/dist/inject/action_cue.js +49 -0
- package/dist/inject/action_cue.js.map +1 -0
- package/dist/inject/index.d.ts +11 -0
- package/dist/inject/index.d.ts.map +1 -0
- package/dist/inject/index.js +6 -0
- package/dist/inject/index.js.map +1 -0
- package/dist/inject/novelty.d.ts +19 -0
- package/dist/inject/novelty.d.ts.map +1 -0
- package/dist/inject/novelty.js +34 -0
- package/dist/inject/novelty.js.map +1 -0
- package/dist/inject/outcome.d.ts +20 -0
- package/dist/inject/outcome.d.ts.map +1 -0
- package/dist/inject/outcome.js +26 -0
- package/dist/inject/outcome.js.map +1 -0
- package/dist/inject/population.d.ts +6 -0
- package/dist/inject/population.d.ts.map +1 -0
- package/dist/inject/population.js +23 -0
- package/dist/inject/population.js.map +1 -0
- package/dist/inject/proactive_injector.d.ts +56 -0
- package/dist/inject/proactive_injector.d.ts.map +1 -0
- package/dist/inject/proactive_injector.js +153 -0
- package/dist/inject/proactive_injector.js.map +1 -0
- package/dist/inject/token_estimate.d.ts +3 -0
- package/dist/inject/token_estimate.d.ts.map +1 -0
- package/dist/inject/token_estimate.js +2 -0
- package/dist/inject/token_estimate.js.map +1 -0
- package/dist/inject/window.d.ts +6 -0
- package/dist/inject/window.d.ts.map +1 -0
- package/dist/inject/window.js +10 -0
- package/dist/inject/window.js.map +1 -0
- package/dist/modes/behaviour_modes.d.ts +21 -0
- package/dist/modes/behaviour_modes.d.ts.map +1 -0
- package/dist/modes/behaviour_modes.js +137 -0
- package/dist/modes/behaviour_modes.js.map +1 -0
- package/dist/policy/index.d.ts +2 -0
- package/dist/policy/index.d.ts.map +1 -0
- package/dist/policy/index.js +2 -0
- package/dist/policy/index.js.map +1 -0
- package/dist/policy/store_policy.d.ts +47 -0
- package/dist/policy/store_policy.d.ts.map +1 -0
- package/dist/policy/store_policy.js +125 -0
- package/dist/policy/store_policy.js.map +1 -0
- package/dist/profile/index.d.ts +5 -0
- package/dist/profile/index.d.ts.map +1 -0
- package/dist/profile/index.js +3 -0
- package/dist/profile/index.js.map +1 -0
- package/dist/profile/lever_profile.d.ts +27 -0
- package/dist/profile/lever_profile.d.ts.map +1 -0
- package/dist/profile/lever_profile.js +55 -0
- package/dist/profile/lever_profile.js.map +1 -0
- package/dist/profile/production.d.ts +12 -0
- package/dist/profile/production.d.ts.map +1 -0
- package/dist/profile/production.js +13 -0
- package/dist/profile/production.js.map +1 -0
- package/dist/provenance/build_fingerprint.d.ts +9 -0
- package/dist/provenance/build_fingerprint.d.ts.map +1 -0
- package/dist/provenance/build_fingerprint.js +47 -0
- package/dist/provenance/build_fingerprint.js.map +1 -0
- package/dist/provenance/derived_number.d.ts +33 -0
- package/dist/provenance/derived_number.d.ts.map +1 -0
- package/dist/provenance/derived_number.js +52 -0
- package/dist/provenance/derived_number.js.map +1 -0
- package/dist/provenance/index.d.ts +7 -0
- package/dist/provenance/index.d.ts.map +1 -0
- package/dist/provenance/index.js +4 -0
- package/dist/provenance/index.js.map +1 -0
- package/dist/provenance/live_state.d.ts +49 -0
- package/dist/provenance/live_state.d.ts.map +1 -0
- package/dist/provenance/live_state.js +141 -0
- package/dist/provenance/live_state.js.map +1 -0
- package/dist/rerank/cross_encoder.d.ts +14 -0
- package/dist/rerank/cross_encoder.d.ts.map +1 -0
- package/dist/rerank/cross_encoder.js +40 -0
- package/dist/rerank/cross_encoder.js.map +1 -0
- package/dist/rerank/identity.d.ts +6 -0
- package/dist/rerank/identity.d.ts.map +1 -0
- package/dist/rerank/identity.js +7 -0
- package/dist/rerank/identity.js.map +1 -0
- package/dist/rerank/index.d.ts +8 -0
- package/dist/rerank/index.d.ts.map +1 -0
- package/dist/rerank/index.js +5 -0
- package/dist/rerank/index.js.map +1 -0
- package/dist/rerank/reranking_retriever.d.ts +20 -0
- package/dist/rerank/reranking_retriever.d.ts.map +1 -0
- package/dist/rerank/reranking_retriever.js +38 -0
- package/dist/rerank/reranking_retriever.js.map +1 -0
- package/dist/rerank/reranking_select.d.ts +33 -0
- package/dist/rerank/reranking_select.d.ts.map +1 -0
- package/dist/rerank/reranking_select.js +116 -0
- package/dist/rerank/reranking_select.js.map +1 -0
- package/dist/rerank/types.d.ts +9 -0
- package/dist/rerank/types.d.ts.map +1 -0
- package/dist/rerank/types.js +2 -0
- package/dist/rerank/types.js.map +1 -0
- package/dist/resume/index.d.ts +3 -0
- package/dist/resume/index.d.ts.map +1 -0
- package/dist/resume/index.js +2 -0
- package/dist/resume/index.js.map +1 -0
- package/dist/resume/resume.d.ts +33 -0
- package/dist/resume/resume.d.ts.map +1 -0
- package/dist/resume/resume.js +86 -0
- package/dist/resume/resume.js.map +1 -0
- package/dist/retrieval/hnsw_store.d.ts +37 -0
- package/dist/retrieval/hnsw_store.d.ts.map +1 -0
- package/dist/retrieval/hnsw_store.js +284 -0
- package/dist/retrieval/hnsw_store.js.map +1 -0
- package/dist/retrieval/label_text.d.ts +2 -0
- package/dist/retrieval/label_text.d.ts.map +1 -0
- package/dist/retrieval/label_text.js +7 -0
- package/dist/retrieval/label_text.js.map +1 -0
- package/dist/retrieval/link_graph.d.ts +38 -0
- package/dist/retrieval/link_graph.d.ts.map +1 -0
- package/dist/retrieval/link_graph.js +118 -0
- package/dist/retrieval/link_graph.js.map +1 -0
- package/dist/retrieval/query_expansion.d.ts +18 -0
- package/dist/retrieval/query_expansion.d.ts.map +1 -0
- package/dist/retrieval/query_expansion.js +55 -0
- package/dist/retrieval/query_expansion.js.map +1 -0
- package/dist/retrieval/scope.d.ts +36 -0
- package/dist/retrieval/scope.d.ts.map +1 -0
- package/dist/retrieval/scope.js +120 -0
- package/dist/retrieval/scope.js.map +1 -0
- package/dist/retrieval/semantic.d.ts +136 -0
- package/dist/retrieval/semantic.d.ts.map +1 -0
- package/dist/retrieval/semantic.js +490 -0
- package/dist/retrieval/semantic.js.map +1 -0
- package/dist/retrieval/session_closed.d.ts +5 -0
- package/dist/retrieval/session_closed.d.ts.map +1 -0
- package/dist/retrieval/session_closed.js +8 -0
- package/dist/retrieval/session_closed.js.map +1 -0
- package/dist/retrieval/thread_lifecycle.d.ts +68 -0
- package/dist/retrieval/thread_lifecycle.d.ts.map +1 -0
- package/dist/retrieval/thread_lifecycle.js +201 -0
- package/dist/retrieval/thread_lifecycle.js.map +1 -0
- package/dist/retrieval/vector_store.d.ts +22 -0
- package/dist/retrieval/vector_store.d.ts.map +1 -0
- package/dist/retrieval/vector_store.js +41 -0
- package/dist/retrieval/vector_store.js.map +1 -0
- package/dist/retrieval/version_supersession.d.ts +13 -0
- package/dist/retrieval/version_supersession.d.ts.map +1 -0
- package/dist/retrieval/version_supersession.js +97 -0
- package/dist/retrieval/version_supersession.js.map +1 -0
- package/dist/saihm_client/federated_port.d.ts +30 -0
- package/dist/saihm_client/federated_port.d.ts.map +1 -0
- package/dist/saihm_client/federated_port.js +99 -0
- package/dist/saihm_client/federated_port.js.map +1 -0
- package/dist/saihm_client/in_memory_port.d.ts +35 -0
- package/dist/saihm_client/in_memory_port.d.ts.map +1 -0
- package/dist/saihm_client/in_memory_port.js +100 -0
- package/dist/saihm_client/in_memory_port.js.map +1 -0
- package/dist/saihm_client/index.d.ts +12 -0
- package/dist/saihm_client/index.d.ts.map +1 -0
- package/dist/saihm_client/index.js +8 -0
- package/dist/saihm_client/index.js.map +1 -0
- package/dist/saihm_client/mcp_client.d.ts +38 -0
- package/dist/saihm_client/mcp_client.d.ts.map +1 -0
- package/dist/saihm_client/mcp_client.js +266 -0
- package/dist/saihm_client/mcp_client.js.map +1 -0
- package/dist/saihm_client/server_features.d.ts +112 -0
- package/dist/saihm_client/server_features.d.ts.map +1 -0
- package/dist/saihm_client/server_features.js +415 -0
- package/dist/saihm_client/server_features.js.map +1 -0
- package/dist/saihm_client/share_guard.d.ts +9 -0
- package/dist/saihm_client/share_guard.d.ts.map +1 -0
- package/dist/saihm_client/share_guard.js +53 -0
- package/dist/saihm_client/share_guard.js.map +1 -0
- package/dist/saihm_client/timing.d.ts +100 -0
- package/dist/saihm_client/timing.d.ts.map +1 -0
- package/dist/saihm_client/timing.js +250 -0
- package/dist/saihm_client/timing.js.map +1 -0
- package/dist/saihm_client/types.d.ts +108 -0
- package/dist/saihm_client/types.d.ts.map +1 -0
- package/dist/saihm_client/types.js +19 -0
- package/dist/saihm_client/types.js.map +1 -0
- package/dist/service/handlers.d.ts +91 -0
- package/dist/service/handlers.d.ts.map +1 -0
- package/dist/service/handlers.js +173 -0
- package/dist/service/handlers.js.map +1 -0
- package/dist/service/http.d.ts +27 -0
- package/dist/service/http.d.ts.map +1 -0
- package/dist/service/http.js +261 -0
- package/dist/service/http.js.map +1 -0
- package/dist/service/index.d.ts +5 -0
- package/dist/service/index.d.ts.map +1 -0
- package/dist/service/index.js +5 -0
- package/dist/service/index.js.map +1 -0
- package/dist/service/resident.d.ts +50 -0
- package/dist/service/resident.d.ts.map +1 -0
- package/dist/service/resident.js +162 -0
- package/dist/service/resident.js.map +1 -0
- package/dist/service/service_level.d.ts +36 -0
- package/dist/service/service_level.d.ts.map +1 -0
- package/dist/service/service_level.js +65 -0
- package/dist/service/service_level.js.map +1 -0
- package/dist/session/change_feed.d.ts +82 -0
- package/dist/session/change_feed.d.ts.map +1 -0
- package/dist/session/change_feed.js +203 -0
- package/dist/session/change_feed.js.map +1 -0
- package/dist/session/index.d.ts +6 -0
- package/dist/session/index.d.ts.map +1 -0
- package/dist/session/index.js +4 -0
- package/dist/session/index.js.map +1 -0
- package/dist/session/memory_session.d.ts +426 -0
- package/dist/session/memory_session.d.ts.map +1 -0
- package/dist/session/memory_session.js +1183 -0
- package/dist/session/memory_session.js.map +1 -0
- package/dist/standing/content_fingerprint.d.ts +28 -0
- package/dist/standing/content_fingerprint.d.ts.map +1 -0
- package/dist/standing/content_fingerprint.js +95 -0
- package/dist/standing/content_fingerprint.js.map +1 -0
- package/dist/standing/standing_answers.d.ts +44 -0
- package/dist/standing/standing_answers.d.ts.map +1 -0
- package/dist/standing/standing_answers.js +72 -0
- package/dist/standing/standing_answers.js.map +1 -0
- package/dist/standing/standing_store.d.ts +44 -0
- package/dist/standing/standing_store.d.ts.map +1 -0
- package/dist/standing/standing_store.js +238 -0
- package/dist/standing/standing_store.js.map +1 -0
- package/dist/standing/surface.d.ts +20 -0
- package/dist/standing/surface.d.ts.map +1 -0
- package/dist/standing/surface.js +74 -0
- package/dist/standing/surface.js.map +1 -0
- package/dist/store/atomic_write.d.ts +7 -0
- package/dist/store/atomic_write.d.ts.map +1 -0
- package/dist/store/atomic_write.js +23 -0
- package/dist/store/atomic_write.js.map +1 -0
- package/dist/store/body_store.d.ts +42 -0
- package/dist/store/body_store.d.ts.map +1 -0
- package/dist/store/body_store.js +252 -0
- package/dist/store/body_store.js.map +1 -0
- package/dist/store/encrypted_store.d.ts +21 -0
- package/dist/store/encrypted_store.d.ts.map +1 -0
- package/dist/store/encrypted_store.js +266 -0
- package/dist/store/encrypted_store.js.map +1 -0
- package/dist/store/index.d.ts +21 -0
- package/dist/store/index.d.ts.map +1 -0
- package/dist/store/index.js +11 -0
- package/dist/store/index.js.map +1 -0
- package/dist/store/index_snapshot.d.ts +15 -0
- package/dist/store/index_snapshot.d.ts.map +1 -0
- package/dist/store/index_snapshot.js +126 -0
- package/dist/store/index_snapshot.js.map +1 -0
- package/dist/store/mcp_warm_start.d.ts +93 -0
- package/dist/store/mcp_warm_start.d.ts.map +1 -0
- package/dist/store/mcp_warm_start.js +406 -0
- package/dist/store/mcp_warm_start.js.map +1 -0
- package/dist/store/require_dir.d.ts +2 -0
- package/dist/store/require_dir.d.ts.map +1 -0
- package/dist/store/require_dir.js +9 -0
- package/dist/store/require_dir.js.map +1 -0
- package/dist/store/snapshot_format.d.ts +43 -0
- package/dist/store/snapshot_format.d.ts.map +1 -0
- package/dist/store/snapshot_format.js +119 -0
- package/dist/store/snapshot_format.js.map +1 -0
- package/dist/store/state_dir.d.ts +19 -0
- package/dist/store/state_dir.d.ts.map +1 -0
- package/dist/store/state_dir.js +42 -0
- package/dist/store/state_dir.js.map +1 -0
- package/dist/store/types.d.ts +37 -0
- package/dist/store/types.d.ts.map +1 -0
- package/dist/store/types.js +11 -0
- package/dist/store/types.js.map +1 -0
- package/dist/store/warm_index.d.ts +68 -0
- package/dist/store/warm_index.d.ts.map +1 -0
- package/dist/store/warm_index.js +279 -0
- package/dist/store/warm_index.js.map +1 -0
- package/dist/store/warm_start.d.ts +57 -0
- package/dist/store/warm_start.d.ts.map +1 -0
- package/dist/store/warm_start.js +68 -0
- package/dist/store/warm_start.js.map +1 -0
- package/dist/store/writer_lock.d.ts +34 -0
- package/dist/store/writer_lock.d.ts.map +1 -0
- package/dist/store/writer_lock.js +169 -0
- package/dist/store/writer_lock.js.map +1 -0
- package/dist/tiers/index.d.ts +2 -0
- package/dist/tiers/index.d.ts.map +1 -0
- package/dist/tiers/index.js +2 -0
- package/dist/tiers/index.js.map +1 -0
- package/dist/tiers/membership.d.ts +48 -0
- package/dist/tiers/membership.d.ts.map +1 -0
- package/dist/tiers/membership.js +85 -0
- package/dist/tiers/membership.js.map +1 -0
- package/dist/tuning/holdout.d.ts +54 -0
- package/dist/tuning/holdout.d.ts.map +1 -0
- package/dist/tuning/holdout.js +231 -0
- package/dist/tuning/holdout.js.map +1 -0
- package/dist/tuning/index.d.ts +7 -0
- package/dist/tuning/index.d.ts.map +1 -0
- package/dist/tuning/index.js +4 -0
- package/dist/tuning/index.js.map +1 -0
- package/dist/tuning/lever_stack.d.ts +27 -0
- package/dist/tuning/lever_stack.d.ts.map +1 -0
- package/dist/tuning/lever_stack.js +76 -0
- package/dist/tuning/lever_stack.js.map +1 -0
- package/dist/tuning/paired.d.ts +22 -0
- package/dist/tuning/paired.d.ts.map +1 -0
- package/dist/tuning/paired.js +74 -0
- package/dist/tuning/paired.js.map +1 -0
- package/dist/util/concurrency.d.ts +2 -0
- package/dist/util/concurrency.d.ts.map +1 -0
- package/dist/util/concurrency.js +19 -0
- package/dist/util/concurrency.js.map +1 -0
- package/package.json +140 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"label_text.js","sourceRoot":"","sources":["../../src/retrieval/label_text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErE,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACzC,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { type AdmissionOpts, type SelectOpts } from "./scope.js";
|
|
2
|
+
import type { RankRetriever } from "../answer/answer_layer.js";
|
|
3
|
+
export type LinksLookup = (cellId: string) => readonly string[] | undefined;
|
|
4
|
+
export type SlugLookup = (cellId: string) => string | undefined;
|
|
5
|
+
export type CandidateGate = (cellIds: readonly string[], opts?: AdmissionOpts) => string[];
|
|
6
|
+
export interface LinkGraphStats {
|
|
7
|
+
readonly cells: number;
|
|
8
|
+
readonly edges: number;
|
|
9
|
+
readonly resolved: number;
|
|
10
|
+
readonly dangling: number;
|
|
11
|
+
}
|
|
12
|
+
export declare class LinkGraph {
|
|
13
|
+
private readonly adj;
|
|
14
|
+
readonly stats: LinkGraphStats;
|
|
15
|
+
private constructor();
|
|
16
|
+
static build(cellIds: readonly string[], linksOf: LinksLookup, slugOf: SlugLookup): LinkGraph;
|
|
17
|
+
neighbours(cellId: string): readonly string[];
|
|
18
|
+
}
|
|
19
|
+
export interface LinkExpansionConfig {
|
|
20
|
+
readonly seedDepth: number;
|
|
21
|
+
readonly maxAdded: number;
|
|
22
|
+
readonly maxPerSeed: number;
|
|
23
|
+
}
|
|
24
|
+
export declare const DEFAULT_LINK_EXPANSION: LinkExpansionConfig;
|
|
25
|
+
export declare class LinkExpansionRetriever implements RankRetriever {
|
|
26
|
+
private readonly base;
|
|
27
|
+
private readonly graph;
|
|
28
|
+
private readonly gate;
|
|
29
|
+
readonly name: string;
|
|
30
|
+
private readonly seedDepth;
|
|
31
|
+
private readonly maxAdded;
|
|
32
|
+
private readonly maxPerSeed;
|
|
33
|
+
constructor(base: RankRetriever & {
|
|
34
|
+
readonly name?: string;
|
|
35
|
+
}, graph: LinkGraph, gate: CandidateGate, cfg?: Partial<LinkExpansionConfig>);
|
|
36
|
+
select(query: string, opts?: SelectOpts): Promise<string[]>;
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=link_graph.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"link_graph.d.ts","sourceRoot":"","sources":["../../src/retrieval/link_graph.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,aAAa,EAAE,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC9E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE/D,MAAM,MAAM,WAAW,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;AAE5E,MAAM,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;AAEhE,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,aAAa,KAAK,MAAM,EAAE,CAAC;AAE3F,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,SAAS;IAElB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,QAAQ,CAAC,KAAK,EAAE,cAAc;IAFhC,OAAO;IAKP,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS;IA0C7F,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE;CAG9C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,eAAO,MAAM,sBAAsB,EAAE,mBAAkE,CAAC;AAExG,qBAAa,sBAAuB,YAAW,aAAa;IAOxD,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,IAAI;IARvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAGjB,IAAI,EAAE,aAAa,GAAG;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,EAChD,KAAK,EAAE,SAAS,EAChB,IAAI,EAAE,aAAa,EACpC,GAAG,GAAE,OAAO,CAAC,mBAAmB,CAAM;IAQlC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAwClE"}
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import { admissionOf } from "./scope.js";
|
|
2
|
+
export class LinkGraph {
|
|
3
|
+
adj;
|
|
4
|
+
stats;
|
|
5
|
+
constructor(adj, stats) {
|
|
6
|
+
this.adj = adj;
|
|
7
|
+
this.stats = stats;
|
|
8
|
+
}
|
|
9
|
+
static build(cellIds, linksOf, slugOf) {
|
|
10
|
+
const bySlug = new Map();
|
|
11
|
+
for (const cellId of cellIds) {
|
|
12
|
+
const slug = slugOf(cellId);
|
|
13
|
+
if (slug !== undefined && slug.length > 0 && !bySlug.has(slug))
|
|
14
|
+
bySlug.set(slug, cellId);
|
|
15
|
+
}
|
|
16
|
+
const adj = new Map();
|
|
17
|
+
let resolved = 0;
|
|
18
|
+
let dangling = 0;
|
|
19
|
+
for (const from of cellIds) {
|
|
20
|
+
for (const target of linksOf(from) ?? []) {
|
|
21
|
+
const to = bySlug.get(target);
|
|
22
|
+
if (to === undefined) {
|
|
23
|
+
dangling += 1;
|
|
24
|
+
continue;
|
|
25
|
+
}
|
|
26
|
+
resolved += 1;
|
|
27
|
+
if (to === from)
|
|
28
|
+
continue;
|
|
29
|
+
let a = adj.get(from);
|
|
30
|
+
if (a === undefined)
|
|
31
|
+
adj.set(from, (a = new Set()));
|
|
32
|
+
a.add(to);
|
|
33
|
+
let b = adj.get(to);
|
|
34
|
+
if (b === undefined)
|
|
35
|
+
adj.set(to, (b = new Set()));
|
|
36
|
+
b.add(from);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
const frozen = new Map();
|
|
40
|
+
let halfEdges = 0;
|
|
41
|
+
for (const [cellId, set] of adj) {
|
|
42
|
+
frozen.set(cellId, [...set]);
|
|
43
|
+
halfEdges += set.size;
|
|
44
|
+
}
|
|
45
|
+
return new LinkGraph(frozen, {
|
|
46
|
+
cells: cellIds.length,
|
|
47
|
+
edges: halfEdges / 2,
|
|
48
|
+
resolved,
|
|
49
|
+
dangling,
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
neighbours(cellId) {
|
|
53
|
+
return this.adj.get(cellId) ?? [];
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
export const DEFAULT_LINK_EXPANSION = { seedDepth: 5, maxAdded: 5, maxPerSeed: 5 };
|
|
57
|
+
export class LinkExpansionRetriever {
|
|
58
|
+
base;
|
|
59
|
+
graph;
|
|
60
|
+
gate;
|
|
61
|
+
name;
|
|
62
|
+
seedDepth;
|
|
63
|
+
maxAdded;
|
|
64
|
+
maxPerSeed;
|
|
65
|
+
constructor(base, graph, gate, cfg = {}) {
|
|
66
|
+
this.base = base;
|
|
67
|
+
this.graph = graph;
|
|
68
|
+
this.gate = gate;
|
|
69
|
+
this.seedDepth = posInt(cfg.seedDepth, DEFAULT_LINK_EXPANSION.seedDepth);
|
|
70
|
+
this.maxAdded = posInt(cfg.maxAdded, DEFAULT_LINK_EXPANSION.maxAdded);
|
|
71
|
+
this.maxPerSeed = posInt(cfg.maxPerSeed, DEFAULT_LINK_EXPANSION.maxPerSeed);
|
|
72
|
+
this.name = `link(${base.name ?? "base"})`;
|
|
73
|
+
}
|
|
74
|
+
async select(query, opts) {
|
|
75
|
+
const pool = await this.base.select(query, opts);
|
|
76
|
+
if (pool.length === 0)
|
|
77
|
+
return pool;
|
|
78
|
+
const inPool = new Set(pool);
|
|
79
|
+
const seeds = pool.slice(0, this.seedDepth);
|
|
80
|
+
const votes = new Map();
|
|
81
|
+
for (let rank = 0; rank < seeds.length; rank += 1) {
|
|
82
|
+
const seed = seeds[rank];
|
|
83
|
+
let taken = 0;
|
|
84
|
+
for (const neighbour of this.graph.neighbours(seed)) {
|
|
85
|
+
if (taken >= this.maxPerSeed)
|
|
86
|
+
break;
|
|
87
|
+
if (inPool.has(neighbour))
|
|
88
|
+
continue;
|
|
89
|
+
taken += 1;
|
|
90
|
+
const v = votes.get(neighbour);
|
|
91
|
+
if (v === undefined)
|
|
92
|
+
votes.set(neighbour, { count: 1, firstAt: rank });
|
|
93
|
+
else
|
|
94
|
+
v.count += 1;
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
if (votes.size === 0)
|
|
98
|
+
return pool;
|
|
99
|
+
const ranked = [...votes.entries()]
|
|
100
|
+
.sort((a, b) => b[1].count - a[1].count ||
|
|
101
|
+
a[1].firstAt - b[1].firstAt ||
|
|
102
|
+
(a[0] < b[0] ? -1 : a[0] > b[0] ? 1 : 0))
|
|
103
|
+
.map(([cellId]) => cellId);
|
|
104
|
+
const gateOpts = admissionOf(opts);
|
|
105
|
+
const room = Math.min(this.maxAdded, Math.floor(pool.length / 3));
|
|
106
|
+
if (room === 0)
|
|
107
|
+
return pool;
|
|
108
|
+
const admitted = this.gate(ranked, gateOpts).slice(0, room);
|
|
109
|
+
if (admitted.length === 0)
|
|
110
|
+
return pool;
|
|
111
|
+
const keep = pool.length - admitted.length;
|
|
112
|
+
return [...pool.slice(0, keep), ...admitted];
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
function posInt(v, fallback) {
|
|
116
|
+
return Number.isFinite(v) && v >= 1 ? Math.floor(v) : fallback;
|
|
117
|
+
}
|
|
118
|
+
//# sourceMappingURL=link_graph.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"link_graph.js","sourceRoot":"","sources":["../../src/retrieval/link_graph.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAuC,MAAM,YAAY,CAAC;AAgB9E,MAAM,OAAO,SAAS;IAED;IACR;IAFX,YACmB,GAA2C,EACnD,KAAqB;QADb,QAAG,GAAH,GAAG,CAAwC;QACnD,UAAK,GAAL,KAAK,CAAgB;IAC7B,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,OAA0B,EAAE,OAAoB,EAAE,MAAkB;QAC/E,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC3C,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACzC,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC9B,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;oBACrB,QAAQ,IAAI,CAAC,CAAC;oBACd,SAAS;gBACX,CAAC;gBACD,QAAQ,IAAI,CAAC,CAAC;gBACd,IAAI,EAAE,KAAK,IAAI;oBAAE,SAAS;gBAC1B,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,IAAI,CAAC,KAAK,SAAS;oBAAE,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;gBACpD,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACV,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpB,IAAI,CAAC,KAAK,SAAS;oBAAE,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;gBAClD,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6B,CAAC;QACpD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;YAChC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YAC7B,SAAS,IAAI,GAAG,CAAC,IAAI,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,SAAS,CAAC,MAAM,EAAE;YAC3B,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,KAAK,EAAE,SAAS,GAAG,CAAC;YACpB,QAAQ;YACR,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,MAAc;QACvB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACpC,CAAC;CACF;AAQD,MAAM,CAAC,MAAM,sBAAsB,GAAwB,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;AAExG,MAAM,OAAO,sBAAsB;IAOd;IACA;IACA;IARV,IAAI,CAAS;IACL,SAAS,CAAS;IAClB,QAAQ,CAAS;IACjB,UAAU,CAAS;IAEpC,YACmB,IAAgD,EAChD,KAAgB,EAChB,IAAmB,EACpC,MAAoC,EAAE;QAHrB,SAAI,GAAJ,IAAI,CAA4C;QAChD,UAAK,GAAL,KAAK,CAAW;QAChB,SAAI,GAAJ,IAAI,CAAe;QAGpC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAC;QACzE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QACtE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAC;QAC5E,IAAI,CAAC,IAAI,GAAG,QAAQ,IAAI,CAAC,IAAI,IAAI,MAAM,GAAG,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,IAAiB;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAE5C,MAAM,KAAK,GAAG,IAAI,GAAG,EAA8C,CAAC;QACpE,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAE,CAAC;YAC1B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpD,IAAI,KAAK,IAAI,IAAI,CAAC,UAAU;oBAAE,MAAM;gBACpC,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;oBAAE,SAAS;gBACpC,KAAK,IAAI,CAAC,CAAC;gBACX,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC/B,IAAI,CAAC,KAAK,SAAS;oBAAE,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;oBAClE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAElC,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;aAChC,IAAI,CACH,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;YACvB,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;YAC3B,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3C;aACA,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QAE7B,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEvC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC3C,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,SAAS,MAAM,CAAC,CAAqB,EAAE,QAAgB;IACrD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAK,CAAY,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACvF,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { type SelectOpts } from "./scope.js";
|
|
2
|
+
import type { RankRetriever } from "../answer/answer_layer.js";
|
|
3
|
+
export type LabelLookup = (cellId: string) => string | undefined;
|
|
4
|
+
export interface QueryExpansionConfig {
|
|
5
|
+
readonly prfN: number;
|
|
6
|
+
readonly prfM: number;
|
|
7
|
+
}
|
|
8
|
+
export declare const DEFAULT_QUERY_EXPANSION: QueryExpansionConfig;
|
|
9
|
+
export declare function expandQuery(query: string, seedLabels: readonly string[], m: number): string;
|
|
10
|
+
export declare class PseudoRelevanceExpander implements RankRetriever {
|
|
11
|
+
private readonly base;
|
|
12
|
+
private readonly labelOf;
|
|
13
|
+
private readonly prfN;
|
|
14
|
+
private readonly prfM;
|
|
15
|
+
constructor(base: RankRetriever, labelOf: LabelLookup, cfg?: Partial<QueryExpansionConfig>);
|
|
16
|
+
select(query: string, opts?: SelectOpts): Promise<string[]>;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=query_expansion.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"query_expansion.d.ts","sourceRoot":"","sources":["../../src/retrieval/query_expansion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE/D,MAAM,MAAM,WAAW,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;AAEjE,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,eAAO,MAAM,uBAAuB,EAAE,oBAA6C,CAAC;AAgBpF,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAc3F;AAMD,qBAAa,uBAAwB,YAAW,aAAa;IAKzD,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL1B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAGX,IAAI,EAAE,aAAa,EACnB,OAAO,EAAE,WAAW,EACrC,GAAG,GAAE,OAAO,CAAC,oBAAoB,CAAM;IAMnC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAUlE"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { withPool } from "./scope.js";
|
|
2
|
+
export const DEFAULT_QUERY_EXPANSION = { prfN: 10, prfM: 10 };
|
|
3
|
+
const STOP = new Set(("the a an and or but of to in on at for with is are was were be been being this that these those it its as by from " +
|
|
4
|
+
"what when where who whom which why how did do does done have has had will would can could should i you he she they we me my " +
|
|
5
|
+
"your his her their our them us not no yes so if then than about into over under out up down off then there here").split(/\s+/));
|
|
6
|
+
const ROLE = new Set(["user", "assistant", "role", "system"]);
|
|
7
|
+
function tokensOf(s) {
|
|
8
|
+
return s
|
|
9
|
+
.toLowerCase()
|
|
10
|
+
.split(/[^a-z0-9]+/)
|
|
11
|
+
.filter((t) => t.length >= 3);
|
|
12
|
+
}
|
|
13
|
+
export function expandQuery(query, seedLabels, m) {
|
|
14
|
+
const qtok = new Set(tokensOf(query));
|
|
15
|
+
const df = new Map();
|
|
16
|
+
for (const label of seedLabels) {
|
|
17
|
+
for (const t of new Set(tokensOf(label))) {
|
|
18
|
+
if (qtok.has(t) || STOP.has(t) || ROLE.has(t))
|
|
19
|
+
continue;
|
|
20
|
+
df.set(t, (df.get(t) ?? 0) + 1);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
const terms = [...df.entries()]
|
|
24
|
+
.sort((a, b) => b[1] - a[1] || (a[0] < b[0] ? -1 : 1))
|
|
25
|
+
.slice(0, Math.max(0, m))
|
|
26
|
+
.map((e) => e[0]);
|
|
27
|
+
return terms.length ? `${query} ${terms.join(" ")}` : query;
|
|
28
|
+
}
|
|
29
|
+
function posIntOr(v, fallback) {
|
|
30
|
+
return Number.isFinite(v) && v >= 1 ? Math.floor(v) : fallback;
|
|
31
|
+
}
|
|
32
|
+
export class PseudoRelevanceExpander {
|
|
33
|
+
base;
|
|
34
|
+
labelOf;
|
|
35
|
+
prfN;
|
|
36
|
+
prfM;
|
|
37
|
+
constructor(base, labelOf, cfg = {}) {
|
|
38
|
+
this.base = base;
|
|
39
|
+
this.labelOf = labelOf;
|
|
40
|
+
this.prfN = posIntOr(cfg.prfN, DEFAULT_QUERY_EXPANSION.prfN);
|
|
41
|
+
this.prfM = posIntOr(cfg.prfM, DEFAULT_QUERY_EXPANSION.prfM);
|
|
42
|
+
}
|
|
43
|
+
async select(query, opts) {
|
|
44
|
+
const seeds = await this.base.select(query, withPool(opts, this.prfN));
|
|
45
|
+
const seedLabels = [];
|
|
46
|
+
for (const id of seeds) {
|
|
47
|
+
const l = this.labelOf(id);
|
|
48
|
+
if (l !== undefined)
|
|
49
|
+
seedLabels.push(l);
|
|
50
|
+
}
|
|
51
|
+
const expanded = expandQuery(query, seedLabels, this.prfM);
|
|
52
|
+
return this.base.select(expanded, opts);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=query_expansion.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"query_expansion.js","sourceRoot":"","sources":["../../src/retrieval/query_expansion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAmB,MAAM,YAAY,CAAC;AAUvD,MAAM,CAAC,MAAM,uBAAuB,GAAyB,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AAEpF,MAAM,IAAI,GAAG,IAAI,GAAG,CAClB,CAAC,oHAAoH;IACnH,8HAA8H;IAC9H,iHAAiH,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAClI,CAAC;AACF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE9D,SAAS,QAAQ,CAAC,CAAS;IACzB,OAAO,CAAC;SACL,WAAW,EAAE;SACb,KAAK,CAAC,YAAY,CAAC;SACnB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,UAA6B,EAAE,CAAS;IACjF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YACxD,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;SAC5B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACrD,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;SACxB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAC9D,CAAC;AAED,SAAS,QAAQ,CAAC,CAAqB,EAAE,QAAgB;IACvD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAK,CAAY,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACvF,CAAC;AAED,MAAM,OAAO,uBAAuB;IAKf;IACA;IALF,IAAI,CAAS;IACb,IAAI,CAAS;IAE9B,YACmB,IAAmB,EACnB,OAAoB,EACrC,MAAqC,EAAE;QAFtB,SAAI,GAAJ,IAAI,CAAe;QACnB,YAAO,GAAP,OAAO,CAAa;QAGrC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,IAAiB;QAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3B,IAAI,CAAC,KAAK,SAAS;gBAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;CACF"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import type { Namespace } from "../ingest/types.js";
|
|
2
|
+
import type { StampLookup } from "./thread_lifecycle.js";
|
|
3
|
+
export interface Scope {
|
|
4
|
+
readonly name: string;
|
|
5
|
+
readonly admits: (cellId: string) => boolean;
|
|
6
|
+
}
|
|
7
|
+
export interface SelectOpts {
|
|
8
|
+
readonly maxK?: number;
|
|
9
|
+
readonly asOfEpoch?: number;
|
|
10
|
+
readonly scope?: Scope;
|
|
11
|
+
readonly excludeRetired?: boolean;
|
|
12
|
+
}
|
|
13
|
+
export declare function admitsSafely(scope: Scope | undefined, cellId: string): boolean;
|
|
14
|
+
export declare function withPool(opts: SelectOpts | undefined, maxK: number): SelectOpts;
|
|
15
|
+
export type AdmissionOpts = Pick<SelectOpts, "asOfEpoch" | "scope" | "excludeRetired">;
|
|
16
|
+
export declare function admissionOf(opts: SelectOpts | undefined): AdmissionOpts | undefined;
|
|
17
|
+
export interface LineageLookups {
|
|
18
|
+
readonly isDerived: (cellId: string) => boolean;
|
|
19
|
+
readonly lineageOf: (cellId: string) => readonly string[] | undefined;
|
|
20
|
+
readonly maxDepth?: number;
|
|
21
|
+
}
|
|
22
|
+
export declare function withLineage(base: Scope, lookups: LineageLookups): Scope;
|
|
23
|
+
export declare function composeScopes(...scopes: readonly Scope[]): Scope;
|
|
24
|
+
export interface ScopeSpec {
|
|
25
|
+
readonly name?: string;
|
|
26
|
+
readonly threads?: readonly string[];
|
|
27
|
+
readonly kinds?: readonly string[];
|
|
28
|
+
readonly namespaces?: readonly Namespace[];
|
|
29
|
+
readonly cellIds?: readonly string[];
|
|
30
|
+
}
|
|
31
|
+
export interface ScopeLookups {
|
|
32
|
+
readonly stampOf?: StampLookup;
|
|
33
|
+
readonly namespaceOf?: (cellId: string) => Namespace | undefined;
|
|
34
|
+
}
|
|
35
|
+
export declare function scopeFrom(spec: ScopeSpec, lookups?: ScopeLookups): Scope;
|
|
36
|
+
//# sourceMappingURL=scope.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scope.d.ts","sourceRoot":"","sources":["../../src/retrieval/scope.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEzD,MAAM,WAAW,KAAK;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;CAC9C;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC;IACvB,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;CACnC;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAO9E;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,UAAU,CAO/E;AAED,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,GAAG,OAAO,GAAG,gBAAgB,CAAC,CAAC;AAEvF,wBAAgB,WAAW,CAAC,IAAI,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,GAAG,SAAS,CAOnF;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAChD,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IACtE,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,GAAG,KAAK,CA2BvE;AAED,wBAAgB,aAAa,CAAC,GAAG,MAAM,EAAE,SAAS,KAAK,EAAE,GAAG,KAAK,CAMhE;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,SAAS,EAAE,CAAC;IAC3C,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,SAAS,GAAG,SAAS,CAAC;CAClE;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,GAAE,YAAiB,GAAG,KAAK,CAwC5E"}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
export function admitsSafely(scope, cellId) {
|
|
2
|
+
if (scope === undefined)
|
|
3
|
+
return true;
|
|
4
|
+
try {
|
|
5
|
+
return scope.admits(cellId) === true;
|
|
6
|
+
}
|
|
7
|
+
catch {
|
|
8
|
+
return false;
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
export function withPool(opts, maxK) {
|
|
12
|
+
return {
|
|
13
|
+
maxK,
|
|
14
|
+
...(opts?.asOfEpoch !== undefined ? { asOfEpoch: opts.asOfEpoch } : {}),
|
|
15
|
+
...(opts?.scope !== undefined ? { scope: opts.scope } : {}),
|
|
16
|
+
...(opts?.excludeRetired !== undefined ? { excludeRetired: opts.excludeRetired } : {}),
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
export function admissionOf(opts) {
|
|
20
|
+
if (opts?.asOfEpoch === undefined && opts?.scope === undefined && opts?.excludeRetired === undefined)
|
|
21
|
+
return undefined;
|
|
22
|
+
return {
|
|
23
|
+
...(opts.asOfEpoch !== undefined ? { asOfEpoch: opts.asOfEpoch } : {}),
|
|
24
|
+
...(opts.scope !== undefined ? { scope: opts.scope } : {}),
|
|
25
|
+
...(opts.excludeRetired !== undefined ? { excludeRetired: opts.excludeRetired } : {}),
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
export function withLineage(base, lookups) {
|
|
29
|
+
const maxDepth = Number.isFinite(lookups.maxDepth) && lookups.maxDepth >= 1 ? Math.floor(lookups.maxDepth) : 16;
|
|
30
|
+
const admitsAt = (cellId, depth, trail) => {
|
|
31
|
+
if (admitsSafely(base, cellId))
|
|
32
|
+
return true;
|
|
33
|
+
let derived;
|
|
34
|
+
try {
|
|
35
|
+
derived = lookups.isDerived(cellId) === true;
|
|
36
|
+
}
|
|
37
|
+
catch {
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
if (!derived)
|
|
41
|
+
return false;
|
|
42
|
+
if (depth >= maxDepth || trail.has(cellId))
|
|
43
|
+
return false;
|
|
44
|
+
let sources;
|
|
45
|
+
try {
|
|
46
|
+
sources = lookups.lineageOf(cellId);
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
sources = undefined;
|
|
50
|
+
}
|
|
51
|
+
if (sources === undefined || sources.length === 0)
|
|
52
|
+
return false;
|
|
53
|
+
trail.add(cellId);
|
|
54
|
+
try {
|
|
55
|
+
return sources.every((s) => admitsAt(s, depth + 1, trail));
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
trail.delete(cellId);
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
return { name: `${base.name} ⊕lineage`, admits: (cellId) => admitsAt(cellId, 0, new Set()) };
|
|
62
|
+
}
|
|
63
|
+
export function composeScopes(...scopes) {
|
|
64
|
+
if (scopes.length === 1)
|
|
65
|
+
return scopes[0];
|
|
66
|
+
return {
|
|
67
|
+
name: scopes.length === 0 ? "all" : scopes.map((s) => s.name).join(" ∩ "),
|
|
68
|
+
admits: (cellId) => scopes.every((s) => admitsSafely(s, cellId)),
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
export function scopeFrom(spec, lookups = {}) {
|
|
72
|
+
const threads = spec.threads === undefined ? undefined : new Set(spec.threads.map((t) => t.toLowerCase()));
|
|
73
|
+
const kinds = spec.kinds === undefined ? undefined : new Set(spec.kinds.map((k) => k.toLowerCase()));
|
|
74
|
+
const namespaces = spec.namespaces === undefined ? undefined : new Set(spec.namespaces);
|
|
75
|
+
const cellIds = spec.cellIds === undefined ? undefined : new Set(spec.cellIds);
|
|
76
|
+
if ((threads !== undefined || kinds !== undefined) && lookups.stampOf === undefined) {
|
|
77
|
+
throw new Error("scopeFrom: a `threads`/`kinds` scope needs a `stampOf` lookup — refusing to build a scope that would admit everything");
|
|
78
|
+
}
|
|
79
|
+
if (namespaces !== undefined && lookups.namespaceOf === undefined) {
|
|
80
|
+
throw new Error("scopeFrom: a `namespaces` scope needs a `namespaceOf` lookup — refusing to build a scope that would admit everything");
|
|
81
|
+
}
|
|
82
|
+
if (threads === undefined && kinds === undefined && namespaces === undefined && cellIds === undefined) {
|
|
83
|
+
throw new Error("scopeFrom: a spec with no dimension is not a scope — pass no scope at all for unscoped recall");
|
|
84
|
+
}
|
|
85
|
+
const parts = [];
|
|
86
|
+
if (threads)
|
|
87
|
+
parts.push(`thread:${[...threads].join(",")}`);
|
|
88
|
+
if (kinds)
|
|
89
|
+
parts.push(`kind:${[...kinds].join(",")}`);
|
|
90
|
+
if (namespaces)
|
|
91
|
+
parts.push(`ns:${[...namespaces].join(",")}`);
|
|
92
|
+
if (cellIds)
|
|
93
|
+
parts.push(`cells:${cellIds.size}`);
|
|
94
|
+
const stampOf = lookups.stampOf;
|
|
95
|
+
const namespaceOf = lookups.namespaceOf;
|
|
96
|
+
return {
|
|
97
|
+
name: spec.name ?? parts.join(" · "),
|
|
98
|
+
admits: (cellId) => {
|
|
99
|
+
if (cellIds !== undefined && !cellIds.has(cellId))
|
|
100
|
+
return false;
|
|
101
|
+
if (threads !== undefined) {
|
|
102
|
+
const t = stampOf(cellId).thread;
|
|
103
|
+
if (t === undefined || !threads.has(t.toLowerCase()))
|
|
104
|
+
return false;
|
|
105
|
+
}
|
|
106
|
+
if (kinds !== undefined) {
|
|
107
|
+
const k = stampOf(cellId).kind;
|
|
108
|
+
if (k === undefined || !kinds.has(k.toLowerCase()))
|
|
109
|
+
return false;
|
|
110
|
+
}
|
|
111
|
+
if (namespaces !== undefined) {
|
|
112
|
+
const ns = namespaceOf(cellId);
|
|
113
|
+
if (ns === undefined || !namespaces.has(ns))
|
|
114
|
+
return false;
|
|
115
|
+
}
|
|
116
|
+
return true;
|
|
117
|
+
},
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=scope.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scope.js","sourceRoot":"","sources":["../../src/retrieval/scope.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,YAAY,CAAC,KAAwB,EAAE,MAAc;IACnE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAA4B,EAAE,IAAY;IACjE,OAAO;QACL,IAAI;QACJ,GAAG,CAAC,IAAI,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,IAAI,EAAE,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACvF,CAAC;AACJ,CAAC;AAID,MAAM,UAAU,WAAW,CAAC,IAA4B;IACtD,IAAI,IAAI,EAAE,SAAS,KAAK,SAAS,IAAI,IAAI,EAAE,KAAK,KAAK,SAAS,IAAI,IAAI,EAAE,cAAc,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACvH,OAAO;QACL,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtF,CAAC;AACJ,CAAC;AAQD,MAAM,UAAU,WAAW,CAAC,IAAW,EAAE,OAAuB;IAC9D,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAK,OAAO,CAAC,QAAmB,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtI,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,KAAkB,EAAW,EAAE;QAC9E,IAAI,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QAC5C,IAAI,OAAgB,CAAC;QACrB,IAAI,CAAC;YACH,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACzD,IAAI,OAAsC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;QACD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAChE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClB,IAAI,CAAC;YACH,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,WAAW,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,EAAE,CAAC;AAC/F,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAG,MAAwB;IACvD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,CAAC,CAAE,CAAC;IAC3C,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QACzE,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;KACjE,CAAC;AACJ,CAAC;AAeD,MAAM,UAAU,SAAS,CAAC,IAAe,EAAE,UAAwB,EAAE;IACnE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC3G,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACrG,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/E,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,CAAC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACpF,MAAM,IAAI,KAAK,CAAC,uHAAuH,CAAC,CAAC;IAC3I,CAAC;IACD,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,sHAAsH,CAAC,CAAC;IAC1I,CAAC;IACD,IAAI,OAAO,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACtG,MAAM,IAAI,KAAK,CAAC,+FAA+F,CAAC,CAAC;IACnH,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5D,IAAI,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtD,IAAI,UAAU;QAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9D,IAAI,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IACxC,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QACpC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE;YACjB,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,OAAO,KAAK,CAAC;YAChE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,OAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;gBAClC,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC;YACrE,CAAC;YACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,MAAM,CAAC,GAAG,OAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;gBAChC,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC;YACnE,CAAC;YACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,EAAE,GAAG,WAAY,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,EAAE,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC;YAC5D,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import { type AdmissionOpts, type Scope } from "./scope.js";
|
|
2
|
+
import type { IndexEntry } from "../saihm_client/types.js";
|
|
3
|
+
import type { MemoryRecord } from "../ingest/types.js";
|
|
4
|
+
import type { Embedder } from "../embed/types.js";
|
|
5
|
+
import { type HnswParams } from "./hnsw_store.js";
|
|
6
|
+
export interface RrfConfig {
|
|
7
|
+
readonly k: number;
|
|
8
|
+
readonly recencyTiebreak: boolean;
|
|
9
|
+
readonly lexicalScoring: "count" | "idf";
|
|
10
|
+
readonly lexicalTermSelection?: number;
|
|
11
|
+
}
|
|
12
|
+
export declare const DEFAULT_RRF: RrfConfig;
|
|
13
|
+
export interface SupersessionConfig {
|
|
14
|
+
readonly penalty: number;
|
|
15
|
+
}
|
|
16
|
+
export declare const DEFAULT_SUPERSESSION: SupersessionConfig;
|
|
17
|
+
export interface AnnConfig {
|
|
18
|
+
readonly flatThreshold: number;
|
|
19
|
+
readonly hnsw: HnswParams;
|
|
20
|
+
readonly hnswDenseLimit: number;
|
|
21
|
+
}
|
|
22
|
+
export declare const DEFAULT_ANN: AnnConfig;
|
|
23
|
+
export interface AnnOptions {
|
|
24
|
+
readonly flatThreshold?: number;
|
|
25
|
+
readonly hnsw?: Partial<HnswParams>;
|
|
26
|
+
readonly hnswDenseLimit?: number;
|
|
27
|
+
}
|
|
28
|
+
export interface PrecomputedRow {
|
|
29
|
+
readonly cellId: string;
|
|
30
|
+
readonly label: string;
|
|
31
|
+
readonly epoch: number;
|
|
32
|
+
readonly vec: Float32Array;
|
|
33
|
+
}
|
|
34
|
+
export interface MatchProvenance {
|
|
35
|
+
readonly dense: boolean;
|
|
36
|
+
readonly lexical: boolean;
|
|
37
|
+
readonly denseExhaustive: boolean;
|
|
38
|
+
}
|
|
39
|
+
export interface AdmittedRow {
|
|
40
|
+
readonly cellId: string;
|
|
41
|
+
readonly ingestEpoch: number;
|
|
42
|
+
readonly supersededBy?: string;
|
|
43
|
+
readonly derived?: true;
|
|
44
|
+
readonly retiredBy?: string;
|
|
45
|
+
}
|
|
46
|
+
export interface RankedHit {
|
|
47
|
+
readonly cellId: string;
|
|
48
|
+
readonly supersededBy?: string;
|
|
49
|
+
readonly derived?: true;
|
|
50
|
+
readonly retiredBy?: string;
|
|
51
|
+
readonly matched?: MatchProvenance;
|
|
52
|
+
readonly ingestEpoch?: number;
|
|
53
|
+
}
|
|
54
|
+
export type FloorStrategy = "none" | "score-gap" | "consensus";
|
|
55
|
+
export interface SelectConfig {
|
|
56
|
+
readonly maxK: number;
|
|
57
|
+
readonly minK: number;
|
|
58
|
+
readonly strategy: FloorStrategy;
|
|
59
|
+
readonly asOfEpoch?: number;
|
|
60
|
+
readonly excludeRetired?: boolean;
|
|
61
|
+
readonly scope?: Scope;
|
|
62
|
+
readonly queryVector?: QueryVector;
|
|
63
|
+
}
|
|
64
|
+
export interface QueryVector {
|
|
65
|
+
readonly vector: Float32Array;
|
|
66
|
+
readonly modelId: string;
|
|
67
|
+
}
|
|
68
|
+
export declare const DEFAULT_SELECT: SelectConfig;
|
|
69
|
+
export declare class SemanticRetriever {
|
|
70
|
+
private readonly byId;
|
|
71
|
+
private readonly store;
|
|
72
|
+
private readonly denseLimit;
|
|
73
|
+
private readonly denseExhaustive;
|
|
74
|
+
private readonly embedder;
|
|
75
|
+
private readonly cfg;
|
|
76
|
+
private readonly sup;
|
|
77
|
+
private fenced;
|
|
78
|
+
readonly name: string;
|
|
79
|
+
private readonly idfByToken?;
|
|
80
|
+
private readonly termSelection;
|
|
81
|
+
private readonly idfUnseen;
|
|
82
|
+
private constructor();
|
|
83
|
+
static build(entries: readonly IndexEntry[], embedder: Embedder, opts?: {
|
|
84
|
+
rrf?: Partial<RrfConfig>;
|
|
85
|
+
name?: string;
|
|
86
|
+
ann?: AnnOptions;
|
|
87
|
+
versionSupersession?: boolean;
|
|
88
|
+
supersession?: Partial<SupersessionConfig>;
|
|
89
|
+
}): Promise<SemanticRetriever>;
|
|
90
|
+
static fromPrecomputed(rows: readonly PrecomputedRow[], embedder: Embedder, opts?: {
|
|
91
|
+
rrf?: Partial<RrfConfig>;
|
|
92
|
+
name?: string;
|
|
93
|
+
ann?: AnnOptions;
|
|
94
|
+
versionSupersession?: boolean;
|
|
95
|
+
supersession?: Partial<SupersessionConfig>;
|
|
96
|
+
}): SemanticRetriever;
|
|
97
|
+
static fromRecords(records: readonly MemoryRecord[], embedder: Embedder, opts?: {
|
|
98
|
+
rrf?: Partial<RrfConfig>;
|
|
99
|
+
name?: string;
|
|
100
|
+
ann?: AnnOptions;
|
|
101
|
+
supersession?: Partial<SupersessionConfig>;
|
|
102
|
+
versionSupersession?: boolean;
|
|
103
|
+
}): Promise<SemanticRetriever>;
|
|
104
|
+
fence(): void;
|
|
105
|
+
private assertOpen;
|
|
106
|
+
forget(cellId: string): boolean;
|
|
107
|
+
setRetirements(map: ReadonlyMap<string, string>): void;
|
|
108
|
+
private withheld;
|
|
109
|
+
setWithheld(cellIds: Iterable<string>): void;
|
|
110
|
+
isWithheld(cellId: string): boolean;
|
|
111
|
+
holds(cellId: string): boolean;
|
|
112
|
+
private retiredOut;
|
|
113
|
+
vetCandidates(cellIds: readonly string[], opts?: AdmissionOpts): string[];
|
|
114
|
+
retrieve(query: string, k: number): Promise<string[]>;
|
|
115
|
+
retrieveDetailed(query: string, k: number): Promise<RankedHit[]>;
|
|
116
|
+
private hitOf;
|
|
117
|
+
select(query: string, opts?: Partial<SelectConfig>): Promise<string[]>;
|
|
118
|
+
selectDetailed(query: string, opts?: Partial<SelectConfig>): Promise<RankedHit[]>;
|
|
119
|
+
private selectQueryTokens;
|
|
120
|
+
census(scope: Scope): {
|
|
121
|
+
readonly admitted: number;
|
|
122
|
+
readonly excluded: number;
|
|
123
|
+
readonly total: number;
|
|
124
|
+
};
|
|
125
|
+
enumerate(scope: Scope, opts?: {
|
|
126
|
+
asOfEpoch?: number;
|
|
127
|
+
}): readonly AdmittedRow[];
|
|
128
|
+
embedQuery(query: string): Promise<QueryVector>;
|
|
129
|
+
private rankScored;
|
|
130
|
+
private rank;
|
|
131
|
+
private rankRows;
|
|
132
|
+
private rankInto;
|
|
133
|
+
private tiebreak;
|
|
134
|
+
}
|
|
135
|
+
export declare function tokenize(s: string): Set<string>;
|
|
136
|
+
//# sourceMappingURL=semantic.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic.d.ts","sourceRoot":"","sources":["../../src/retrieval/semantic.ts"],"names":[],"mappings":"AACA,OAAO,EAAgB,KAAK,aAAa,EAAE,KAAK,KAAK,EAAE,MAAM,YAAY,CAAC;AAG1E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAA2B,KAAK,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAG3E,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,cAAc,EAAE,OAAO,GAAG,KAAK,CAAC;IACzC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC;CACxC;AAED,eAAO,MAAM,WAAW,EAAE,SAA+F,CAAC;AAE1H,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,oBAAoB,EAAE,kBAAqC,CAAC;AAEzE,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AAED,eAAO,MAAM,WAAW,EAAE,SAA8E,CAAC;AAEzG,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;CAClC;AA+BD,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC;CAC5B;AAcD,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IACnC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,WAAW,GAAG,WAAW,CAAC;AAE/D,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC;IACvB,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;CACpC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,cAAc,EAAE,YAAsD,CAAC;AAEpF,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAbtB,OAAO,CAAC,MAAM,CAAS;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAsB;IAClD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAa;IAEvC,OAAO;WAwBM,KAAK,CAChB,OAAO,EAAE,SAAS,UAAU,EAAE,EAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,CAAC,EAAE;QACL,GAAG,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,UAAU,CAAC;QACjB,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;KAC5C,GACA,OAAO,CAAC,iBAAiB,CAAC;IAiC7B,MAAM,CAAC,eAAe,CACpB,IAAI,EAAE,SAAS,cAAc,EAAE,EAC/B,QAAQ,EAAE,QAAQ,EAClB,IAAI,CAAC,EAAE;QACL,GAAG,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,UAAU,CAAC;QACjB,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;KAC5C,GACA,iBAAiB;WA+BP,WAAW,CACtB,OAAO,EAAE,SAAS,YAAY,EAAE,EAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,CAAC,EAAE;QACL,GAAG,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,UAAU,CAAC;QACjB,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAC3C,mBAAmB,CAAC,EAAE,OAAO,CAAC;KAC/B,GACA,OAAO,CAAC,iBAAiB,CAAC;IAkC7B,KAAK,IAAI,IAAI;IAIb,OAAO,CAAC,UAAU;IAIlB,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAa/B,cAAc,CAAC,GAAG,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAYtD,OAAO,CAAC,QAAQ,CAAqB;IACrC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI;IAG5C,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAGnC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAK9B,OAAO,CAAC,UAAU;IAIlB,aAAa,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,aAAa,GAAG,MAAM,EAAE;IA0BnE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAMrD,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAMtE,OAAO,CAAC,KAAK;IAgBP,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKtE,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAiBvF,OAAO,CAAC,iBAAiB;IAYzB,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG;QAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IActG,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,WAAW,EAAE;IAgCxE,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;YAOvC,UAAU;YAkEV,IAAI;YAIJ,QAAQ;IAKtB,OAAO,CAAC,QAAQ;IAQhB,OAAO,CAAC,QAAQ;CASjB;AA6ED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAO/C"}
|