@hviana/sema 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/example/demo.d.ts +1 -0
- package/dist/example/demo.js +39 -0
- package/dist/example/train_base.d.ts +87 -0
- package/dist/example/train_base.js +2216 -0
- package/dist/src/alphabet.d.ts +7 -0
- package/dist/src/alphabet.js +33 -0
- package/dist/src/alu/src/alu.d.ts +185 -0
- package/dist/src/alu/src/alu.js +440 -0
- package/dist/src/alu/src/expr.d.ts +61 -0
- package/dist/src/alu/src/expr.js +318 -0
- package/dist/src/alu/src/index.d.ts +11 -0
- package/dist/src/alu/src/index.js +19 -0
- package/dist/src/alu/src/kernel-arith.d.ts +16 -0
- package/dist/src/alu/src/kernel-arith.js +264 -0
- package/dist/src/alu/src/kernel-bits.d.ts +19 -0
- package/dist/src/alu/src/kernel-bits.js +152 -0
- package/dist/src/alu/src/kernel-logic.d.ts +4 -0
- package/dist/src/alu/src/kernel-logic.js +60 -0
- package/dist/src/alu/src/kernel-nd.d.ts +3 -0
- package/dist/src/alu/src/kernel-nd.js +208 -0
- package/dist/src/alu/src/kernel-numeric.d.ts +54 -0
- package/dist/src/alu/src/kernel-numeric.js +366 -0
- package/dist/src/alu/src/operation.d.ts +168 -0
- package/dist/src/alu/src/operation.js +189 -0
- package/dist/src/alu/src/parser.d.ts +212 -0
- package/dist/src/alu/src/parser.js +469 -0
- package/dist/src/alu/src/resonance.d.ts +55 -0
- package/dist/src/alu/src/resonance.js +126 -0
- package/dist/src/alu/src/text.d.ts +31 -0
- package/dist/src/alu/src/text.js +73 -0
- package/dist/src/alu/src/value.d.ts +109 -0
- package/dist/src/alu/src/value.js +300 -0
- package/dist/src/alu/test/alu.test.d.ts +1 -0
- package/dist/src/alu/test/alu.test.js +764 -0
- package/dist/src/bytes.d.ts +14 -0
- package/dist/src/bytes.js +59 -0
- package/dist/src/config.d.ts +114 -0
- package/dist/src/config.js +96 -0
- package/dist/src/derive/src/deduction.d.ts +125 -0
- package/dist/src/derive/src/deduction.js +155 -0
- package/dist/src/derive/src/index.d.ts +7 -0
- package/dist/src/derive/src/index.js +11 -0
- package/dist/src/derive/src/priority-queue.d.ts +20 -0
- package/dist/src/derive/src/priority-queue.js +73 -0
- package/dist/src/derive/src/rewrite.d.ts +56 -0
- package/dist/src/derive/src/rewrite.js +100 -0
- package/dist/src/derive/src/trie.d.ts +90 -0
- package/dist/src/derive/src/trie.js +217 -0
- package/dist/src/derive/test/derive.test.d.ts +1 -0
- package/dist/src/derive/test/derive.test.js +122 -0
- package/dist/src/extension.d.ts +37 -0
- package/dist/src/extension.js +7 -0
- package/dist/src/geometry.d.ts +137 -0
- package/dist/src/geometry.js +430 -0
- package/dist/src/index.d.ts +15 -0
- package/dist/src/index.js +21 -0
- package/dist/src/ingest-cache.d.ts +41 -0
- package/dist/src/ingest-cache.js +161 -0
- package/dist/src/mind/articulation.d.ts +6 -0
- package/dist/src/mind/articulation.js +99 -0
- package/dist/src/mind/attention.d.ts +72 -0
- package/dist/src/mind/attention.js +894 -0
- package/dist/src/mind/canonical.d.ts +29 -0
- package/dist/src/mind/canonical.js +88 -0
- package/dist/src/mind/graph-search.d.ts +270 -0
- package/dist/src/mind/graph-search.js +847 -0
- package/dist/src/mind/index.d.ts +5 -0
- package/dist/src/mind/index.js +5 -0
- package/dist/src/mind/junction.d.ts +95 -0
- package/dist/src/mind/junction.js +262 -0
- package/dist/src/mind/learning.d.ts +47 -0
- package/dist/src/mind/learning.js +201 -0
- package/dist/src/mind/match.d.ts +111 -0
- package/dist/src/mind/match.js +422 -0
- package/dist/src/mind/mechanisms/alu.d.ts +4 -0
- package/dist/src/mind/mechanisms/alu.js +29 -0
- package/dist/src/mind/mechanisms/cast.d.ts +35 -0
- package/dist/src/mind/mechanisms/cast.js +447 -0
- package/dist/src/mind/mechanisms/confluence.d.ts +24 -0
- package/dist/src/mind/mechanisms/confluence.js +213 -0
- package/dist/src/mind/mechanisms/cover.d.ts +6 -0
- package/dist/src/mind/mechanisms/cover.js +179 -0
- package/dist/src/mind/mechanisms/extraction.d.ts +67 -0
- package/dist/src/mind/mechanisms/extraction.js +342 -0
- package/dist/src/mind/mechanisms/recall.d.ts +13 -0
- package/dist/src/mind/mechanisms/recall.js +151 -0
- package/dist/src/mind/mind.d.ts +147 -0
- package/dist/src/mind/mind.js +300 -0
- package/dist/src/mind/pipeline-mechanism.d.ts +142 -0
- package/dist/src/mind/pipeline-mechanism.js +213 -0
- package/dist/src/mind/pipeline.d.ts +20 -0
- package/dist/src/mind/pipeline.js +185 -0
- package/dist/src/mind/primitives.d.ts +43 -0
- package/dist/src/mind/primitives.js +162 -0
- package/dist/src/mind/rationale.d.ts +134 -0
- package/dist/src/mind/rationale.js +162 -0
- package/dist/src/mind/reasoning.d.ts +15 -0
- package/dist/src/mind/reasoning.js +162 -0
- package/dist/src/mind/recognition.d.ts +20 -0
- package/dist/src/mind/recognition.js +223 -0
- package/dist/src/mind/resonance.d.ts +23 -0
- package/dist/src/mind/resonance.js +0 -0
- package/dist/src/mind/trace.d.ts +15 -0
- package/dist/src/mind/trace.js +73 -0
- package/dist/src/mind/traverse.d.ts +100 -0
- package/dist/src/mind/traverse.js +447 -0
- package/dist/src/mind/types.d.ts +174 -0
- package/dist/src/mind/types.js +84 -0
- package/dist/src/rabitq-hnsw/src/database.d.ts +200 -0
- package/dist/src/rabitq-hnsw/src/database.js +388 -0
- package/dist/src/rabitq-hnsw/src/heap.d.ts +22 -0
- package/dist/src/rabitq-hnsw/src/heap.js +89 -0
- package/dist/src/rabitq-hnsw/src/hnsw.d.ts +125 -0
- package/dist/src/rabitq-hnsw/src/hnsw.js +474 -0
- package/dist/src/rabitq-hnsw/src/index.d.ts +10 -0
- package/dist/src/rabitq-hnsw/src/index.js +6 -0
- package/dist/src/rabitq-hnsw/src/prng.d.ts +19 -0
- package/dist/src/rabitq-hnsw/src/prng.js +36 -0
- package/dist/src/rabitq-hnsw/src/rabitq.d.ts +95 -0
- package/dist/src/rabitq-hnsw/src/rabitq.js +283 -0
- package/dist/src/rabitq-hnsw/src/store.d.ts +162 -0
- package/dist/src/rabitq-hnsw/src/store.js +825 -0
- package/dist/src/rabitq-hnsw/test/hnsw.test.d.ts +1 -0
- package/dist/src/rabitq-hnsw/test/hnsw.test.js +948 -0
- package/dist/src/store-sqlite.d.ts +149 -0
- package/dist/src/store-sqlite.js +702 -0
- package/dist/src/store.d.ts +638 -0
- package/dist/src/store.js +1618 -0
- package/dist/src/vec.d.ts +31 -0
- package/dist/src/vec.js +109 -0
- package/package.json +1 -1
|
@@ -0,0 +1,638 @@
|
|
|
1
|
+
import { Vec } from "./vec.js";
|
|
2
|
+
import { type StoreConfig } from "./config.js";
|
|
3
|
+
/** A node id: a dense, non-negative integer assigned in creation order. */
|
|
4
|
+
export type NodeId = number;
|
|
5
|
+
/** A node in the graph. Exactly one of `leaf` / `kids` is set. */
|
|
6
|
+
export interface NodeRec {
|
|
7
|
+
id: NodeId;
|
|
8
|
+
leaf: Uint8Array | null;
|
|
9
|
+
kids: NodeId[] | null;
|
|
10
|
+
}
|
|
11
|
+
/** A soft-resonance hit. */
|
|
12
|
+
export interface Hit {
|
|
13
|
+
id: NodeId;
|
|
14
|
+
/** Estimated cosine (1 − RaBitQ estimated distance) — an APPROXIMATION,
|
|
15
|
+
* never an exact rerank. Identity decisions must use content-addressed
|
|
16
|
+
* resolve(), never `score >= 1`. */
|
|
17
|
+
score: number;
|
|
18
|
+
/** This node's halo, when a producer chooses to attach it. NOT populated
|
|
19
|
+
* by {@link Store.resonate}/{@link Store.resonateHalo}: no consumer read
|
|
20
|
+
* it there, and eagerly fetching k halo rows per query was pure waste.
|
|
21
|
+
* Call {@link Store.halo} on the hits that actually need it. */
|
|
22
|
+
halo?: Vec;
|
|
23
|
+
}
|
|
24
|
+
/** Eviction strategy for a {@link BoundedMap}.
|
|
25
|
+
*
|
|
26
|
+
* - `"lru"`: evict the least-recently-used entry. Best when every entry
|
|
27
|
+
* saves roughly the same work (dedup, leaf vectors, node records).
|
|
28
|
+
* - `"smallest"`: among the oldest few LRU candidates, evict the smallest.
|
|
29
|
+
* This protects expensive-to-reconstruct entries (large branches) at the
|
|
30
|
+
* expense of cheap ones (small leaves) — useful for reconstruction caches
|
|
31
|
+
* where rebuild cost varies by orders of magnitude. */
|
|
32
|
+
export type Evict = "lru" | "smallest";
|
|
33
|
+
/** Bounded map with LRU eviction and byte accounting. On get the entry
|
|
34
|
+
* moves to the most-recent end; on set the least-recently-used entries are
|
|
35
|
+
* evicted until total bytes ≤ `maxBytes`. The optional `sizeOf` callback
|
|
36
|
+
* measures each value in bytes (defaults to 1, so `maxBytes` = max entries
|
|
37
|
+
* for uniform caches). A miss only costs a little extra work later, never
|
|
38
|
+
* correctness. */
|
|
39
|
+
export declare class BoundedMap<K, V> {
|
|
40
|
+
readonly maxBytes: number;
|
|
41
|
+
private readonly sizeOf;
|
|
42
|
+
private readonly evict;
|
|
43
|
+
private m;
|
|
44
|
+
private _bytes;
|
|
45
|
+
private _cursor;
|
|
46
|
+
private _candidates;
|
|
47
|
+
constructor(maxBytes: number, sizeOf?: (v: V) => number, evict?: Evict);
|
|
48
|
+
/** Next key in insertion (≈ LRU) order, resuming where the last call left
|
|
49
|
+
* off; wraps to the front when exhausted. Undefined only when empty. */
|
|
50
|
+
private nextOldest;
|
|
51
|
+
get(k: K): V | undefined;
|
|
52
|
+
/** Membership without touching LRU order — a pure peek, for callers that only
|
|
53
|
+
* need "is this key present?" and must not promote it to most-recent. */
|
|
54
|
+
has(k: K): boolean;
|
|
55
|
+
set(k: K, v: V): void;
|
|
56
|
+
get size(): number;
|
|
57
|
+
get bytes(): number;
|
|
58
|
+
/** Remove one entry (point invalidation), with byte accounting. */
|
|
59
|
+
delete(k: K): void;
|
|
60
|
+
/** Drop every entry (bulk invalidation) — O(1) amortised via fresh maps. */
|
|
61
|
+
clear(): void;
|
|
62
|
+
}
|
|
63
|
+
export interface Store {
|
|
64
|
+
readonly D: number;
|
|
65
|
+
/** Insert a leaf, returning its content id. Idempotent. */
|
|
66
|
+
putLeaf(bytes: Uint8Array, gist: Vec): Promise<NodeId>;
|
|
67
|
+
/** Insert a branch over child ids, returning its content id. Idempotent. */
|
|
68
|
+
putBranch(kids: NodeId[], gist: Vec): Promise<NodeId>;
|
|
69
|
+
/** Whether a node with this id already exists. O(1). */
|
|
70
|
+
has(id: NodeId): boolean;
|
|
71
|
+
/** The node record, or null. */
|
|
72
|
+
get(id: NodeId): NodeRec | null;
|
|
73
|
+
/** The bytes a node spans, reconstructed by traversal (cached). */
|
|
74
|
+
bytes(id: NodeId): Uint8Array;
|
|
75
|
+
/** First `maxLen` bytes of a node, stopping early — far cheaper than
|
|
76
|
+
* `bytes()` for large branches when only a prefix is needed. */
|
|
77
|
+
bytesPrefix(id: NodeId, maxLen: number): Uint8Array;
|
|
78
|
+
/** The CONTENT LENGTH of a node in bytes — under the linear river fold
|
|
79
|
+
* this IS the node's gist magnitude, squared: seat permutations
|
|
80
|
+
* decorrelate siblings, so ‖gist‖ = √(content bytes) up to decorrelation
|
|
81
|
+
* noise. The magnitude is therefore never persisted beside the vector
|
|
82
|
+
* (that would duplicate what the content already determines; the ANN
|
|
83
|
+
* index keeps unit directions), it is READ here in O(1) amortized — the
|
|
84
|
+
* store-side half of angle+magnitude semantics. Mechanisms use it to
|
|
85
|
+
* convert a scale-free cosine into the absolute quantities the linear
|
|
86
|
+
* geometry carries: shared bytes ≈ cos·√(lenA·lenB), fraction of A
|
|
87
|
+
* explained ≈ cos·√(lenB/lenA). `cap`, when given, SATURATES the walk:
|
|
88
|
+
* the return value is exact below the cap and merely ≥ cap otherwise —
|
|
89
|
+
* for decisions that stop caring past a bound (a fraction that caps at 1,
|
|
90
|
+
* a weight that is sub-noise beyond a ratio), so one huge conversation
|
|
91
|
+
* root never costs a full subtree walk. Only complete walks are
|
|
92
|
+
* memoized. */
|
|
93
|
+
contentLen(id: NodeId, cap?: number): number;
|
|
94
|
+
findLeaf(bytes: Uint8Array): NodeId | null;
|
|
95
|
+
findBranch(kids: NodeId[]): NodeId | null;
|
|
96
|
+
/** The branch nodes that list `id` among their children — the reverse of
|
|
97
|
+
* `get(id).kids`. Lets the structural DAG be climbed upward, from a
|
|
98
|
+
* recognised fragment to the larger learned forms that contain it. */
|
|
99
|
+
parents(id: NodeId): NodeId[];
|
|
100
|
+
/** The first `limit` structural parents of `id` — the CAPPED read for the
|
|
101
|
+
* climb. A heavily shared subtree's parent set grows with the corpus;
|
|
102
|
+
* reading `bound + 1` decides "hub or not" exactly (a result of length
|
|
103
|
+
* bound + 1 means MORE than bound) while the read stays bounded by the
|
|
104
|
+
* bound, never by the fan-in. */
|
|
105
|
+
parentsFirst(id: NodeId, limit: number): NodeId[];
|
|
106
|
+
/** Whether `id` has ANY structural parent — one LIMITed point probe. */
|
|
107
|
+
hasParents(id: NodeId): boolean;
|
|
108
|
+
/** The TRANSPARENT CHAIN from `id` upward: `run[0] === id`, and while the
|
|
109
|
+
* current node is transparent — no continuation edge in or out and exactly
|
|
110
|
+
* ONE structural parent — the run steps to that parent. The last element
|
|
111
|
+
* is the first NON-transparent ancestor (or a parentless top). Transparent
|
|
112
|
+
* nodes are invisible to the edge climb (they contribute no roots, no
|
|
113
|
+
* contexts and no lateral branching), so a climber may hop a whole run in
|
|
114
|
+
* one read where a node-at-a-time ascent pays three probes per node — the
|
|
115
|
+
* dominant cost of climbing deep single-structure scaffolding. Results
|
|
116
|
+
* are cached for the store's LIFETIME (reads are pure between writes) and
|
|
117
|
+
* the cache is dropped whenever a write could break transparency: a node
|
|
118
|
+
* gaining a structural parent (fresh mint) or a continuation edge (link).
|
|
119
|
+
* The run may be truncated at an internal safety depth; a truncated run's
|
|
120
|
+
* last element is then still transparent, and a climber that treats the
|
|
121
|
+
* terminal generically simply continues from it — semantics never depend
|
|
122
|
+
* on completeness. */
|
|
123
|
+
chainRun(id: NodeId): readonly NodeId[];
|
|
124
|
+
/** Record a CONTAINMENT edge: `parent`'s byte content contains `child`'s,
|
|
125
|
+
* even though `child` is not among `parent`'s kids (a sub-span flat branch
|
|
126
|
+
* inside a leaf-parent chunk). Kept apart from {@link parents} — the
|
|
127
|
+
* structural climb is untouched; {@link containers} serves the climbing
|
|
128
|
+
* surface of orphan flat branches durably, where a session-local side
|
|
129
|
+
* table would be lost on restart or an ingest-cache replay. Idempotent. */
|
|
130
|
+
addContainer(child: NodeId, parent: NodeId): void;
|
|
131
|
+
/** The chunks recorded by {@link addContainer} as containing `child`. */
|
|
132
|
+
containers(child: NodeId): NodeId[];
|
|
133
|
+
/** Whether `child` has ANY containment parent — an EXISTS probe that never
|
|
134
|
+
* unpacks the (occurrence-proportional) packed parents blob. */
|
|
135
|
+
hasContainers(child: NodeId): boolean;
|
|
136
|
+
/** A PAGE of containment parents — `limit` entries starting at `offset`
|
|
137
|
+
* (the buffered adds follow the stored ones), so a consumer can STREAM a
|
|
138
|
+
* common window's corpus-sized parent list and stop the moment its
|
|
139
|
+
* question is decided, with per-page work bounded by `limit`. */
|
|
140
|
+
containersSlice(child: NodeId, offset: number, limit: number): NodeId[];
|
|
141
|
+
nodeCount(): number;
|
|
142
|
+
/** The k nodes whose gist resonates most with v. */
|
|
143
|
+
resonate(v: Vec, k: number): Promise<Hit[]>;
|
|
144
|
+
/** Mark a node as a RESONANCE TARGET — promote its gist into the content
|
|
145
|
+
* index so {@link resonate} can find it. A node's gist is captured at intern
|
|
146
|
+
* but indexed LAZILY (only targets are indexed; the ~99.5% intermediate DAG
|
|
147
|
+
* is not — that is the store's compression). A node becomes a target
|
|
148
|
+
* implicitly via {@link link}/{@link pourHalo}; this is the EXPLICIT hook for
|
|
149
|
+
* the one target those do not cover — a DEPOSIT ROOT, the node `express`,
|
|
150
|
+
* `bridge`, and whole-query recall resonate the input to. Idempotent; a
|
|
151
|
+
* no-op once a node is indexed or if its captured gist has been evicted. */
|
|
152
|
+
indexTarget(id: NodeId): void;
|
|
153
|
+
/** Remove content-index entries for nodes that are structurally isolated
|
|
154
|
+
* (fewer than `minParents` structural parents) and are not roots of any
|
|
155
|
+
* experience (no edges, no halo). These nodes are unique to one tree and
|
|
156
|
+
* bridge nothing between experiences — their index slots are wasted.
|
|
157
|
+
*
|
|
158
|
+
* This is a POST-HOC batch operation, not on the training hot path. Run it
|
|
159
|
+
* at checkpoints or after training to reclaim index space. The underlying
|
|
160
|
+
* vector DB is compacted after deletion to physically free the space.
|
|
161
|
+
*
|
|
162
|
+
* INCREMENTAL: keep decisions are monotone (parents, edges and halos only
|
|
163
|
+
* ever grow), so entries examined by a previous pass are settled; each
|
|
164
|
+
* pass scans only entries indexed since the last one (a durable watermark
|
|
165
|
+
* over the index's monotone internal ids), making the checkpoint-cadence
|
|
166
|
+
* call cheap on a large trained store.
|
|
167
|
+
*
|
|
168
|
+
* @param minParents keep only nodes with ≥ this many structural parents
|
|
169
|
+
* (default 2 — keep nodes that bridge ≥2 experiences)
|
|
170
|
+
* @returns number of entries removed */
|
|
171
|
+
compactContentIndex(minParents?: number): Promise<number>;
|
|
172
|
+
/** Re-index structurally-important nodes whose gists were evicted from the
|
|
173
|
+
* pending cache before they could be indexed — the inverse of {@link
|
|
174
|
+
* compactContentIndex}. Walks the edge/halo-bearing id set (a repairable
|
|
175
|
+
* node must carry edges or a halo, so that set IS the candidate set —
|
|
176
|
+
* corpus-of-experiences-sized, not node-count-sized); for each candidate
|
|
177
|
+
* that (a) has ≥ `minParents` structural parents and (b) is NOT already
|
|
178
|
+
* in the content index, regenerates its gist via `regenerateGist` and adds
|
|
179
|
+
* it. Intended as a post-training batch operation, not on the hot path.
|
|
180
|
+
*
|
|
181
|
+
* `regenerateGist` receives a node id and must return its perceived gist
|
|
182
|
+
* vector (or `null` to skip). The store has no access to the
|
|
183
|
+
* {@link Space}/{@link Alphabet} needed for perception — the caller (the
|
|
184
|
+
* {@link Mind}) wires those in.
|
|
185
|
+
*
|
|
186
|
+
* @param regenerateGist async callback that regenerates a node's gist
|
|
187
|
+
* @param minParents only repair nodes with ≥ this many parents
|
|
188
|
+
* (default 2 — structural bridges)
|
|
189
|
+
* @returns number of nodes added to the index */
|
|
190
|
+
repairContentIndex(regenerateGist: (id: NodeId) => Promise<Vec | null>, minParents?: number): Promise<number>;
|
|
191
|
+
/** Learn that `to` follows `from`. Idempotent. */
|
|
192
|
+
link(from: NodeId, to: NodeId): Promise<void>;
|
|
193
|
+
/** What follows `id` (in insertion order). */
|
|
194
|
+
next(id: NodeId): NodeId[];
|
|
195
|
+
/** Whether ANY edge leaves `id` — the EXISTENCE probe for the forward
|
|
196
|
+
* relation. Decision points that only ask "does this lead anywhere?"
|
|
197
|
+
* must use this instead of materialising {@link next} (a context's edge
|
|
198
|
+
* list is a range read; a hub's is large) — the same
|
|
199
|
+
* count-instead-of-materialise principle {@link prevCount} serves for the
|
|
200
|
+
* reverse relation. One indexed point probe. */
|
|
201
|
+
hasNext(id: NodeId): boolean;
|
|
202
|
+
/** What `id` follows (for reverse recall). */
|
|
203
|
+
prev(id: NodeId): NodeId[];
|
|
204
|
+
/** The first `limit` continuations of `id`, in the SAME order {@link next}
|
|
205
|
+
* returns (insertion order) — the CAPPED read for consumers bounded by the
|
|
206
|
+
* hub convention. A LIMITed statement, never a full materialisation: no
|
|
207
|
+
* read through this may grow with the corpus. */
|
|
208
|
+
nextFirst(id: NodeId, limit: number): NodeId[];
|
|
209
|
+
/** The first `limit` predecessors of `id`, in the SAME order {@link prev}
|
|
210
|
+
* returns (NEWEST-first — prev is seq-descending; see the adapter) — the
|
|
211
|
+
* capped read for reverse fan-ins, which are corpus-sized on a common
|
|
212
|
+
* continuation. */
|
|
213
|
+
prevFirst(id: NodeId, limit: number): NodeId[];
|
|
214
|
+
/** How many nodes `id` follows — the reverse-edge SUPPORT count. Decision
|
|
215
|
+
* points that only weigh evidence (chooseNext) must use this instead of
|
|
216
|
+
* materialising {@link prev}, whose list is corpus-sized for a common
|
|
217
|
+
* continuation ("Yes."). One indexed COUNT, never a row materialisation. */
|
|
218
|
+
prevCount(id: NodeId): number;
|
|
219
|
+
/** How many DISTINCT nodes bear a continuation edge — the number of learnt
|
|
220
|
+
* contexts (the document count for inverse-document-frequency weighting in
|
|
221
|
+
* the consensus climb). O(1) from an index; a coarse count is fine. */
|
|
222
|
+
edgeSourceCount(): number;
|
|
223
|
+
/** Pour a partner's signature into a node's halo. */
|
|
224
|
+
pourHalo(id: NodeId, add: Vec): Promise<void>;
|
|
225
|
+
/** Nodes whose halo resonates with `v` (the concept's siblings). */
|
|
226
|
+
resonateHalo(v: Vec, k: number): Promise<Hit[]>;
|
|
227
|
+
/** A node's halo, or null if it has none / too little mass. */
|
|
228
|
+
halo(id: NodeId): Vec | null;
|
|
229
|
+
/** Whether {@link halo} would return non-null — the EXISTENCE probe.
|
|
230
|
+
* {@link halo} decodes and normalizes the full D-element quantized row on
|
|
231
|
+
* every call; existence-only consumers (recognition's admission predicate,
|
|
232
|
+
* the search's fuse guard) must ask this instead: one row read, a mass
|
|
233
|
+
* compare, no decode. */
|
|
234
|
+
hasHalo(id: NodeId): boolean;
|
|
235
|
+
/** How many episode signatures were poured into `id`'s halo — the DIRECT
|
|
236
|
+
* measure of distributional evidence (each training pair pours once, so
|
|
237
|
+
* repetition counts, unlike {@link prevCount}, which counts DISTINCT
|
|
238
|
+
* contexts). Consulted at disambiguation decision points as the tie-break
|
|
239
|
+
* behind distinct-context support: diversity of evidence outranks sheer
|
|
240
|
+
* repetition, but repetition outranks insertion-order accident. 0 when
|
|
241
|
+
* the node has no halo row. */
|
|
242
|
+
haloMass(id: NodeId): number;
|
|
243
|
+
size(): Promise<number>;
|
|
244
|
+
saveSnapshot(bytes: Uint8Array): Promise<void>;
|
|
245
|
+
loadSnapshot(): Promise<Uint8Array | null>;
|
|
246
|
+
/** Free-form provenance metadata (e.g. training dataset name). */
|
|
247
|
+
setMeta(key: string, val: string): Promise<void>;
|
|
248
|
+
getMeta(key: string): Promise<string | null>;
|
|
249
|
+
deleteMeta(key: string): Promise<void>;
|
|
250
|
+
/** Commit any deferred writes — makes metadata, edges, and node writes
|
|
251
|
+
* durable immediately. Safe to call frequently; a no-op if nothing is
|
|
252
|
+
* pending. */
|
|
253
|
+
commit(): void;
|
|
254
|
+
close(): Promise<void>;
|
|
255
|
+
}
|
|
256
|
+
/** The implicit kid list of a flat branch — the inverse of
|
|
257
|
+
* {@link flatKidsBytes}. */
|
|
258
|
+
export declare function flatBytesKids(bytes: Uint8Array): NodeId[];
|
|
259
|
+
/** Pack a child-id list as little-endian int32s — 4 bytes per child, far more
|
|
260
|
+
* compact than a space-joined decimal string and trivial to read back. */
|
|
261
|
+
export declare function packKids(kids: NodeId[]): Uint8Array;
|
|
262
|
+
export declare function unpackKids(blob: Uint8Array): NodeId[];
|
|
263
|
+
/**
|
|
264
|
+
* Template-method base class that contains ALL domain logic for the content-
|
|
265
|
+
* addressed DAG store — caching, dedup/merge decisions, structural-compaction
|
|
266
|
+
* geometric halo scheduling, buffer management. A concrete persistence adapter
|
|
267
|
+
* (e.g. {@link SQliteStore}) extends it and implements only the ~35 one-liner
|
|
268
|
+
* protected abstract methods that talk to the actual storage backend.
|
|
269
|
+
*/
|
|
270
|
+
export declare abstract class AbstractStore implements Store {
|
|
271
|
+
/** Open the storage backend. Must set `this._nextId`, `this._D`, and
|
|
272
|
+
* `this._maxGroup` from the stored state (or defaults for a fresh store). */
|
|
273
|
+
protected abstract _dbOpen(): Promise<void>;
|
|
274
|
+
/** Close the storage backend and release all resources. */
|
|
275
|
+
protected abstract _dbClose(): void;
|
|
276
|
+
protected abstract _dbBeginTx(): void;
|
|
277
|
+
protected abstract _dbCommitTx(): void;
|
|
278
|
+
protected abstract _dbInsertNode(id: NodeId, leaf: Uint8Array | null, kids: Uint8Array | null, h: number): void;
|
|
279
|
+
protected abstract _dbGetNode(id: NodeId): NodeRec | null;
|
|
280
|
+
protected abstract _dbFindLeaf(h: number, bytes: Uint8Array): NodeId | null;
|
|
281
|
+
protected abstract _dbFindBranchByLeaf(h: number, bytes: Uint8Array): NodeId | null;
|
|
282
|
+
protected abstract _dbFindBranchByKids(h: number, packed: Uint8Array): NodeId | null;
|
|
283
|
+
protected abstract _dbInsertKid(child: NodeId, parent: NodeId): void;
|
|
284
|
+
protected abstract _dbGetParents(id: NodeId): NodeId[];
|
|
285
|
+
/** LIMITed variant of the parent read — same statement, `LIMIT ?`. Must
|
|
286
|
+
* NOT be implemented by materialising and slicing. */
|
|
287
|
+
protected abstract _dbGetParentsFirst(id: NodeId, limit: number): NodeId[];
|
|
288
|
+
protected abstract _dbGetContainParents(child: NodeId): NodeId[];
|
|
289
|
+
/** Whether a containment row exists for `child` — no blob unpack. */
|
|
290
|
+
protected abstract _dbContainExists(child: NodeId): boolean;
|
|
291
|
+
/** A page of stored containment parents — partial blob unpack. */
|
|
292
|
+
protected abstract _dbGetContainParentsSlice(child: NodeId, offset: number, limit: number): NodeId[];
|
|
293
|
+
/** The stored containment-parent COUNT — blob length / 4, no unpack. */
|
|
294
|
+
protected abstract _dbGetContainCount(child: NodeId): number;
|
|
295
|
+
/** Append containment parents for `child`. MUST NOT re-write the child's
|
|
296
|
+
* whole stored list per call — a hot child's fan-in is corpus-sized, and a
|
|
297
|
+
* full read-modify-write per flush is quadratic over training. Durable
|
|
298
|
+
* dedup may be DEFERRED (e.g. to a geometric merge schedule); readers
|
|
299
|
+
* dedup, so transient duplicates only cost bytes, never correctness. */
|
|
300
|
+
protected abstract _dbAppendContain(child: NodeId, parents: NodeId[]): void;
|
|
301
|
+
protected abstract _dbInsertEdge(src: NodeId, dst: NodeId): void;
|
|
302
|
+
protected abstract _dbGetNextEdges(id: NodeId): NodeId[];
|
|
303
|
+
protected abstract _dbGetPrevEdges(id: NodeId): NodeId[];
|
|
304
|
+
/** LIMITed variants of the two edge reads — same ORDER BY, `LIMIT ?`.
|
|
305
|
+
* These exist so a capped consumer's cost is bounded by the cap, not by
|
|
306
|
+
* the fan-out; an adapter must NOT implement them by materialising and
|
|
307
|
+
* slicing. */
|
|
308
|
+
protected abstract _dbGetNextEdgesFirst(id: NodeId, limit: number): NodeId[];
|
|
309
|
+
protected abstract _dbGetPrevEdgesFirst(id: NodeId, limit: number): NodeId[];
|
|
310
|
+
/** Whether ANY edge already leaves `src` — one indexed point probe, used to
|
|
311
|
+
* maintain the distinct-source count incrementally. */
|
|
312
|
+
protected abstract _dbEdgeSrcExists(src: NodeId): boolean;
|
|
313
|
+
protected abstract _dbEdgeDistinctSrcCount(): number;
|
|
314
|
+
protected abstract _dbGetHalo(id: NodeId): {
|
|
315
|
+
vec: Uint8Array;
|
|
316
|
+
mass: number;
|
|
317
|
+
} | null;
|
|
318
|
+
protected abstract _dbUpsertHalo(id: NodeId, encodedVec: Uint8Array, mass: number): void;
|
|
319
|
+
protected abstract _dbGetMeta(key: string): string | null;
|
|
320
|
+
protected abstract _dbSetMeta(key: string, val: string): void;
|
|
321
|
+
protected abstract _dbDeleteMeta(key: string): void;
|
|
322
|
+
protected abstract _dbSaveSnapshot(bytes: Uint8Array): void;
|
|
323
|
+
protected abstract _dbLoadSnapshot(): Uint8Array | null;
|
|
324
|
+
protected abstract _vecContentUpsert(entries: Array<{
|
|
325
|
+
id: NodeId;
|
|
326
|
+
vector: Float32Array;
|
|
327
|
+
ef?: number;
|
|
328
|
+
}>): void;
|
|
329
|
+
protected abstract _vecContentQuery(v: Float32Array, k: number, ef: number): Array<{
|
|
330
|
+
id: number;
|
|
331
|
+
distance: number;
|
|
332
|
+
}>;
|
|
333
|
+
/** Whether `id` is already a live entry of the content index — one point
|
|
334
|
+
* query, used to recognise durably-indexed nodes across sessions (the
|
|
335
|
+
* in-memory `_indexedIds` cache starts empty on every open). */
|
|
336
|
+
protected abstract _vecContentHas(id: NodeId): boolean;
|
|
337
|
+
protected abstract _vecContentSize(): number;
|
|
338
|
+
protected abstract _vecContentLastReads(): number;
|
|
339
|
+
protected abstract _vecContentPhysicalSize(): number;
|
|
340
|
+
protected abstract _vecContentCompact(): void;
|
|
341
|
+
/** Live content-index entries whose INTERNAL id is > `after`, as
|
|
342
|
+
* {ext, internal} pairs in internal-id order. Internal ids are monotone
|
|
343
|
+
* at insert and preserved by the index's tombstone-splice compaction, so
|
|
344
|
+
* the largest internal id a scan has seen is a durable watermark for
|
|
345
|
+
* incremental maintenance ({@link compactContentIndex}). */
|
|
346
|
+
protected abstract _vecContentEntriesSince(after: number): IterableIterator<{
|
|
347
|
+
ext: NodeId;
|
|
348
|
+
internal: number;
|
|
349
|
+
}>;
|
|
350
|
+
/** Every node id that carries a continuation edge (as source OR target) or
|
|
351
|
+
* a halo row — the RESONANCE-TARGET id set, sorted ascending and deduped.
|
|
352
|
+
* This is the exact keep/repair criterion of index maintenance; driving
|
|
353
|
+
* the maintenance loops from this (corpus-of-experiences-sized) set
|
|
354
|
+
* instead of probing per node turned repair from an every-node walk into
|
|
355
|
+
* a candidates-only walk. */
|
|
356
|
+
protected abstract _dbEdgeOrHaloIds(): NodeId[];
|
|
357
|
+
/** Remove a batch of entries from the content index by external id, under
|
|
358
|
+
* ONE storage transaction (a tombstone per implicit transaction is one WAL
|
|
359
|
+
* commit per id — the dominant cost of a bulk prune). Idempotent per id —
|
|
360
|
+
* already-deleted or non-existent ids are skipped. */
|
|
361
|
+
protected abstract _vecContentDeleteMany(ids: NodeId[]): void;
|
|
362
|
+
protected abstract _vecHaloUpsert(entries: Array<{
|
|
363
|
+
id: NodeId;
|
|
364
|
+
vector: Float32Array;
|
|
365
|
+
}>): void;
|
|
366
|
+
protected abstract _vecHaloQuery(v: Float32Array, k: number, ef: number): Array<{
|
|
367
|
+
id: number;
|
|
368
|
+
distance: number;
|
|
369
|
+
}>;
|
|
370
|
+
/** Live (non-tombstoned) entry count of the halo index — the denominator
|
|
371
|
+
* the tombstone-ratio compaction trigger compares physical size against. */
|
|
372
|
+
protected abstract _vecHaloSize(): number;
|
|
373
|
+
protected abstract _vecHaloPhysicalSize(): number;
|
|
374
|
+
protected abstract _vecHaloCompact(): void;
|
|
375
|
+
protected _D: number;
|
|
376
|
+
protected _maxGroup: number;
|
|
377
|
+
protected readonly minHaloMass: number;
|
|
378
|
+
protected readonly efSearch: number;
|
|
379
|
+
protected readonly m: number;
|
|
380
|
+
protected readonly efConstruction: number;
|
|
381
|
+
protected readonly efConstructionInterior: number;
|
|
382
|
+
protected readonly overfetch: number;
|
|
383
|
+
protected readonly batchSize: number;
|
|
384
|
+
protected readonly compactEveryNWrites: number;
|
|
385
|
+
/** Branch node ids are a dense, monotonically-increasing integer sequence
|
|
386
|
+
* (0,1,2,…). Single-byte leaves occupy the implicit negative range −256…−1.
|
|
387
|
+
* They are NEVER deleted, so the count of minted branch ids IS the next id —
|
|
388
|
+
* which doubles as the branch-node count and lets has() be an O(1) check.
|
|
389
|
+
* Set by `_dbOpen()` from the stored node count; incremented by `mintId()`. */
|
|
390
|
+
protected _nextId: number;
|
|
391
|
+
protected _writtenSinceCompact: number;
|
|
392
|
+
protected closed: boolean;
|
|
393
|
+
/** Lifecycle guard — resolved once `_dbOpen()` completes. */
|
|
394
|
+
protected _ready: Promise<void> | null;
|
|
395
|
+
/** Exact-content dedup: content-key → node id. Intrinsic compression. */
|
|
396
|
+
protected readonly _leafKey: BoundedMap<string, NodeId>;
|
|
397
|
+
protected readonly _branchKey: BoundedMap<string, NodeId>;
|
|
398
|
+
/** Reconstructed-bytes read cache (regenerable), keyed by node id. */
|
|
399
|
+
protected readonly _bytesCache: BoundedMap<NodeId, Uint8Array>;
|
|
400
|
+
/** contentLen memo — content is immutable, so entries never invalidate. */
|
|
401
|
+
protected readonly _lenCache: BoundedMap<NodeId, number>;
|
|
402
|
+
/** Node-record cache — avoids repeated persistence queries for shared DAG
|
|
403
|
+
* nodes. Each record is small (a few ints + short leaf buffer). */
|
|
404
|
+
protected readonly _recCache: BoundedMap<NodeId, NodeRec>;
|
|
405
|
+
/** Captured-but-not-yet-indexed gists. Sized in bytes (each is D·4); a deposit
|
|
406
|
+
* links/pours a node right after interning it, so the working set is one
|
|
407
|
+
* deposit's nodes — a small budget captures ~all of it, and an eviction only
|
|
408
|
+
* means that node is reached by the DAG climb instead of by direct
|
|
409
|
+
* resonance. */
|
|
410
|
+
protected _pendingGist: BoundedMap<NodeId, Vec>;
|
|
411
|
+
/** EXACT halo accumulators for the session's live pours: full-precision in
|
|
412
|
+
* memory, 2-bit on disk, so within-session accumulate-then-compare never
|
|
413
|
+
* round-trips through the quantizer. Regenerable — a miss reads the durable
|
|
414
|
+
* 2-bit row. */
|
|
415
|
+
protected _haloExact: BoundedMap<NodeId, Vec>;
|
|
416
|
+
/** NORMALIZED halo read cache — the decoded, normalized vector {@link halo}
|
|
417
|
+
* returns, cached by id so repeat reads skip the per-call 2-bit decode and
|
|
418
|
+
* normalize of a full D-element row (measured on a trained store: ~15K
|
|
419
|
+
* halo() calls per deep query over ~50 distinct ids — all but the first
|
|
420
|
+
* per id pure re-decode). Point-invalidated by {@link pourHalo}, the one
|
|
421
|
+
* halo mutation site. Callers receive a COPY, so the cached vector is
|
|
422
|
+
* never aliased. Regenerable — a miss re-decodes the durable row. */
|
|
423
|
+
protected _haloNorm: BoundedMap<NodeId, Vec>;
|
|
424
|
+
/** Interiors deliberately SKIPPED by indexSubtree (unique nodes with 1 parent
|
|
425
|
+
* that bridge nothing). Remembered so subsequent visits prune the subtree
|
|
426
|
+
* without re-checking parent count. LRU-bounded: an evicted entry is
|
|
427
|
+
* re-checked on next visit — if it gained parents in the meantime, it will
|
|
428
|
+
* be promoted to the index. */
|
|
429
|
+
protected _coveredIds: BoundedMap<NodeId, true>;
|
|
430
|
+
/** Live content-index id set, LRU-bounded so a massive ingest never leaks
|
|
431
|
+
* memory; an evicted entry is still indexed (the row is durable), so the
|
|
432
|
+
* only cost of an eviction is a duplicate HNSW probe on next visit. */
|
|
433
|
+
protected _indexedIds: BoundedMap<NodeId, true>;
|
|
434
|
+
/** ANN read cache for {@link resonate} — keyed by vecKey(v) + ":" + k;
|
|
435
|
+
* lazily initialised, dropped on any index mutation. */
|
|
436
|
+
protected _resonateCache: Map<string, Hit[]> | null;
|
|
437
|
+
/** ANN read cache for {@link resonateHalo} — same scheme. */
|
|
438
|
+
protected _resonateHaloCache: Map<string, Hit[]> | null;
|
|
439
|
+
/** Content (gist) index write buffer. `ef` is the per-entry HNSW
|
|
440
|
+
* construction budget: reach-only interiors carry the reduced
|
|
441
|
+
* `efConstructionInterior`; dedup targets omit it (full budget). */
|
|
442
|
+
protected _contentBuffer: Array<{
|
|
443
|
+
id: NodeId;
|
|
444
|
+
vector: Float32Array;
|
|
445
|
+
ef?: number;
|
|
446
|
+
}>;
|
|
447
|
+
/** Halo index write buffer — keyed by id so repeats within a batch coalesce. */
|
|
448
|
+
protected _haloBuffer: Map<number, Float32Array<ArrayBufferLike>>;
|
|
449
|
+
/** Containment write buffer: child → new parents, merged on flush cadence. */
|
|
450
|
+
protected _containBuf: Map<number, Set<number>>;
|
|
451
|
+
/** Dedup-target candidates still in the write buffer (keyed by id). Only
|
|
452
|
+
* roots that have gained an edge/halo are targets; a fresh intermediate
|
|
453
|
+
* branch is never folded onto. */
|
|
454
|
+
protected _nearDedupBuf: Map<number, Float32Array<ArrayBufferLike>>;
|
|
455
|
+
/** Ids currently in `_contentBuffer` (not yet flushed) — O(1) membership. */
|
|
456
|
+
protected _bufferedIds: Set<number>;
|
|
457
|
+
/** {@link Store.chainRun} results, valid for the store's lifetime BETWEEN
|
|
458
|
+
* writes: a chain is a pure function of the kid and edge tables, so any
|
|
459
|
+
* write that could break a node's transparency (a fresh mint inserting kid
|
|
460
|
+
* rows, a link inserting an edge) drops the whole cache — see the two
|
|
461
|
+
* invalidation sites. Regenerable; a miss re-walks. */
|
|
462
|
+
protected _chainMemo: BoundedMap<NodeId, NodeId[]>;
|
|
463
|
+
/** Distinct edge-source count — the store's DOCUMENT COUNT (how many
|
|
464
|
+
* learnt contexts predict a continuation), the N of every
|
|
465
|
+
* inverse-document-frequency read. −1 until first asked for; from then
|
|
466
|
+
* on maintained INCREMENTALLY by {@link link} (edges are never deleted),
|
|
467
|
+
* so a read is O(1) — never a table scan on the recall path. */
|
|
468
|
+
protected _edgeSrcCount: number;
|
|
469
|
+
constructor(config: StoreConfig, D: number, maxGroup: number);
|
|
470
|
+
get D(): number;
|
|
471
|
+
/** Await the async initialisation performed by the concrete constructor. */
|
|
472
|
+
protected _ensureReady(): Promise<void>;
|
|
473
|
+
has(id: NodeId): boolean;
|
|
474
|
+
protected mintId(): NodeId;
|
|
475
|
+
nodeCount(): number;
|
|
476
|
+
size(): Promise<number>;
|
|
477
|
+
get(id: NodeId): NodeRec | null;
|
|
478
|
+
/** Reconstruct the bytes a node spans by traversing the DAG bottom-up.
|
|
479
|
+
* Iterative post-order on an explicit stack — the call stack never sees the
|
|
480
|
+
* tree depth, so even an adversarial chain of nodes stays safe. */
|
|
481
|
+
/** How many reads hit a MISSING node record this session (a dangling edge
|
|
482
|
+
* or kid id). Zero in a healthy store; a growing count means references
|
|
483
|
+
* outlive their records — the read degrades safely to empty bytes, this
|
|
484
|
+
* counter is what keeps that degradation observable. */
|
|
485
|
+
danglingReads: number;
|
|
486
|
+
bytes(id: NodeId): Uint8Array;
|
|
487
|
+
/** First `maxLen` bytes of a node. Walks only the leftmost branch,
|
|
488
|
+
* stopping at `maxLen` — so a 1 MB document root costs the same as a
|
|
489
|
+
* 4-byte leaf. Recursive, but tree depth is logarithmic.
|
|
490
|
+
*
|
|
491
|
+
* IMMUTABILITY CONTRACT (applies to {@link bytes} too): returned arrays
|
|
492
|
+
* may be shared with the byte cache and with other callers — treat them
|
|
493
|
+
* as read-only. Mutating one would corrupt every subsequent read. */
|
|
494
|
+
bytesPrefix(id: NodeId, maxLen: number): Uint8Array;
|
|
495
|
+
contentLen(id: NodeId, cap?: number): number;
|
|
496
|
+
findLeaf(bytes: Uint8Array): NodeId | null;
|
|
497
|
+
findBranch(kids: NodeId[]): NodeId | null;
|
|
498
|
+
parents(id: NodeId): NodeId[];
|
|
499
|
+
parentsFirst(id: NodeId, limit: number): NodeId[];
|
|
500
|
+
hasParents(id: NodeId): boolean;
|
|
501
|
+
chainRun(id: NodeId): readonly NodeId[];
|
|
502
|
+
/** {@link Store.chainRun}'s walk, node at a time through the existing
|
|
503
|
+
* probes. Adapters with a set-based query engine should override with a
|
|
504
|
+
* single server-side descent (the SQLite adapter uses a recursive CTE). */
|
|
505
|
+
protected _chainWalk(id: NodeId, cap: number): NodeId[];
|
|
506
|
+
addContainer(child: NodeId, parent: NodeId): void;
|
|
507
|
+
hasContainers(child: NodeId): boolean;
|
|
508
|
+
containersSlice(child: NodeId, offset: number, limit: number): NodeId[];
|
|
509
|
+
containers(child: NodeId): NodeId[];
|
|
510
|
+
private flatLeafIds;
|
|
511
|
+
/** On a dedup HIT, keep the node's gist available for lazy indexing —
|
|
512
|
+
* EXACTLY when it is not already indexed. Replaces the old id-range
|
|
513
|
+
* "recency" heuristic (id ≥ nextId − cacheWindow), which conflated an LRU
|
|
514
|
+
* entry COUNT with an id RANGE and permanently refused to index any node
|
|
515
|
+
* that first became a resonance target long after it was minted (an early
|
|
516
|
+
* interior later reused as an edge/halo-bearing deposit root was silently
|
|
517
|
+
* unreachable by resonance). The durable index itself is the arbiter:
|
|
518
|
+
* one point query, cached in `_indexedIds` on a hit so repeats are O(1). */
|
|
519
|
+
private captureIfUnindexed;
|
|
520
|
+
/** If `id` structurally bridges ≥2 experiences (the post-hoc compaction
|
|
521
|
+
* criterion), promote its gist into the content index NOW — the exact
|
|
522
|
+
* moment it becomes useful for multi-experience recall. The 1→2 parent
|
|
523
|
+
* transition fires on {@link _dbInsertKid} during mint, and nodes that
|
|
524
|
+
* were already bridges but missed indexing (gist evicted, pre-transition
|
|
525
|
+
* store) are recaptured in {@link captureIfUnindexed}.
|
|
526
|
+
*
|
|
527
|
+
* A no-op when the node is already indexed or its gist is evicted from
|
|
528
|
+
* the pending cache — a future re-encounter will retry. */
|
|
529
|
+
private promoteBridge;
|
|
530
|
+
private intern;
|
|
531
|
+
/** Whether the byte content under `kids` and the byte content of `targetId`
|
|
532
|
+
* are identical except for ONE local span of at most `W` bytes on each side
|
|
533
|
+
* — the near dedup's byte-grain definition of a near-duplicate. A
|
|
534
|
+
* common-prefix / common-suffix trim: whatever remains after both trims is
|
|
535
|
+
* the single differing span (substitution, insertion or deletion), and both
|
|
536
|
+
* remainders must fit the budget. Scattered differences leave a wide
|
|
537
|
+
* middle and are rejected. */
|
|
538
|
+
private differsByOneWindow;
|
|
539
|
+
putLeaf(bytes: Uint8Array, gist: Vec): Promise<NodeId>;
|
|
540
|
+
putBranch(kids: NodeId[], gist: Vec): Promise<NodeId>;
|
|
541
|
+
/** Promote a node's captured gist into the content (resonance) index, once.
|
|
542
|
+
* Called the first time a node becomes a target — i.e. from `link` (it bears
|
|
543
|
+
* or receives a continuation edge) or `pourHalo` (it gains distributional
|
|
544
|
+
* company). Idempotent: a node already indexed, or whose gist has been evicted
|
|
545
|
+
* from the bounded pending map, is a no-op.
|
|
546
|
+
*
|
|
547
|
+
* `dedupTarget` marks the node a candidate the near dedup may fold a fresh
|
|
548
|
+
* near-gist branch ONTO. Only a genuine target — an edge/halo-bearing ROOT —
|
|
549
|
+
* is one; a climb-only interior is reach-indexed but never a dedup sink. */
|
|
550
|
+
protected indexGist(id: NodeId, dedupTarget: boolean): void;
|
|
551
|
+
/** {@link Store.indexTarget} — the public hook for marking a deposit root a
|
|
552
|
+
* resonance target, the one target `link`/`pourHalo` do not cover. A deposit
|
|
553
|
+
* root is a genuine target (a whole experience), so it is a dedup target
|
|
554
|
+
* too. */
|
|
555
|
+
indexTarget(id: NodeId): void;
|
|
556
|
+
/** Index a node and its interior forms as resonance targets. A node that
|
|
557
|
+
* gains an edge is a learnt EXPERIENCE, and the consensus climb
|
|
558
|
+
* ({@link Mind.climbAttention}) answers a query naming only a PORTION of it by
|
|
559
|
+
* resonating its SUB-REGIONS — branch nodes within the experience — and
|
|
560
|
+
* climbing their parents back to it.
|
|
561
|
+
*
|
|
562
|
+
* EVERY interior branch is indexed unconditionally, and this is
|
|
563
|
+
* LOAD-BEARING: indexing only structural bridges (nodes with ≥2 parents,
|
|
564
|
+
* the post-hoc compaction criterion) was tried and REJECTED by the test
|
|
565
|
+
* suite — partial recall of an experience's interior slices, multi-topic
|
|
566
|
+
* attention, and counterfactual anchoring all resonate to SINGLE-parent
|
|
567
|
+
* interiors (13 tests fail without them). Post-hoc structural compaction
|
|
568
|
+
* ({@link compactContentIndex}) may still remove them, but that is a
|
|
569
|
+
* storage/recall trade-off for archived stores, not a free optimisation.
|
|
570
|
+
* The store's hash-cons bounds the index by the number of DISTINCT byte
|
|
571
|
+
* patterns in the corpus — not by the number of deposits.
|
|
572
|
+
*
|
|
573
|
+
* Only the ROOT is a DEDUP TARGET — the whole experience a fresh near-gist
|
|
574
|
+
* branch may legitimately fold onto. Interior nodes are REACH-ONLY: they
|
|
575
|
+
* let a partial query resonate and climb, but a fresh branch must never
|
|
576
|
+
* merge onto an interior node of another experience.
|
|
577
|
+
*
|
|
578
|
+
* Iterative explicit-queue walk: the call stack never sees tree depth. */
|
|
579
|
+
protected indexSubtree(root: NodeId): void;
|
|
580
|
+
resonate(v: Vec, k: number): Promise<Hit[]>;
|
|
581
|
+
indexedVectorCount(): number;
|
|
582
|
+
lastResonateReads(): number;
|
|
583
|
+
/** How many physical compaction attempts have failed this session. Zero in
|
|
584
|
+
* a healthy store; a growing count means tombstones are accumulating and
|
|
585
|
+
* index query cost is drifting up (the first failure also warns once). */
|
|
586
|
+
compactFailures: number;
|
|
587
|
+
/** Meta key holding the incremental scan watermark of
|
|
588
|
+
* {@link compactContentIndex}: "minParents:maxInternalIdScanned". KEEP
|
|
589
|
+
* decisions are MONOTONE — parents, edges and halos only ever grow, so an
|
|
590
|
+
* entry once kept can never become removable — and removed entries are
|
|
591
|
+
* gone, so a pass only ever needs to examine entries indexed AFTER the
|
|
592
|
+
* previous pass. Internal ids are monotone and survive the index's
|
|
593
|
+
* splice compaction; the watermark is reset whenever a PHYSICAL index
|
|
594
|
+
* compaction runs (id reuse after a dropped top row would otherwise hide
|
|
595
|
+
* new entries behind it). */
|
|
596
|
+
protected static readonly COMPACT_WATERMARK_KEY = "contentCompact.watermark";
|
|
597
|
+
/** {@link Store.compactContentIndex} */
|
|
598
|
+
compactContentIndex(minParents?: number): Promise<number>;
|
|
599
|
+
/** {@link Store.repairContentIndex} */
|
|
600
|
+
repairContentIndex(regenerateGist: (id: NodeId) => Promise<Vec | null>, minParents?: number): Promise<number>;
|
|
601
|
+
link(from: NodeId, to: NodeId): Promise<void>;
|
|
602
|
+
next(id: NodeId): NodeId[];
|
|
603
|
+
/** {@link Store.hasNext} — one indexed point probe, never a range read. */
|
|
604
|
+
hasNext(id: NodeId): boolean;
|
|
605
|
+
prev(id: NodeId): NodeId[];
|
|
606
|
+
nextFirst(id: NodeId, limit: number): NodeId[];
|
|
607
|
+
prevFirst(id: NodeId, limit: number): NodeId[];
|
|
608
|
+
/** {@link Store.prevCount}. Subclasses with an indexed reverse-edge count
|
|
609
|
+
* should override; this default materialises (correct, not optimal). */
|
|
610
|
+
prevCount(id: NodeId): number;
|
|
611
|
+
edgeSourceCount(): number;
|
|
612
|
+
haloMass(id: NodeId): number;
|
|
613
|
+
halo(id: NodeId): Vec | null;
|
|
614
|
+
/** {@link Store.hasHalo} — MUST mirror {@link halo}'s null condition
|
|
615
|
+
* exactly (row present AND mass ≥ minHaloMass), minus the decode. */
|
|
616
|
+
hasHalo(id: NodeId): boolean;
|
|
617
|
+
pourHalo(id: NodeId, add: Vec): Promise<void>;
|
|
618
|
+
resonateHalo(v: Vec, k: number): Promise<Hit[]>;
|
|
619
|
+
private pending;
|
|
620
|
+
protected flushContent(): number;
|
|
621
|
+
protected flushHalos(): number;
|
|
622
|
+
/** Append the buffered containment pairs, inside the deferred transaction.
|
|
623
|
+
* Pure appends: durable dedup lives in the adapter (the pair PK), so a
|
|
624
|
+
* flush never reads a child's stored list back — the old packed-blob
|
|
625
|
+
* read-merge-rewrite was O(fan-in) per touched child per flush, quadratic
|
|
626
|
+
* over a long training run on a hot window. */
|
|
627
|
+
protected flushContain(): void;
|
|
628
|
+
/** Flush all three buffers; compact vector indices on a write-volume cadence. */
|
|
629
|
+
protected flush(): void;
|
|
630
|
+
protected maybeFlush(): Promise<void>;
|
|
631
|
+
setMeta(key: string, val: string): Promise<void>;
|
|
632
|
+
getMeta(key: string): Promise<string | null>;
|
|
633
|
+
deleteMeta(key: string): Promise<void>;
|
|
634
|
+
saveSnapshot(bytes: Uint8Array): Promise<void>;
|
|
635
|
+
loadSnapshot(): Promise<Uint8Array | null>;
|
|
636
|
+
commit(): void;
|
|
637
|
+
close(): Promise<void>;
|
|
638
|
+
}
|