@hviana/sema 0.1.5 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +6 -5
- package/CITATION.cff +49 -0
- package/HOW_IT_WORKS.md +11 -12
- package/README.md +7 -5
- package/dist/example/demo.js +25 -25
- package/dist/example/train_base.d.ts +19 -21
- package/dist/example/train_base.js +1687 -1952
- package/dist/src/alphabet.d.ts +3 -3
- package/dist/src/alphabet.js +24 -27
- package/dist/src/alu/src/alu.d.ts +169 -194
- package/dist/src/alu/src/alu.js +374 -414
- package/dist/src/alu/src/expr.d.ts +36 -43
- package/dist/src/alu/src/expr.js +252 -278
- package/dist/src/alu/src/index.d.ts +9 -98
- package/dist/src/alu/src/index.js +10 -64
- package/dist/src/alu/src/kernel-arith.d.ts +1 -5
- package/dist/src/alu/src/kernel-arith.js +195 -285
- package/dist/src/alu/src/kernel-bits.d.ts +1 -5
- package/dist/src/alu/src/kernel-bits.js +81 -115
- package/dist/src/alu/src/kernel-logic.js +33 -63
- package/dist/src/alu/src/kernel-nd.js +155 -195
- package/dist/src/alu/src/kernel-numeric.d.ts +16 -80
- package/dist/src/alu/src/kernel-numeric.js +259 -331
- package/dist/src/alu/src/operation.d.ts +112 -132
- package/dist/src/alu/src/operation.js +149 -163
- package/dist/src/alu/src/parser.d.ts +168 -175
- package/dist/src/alu/src/parser.js +382 -421
- package/dist/src/alu/src/resonance.d.ts +16 -25
- package/dist/src/alu/src/resonance.js +49 -56
- package/dist/src/alu/src/text.d.ts +3 -7
- package/dist/src/alu/src/text.js +31 -37
- package/dist/src/alu/src/value.d.ts +14 -14
- package/dist/src/alu/src/value.js +150 -160
- package/dist/src/alu/test/alu.test.js +543 -656
- package/dist/src/bytes.d.ts +1 -5
- package/dist/src/bytes.js +33 -40
- package/dist/src/config.d.ts +99 -102
- package/dist/src/config.js +78 -83
- package/dist/src/derive/src/deduction.d.ts +60 -62
- package/dist/src/derive/src/deduction.js +103 -109
- package/dist/src/derive/src/index.d.ts +1 -7
- package/dist/src/derive/src/priority-queue.d.ts +8 -8
- package/dist/src/derive/src/priority-queue.js +57 -61
- package/dist/src/derive/src/rewrite.d.ts +15 -18
- package/dist/src/derive/src/rewrite.js +59 -67
- package/dist/src/derive/src/trie.d.ts +56 -56
- package/dist/src/derive/src/trie.js +175 -179
- package/dist/src/derive/test/derive.test.js +96 -100
- package/dist/src/extension.d.ts +13 -16
- package/dist/src/geometry.d.ts +17 -42
- package/dist/src/geometry.js +235 -266
- package/dist/src/index.d.ts +2 -17
- package/dist/src/index.js +2 -12
- package/dist/src/ingest-cache.d.ts +25 -30
- package/dist/src/ingest-cache.js +108 -127
- package/dist/src/mind/articulation.d.ts +1 -5
- package/dist/src/mind/articulation.js +77 -112
- package/dist/src/mind/attention.d.ts +40 -108
- package/dist/src/mind/attention.js +749 -871
- package/dist/src/mind/canonical.d.ts +4 -19
- package/dist/src/mind/canonical.js +27 -31
- package/dist/src/mind/graph-search.d.ts +201 -225
- package/dist/src/mind/graph-search.js +742 -821
- package/dist/src/mind/index.d.ts +2 -10
- package/dist/src/mind/junction.d.ts +31 -58
- package/dist/src/mind/junction.js +172 -237
- package/dist/src/mind/learning.d.ts +16 -52
- package/dist/src/mind/learning.js +143 -165
- package/dist/src/mind/match.d.ts +20 -69
- package/dist/src/mind/match.js +259 -318
- package/dist/src/mind/mechanisms/alu.js +16 -16
- package/dist/src/mind/mechanisms/cast.d.ts +9 -13
- package/dist/src/mind/mechanisms/cast.js +363 -456
- package/dist/src/mind/mechanisms/confluence.d.ts +8 -12
- package/dist/src/mind/mechanisms/confluence.js +152 -183
- package/dist/src/mind/mechanisms/cover.d.ts +2 -8
- package/dist/src/mind/mechanisms/cover.js +148 -210
- package/dist/src/mind/mechanisms/extraction.d.ts +8 -34
- package/dist/src/mind/mechanisms/extraction.js +234 -288
- package/dist/src/mind/mechanisms/recall.d.ts +6 -10
- package/dist/src/mind/mechanisms/recall.js +126 -185
- package/dist/src/mind/mind.d.ts +129 -154
- package/dist/src/mind/mind.js +258 -288
- package/dist/src/mind/pipeline-mechanism.d.ts +112 -124
- package/dist/src/mind/pipeline-mechanism.js +161 -172
- package/dist/src/mind/pipeline.d.ts +4 -14
- package/dist/src/mind/pipeline.js +125 -189
- package/dist/src/mind/primitives.d.ts +8 -32
- package/dist/src/mind/primitives.js +99 -117
- package/dist/src/mind/rationale.d.ts +86 -98
- package/dist/src/mind/rationale.js +113 -121
- package/dist/src/mind/reasoning.d.ts +2 -13
- package/dist/src/mind/reasoning.js +129 -166
- package/dist/src/mind/recognition.d.ts +1 -4
- package/dist/src/mind/recognition.js +183 -208
- package/dist/src/mind/resonance.d.ts +5 -22
- package/dist/src/mind/resonance.js +0 -0
- package/dist/src/mind/trace.d.ts +6 -25
- package/dist/src/mind/trace.js +50 -58
- package/dist/src/mind/traverse.d.ts +16 -58
- package/dist/src/mind/traverse.js +304 -357
- package/dist/src/mind/types.d.ts +120 -127
- package/dist/src/mind/types.js +60 -69
- package/dist/src/rabitq-ivf/src/database.d.ts +113 -0
- package/dist/src/rabitq-ivf/src/database.js +201 -0
- package/dist/src/rabitq-ivf/src/index.d.ts +7 -0
- package/dist/src/{rabitq-hnsw → rabitq-ivf}/src/index.js +1 -3
- package/dist/src/rabitq-ivf/src/ivf.d.ts +200 -0
- package/dist/src/rabitq-ivf/src/ivf.js +1165 -0
- package/dist/src/rabitq-ivf/src/prng.d.ts +19 -0
- package/dist/src/rabitq-ivf/src/prng.js +36 -0
- package/dist/src/rabitq-ivf/src/rabitq.d.ts +95 -0
- package/dist/src/rabitq-ivf/src/rabitq.js +283 -0
- package/dist/src/sema.d.ts +9 -13
- package/dist/src/sema.js +26 -40
- package/dist/src/store-sqlite.d.ts +169 -166
- package/dist/src/store-sqlite.js +762 -662
- package/dist/src/store.d.ts +586 -630
- package/dist/src/store.js +1423 -1581
- package/dist/src/vec.d.ts +5 -9
- package/dist/src/vec.js +61 -73
- package/example/train_base.ts +13 -10
- package/package.json +1 -1
- package/src/alu/README.md +1 -1
- package/src/alu/src/index.ts +1 -1
- package/src/config.ts +19 -27
- package/src/index.ts +6 -11
- package/src/rabitq-ivf/README.md +56 -0
- package/src/rabitq-ivf/src/database.ts +276 -0
- package/src/{rabitq-hnsw → rabitq-ivf}/src/index.ts +2 -5
- package/src/rabitq-ivf/src/ivf.ts +1330 -0
- package/src/{rabitq-hnsw → rabitq-ivf}/src/prng.ts +1 -1
- package/src/store-sqlite.ts +196 -9
- package/src/store.ts +8 -32
- package/test/08-storage.test.mjs +3 -3
- package/test/14-scaling.test.mjs +2 -2
- package/test/35-ivf.test.mjs +263 -0
- package/test/36-bloom.test.mjs +123 -0
- package/dist/src/rabitq-hnsw/src/database.d.ts +0 -202
- package/dist/src/rabitq-hnsw/src/database.js +0 -405
- package/dist/src/rabitq-hnsw/src/heap.d.ts +0 -22
- package/dist/src/rabitq-hnsw/src/heap.js +0 -94
- package/dist/src/rabitq-hnsw/src/hnsw.d.ts +0 -125
- package/dist/src/rabitq-hnsw/src/hnsw.js +0 -500
- package/dist/src/rabitq-hnsw/src/index.d.ts +0 -15
- package/dist/src/rabitq-hnsw/src/prng.d.ts +0 -19
- package/dist/src/rabitq-hnsw/src/prng.js +0 -38
- package/dist/src/rabitq-hnsw/src/rabitq.d.ts +0 -95
- package/dist/src/rabitq-hnsw/src/rabitq.js +0 -299
- package/dist/src/rabitq-hnsw/src/store.d.ts +0 -162
- package/dist/src/rabitq-hnsw/src/store.js +0 -916
- package/dist/src/rabitq-hnsw/test/hnsw.test.d.ts +0 -1
- package/dist/src/rabitq-hnsw/test/hnsw.test.js +0 -1197
- package/src/rabitq-hnsw/README.md +0 -303
- package/src/rabitq-hnsw/src/database.ts +0 -492
- package/src/rabitq-hnsw/src/heap.ts +0 -90
- package/src/rabitq-hnsw/src/hnsw.ts +0 -514
- package/src/rabitq-hnsw/src/store.ts +0 -994
- package/src/rabitq-hnsw/test/hnsw.test.ts +0 -1213
- /package/src/{rabitq-hnsw → rabitq-ivf}/src/rabitq.ts +0 -0
package/dist/src/mind/mind.js
CHANGED
|
@@ -10,28 +10,20 @@
|
|
|
10
10
|
// Implementation split across src/mind/*.ts — this file assembles the Mind class.
|
|
11
11
|
import { makeKeyring, rng, setVecConfig } from "../vec.js";
|
|
12
12
|
import { Alphabet } from "../alphabet.js";
|
|
13
|
-
import { reachThreshold } from "../geometry.js";
|
|
13
|
+
import { reachThreshold, } from "../geometry.js";
|
|
14
14
|
import { BoundedMap } from "../store.js";
|
|
15
15
|
import { SQliteStore } from "../store-sqlite.js";
|
|
16
16
|
import { resolveConfig } from "../config.js";
|
|
17
17
|
import { bytesEqual } from "../bytes.js";
|
|
18
|
-
import { GraphSearch } from "./graph-search.js";
|
|
18
|
+
import { GraphSearch, } from "./graph-search.js";
|
|
19
19
|
import { Alu } from "../alu/src/index.js";
|
|
20
|
-
import { decodeText, Rationale } from "./rationale.js";
|
|
21
|
-
import {
|
|
22
|
-
gistOf,
|
|
23
|
-
inputBytes,
|
|
24
|
-
perceive as perceiveImpl,
|
|
25
|
-
resolve as resolveImpl,
|
|
26
|
-
} from "./primitives.js";
|
|
20
|
+
import { decodeText, Rationale, } from "./rationale.js";
|
|
21
|
+
import { gistOf, inputBytes, perceive as perceiveImpl, resolve as resolveImpl, } from "./primitives.js";
|
|
27
22
|
import { chooseNext, edgeAncestors as edgeAncestorsFn } from "./traverse.js";
|
|
28
23
|
import { follow } from "./match.js";
|
|
29
24
|
import { recognise, segment } from "./recognition.js";
|
|
30
25
|
import { meaningOf } from "./resonance.js";
|
|
31
|
-
import {
|
|
32
|
-
climbAttention as climbAttentionFn,
|
|
33
|
-
naturalBreak as naturalBreakFn,
|
|
34
|
-
} from "./attention.js";
|
|
26
|
+
import { climbAttention as climbAttentionFn, naturalBreak as naturalBreakFn, } from "./attention.js";
|
|
35
27
|
import { aluToMechanism, defaultMechanisms, think } from "./pipeline.js";
|
|
36
28
|
import { articulate } from "./articulation.js";
|
|
37
29
|
import { ingest } from "./learning.js";
|
|
@@ -40,291 +32,269 @@ import { rItem } from "./trace.js";
|
|
|
40
32
|
// THE MIND
|
|
41
33
|
// ═══════════════════════════════════════════════════════════════════════════
|
|
42
34
|
export class Mind {
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
}
|
|
91
|
-
// recogniseSpan wraps recognise
|
|
92
|
-
recogniseSpan(bytes) {
|
|
93
|
-
const r = recognise(this, bytes);
|
|
94
|
-
return { sites: r.sites, leaves: r.leaves, splits: r.splits };
|
|
95
|
-
}
|
|
96
|
-
/** Disambiguate among multiple learnt continuations of the same context node.
|
|
97
|
-
* Required by {@link GraphSearchHost} — the graph search calls this through the
|
|
98
|
-
* host interface when a recognised form has more than one outgoing edge.
|
|
99
|
-
* Delegates to the standalone {@link chooseNext} which picks the candidate
|
|
100
|
-
* with the most distributional evidence (highest `prevOf` count — the
|
|
101
|
-
* structural manifestation of its halo). When evidence is equal the
|
|
102
|
-
* first-inserted edge wins. */
|
|
103
|
-
chooseNext(node) {
|
|
104
|
-
return chooseNext(this, node, this._edgeGuide);
|
|
105
|
-
}
|
|
106
|
-
constructor(optsOrCfg, storeArg, _fromStore) {
|
|
107
|
-
let userMechanisms = [];
|
|
108
|
-
let userFactories = [];
|
|
109
|
-
if (_fromStore !== undefined) {
|
|
110
|
-
this.cfg = resolveConfig(optsOrCfg);
|
|
111
|
-
this.store = storeArg;
|
|
112
|
-
} else {
|
|
113
|
-
const {
|
|
114
|
-
store: optsStore,
|
|
115
|
-
mechanisms: userMechs,
|
|
116
|
-
mechanismFactories: userFacts,
|
|
117
|
-
...rest
|
|
118
|
-
} = optsOrCfg ?? {};
|
|
119
|
-
this.cfg = resolveConfig(rest);
|
|
120
|
-
this.store = optsStore ?? new SQliteStore({
|
|
121
|
-
maxGroup: this.cfg.geometry.maxGroup,
|
|
122
|
-
});
|
|
123
|
-
userMechanisms = userMechs ?? [];
|
|
124
|
-
userFactories = userFacts ?? [];
|
|
35
|
+
space;
|
|
36
|
+
alphabet;
|
|
37
|
+
store;
|
|
38
|
+
cfg;
|
|
39
|
+
/** The lightest-derivation engine over the Sema graph. */
|
|
40
|
+
search;
|
|
41
|
+
/** The grounding mechanisms iterated by {@link think}. */
|
|
42
|
+
mechanisms = [];
|
|
43
|
+
/** The live rationale tracer for the inference currently in flight, or null. */
|
|
44
|
+
trace = null;
|
|
45
|
+
/** Per-response memo of the consensus climb. NOTE: this memo and
|
|
46
|
+
* {@link recogniseMemo} are BYPASSED while a rationale trace is attached
|
|
47
|
+
* (every mechanism must emit its own steps), so a traced respond re-pays
|
|
48
|
+
* up to four consensus climbs plus repeat recognitions — that is where the
|
|
49
|
+
* traced-vs-untraced latency multiple comes from, by design. */
|
|
50
|
+
climbMemo = null;
|
|
51
|
+
/** Per-response memo of recognise() — see {@link MindContext.recogniseMemo}. */
|
|
52
|
+
recogniseMemo = null;
|
|
53
|
+
/** Per-response memo of perceive() — see {@link MindContext.perceiveMemo}. */
|
|
54
|
+
perceiveMemo = null;
|
|
55
|
+
/** The perceived gist of the query currently being answered. Set by `think`
|
|
56
|
+
* before the graph search runs; `chooseNext` consults it as a gate (a null
|
|
57
|
+
* guide means no query is in flight, so structural walkers keep plain
|
|
58
|
+
* first-edge behaviour) and the reverse projection uses it for
|
|
59
|
+
* reverse-recall disambiguation via `chooseAmong`. */
|
|
60
|
+
_edgeGuide = null;
|
|
61
|
+
/** Per-response memo of {@link chooseNext} picks — ensures every mechanism
|
|
62
|
+
* of a single response follows the SAME continuation for each ambiguous
|
|
63
|
+
* context node. */
|
|
64
|
+
_edgeChoice = new Map();
|
|
65
|
+
/** Previous deposit's seen node ids for incremental change detection. */
|
|
66
|
+
_prevSeen = null;
|
|
67
|
+
/** Session cache of node-id → perceived gist for candidate scoring — see
|
|
68
|
+
* {@link MindContext._gistCache}. 32 MB ≈ 8K gists at D=1024; hub
|
|
69
|
+
* candidate sets (√N at most) fit comfortably and recur across queries. */
|
|
70
|
+
_gistCache = new BoundedMap(32_000_000, (v) => v.byteLength);
|
|
71
|
+
// Deposit-path fold-pyramid cache (see MindContext) — ENTRY-count
|
|
72
|
+
// bounded: a pyramid costs ~KB per content byte (one D-float gist per
|
|
73
|
+
// interior node), and only the few live conversation chains need to stay
|
|
74
|
+
// warm, so 8 entries is the honest budget.
|
|
75
|
+
_depositTrees = new BoundedMap(8);
|
|
76
|
+
_depositLens = new Set();
|
|
77
|
+
_internIds = new WeakMap();
|
|
78
|
+
// ── GraphSearchHost implementation ─────────────────────────────────────
|
|
79
|
+
/** Canonical node id of a byte span. Required by GraphSearchHost & MindContext. */
|
|
80
|
+
resolve(bytes) {
|
|
81
|
+
return resolveImpl(this, bytes);
|
|
125
82
|
}
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
const seedRand = rng((this.cfg.seed ^ 0x9e3779) >>> 0);
|
|
131
|
-
const seats = makeKeyring(
|
|
132
|
-
this.store.D,
|
|
133
|
-
Math.max(8, this.cfg.geometry.maxGroup),
|
|
134
|
-
seedRand,
|
|
135
|
-
);
|
|
136
|
-
this.space = {
|
|
137
|
-
D: this.store.D,
|
|
138
|
-
seats,
|
|
139
|
-
rand: rng((this.cfg.seed ^ 0x51f15e) >>> 0),
|
|
140
|
-
maxGroup: this.cfg.geometry.maxGroup,
|
|
141
|
-
};
|
|
142
|
-
this.alphabet = new Alphabet(
|
|
143
|
-
this.cfg.seed,
|
|
144
|
-
this.store.D,
|
|
145
|
-
this.cfg.alphabet,
|
|
146
|
-
);
|
|
147
|
-
this.search = new GraphSearch(this.store, this.space.maxGroup, this);
|
|
148
|
-
// Build the mechanism list: default grounding + ALU + user mechanisms.
|
|
149
|
-
for (const m of defaultMechanisms) {
|
|
150
|
-
this.mechanisms.push(m);
|
|
83
|
+
// recogniseSpan wraps recognise
|
|
84
|
+
recogniseSpan(bytes) {
|
|
85
|
+
const r = recognise(this, bytes);
|
|
86
|
+
return { sites: r.sites, leaves: r.leaves, splits: r.splits };
|
|
151
87
|
}
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
88
|
+
/** Disambiguate among multiple learnt continuations of the same context node.
|
|
89
|
+
* Required by {@link GraphSearchHost} — the graph search calls this through the
|
|
90
|
+
* host interface when a recognised form has more than one outgoing edge.
|
|
91
|
+
* Delegates to the standalone {@link chooseNext} which picks the candidate
|
|
92
|
+
* with the most distributional evidence (highest `prevOf` count — the
|
|
93
|
+
* structural manifestation of its halo). When evidence is equal the
|
|
94
|
+
* first-inserted edge wins. */
|
|
95
|
+
chooseNext(node) {
|
|
96
|
+
return chooseNext(this, node, this._edgeGuide);
|
|
160
97
|
}
|
|
161
|
-
|
|
162
|
-
|
|
98
|
+
constructor(optsOrCfg, storeArg, _fromStore) {
|
|
99
|
+
let userMechanisms = [];
|
|
100
|
+
let userFactories = [];
|
|
101
|
+
if (_fromStore !== undefined) {
|
|
102
|
+
this.cfg = resolveConfig(optsOrCfg);
|
|
103
|
+
this.store = storeArg;
|
|
104
|
+
}
|
|
105
|
+
else {
|
|
106
|
+
const { store: optsStore, mechanisms: userMechs, mechanismFactories: userFacts, ...rest } = (optsOrCfg ?? {});
|
|
107
|
+
this.cfg = resolveConfig(rest);
|
|
108
|
+
this.store = optsStore ?? new SQliteStore({
|
|
109
|
+
maxGroup: this.cfg.geometry.maxGroup,
|
|
110
|
+
});
|
|
111
|
+
userMechanisms = userMechs ?? [];
|
|
112
|
+
userFactories = userFacts ?? [];
|
|
113
|
+
}
|
|
114
|
+
setVecConfig({
|
|
115
|
+
normalizeEpsilon: this.cfg.normalizeEpsilon,
|
|
116
|
+
cosineEpsilon: this.cfg.cosineEpsilon,
|
|
117
|
+
});
|
|
118
|
+
const seedRand = rng((this.cfg.seed ^ 0x9e3779) >>> 0);
|
|
119
|
+
const seats = makeKeyring(this.store.D, Math.max(8, this.cfg.geometry.maxGroup), seedRand);
|
|
120
|
+
this.space = {
|
|
121
|
+
D: this.store.D,
|
|
122
|
+
seats,
|
|
123
|
+
rand: rng((this.cfg.seed ^ 0x51f15e) >>> 0),
|
|
124
|
+
maxGroup: this.cfg.geometry.maxGroup,
|
|
125
|
+
};
|
|
126
|
+
this.alphabet = new Alphabet(this.cfg.seed, this.store.D, this.cfg.alphabet);
|
|
127
|
+
this.search = new GraphSearch(this.store, this.space.maxGroup, this);
|
|
128
|
+
// Build the mechanism list: default grounding + ALU + user mechanisms.
|
|
129
|
+
for (const m of defaultMechanisms)
|
|
130
|
+
this.mechanisms.push(m);
|
|
131
|
+
const host = this.extensionHost();
|
|
132
|
+
if (this.cfg.alu.enabled) {
|
|
133
|
+
const alu = new Alu({
|
|
134
|
+
tol: this.cfg.alu.tol,
|
|
135
|
+
maxIter: this.cfg.alu.maxIter,
|
|
136
|
+
precision: this.cfg.alu.precision,
|
|
137
|
+
}, host);
|
|
138
|
+
this.mechanisms.push(aluToMechanism(alu));
|
|
139
|
+
}
|
|
140
|
+
for (const m of userMechanisms)
|
|
141
|
+
this.mechanisms.push(m);
|
|
142
|
+
for (const f of userFactories)
|
|
143
|
+
this.mechanisms.push(f(host));
|
|
163
144
|
}
|
|
164
|
-
|
|
165
|
-
|
|
145
|
+
// ── Public API ───────────────────────────────────────────────────────────
|
|
146
|
+
/** Exposed for tests: the consensus climb over query sub-regions. */
|
|
147
|
+
climbAttention(query, k, mode = "inverse") {
|
|
148
|
+
return climbAttentionFn(this, query, k, mode);
|
|
166
149
|
}
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
return climbAttentionFn(this, query, k, mode);
|
|
172
|
-
}
|
|
173
|
-
/** Exposed for tests: climb the structural DAG from a node to its
|
|
174
|
-
* edge-bearing ancestor contexts. */
|
|
175
|
-
edgeAncestors(id, contextCount) {
|
|
176
|
-
return edgeAncestorsFn(this, id, contextCount);
|
|
177
|
-
}
|
|
178
|
-
/** Exposed for tests: find the natural break point in a sorted vote list. */
|
|
179
|
-
naturalBreak(votes) {
|
|
180
|
-
return naturalBreakFn(votes);
|
|
181
|
-
}
|
|
182
|
-
// ── respond ───────────────────────────────────────────────────────────
|
|
183
|
-
/** Perceive input into a content-defined tree. Deterministic — identical
|
|
184
|
-
* bytes always produce an identical tree. Public for ingest-cache. */
|
|
185
|
-
perceive(input, leafAt, lookup) {
|
|
186
|
-
return perceiveImpl(this, input, leafAt, lookup);
|
|
187
|
-
}
|
|
188
|
-
/** Open one response's transient state — the tracer and the per-response
|
|
189
|
-
* memos. Paired with {@link endResponse}; the ONE place this state is
|
|
190
|
-
* created, so adding a memo cannot forget its reset. */
|
|
191
|
-
beginResponse(inspectRationale) {
|
|
192
|
-
this.trace = inspectRationale ? new Rationale(inspectRationale) : null;
|
|
193
|
-
this.climbMemo = new WeakMap();
|
|
194
|
-
this.recogniseMemo = new WeakMap();
|
|
195
|
-
this.perceiveMemo = new Map();
|
|
196
|
-
}
|
|
197
|
-
/** Close one response's transient state — every per-response field, incl.
|
|
198
|
-
* the edge guide/choices `think` sets mid-flight. */
|
|
199
|
-
endResponse() {
|
|
200
|
-
this.trace = null;
|
|
201
|
-
this.climbMemo = null;
|
|
202
|
-
this.recogniseMemo = null;
|
|
203
|
-
this.perceiveMemo = null;
|
|
204
|
-
this._edgeGuide = null;
|
|
205
|
-
this._edgeChoice.clear();
|
|
206
|
-
}
|
|
207
|
-
async respond(input, inspectRationale) {
|
|
208
|
-
this.beginResponse(inspectRationale);
|
|
209
|
-
try {
|
|
210
|
-
const inBytes = inputBytes(this, input);
|
|
211
|
-
const top = this.trace?.enter("respond", [
|
|
212
|
-
rItem(inBytes, "query"),
|
|
213
|
-
]);
|
|
214
|
-
const thought = await think(this, inBytes, this.mechanisms);
|
|
215
|
-
if (thought === null) {
|
|
216
|
-
top?.done([], "nothing to perceive or an empty store — no answer");
|
|
217
|
-
return { v: null, bytes: new Uint8Array(0) };
|
|
218
|
-
}
|
|
219
|
-
const voiced = await articulate(this, thought.bytes, inBytes);
|
|
220
|
-
top?.done([
|
|
221
|
-
rItem(voiced, "answer", resolveImpl(this, voiced) ?? undefined),
|
|
222
|
-
], "the answer, re-voiced in the asker's words");
|
|
223
|
-
return {
|
|
224
|
-
v: gistOf(this, voiced),
|
|
225
|
-
bytes: voiced,
|
|
226
|
-
provenance: thought.provenance,
|
|
227
|
-
};
|
|
228
|
-
} finally {
|
|
229
|
-
this.endResponse();
|
|
150
|
+
/** Exposed for tests: climb the structural DAG from a node to its
|
|
151
|
+
* edge-bearing ancestor contexts. */
|
|
152
|
+
edgeAncestors(id, contextCount) {
|
|
153
|
+
return edgeAncestorsFn(this, id, contextCount);
|
|
230
154
|
}
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
* binary answer that legitimately contains NULs: use {@link respond} and
|
|
235
|
-
* read `bytes` directly for binary/grid modalities. */
|
|
236
|
-
async respondText(input, inspectRationale) {
|
|
237
|
-
const r = await this.respond(input, inspectRationale);
|
|
238
|
-
return decodeText(r.bytes);
|
|
239
|
-
}
|
|
240
|
-
async embedding(input) {
|
|
241
|
-
return (await this.respond(input)).v;
|
|
242
|
-
}
|
|
243
|
-
/** Kinship note: the vector arm below is a miniature of recall's tier 3
|
|
244
|
-
* (resonate → reach gate → read out the nearest form's bytes) — the
|
|
245
|
-
* read-out direction of the same operation, without recall's grounding
|
|
246
|
-
* ladder. If either side's acceptance rule changes, revisit the other. */
|
|
247
|
-
async express(idOrV) {
|
|
248
|
-
if (typeof idOrV === "number") {
|
|
249
|
-
return this.store.bytes(idOrV);
|
|
155
|
+
/** Exposed for tests: find the natural break point in a sorted vote list. */
|
|
156
|
+
naturalBreak(votes) {
|
|
157
|
+
return naturalBreakFn(votes);
|
|
250
158
|
}
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
if (hit && hit.score >= reachThreshold(this.space.maxGroup)) {
|
|
257
|
-
return this.store.bytes(hit.id);
|
|
159
|
+
// ── respond ───────────────────────────────────────────────────────────
|
|
160
|
+
/** Perceive input into a content-defined tree. Deterministic — identical
|
|
161
|
+
* bytes always produce an identical tree. Public for ingest-cache. */
|
|
162
|
+
perceive(input, leafAt, lookup) {
|
|
163
|
+
return perceiveImpl(this, input, leafAt, lookup);
|
|
258
164
|
}
|
|
259
|
-
|
|
260
|
-
}
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
const mind = this;
|
|
268
|
-
return {
|
|
269
|
-
meaningOf: (bytes, anchors) => meaningOf(this, bytes, anchors),
|
|
270
|
-
continuation: (bytes) => this.groundedContinuation(bytes),
|
|
271
|
-
segment: (bytes) =>
|
|
272
|
-
segment(this, bytes).map((s) => ({ i: s.start, j: s.end })),
|
|
273
|
-
get reach() {
|
|
274
|
-
return mind.space.maxGroup;
|
|
275
|
-
},
|
|
276
|
-
};
|
|
277
|
-
}
|
|
278
|
-
async groundedContinuation(bytes) {
|
|
279
|
-
const id = resolveImpl(this, bytes);
|
|
280
|
-
if (id === null) {
|
|
281
|
-
return null;
|
|
165
|
+
/** Open one response's transient state — the tracer and the per-response
|
|
166
|
+
* memos. Paired with {@link endResponse}; the ONE place this state is
|
|
167
|
+
* created, so adding a memo cannot forget its reset. */
|
|
168
|
+
beginResponse(inspectRationale) {
|
|
169
|
+
this.trace = inspectRationale ? new Rationale(inspectRationale) : null;
|
|
170
|
+
this.climbMemo = new WeakMap();
|
|
171
|
+
this.recogniseMemo = new WeakMap();
|
|
172
|
+
this.perceiveMemo = new Map();
|
|
282
173
|
}
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
174
|
+
/** Close one response's transient state — every per-response field, incl.
|
|
175
|
+
* the edge guide/choices `think` sets mid-flight. */
|
|
176
|
+
endResponse() {
|
|
177
|
+
this.trace = null;
|
|
178
|
+
this.climbMemo = null;
|
|
179
|
+
this.recogniseMemo = null;
|
|
180
|
+
this.perceiveMemo = null;
|
|
181
|
+
this._edgeGuide = null;
|
|
182
|
+
this._edgeChoice.clear();
|
|
286
183
|
}
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
184
|
+
async respond(input, inspectRationale) {
|
|
185
|
+
this.beginResponse(inspectRationale);
|
|
186
|
+
try {
|
|
187
|
+
const inBytes = inputBytes(this, input);
|
|
188
|
+
const top = this.trace?.enter("respond", [
|
|
189
|
+
rItem(inBytes, "query"),
|
|
190
|
+
]);
|
|
191
|
+
const thought = await think(this, inBytes, this.mechanisms);
|
|
192
|
+
if (thought === null) {
|
|
193
|
+
top?.done([], "nothing to perceive or an empty store — no answer");
|
|
194
|
+
return { v: null, bytes: new Uint8Array(0) };
|
|
195
|
+
}
|
|
196
|
+
const voiced = await articulate(this, thought.bytes, inBytes);
|
|
197
|
+
top?.done([rItem(voiced, "answer", resolveImpl(this, voiced) ?? undefined)], "the answer, re-voiced in the asker's words");
|
|
198
|
+
return {
|
|
199
|
+
v: gistOf(this, voiced),
|
|
200
|
+
bytes: voiced,
|
|
201
|
+
provenance: thought.provenance,
|
|
202
|
+
};
|
|
203
|
+
}
|
|
204
|
+
finally {
|
|
205
|
+
this.endResponse();
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
/** Text view of {@link respond}. NUL bytes (0x00) are stripped before
|
|
209
|
+
* decoding — they are structural padding in text answers. LOSSY for a
|
|
210
|
+
* binary answer that legitimately contains NULs: use {@link respond} and
|
|
211
|
+
* read `bytes` directly for binary/grid modalities. */
|
|
212
|
+
async respondText(input, inspectRationale) {
|
|
213
|
+
const r = await this.respond(input, inspectRationale);
|
|
214
|
+
return decodeText(r.bytes);
|
|
215
|
+
}
|
|
216
|
+
async embedding(input) {
|
|
217
|
+
return (await this.respond(input)).v;
|
|
218
|
+
}
|
|
219
|
+
/** Kinship note: the vector arm below is a miniature of recall's tier 3
|
|
220
|
+
* (resonate → reach gate → read out the nearest form's bytes) — the
|
|
221
|
+
* read-out direction of the same operation, without recall's grounding
|
|
222
|
+
* ladder. If either side's acceptance rule changes, revisit the other. */
|
|
223
|
+
async express(idOrV) {
|
|
224
|
+
if (typeof idOrV === "number")
|
|
225
|
+
return this.store.bytes(idOrV);
|
|
226
|
+
const [hit] = await this.store.resonate(idOrV, 1);
|
|
227
|
+
// The same confidence floor recall uses: a vector whose nearest stored
|
|
228
|
+
// form sits below the reach threshold relates to NOTHING in the store —
|
|
229
|
+
// returning that form's bytes anyway would fabricate an answer from an
|
|
230
|
+
// unrelated neighbour. Silence is the honest read-out.
|
|
231
|
+
if (hit && hit.score >= reachThreshold(this.space.maxGroup)) {
|
|
232
|
+
return this.store.bytes(hit.id);
|
|
233
|
+
}
|
|
234
|
+
return new Uint8Array(0);
|
|
235
|
+
}
|
|
236
|
+
// ── Learning ─────────────────────────────────────────────────────────────
|
|
237
|
+
async ingest(input, second) {
|
|
238
|
+
return ingest(this, input, second);
|
|
239
|
+
}
|
|
240
|
+
// ── Extension Surface ────────────────────────────────────────────────────
|
|
241
|
+
extensionHost() {
|
|
242
|
+
const mind = this;
|
|
243
|
+
return {
|
|
244
|
+
meaningOf: (bytes, anchors) => meaningOf(this, bytes, anchors),
|
|
245
|
+
continuation: (bytes) => this.groundedContinuation(bytes),
|
|
246
|
+
segment: (bytes) => segment(this, bytes).map((s) => ({ i: s.start, j: s.end })),
|
|
247
|
+
get reach() {
|
|
248
|
+
return mind.space.maxGroup;
|
|
249
|
+
},
|
|
250
|
+
};
|
|
251
|
+
}
|
|
252
|
+
async groundedContinuation(bytes) {
|
|
253
|
+
const id = resolveImpl(this, bytes);
|
|
254
|
+
if (id === null)
|
|
255
|
+
return null;
|
|
256
|
+
const grounded = await follow(this, id);
|
|
257
|
+
if (grounded !== null && !bytesEqual(grounded, bytes))
|
|
258
|
+
return grounded;
|
|
308
259
|
return null;
|
|
309
|
-
}
|
|
310
|
-
return gistOf(this, bytes);
|
|
311
|
-
}, minParents);
|
|
312
|
-
}
|
|
313
|
-
// ── Persistence ──────────────────────────────────────────────────────────
|
|
314
|
-
async save() {
|
|
315
|
-
const meta = new TextEncoder().encode(JSON.stringify(this.cfg));
|
|
316
|
-
await this.store.saveSnapshot(meta);
|
|
317
|
-
return meta;
|
|
318
|
-
}
|
|
319
|
-
static async load(snapshot, store) {
|
|
320
|
-
const cfg = JSON.parse(new TextDecoder().decode(snapshot));
|
|
321
|
-
return new Mind(cfg, store, true);
|
|
322
|
-
}
|
|
323
|
-
static async loadFromStore(store) {
|
|
324
|
-
const meta = await store.loadSnapshot();
|
|
325
|
-
if (!meta) {
|
|
326
|
-
throw new Error("no snapshot in store");
|
|
327
260
|
}
|
|
328
|
-
|
|
329
|
-
|
|
261
|
+
// ── Content-index repair ───────────────────────────────────────────────
|
|
262
|
+
/** Re-index structurally-important nodes whose gists were evicted from the
|
|
263
|
+
* pending cache before they reached the content index. See {@link
|
|
264
|
+
* Store.repairContentIndex} for the contract; this method wires the
|
|
265
|
+
* Mind's perception into the store's repair walk.
|
|
266
|
+
*
|
|
267
|
+
* Run this after training or at checkpoints to restore recall reach for
|
|
268
|
+
* nodes that bridge experiences but were never indexed. A pure interior
|
|
269
|
+
* node (no edges, no halo) is deliberately skipped — it is scaffolding,
|
|
270
|
+
* not an experience root or bridge, and regenerating its gist would waste
|
|
271
|
+
* I/O and index space for no recall benefit.
|
|
272
|
+
*
|
|
273
|
+
* @param minParents only repair nodes with ≥ this many structural parents
|
|
274
|
+
* (default 2 — structural bridges)
|
|
275
|
+
* @returns number of nodes added to the content index */
|
|
276
|
+
async repairContentIndex(minParents = 2) {
|
|
277
|
+
return this.store.repairContentIndex(async (id) => {
|
|
278
|
+
const bytes = this.store.bytes(id);
|
|
279
|
+
if (bytes.length === 0)
|
|
280
|
+
return null;
|
|
281
|
+
return gistOf(this, bytes);
|
|
282
|
+
}, minParents);
|
|
283
|
+
}
|
|
284
|
+
// ── Persistence ──────────────────────────────────────────────────────────
|
|
285
|
+
async save() {
|
|
286
|
+
const meta = new TextEncoder().encode(JSON.stringify(this.cfg));
|
|
287
|
+
await this.store.saveSnapshot(meta);
|
|
288
|
+
return meta;
|
|
289
|
+
}
|
|
290
|
+
static async load(snapshot, store) {
|
|
291
|
+
const cfg = JSON.parse(new TextDecoder().decode(snapshot));
|
|
292
|
+
return new Mind(cfg, store, true);
|
|
293
|
+
}
|
|
294
|
+
static async loadFromStore(store) {
|
|
295
|
+
const meta = await store.loadSnapshot();
|
|
296
|
+
if (!meta)
|
|
297
|
+
throw new Error("no snapshot in store");
|
|
298
|
+
return Mind.load(meta, store);
|
|
299
|
+
}
|
|
330
300
|
}
|