@hviana/sema 0.1.4 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/example/demo.js +25 -25
- package/dist/example/train_base.d.ts +21 -19
- package/dist/example/train_base.js +1952 -1684
- package/dist/src/alphabet.d.ts +3 -3
- package/dist/src/alphabet.js +27 -24
- package/dist/src/alu/src/alu.d.ts +194 -169
- package/dist/src/alu/src/alu.js +414 -374
- package/dist/src/alu/src/expr.d.ts +43 -36
- package/dist/src/alu/src/expr.js +278 -252
- package/dist/src/alu/src/index.d.ts +98 -9
- package/dist/src/alu/src/index.js +63 -9
- package/dist/src/alu/src/kernel-arith.d.ts +5 -1
- package/dist/src/alu/src/kernel-arith.js +285 -195
- package/dist/src/alu/src/kernel-bits.d.ts +5 -1
- package/dist/src/alu/src/kernel-bits.js +115 -81
- package/dist/src/alu/src/kernel-logic.js +63 -33
- package/dist/src/alu/src/kernel-nd.js +195 -155
- package/dist/src/alu/src/kernel-numeric.d.ts +80 -16
- package/dist/src/alu/src/kernel-numeric.js +331 -259
- package/dist/src/alu/src/operation.d.ts +132 -112
- package/dist/src/alu/src/operation.js +163 -149
- package/dist/src/alu/src/parser.d.ts +175 -168
- package/dist/src/alu/src/parser.js +421 -382
- package/dist/src/alu/src/resonance.d.ts +25 -16
- package/dist/src/alu/src/resonance.js +56 -49
- package/dist/src/alu/src/text.d.ts +7 -3
- package/dist/src/alu/src/text.js +37 -31
- package/dist/src/alu/src/value.d.ts +14 -14
- package/dist/src/alu/src/value.js +160 -150
- package/dist/src/alu/test/alu.test.js +656 -543
- package/dist/src/bytes.d.ts +5 -1
- package/dist/src/bytes.js +40 -33
- package/dist/src/config.d.ts +102 -102
- package/dist/src/config.js +83 -83
- package/dist/src/derive/src/deduction.d.ts +62 -60
- package/dist/src/derive/src/deduction.js +109 -103
- package/dist/src/derive/src/index.d.ts +7 -1
- package/dist/src/derive/src/priority-queue.d.ts +8 -8
- package/dist/src/derive/src/priority-queue.js +61 -57
- package/dist/src/derive/src/rewrite.d.ts +18 -15
- package/dist/src/derive/src/rewrite.js +67 -59
- package/dist/src/derive/src/trie.d.ts +56 -56
- package/dist/src/derive/src/trie.js +179 -175
- package/dist/src/derive/test/derive.test.js +100 -96
- package/dist/src/extension.d.ts +16 -13
- package/dist/src/geometry.d.ts +42 -17
- package/dist/src/geometry.js +266 -235
- package/dist/src/index.d.ts +17 -2
- package/dist/src/index.js +7 -1
- package/dist/src/ingest-cache.d.ts +30 -25
- package/dist/src/ingest-cache.js +127 -108
- package/dist/src/mind/articulation.d.ts +5 -1
- package/dist/src/mind/articulation.js +112 -77
- package/dist/src/mind/attention.d.ts +108 -40
- package/dist/src/mind/attention.js +871 -749
- package/dist/src/mind/canonical.d.ts +19 -4
- package/dist/src/mind/canonical.js +31 -27
- package/dist/src/mind/graph-search.d.ts +225 -201
- package/dist/src/mind/graph-search.js +821 -742
- package/dist/src/mind/index.d.ts +10 -2
- package/dist/src/mind/junction.d.ts +58 -31
- package/dist/src/mind/junction.js +237 -172
- package/dist/src/mind/learning.d.ts +52 -16
- package/dist/src/mind/learning.js +165 -143
- package/dist/src/mind/match.d.ts +69 -20
- package/dist/src/mind/match.js +318 -259
- package/dist/src/mind/mechanisms/alu.js +16 -16
- package/dist/src/mind/mechanisms/cast.d.ts +13 -9
- package/dist/src/mind/mechanisms/cast.js +456 -363
- package/dist/src/mind/mechanisms/confluence.d.ts +12 -8
- package/dist/src/mind/mechanisms/confluence.js +183 -152
- package/dist/src/mind/mechanisms/cover.d.ts +8 -2
- package/dist/src/mind/mechanisms/cover.js +210 -148
- package/dist/src/mind/mechanisms/extraction.d.ts +34 -8
- package/dist/src/mind/mechanisms/extraction.js +288 -234
- package/dist/src/mind/mechanisms/recall.d.ts +10 -6
- package/dist/src/mind/mechanisms/recall.js +185 -126
- package/dist/src/mind/mind.d.ts +154 -129
- package/dist/src/mind/mind.js +288 -258
- package/dist/src/mind/pipeline-mechanism.d.ts +124 -112
- package/dist/src/mind/pipeline-mechanism.js +172 -161
- package/dist/src/mind/pipeline.d.ts +14 -4
- package/dist/src/mind/pipeline.js +189 -125
- package/dist/src/mind/primitives.d.ts +32 -8
- package/dist/src/mind/primitives.js +117 -99
- package/dist/src/mind/rationale.d.ts +98 -86
- package/dist/src/mind/rationale.js +121 -113
- package/dist/src/mind/reasoning.d.ts +13 -2
- package/dist/src/mind/reasoning.js +166 -129
- package/dist/src/mind/recognition.d.ts +4 -1
- package/dist/src/mind/recognition.js +208 -183
- package/dist/src/mind/resonance.d.ts +22 -5
- package/dist/src/mind/resonance.js +0 -0
- package/dist/src/mind/trace.d.ts +25 -6
- package/dist/src/mind/trace.js +58 -50
- package/dist/src/mind/traverse.d.ts +58 -16
- package/dist/src/mind/traverse.js +357 -304
- package/dist/src/mind/types.d.ts +127 -120
- package/dist/src/mind/types.js +69 -60
- package/dist/src/rabitq-hnsw/src/database.d.ts +179 -177
- package/dist/src/rabitq-hnsw/src/database.js +359 -342
- package/dist/src/rabitq-hnsw/src/heap.d.ts +12 -12
- package/dist/src/rabitq-hnsw/src/heap.js +80 -75
- package/dist/src/rabitq-hnsw/src/hnsw.d.ts +103 -103
- package/dist/src/rabitq-hnsw/src/hnsw.js +454 -428
- package/dist/src/rabitq-hnsw/src/index.d.ts +6 -1
- package/dist/src/rabitq-hnsw/src/prng.d.ts +10 -10
- package/dist/src/rabitq-hnsw/src/prng.js +27 -25
- package/dist/src/rabitq-hnsw/src/rabitq.d.ts +69 -69
- package/dist/src/rabitq-hnsw/src/rabitq.js +262 -246
- package/dist/src/rabitq-hnsw/src/store.d.ts +132 -132
- package/dist/src/rabitq-hnsw/src/store.js +843 -752
- package/dist/src/rabitq-hnsw/test/hnsw.test.js +1054 -805
- package/dist/src/sema.d.ts +13 -9
- package/dist/src/sema.js +40 -26
- package/dist/src/store-sqlite.d.ts +166 -144
- package/dist/src/store-sqlite.js +660 -578
- package/dist/src/store.d.ts +630 -593
- package/dist/src/store.js +1581 -1440
- package/dist/src/vec.d.ts +9 -5
- package/dist/src/vec.js +73 -61
- package/package.json +2 -2
|
@@ -22,157 +22,179 @@ import { isChunk } from "../sema.js";
|
|
|
22
22
|
*
|
|
23
23
|
* Both O(n · maxGroup) bounded O(1) probes — never a scan of the corpus. */
|
|
24
24
|
export function recognise(ctx, bytes) {
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
25
|
+
// Per-response memo (see MindContext.recogniseMemo): think, articulate and
|
|
26
|
+
// the pre-consume pass all recognise the same byte objects; each repeat is
|
|
27
|
+
// O(n·maxGroup²) store probes. Skipped while tracing so every call still
|
|
28
|
+
// emits its rationale step.
|
|
29
|
+
if (ctx.recogniseMemo && !ctx.trace) {
|
|
30
|
+
const hit = ctx.recogniseMemo.get(bytes);
|
|
31
|
+
if (hit !== undefined) {
|
|
32
|
+
return hit;
|
|
33
|
+
}
|
|
34
|
+
const fresh = recogniseImpl(ctx, bytes);
|
|
35
|
+
ctx.recogniseMemo.set(bytes, fresh);
|
|
36
|
+
return fresh;
|
|
37
|
+
}
|
|
38
|
+
return recogniseImpl(ctx, bytes);
|
|
38
39
|
}
|
|
39
40
|
function recogniseImpl(ctx, bytes) {
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
return id;
|
|
61
|
-
};
|
|
62
|
-
const emit = (start, end, id) => {
|
|
63
|
-
if (leadsSomewhere(ctx, id)) {
|
|
64
|
-
sites.push({ start, end, payload: id });
|
|
65
|
-
}
|
|
66
|
-
};
|
|
67
|
-
// ── structural: the query's own perceived tree ──────────────────────
|
|
68
|
-
const starts = new Set();
|
|
69
|
-
starts.add(0);
|
|
70
|
-
foldTree(ctx, perceive(ctx, bytes), 0, (n, start, end, node) => {
|
|
71
|
-
if (n.kids === null) {
|
|
72
|
-
leaves.push({ start, end, bytes: n.leaf ?? new Uint8Array(0), node });
|
|
73
|
-
}
|
|
74
|
-
if (node !== null)
|
|
75
|
-
emit(start, end, node);
|
|
76
|
-
if (isChunk(n)) {
|
|
77
|
-
starts.add(start);
|
|
78
|
-
// Try every sub-span within this leaf-parent.
|
|
79
|
-
const leafOffsets = [];
|
|
80
|
-
let off = start;
|
|
81
|
-
for (const k of n.kids) {
|
|
82
|
-
leafOffsets.push(off);
|
|
83
|
-
off += k.leaf?.length ?? 0;
|
|
84
|
-
}
|
|
85
|
-
for (let i = 0; i < n.kids.length; i++) {
|
|
86
|
-
const subIds = [];
|
|
87
|
-
for (let j = i; j < n.kids.length; j++) {
|
|
88
|
-
const kj = n.kids[j];
|
|
89
|
-
if (kj.kids !== null || !kj.leaf)
|
|
90
|
-
break;
|
|
91
|
-
const lid = store.findLeaf(kj.leaf);
|
|
92
|
-
if (lid === null)
|
|
93
|
-
break;
|
|
94
|
-
subIds.push(lid);
|
|
95
|
-
const branch = store.findBranch(subIds);
|
|
96
|
-
if (branch === null)
|
|
97
|
-
continue;
|
|
98
|
-
const subEnd = leafOffsets[j] + (kj.leaf?.length ?? 0);
|
|
99
|
-
const resolved = resolveSpan(leafOffsets[i], subEnd);
|
|
100
|
-
if (resolved !== null)
|
|
101
|
-
emit(leafOffsets[i], subEnd, resolved);
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
});
|
|
106
|
-
// ── canonical: longest-known-leaf re-segmentation ──────────────────
|
|
107
|
-
const W = ctx.space.maxGroup;
|
|
108
|
-
const singleLeaf = new Array(bytes.length).fill(null);
|
|
109
|
-
for (let p = 0; p < bytes.length; p++) {
|
|
110
|
-
const id = leafIdAt(ctx, bytes, p);
|
|
111
|
-
if (id !== null)
|
|
112
|
-
singleLeaf[p] = { id, end: p + 1 };
|
|
113
|
-
}
|
|
114
|
-
const leafFrom = (p) => {
|
|
115
|
-
if (p >= bytes.length)
|
|
116
|
-
return null;
|
|
117
|
-
return singleLeaf[p];
|
|
118
|
-
};
|
|
119
|
-
const chunkEnd = new Uint32Array(bytes.length);
|
|
120
|
-
const sorted = [...starts].sort((a, b) => a - b);
|
|
121
|
-
for (let si = 0; si < sorted.length; si++) {
|
|
122
|
-
const chunkStart = sorted[si];
|
|
123
|
-
const chunkLimit = si + 1 < sorted.length ? sorted[si + 1] : bytes.length;
|
|
124
|
-
for (let p = chunkStart; p < chunkLimit; p++) {
|
|
125
|
-
chunkEnd[p] = chunkLimit;
|
|
126
|
-
}
|
|
41
|
+
const store = ctx.store;
|
|
42
|
+
const sites = [];
|
|
43
|
+
const leaves = [];
|
|
44
|
+
const splits = new Set();
|
|
45
|
+
if (bytes.length === 0) {
|
|
46
|
+
return { sites, leaves, splits };
|
|
47
|
+
}
|
|
48
|
+
// Span-resolve memo for THIS call: the structural pass (sub-runs inside
|
|
49
|
+
// leaf-parents) and the canonical pass (leaf-id chains) probe overlapping
|
|
50
|
+
// spans, and each resolve() is a full fold of the sub-span (fresh subarray
|
|
51
|
+
// objects — the per-response perceive memo cannot see them). Keyed
|
|
52
|
+
// numerically by (start, end); resolve is pure and the store is read-only
|
|
53
|
+
// here, so a hit is exact.
|
|
54
|
+
const spanIds = new Map();
|
|
55
|
+
const resolveSpan = (start, end) => {
|
|
56
|
+
const key = start * (bytes.length + 1) + end;
|
|
57
|
+
let id = spanIds.get(key);
|
|
58
|
+
if (id === undefined) {
|
|
59
|
+
id = resolve(ctx, bytes.subarray(start, end));
|
|
60
|
+
spanIds.set(key, id);
|
|
127
61
|
}
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
62
|
+
return id;
|
|
63
|
+
};
|
|
64
|
+
const emit = (start, end, id) => {
|
|
65
|
+
if (leadsSomewhere(ctx, id)) {
|
|
66
|
+
sites.push({ start, end, payload: id });
|
|
67
|
+
}
|
|
68
|
+
};
|
|
69
|
+
// ── structural: the query's own perceived tree ──────────────────────
|
|
70
|
+
const starts = new Set();
|
|
71
|
+
starts.add(0);
|
|
72
|
+
foldTree(ctx, perceive(ctx, bytes), 0, (n, start, end, node) => {
|
|
73
|
+
if (n.kids === null) {
|
|
74
|
+
leaves.push({ start, end, bytes: n.leaf ?? new Uint8Array(0), node });
|
|
75
|
+
}
|
|
76
|
+
if (node !== null) {
|
|
77
|
+
emit(start, end, node);
|
|
78
|
+
}
|
|
79
|
+
if (isChunk(n)) {
|
|
80
|
+
starts.add(start);
|
|
81
|
+
// Try every sub-span within this leaf-parent.
|
|
82
|
+
const leafOffsets = [];
|
|
83
|
+
let off = start;
|
|
84
|
+
for (const k of n.kids) {
|
|
85
|
+
leafOffsets.push(off);
|
|
86
|
+
off += k.leaf?.length ?? 0;
|
|
87
|
+
}
|
|
88
|
+
for (let i = 0; i < n.kids.length; i++) {
|
|
89
|
+
const subIds = [];
|
|
90
|
+
for (let j = i; j < n.kids.length; j++) {
|
|
91
|
+
const kj = n.kids[j];
|
|
92
|
+
if (kj.kids !== null || !kj.leaf) {
|
|
93
|
+
break;
|
|
94
|
+
}
|
|
95
|
+
const lid = store.findLeaf(kj.leaf);
|
|
96
|
+
if (lid === null) {
|
|
97
|
+
break;
|
|
98
|
+
}
|
|
99
|
+
subIds.push(lid);
|
|
100
|
+
const branch = store.findBranch(subIds);
|
|
101
|
+
if (branch === null) {
|
|
102
|
+
continue;
|
|
103
|
+
}
|
|
104
|
+
const subEnd = leafOffsets[j] + (kj.leaf?.length ?? 0);
|
|
105
|
+
const resolved = resolveSpan(leafOffsets[i], subEnd);
|
|
106
|
+
if (resolved !== null) {
|
|
107
|
+
emit(leafOffsets[i], subEnd, resolved);
|
|
108
|
+
}
|
|
158
109
|
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
});
|
|
113
|
+
// ── canonical: longest-known-leaf re-segmentation ──────────────────
|
|
114
|
+
const W = ctx.space.maxGroup;
|
|
115
|
+
const singleLeaf = new Array(bytes.length).fill(null);
|
|
116
|
+
for (let p = 0; p < bytes.length; p++) {
|
|
117
|
+
const id = leafIdAt(ctx, bytes, p);
|
|
118
|
+
if (id !== null) {
|
|
119
|
+
singleLeaf[p] = { id, end: p + 1 };
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
const leafFrom = (p) => {
|
|
123
|
+
if (p >= bytes.length) {
|
|
124
|
+
return null;
|
|
159
125
|
}
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
}
|
|
170
|
-
|
|
126
|
+
return singleLeaf[p];
|
|
127
|
+
};
|
|
128
|
+
const chunkEnd = new Uint32Array(bytes.length);
|
|
129
|
+
const sorted = [...starts].sort((a, b) => a - b);
|
|
130
|
+
for (let si = 0; si < sorted.length; si++) {
|
|
131
|
+
const chunkStart = sorted[si];
|
|
132
|
+
const chunkLimit = si + 1 < sorted.length ? sorted[si + 1] : bytes.length;
|
|
133
|
+
for (let p = chunkStart; p < chunkLimit; p++) {
|
|
134
|
+
chunkEnd[p] = chunkLimit;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
const tryChain = (p, maxIds) => {
|
|
138
|
+
const first = leafFrom(p);
|
|
139
|
+
if (!first) {
|
|
140
|
+
return;
|
|
141
|
+
}
|
|
142
|
+
emit(p, first.end, first.id);
|
|
143
|
+
const ids = [first.id];
|
|
144
|
+
let pos = first.end;
|
|
145
|
+
let prevId = null;
|
|
146
|
+
for (let depth = 1; pos < bytes.length && ids.length <= maxIds; depth++) {
|
|
147
|
+
const nx = leafFrom(pos);
|
|
148
|
+
if (!nx) {
|
|
149
|
+
break;
|
|
150
|
+
}
|
|
151
|
+
ids.push(nx.id);
|
|
152
|
+
pos = nx.end;
|
|
153
|
+
if (store.findBranch(ids) === null) {
|
|
154
|
+
continue;
|
|
155
|
+
}
|
|
156
|
+
const id = resolveSpan(p, pos);
|
|
157
|
+
if (id === null || id === prevId) {
|
|
158
|
+
continue;
|
|
159
|
+
}
|
|
160
|
+
prevId = id;
|
|
161
|
+
emit(p, pos, id);
|
|
162
|
+
}
|
|
163
|
+
};
|
|
164
|
+
for (let p = 0; p < bytes.length; p++) {
|
|
165
|
+
if (starts.has(p)) {
|
|
166
|
+
tryChain(p, chainReach(W)); // boundary start — full reach
|
|
167
|
+
} else {
|
|
168
|
+
const limit = chunkEnd[p] + W;
|
|
169
|
+
tryChain(p, Math.min(limit - p, chainReach(W)));
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
// ── splits: a form boundary that does not fall on a leaf edge ────────
|
|
173
|
+
const leafEdges = new Set([bytes.length]);
|
|
174
|
+
for (const lf of leaves) {
|
|
175
|
+
leafEdges.add(lf.start);
|
|
176
|
+
}
|
|
177
|
+
for (const s of sites) {
|
|
178
|
+
if (!leafEdges.has(s.start)) {
|
|
179
|
+
splits.add(s.start);
|
|
180
|
+
}
|
|
181
|
+
if (!leafEdges.has(s.end)) {
|
|
182
|
+
splits.add(s.end);
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
ctx.trace?.step(
|
|
186
|
+
"recognise",
|
|
187
|
+
[rItem(bytes, "query")],
|
|
188
|
+
sites.map((s) =>
|
|
189
|
+
rItem(bytes.subarray(s.start, s.end), "form", s.payload, [
|
|
171
190
|
s.start,
|
|
172
191
|
s.end,
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
192
|
+
])
|
|
193
|
+
),
|
|
194
|
+
`decompose the query into ${sites.length} learnt form(s) that lead somewhere` +
|
|
195
|
+
` (over ${leaves.length} perceived leaves)`,
|
|
196
|
+
);
|
|
197
|
+
return { sites, leaves, splits };
|
|
176
198
|
}
|
|
177
199
|
/** Segment bytes using the geometry's own groupings — leaf-parent
|
|
178
200
|
* nodes from the perceived tree, with consecutive bare leaves merged
|
|
@@ -180,44 +202,47 @@ function recogniseImpl(ctx, bytes) {
|
|
|
180
202
|
* IN ISOLATION, so the same content has the same gist regardless of
|
|
181
203
|
* where it appears. */
|
|
182
204
|
export function segment(ctx, bytes) {
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
for (const c of n.kids)
|
|
217
|
-
pos = walk(c, pos);
|
|
218
|
-
return pos;
|
|
219
|
-
};
|
|
220
|
-
walk(tree, 0);
|
|
205
|
+
const tree = perceive(ctx, bytes);
|
|
206
|
+
const out = [];
|
|
207
|
+
let pendingStart = -1;
|
|
208
|
+
let pendingEnd = -1;
|
|
209
|
+
const flush = () => {
|
|
210
|
+
if (pendingStart >= 0 && pendingEnd > pendingStart) {
|
|
211
|
+
out.push({
|
|
212
|
+
start: pendingStart,
|
|
213
|
+
end: pendingEnd,
|
|
214
|
+
v: gistOf(ctx, bytes.subarray(pendingStart, pendingEnd)),
|
|
215
|
+
});
|
|
216
|
+
}
|
|
217
|
+
pendingStart = -1;
|
|
218
|
+
pendingEnd = -1;
|
|
219
|
+
};
|
|
220
|
+
const walk = (n, start) => {
|
|
221
|
+
if (n.kids === null) {
|
|
222
|
+
const end = start + (n.leaf?.length ?? 0);
|
|
223
|
+
if (pendingStart < 0) {
|
|
224
|
+
pendingStart = start;
|
|
225
|
+
}
|
|
226
|
+
pendingEnd = end;
|
|
227
|
+
return end;
|
|
228
|
+
}
|
|
229
|
+
if (isChunk(n)) {
|
|
230
|
+
flush();
|
|
231
|
+
let end = start;
|
|
232
|
+
for (const c of n.kids) {
|
|
233
|
+
end += c.leaf?.length ?? 0;
|
|
234
|
+
}
|
|
235
|
+
out.push({ start, end, v: gistOf(ctx, bytes.subarray(start, end)) });
|
|
236
|
+
return end;
|
|
237
|
+
}
|
|
221
238
|
flush();
|
|
222
|
-
|
|
239
|
+
let pos = start;
|
|
240
|
+
for (const c of n.kids) {
|
|
241
|
+
pos = walk(c, pos);
|
|
242
|
+
}
|
|
243
|
+
return pos;
|
|
244
|
+
};
|
|
245
|
+
walk(tree, 0);
|
|
246
|
+
flush();
|
|
247
|
+
return out;
|
|
223
248
|
}
|
|
@@ -2,7 +2,12 @@ import type { MindContext } from "./types.js";
|
|
|
2
2
|
/** The connector that belongs BETWEEN two adjacent results — the graded
|
|
3
3
|
* junction ladder described in the module note above. Returns null when
|
|
4
4
|
* the graph holds no evidence that the two ever ran together. */
|
|
5
|
-
export declare function bridge(
|
|
5
|
+
export declare function bridge(
|
|
6
|
+
ctx: MindContext,
|
|
7
|
+
left: Uint8Array,
|
|
8
|
+
right: Uint8Array,
|
|
9
|
+
interiorAllowance?: number,
|
|
10
|
+
): Promise<Uint8Array | null>;
|
|
6
11
|
/** Join two spans with the learnt connector between them, when one exists —
|
|
7
12
|
* the composition step every out-of-search assembly (multi-topic fusion,
|
|
8
13
|
* CAST's substitution and comparison) shares. A miss joins the pieces BARE
|
|
@@ -10,14 +15,26 @@ export declare function bridge(ctx: MindContext, left: Uint8Array, right: Uint8A
|
|
|
10
15
|
* so a degraded join is visible in the rationale regardless of which
|
|
11
16
|
* mechanism paid it. (The in-search connector splice in graph-search.ts is
|
|
12
17
|
* the same concept inside the deduction, where the join is a costed rule.) */
|
|
13
|
-
export declare function joinWithBridge(
|
|
18
|
+
export declare function joinWithBridge(
|
|
19
|
+
ctx: MindContext,
|
|
20
|
+
left: Uint8Array,
|
|
21
|
+
right: Uint8Array,
|
|
22
|
+
): Promise<Uint8Array>;
|
|
14
23
|
/** The pivot a produced answer bridges through: the longest UNCONSUMED learnt
|
|
15
24
|
* CONTEXT (a node bearing a continuation edge) whose bytes `answer` literally
|
|
16
25
|
* contains. Candidates are gathered by resonating the answer's sub-regions
|
|
17
26
|
* (breadth-first, leaves skipped, probes capped by branch count), then
|
|
18
27
|
* confirmed by exact byte containment — a near-resonance alone never hops. */
|
|
19
|
-
export declare function pivotInto(
|
|
20
|
-
|
|
28
|
+
export declare function pivotInto(
|
|
29
|
+
ctx: MindContext,
|
|
30
|
+
answer: Uint8Array,
|
|
31
|
+
consumed: ReadonlySet<number>,
|
|
32
|
+
): Promise<number | null>;
|
|
33
|
+
export declare function meaningOf(
|
|
34
|
+
ctx: MindContext,
|
|
35
|
+
bytes: Uint8Array,
|
|
36
|
+
anchors: ReadonlyArray<{
|
|
21
37
|
name: string;
|
|
22
38
|
form: Uint8Array;
|
|
23
|
-
}
|
|
39
|
+
}>,
|
|
40
|
+
): Promise<string | null>;
|
|
Binary file
|
package/dist/src/mind/trace.d.ts
CHANGED
|
@@ -1,15 +1,34 @@
|
|
|
1
1
|
import type { MindContext } from "./types.js";
|
|
2
2
|
import type { DerivationStep } from "./graph-search.js";
|
|
3
3
|
import type { RationaleItem } from "./rationale.js";
|
|
4
|
-
export declare function rItem(
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
export declare function rItem(
|
|
5
|
+
bytes: Uint8Array,
|
|
6
|
+
role?: string,
|
|
7
|
+
node?: number,
|
|
8
|
+
span?: [number, number],
|
|
9
|
+
): RationaleItem;
|
|
10
|
+
export declare function rNode(
|
|
11
|
+
ctx: MindContext,
|
|
12
|
+
id: number,
|
|
13
|
+
role?: string,
|
|
14
|
+
score?: number,
|
|
15
|
+
): RationaleItem;
|
|
16
|
+
export declare function rDeriv(
|
|
17
|
+
ctx: MindContext,
|
|
18
|
+
it: DerivationStep["conclusion"],
|
|
19
|
+
role?: string,
|
|
20
|
+
): RationaleItem;
|
|
7
21
|
/** The standard FALL-THROUGH closer every self-gating mechanism ends with:
|
|
8
22
|
* close the open scope with no outputs and the reason, and return null so
|
|
9
23
|
* the caller can `return fail("…")` in one expression. `t` is the scope an
|
|
10
24
|
* enclosing `ctx.trace?.enter(...)` returned (undefined when not tracing). */
|
|
11
|
-
export declare function traceFail(
|
|
25
|
+
export declare function traceFail(
|
|
26
|
+
t: {
|
|
12
27
|
done(outputs: RationaleItem[], note?: string): void;
|
|
13
|
-
} | undefined
|
|
28
|
+
} | undefined,
|
|
29
|
+
): (note: string) => null;
|
|
14
30
|
export declare const MOVE_NOTE: Record<string, string>;
|
|
15
|
-
export declare function traceDerivation(
|
|
31
|
+
export declare function traceDerivation(
|
|
32
|
+
ctx: MindContext,
|
|
33
|
+
steps: ReadonlyArray<DerivationStep>,
|
|
34
|
+
): void;
|
package/dist/src/mind/trace.js
CHANGED
|
@@ -6,68 +6,76 @@
|
|
|
6
6
|
import { read } from "./primitives.js";
|
|
7
7
|
import { decodeText } from "./rationale.js";
|
|
8
8
|
export function rItem(bytes, role, node, span) {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
9
|
+
return {
|
|
10
|
+
text: decodeText(bytes),
|
|
11
|
+
role,
|
|
12
|
+
node: node ?? undefined,
|
|
13
|
+
span,
|
|
14
|
+
};
|
|
15
15
|
}
|
|
16
16
|
export function rNode(ctx, id, role, score) {
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
17
|
+
return {
|
|
18
|
+
text: decodeText(read(ctx, id)),
|
|
19
|
+
node: id,
|
|
20
|
+
role,
|
|
21
|
+
score,
|
|
22
|
+
};
|
|
23
23
|
}
|
|
24
24
|
export function rDeriv(ctx, it, role) {
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
25
|
+
const text = it.bytes
|
|
26
|
+
? decodeText(it.bytes)
|
|
27
|
+
: it.node !== undefined
|
|
28
|
+
? decodeText(read(ctx, it.node))
|
|
29
|
+
: it.kind === "cover"
|
|
30
|
+
? `cover@${it.span[0]}`
|
|
31
|
+
: `[${it.span[0]},${it.span[1]})`;
|
|
32
|
+
return { text, role: role ?? it.kind, node: it.node, span: it.span };
|
|
33
33
|
}
|
|
34
34
|
/** The standard FALL-THROUGH closer every self-gating mechanism ends with:
|
|
35
35
|
* close the open scope with no outputs and the reason, and return null so
|
|
36
36
|
* the caller can `return fail("…")` in one expression. `t` is the scope an
|
|
37
37
|
* enclosing `ctx.trace?.enter(...)` returned (undefined when not tracing). */
|
|
38
38
|
export function traceFail(t) {
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
39
|
+
return (note) => {
|
|
40
|
+
t?.done([], note);
|
|
41
|
+
return null;
|
|
42
|
+
};
|
|
43
43
|
}
|
|
44
44
|
export const MOVE_NOTE = {
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
"
|
|
56
|
-
|
|
45
|
+
"follow-edge": "follow a learned continuation edge — 'what follows what'",
|
|
46
|
+
"concept-hop": "jump a concept (halo) link — a synonym's edge",
|
|
47
|
+
"voice": "emit the asker's own wording for this form (articulation)",
|
|
48
|
+
"ground": "a chain reached its terminal answer",
|
|
49
|
+
"splice-connector": "splice a learnt connector between two rewrites",
|
|
50
|
+
"split": "cut a span at a sub-leaf form boundary so a form can be reached",
|
|
51
|
+
"fuse": "fuse adjacent fragments toward a deeper learned form",
|
|
52
|
+
"recompose": "recompose fused parts into a learned whole that leads on",
|
|
53
|
+
"bridge": "advance the cover frontier across this span",
|
|
54
|
+
"pool-vote":
|
|
55
|
+
"pool independent regions' evidence for a shared anchor (sum, not shortest path)",
|
|
56
|
+
"axiom": "a seed: a perceived leaf, recognised form, or computed result",
|
|
57
|
+
"step": "a derivation step",
|
|
57
58
|
};
|
|
58
59
|
export function traceDerivation(ctx, steps) {
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
60
|
+
const t = ctx.trace;
|
|
61
|
+
if (!t) {
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
const indexOfOrder = new Map();
|
|
65
|
+
for (const s of steps) {
|
|
66
|
+
const note = MOVE_NOTE[s.move] ?? s.move;
|
|
67
|
+
const deps = s.producers
|
|
68
|
+
.map((o) => indexOfOrder.get(o))
|
|
69
|
+
.filter((x) => x !== undefined);
|
|
70
|
+
const premises = s.premises.map((p) => rDeriv(ctx, p));
|
|
71
|
+
const conclusion = [rDeriv(ctx, s.conclusion)];
|
|
72
|
+
const index = t.step(
|
|
73
|
+
s.move,
|
|
74
|
+
premises,
|
|
75
|
+
conclusion,
|
|
76
|
+
s.cost > 0 ? `${note} (cost ${s.cost})` : note,
|
|
77
|
+
deps.length > 0 ? deps : undefined,
|
|
78
|
+
);
|
|
79
|
+
indexOfOrder.set(s.order, index);
|
|
80
|
+
}
|
|
73
81
|
}
|