@hviana/sema 0.1.4 → 0.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (122) hide show
  1. package/dist/example/demo.js +25 -25
  2. package/dist/example/train_base.d.ts +21 -19
  3. package/dist/example/train_base.js +1952 -1684
  4. package/dist/src/alphabet.d.ts +3 -3
  5. package/dist/src/alphabet.js +27 -24
  6. package/dist/src/alu/src/alu.d.ts +194 -169
  7. package/dist/src/alu/src/alu.js +414 -374
  8. package/dist/src/alu/src/expr.d.ts +43 -36
  9. package/dist/src/alu/src/expr.js +278 -252
  10. package/dist/src/alu/src/index.d.ts +98 -9
  11. package/dist/src/alu/src/index.js +63 -9
  12. package/dist/src/alu/src/kernel-arith.d.ts +5 -1
  13. package/dist/src/alu/src/kernel-arith.js +285 -195
  14. package/dist/src/alu/src/kernel-bits.d.ts +5 -1
  15. package/dist/src/alu/src/kernel-bits.js +115 -81
  16. package/dist/src/alu/src/kernel-logic.js +63 -33
  17. package/dist/src/alu/src/kernel-nd.js +195 -155
  18. package/dist/src/alu/src/kernel-numeric.d.ts +80 -16
  19. package/dist/src/alu/src/kernel-numeric.js +331 -259
  20. package/dist/src/alu/src/operation.d.ts +132 -112
  21. package/dist/src/alu/src/operation.js +163 -149
  22. package/dist/src/alu/src/parser.d.ts +175 -168
  23. package/dist/src/alu/src/parser.js +421 -382
  24. package/dist/src/alu/src/resonance.d.ts +25 -16
  25. package/dist/src/alu/src/resonance.js +56 -49
  26. package/dist/src/alu/src/text.d.ts +7 -3
  27. package/dist/src/alu/src/text.js +37 -31
  28. package/dist/src/alu/src/value.d.ts +14 -14
  29. package/dist/src/alu/src/value.js +160 -150
  30. package/dist/src/alu/test/alu.test.js +656 -543
  31. package/dist/src/bytes.d.ts +5 -1
  32. package/dist/src/bytes.js +40 -33
  33. package/dist/src/config.d.ts +102 -102
  34. package/dist/src/config.js +83 -83
  35. package/dist/src/derive/src/deduction.d.ts +62 -60
  36. package/dist/src/derive/src/deduction.js +109 -103
  37. package/dist/src/derive/src/index.d.ts +7 -1
  38. package/dist/src/derive/src/priority-queue.d.ts +8 -8
  39. package/dist/src/derive/src/priority-queue.js +61 -57
  40. package/dist/src/derive/src/rewrite.d.ts +18 -15
  41. package/dist/src/derive/src/rewrite.js +67 -59
  42. package/dist/src/derive/src/trie.d.ts +56 -56
  43. package/dist/src/derive/src/trie.js +179 -175
  44. package/dist/src/derive/test/derive.test.js +100 -96
  45. package/dist/src/extension.d.ts +16 -13
  46. package/dist/src/geometry.d.ts +42 -17
  47. package/dist/src/geometry.js +266 -235
  48. package/dist/src/index.d.ts +17 -2
  49. package/dist/src/index.js +7 -1
  50. package/dist/src/ingest-cache.d.ts +30 -25
  51. package/dist/src/ingest-cache.js +127 -108
  52. package/dist/src/mind/articulation.d.ts +5 -1
  53. package/dist/src/mind/articulation.js +112 -77
  54. package/dist/src/mind/attention.d.ts +108 -40
  55. package/dist/src/mind/attention.js +871 -749
  56. package/dist/src/mind/canonical.d.ts +19 -4
  57. package/dist/src/mind/canonical.js +31 -27
  58. package/dist/src/mind/graph-search.d.ts +225 -201
  59. package/dist/src/mind/graph-search.js +821 -742
  60. package/dist/src/mind/index.d.ts +10 -2
  61. package/dist/src/mind/junction.d.ts +58 -31
  62. package/dist/src/mind/junction.js +237 -172
  63. package/dist/src/mind/learning.d.ts +52 -16
  64. package/dist/src/mind/learning.js +165 -143
  65. package/dist/src/mind/match.d.ts +69 -20
  66. package/dist/src/mind/match.js +318 -259
  67. package/dist/src/mind/mechanisms/alu.js +16 -16
  68. package/dist/src/mind/mechanisms/cast.d.ts +13 -9
  69. package/dist/src/mind/mechanisms/cast.js +456 -363
  70. package/dist/src/mind/mechanisms/confluence.d.ts +12 -8
  71. package/dist/src/mind/mechanisms/confluence.js +183 -152
  72. package/dist/src/mind/mechanisms/cover.d.ts +8 -2
  73. package/dist/src/mind/mechanisms/cover.js +210 -148
  74. package/dist/src/mind/mechanisms/extraction.d.ts +34 -8
  75. package/dist/src/mind/mechanisms/extraction.js +288 -234
  76. package/dist/src/mind/mechanisms/recall.d.ts +10 -6
  77. package/dist/src/mind/mechanisms/recall.js +185 -126
  78. package/dist/src/mind/mind.d.ts +154 -129
  79. package/dist/src/mind/mind.js +288 -258
  80. package/dist/src/mind/pipeline-mechanism.d.ts +124 -112
  81. package/dist/src/mind/pipeline-mechanism.js +172 -161
  82. package/dist/src/mind/pipeline.d.ts +14 -4
  83. package/dist/src/mind/pipeline.js +189 -125
  84. package/dist/src/mind/primitives.d.ts +32 -8
  85. package/dist/src/mind/primitives.js +117 -99
  86. package/dist/src/mind/rationale.d.ts +98 -86
  87. package/dist/src/mind/rationale.js +121 -113
  88. package/dist/src/mind/reasoning.d.ts +13 -2
  89. package/dist/src/mind/reasoning.js +166 -129
  90. package/dist/src/mind/recognition.d.ts +4 -1
  91. package/dist/src/mind/recognition.js +208 -183
  92. package/dist/src/mind/resonance.d.ts +22 -5
  93. package/dist/src/mind/resonance.js +0 -0
  94. package/dist/src/mind/trace.d.ts +25 -6
  95. package/dist/src/mind/trace.js +58 -50
  96. package/dist/src/mind/traverse.d.ts +58 -16
  97. package/dist/src/mind/traverse.js +357 -304
  98. package/dist/src/mind/types.d.ts +127 -120
  99. package/dist/src/mind/types.js +69 -60
  100. package/dist/src/rabitq-hnsw/src/database.d.ts +179 -177
  101. package/dist/src/rabitq-hnsw/src/database.js +359 -342
  102. package/dist/src/rabitq-hnsw/src/heap.d.ts +12 -12
  103. package/dist/src/rabitq-hnsw/src/heap.js +80 -75
  104. package/dist/src/rabitq-hnsw/src/hnsw.d.ts +103 -103
  105. package/dist/src/rabitq-hnsw/src/hnsw.js +454 -428
  106. package/dist/src/rabitq-hnsw/src/index.d.ts +6 -1
  107. package/dist/src/rabitq-hnsw/src/prng.d.ts +10 -10
  108. package/dist/src/rabitq-hnsw/src/prng.js +27 -25
  109. package/dist/src/rabitq-hnsw/src/rabitq.d.ts +69 -69
  110. package/dist/src/rabitq-hnsw/src/rabitq.js +262 -246
  111. package/dist/src/rabitq-hnsw/src/store.d.ts +132 -132
  112. package/dist/src/rabitq-hnsw/src/store.js +843 -752
  113. package/dist/src/rabitq-hnsw/test/hnsw.test.js +1054 -805
  114. package/dist/src/sema.d.ts +13 -9
  115. package/dist/src/sema.js +40 -26
  116. package/dist/src/store-sqlite.d.ts +166 -144
  117. package/dist/src/store-sqlite.js +660 -578
  118. package/dist/src/store.d.ts +630 -593
  119. package/dist/src/store.js +1581 -1440
  120. package/dist/src/vec.d.ts +9 -5
  121. package/dist/src/vec.js +73 -61
  122. package/package.json +2 -2
@@ -4,7 +4,12 @@
4
4
  // index and grounds the nearest learned form. Four tiers, orderly degrading
5
5
  // from exact self-match to honest echo.
6
6
  import { cosine } from "../../vec.js";
7
- import { consensusFloor, identityBar, reachThreshold, significanceBar, } from "../../geometry.js";
7
+ import {
8
+ consensusFloor,
9
+ identityBar,
10
+ reachThreshold,
11
+ significanceBar,
12
+ } from "../../geometry.js";
8
13
  import { gistOf, read, resolve } from "../primitives.js";
9
14
  import { corpusN, hubBound } from "../traverse.js";
10
15
  import { project, reverseContext } from "../match.js";
@@ -13,139 +18,193 @@ import { unexplainedLabel } from "../rationale.js";
13
18
  import { rItem, rNode } from "../trace.js";
14
19
  /** Recall the answer by resonating the whole query against the content index. */
15
20
  export async function recallByResonance(ctx, query, pre) {
16
- const t = ctx.trace?.enter("recallByResonance", [
17
- rItem(query, "query"),
18
- ]);
19
- const whole_ = [[0, query.length]];
20
- const nothing = [];
21
- const ground = (bytes, note, accounted, moves, echoed = false) => {
22
- t?.done(bytes === null
23
- ? []
24
- : [rItem(bytes, "answer", resolve(ctx, bytes) ?? undefined)], note);
25
- return bytes === null ? null : {
26
- bytes,
27
- echoed,
28
- accounted,
29
- moves,
30
- unexplained: unexplainedLabel(query, accounted),
31
- };
21
+ const t = ctx.trace?.enter("recallByResonance", [
22
+ rItem(query, "query"),
23
+ ]);
24
+ const whole_ = [[0, query.length]];
25
+ const nothing = [];
26
+ const ground = (bytes, note, accounted, moves, echoed = false) => {
27
+ t?.done(
28
+ bytes === null
29
+ ? []
30
+ : [rItem(bytes, "answer", resolve(ctx, bytes) ?? undefined)],
31
+ note,
32
+ );
33
+ return bytes === null ? null : {
34
+ bytes,
35
+ echoed,
36
+ accounted,
37
+ moves,
38
+ unexplained: unexplainedLabel(query, accounted),
32
39
  };
33
- const k = pre.k;
34
- const queryGist = pre.guide;
35
- // 0. Exact self-match — content-addressed, deterministic.
36
- const qId = pre.queryResolved;
37
- if (qId !== null) {
38
- const rev = ctx.store.prevFirst(qId, hubBound(ctx));
39
- const g = reverseContext(ctx, qId, queryGist, rev);
40
+ };
41
+ const k = pre.k;
42
+ const queryGist = pre.guide;
43
+ // 0. Exact self-match — content-addressed, deterministic.
44
+ const qId = pre.queryResolved;
45
+ if (qId !== null) {
46
+ const rev = ctx.store.prevFirst(qId, hubBound(ctx));
47
+ const g = reverseContext(ctx, qId, queryGist, rev);
48
+ if (g !== null) {
49
+ return ground(
50
+ g,
51
+ rev.length === 1
52
+ ? "exact self-match — reverse recall to the sole predecessor"
53
+ : "exact self-match — reverse recall to the best-resonating predecessor",
54
+ nothing,
55
+ STEP,
56
+ );
57
+ }
58
+ }
59
+ const whole = await ctx.store.resonate(queryGist, k);
60
+ if (whole.length === 0) {
61
+ return ground(null, "empty store — nothing to resonate with", [], 0);
62
+ }
63
+ const top = whole[0];
64
+ ctx.trace?.step(
65
+ "resonate",
66
+ [rItem(query, "query-gist")],
67
+ whole.map((h) => rNode(ctx, h.id, "hit", h.score)),
68
+ `resonate the whole-query gist → ${whole.length} nearest learnt form(s)`,
69
+ );
70
+ // 1. Clean resonance — the scale-aware identity claim. The ANGLE
71
+ // (top.score) carries the shared fraction; the query's MAGNITUDE (√len,
72
+ // the linear fold's own norm) converts the tolerated foreign fraction
73
+ // into bytes — at most one river window (see {@link identityBar}). A
74
+ // fixed cosine bar let long queries claim "near-identical" while whole
75
+ // windows — an answer word — differed.
76
+ if (top.score >= identityBar(ctx.store.D, ctx.space.maxGroup, query.length)) {
77
+ for (const h of whole) {
78
+ if (h.id === qId || h.score >= 1.0) {
79
+ const rev = ctx.store.prevFirst(h.id, hubBound(ctx));
80
+ const g = reverseContext(ctx, h.id, queryGist, rev);
40
81
  if (g !== null) {
41
- return ground(g, rev.length === 1
42
- ? "exact self-match — reverse recall to the sole predecessor"
43
- : "exact self-match — reverse recall to the best-resonating predecessor", nothing, STEP);
82
+ return ground(
83
+ g,
84
+ rev.length === 1
85
+ ? "perfect self-match — reverse recall to the sole predecessor"
86
+ : "perfect self-match — reverse recall to the best-resonating predecessor",
87
+ nothing,
88
+ STEP,
89
+ );
44
90
  }
45
- }
46
- const whole = await ctx.store.resonate(queryGist, k);
47
- if (whole.length === 0) {
48
- return ground(null, "empty store — nothing to resonate with", [], 0);
49
- }
50
- const top = whole[0];
51
- ctx.trace?.step("resonate", [rItem(query, "query-gist")], whole.map((h) => rNode(ctx, h.id, "hit", h.score)), `resonate the whole-query gist → ${whole.length} nearest learnt form(s)`);
52
- // 1. Clean resonance — the scale-aware identity claim. The ANGLE
53
- // (top.score) carries the shared fraction; the query's MAGNITUDE (√len,
54
- // the linear fold's own norm) converts the tolerated foreign fraction
55
- // into bytes — at most one river window (see {@link identityBar}). A
56
- // fixed cosine bar let long queries claim "near-identical" while whole
57
- // windows — an answer word — differed.
58
- if (top.score >= identityBar(ctx.store.D, ctx.space.maxGroup, query.length)) {
59
- for (const h of whole) {
60
- if (h.id === qId || h.score >= 1.0) {
61
- const rev = ctx.store.prevFirst(h.id, hubBound(ctx));
62
- const g = reverseContext(ctx, h.id, queryGist, rev);
63
- if (g !== null) {
64
- return ground(g, rev.length === 1
65
- ? "perfect self-match — reverse recall to the sole predecessor"
66
- : "perfect self-match — reverse recall to the best-resonating predecessor", nothing, STEP);
67
- }
68
- const own = read(ctx, h.id);
69
- if (own.length > 0) {
70
- return ground(own, "perfect self-match — the query IS this node", nothing, STEP);
71
- }
72
- }
73
- const g = await project(ctx, h.id, queryGist);
74
- if (g) {
75
- return ground(g, "clean whole-query resonance — ground the nearest hit", whole_, STEP);
76
- }
91
+ const own = read(ctx, h.id);
92
+ if (own.length > 0) {
93
+ return ground(
94
+ own,
95
+ "perfect self-match — the query IS this node",
96
+ nothing,
97
+ STEP,
98
+ );
77
99
  }
100
+ }
101
+ const g = await project(ctx, h.id, queryGist);
102
+ if (g) {
103
+ return ground(
104
+ g,
105
+ "clean whole-query resonance — ground the nearest hit",
106
+ whole_,
107
+ STEP,
108
+ );
109
+ }
78
110
  }
79
- // 2. Scaffolding-dominated.
80
- if (top.score >= significanceBar(ctx.store.D)) {
81
- const N = corpusN(ctx);
82
- const minVote = consensusFloor(N);
83
- // The committed points of attention ARE the shared climb's roots (same
84
- // query, same k, same DF mode) read them from Precomputed instead of
85
- // re-climbing, so even a traced response pays for the climb once.
86
- const forest = (await pre.attention()).roots;
87
- if (forest.length > 0 && forest[0].vote >= minVote) {
88
- const g = await project(ctx, forest[0].anchor, queryGist);
89
- if (g) {
90
- return ground(g, "scaffolding-dominated query — ground the consensus-climb anchor", [[forest[0].start, forest[0].end]], CONCEPT);
91
- }
92
- }
111
+ }
112
+ // 2. Scaffolding-dominated.
113
+ if (top.score >= significanceBar(ctx.store.D)) {
114
+ const N = corpusN(ctx);
115
+ const minVote = consensusFloor(N);
116
+ // The committed points of attention ARE the shared climb's roots (same
117
+ // query, same k, same DF mode) read them from Precomputed instead of
118
+ // re-climbing, so even a traced response pays for the climb once.
119
+ const forest = (await pre.attention()).roots;
120
+ if (forest.length > 0 && forest[0].vote >= minVote) {
121
+ const g = await project(ctx, forest[0].anchor, queryGist);
122
+ if (g) {
123
+ return ground(
124
+ g,
125
+ "scaffolding-dominated query — ground the consensus-climb anchor",
126
+ [[forest[0].start, forest[0].end]],
127
+ CONCEPT,
128
+ );
129
+ }
93
130
  }
94
- // 3. Last resort — gated on the FRACTION OF THE QUERY the grounding
95
- // explains, not the raw cosine. Root gists are unit vectors, but their
96
- // magnitudes are recoverable from the byte lengths (‖·‖ = √len under the
97
- // linear fold): cos = shared/√(lenQ·lenG), so shared/lenQ = cos·√(lenG/lenQ).
98
- // The raw cosine punished honest containment a query fully inside a
99
- // longer grounded answer scored √(lenQ/lenG) and was refused and let a
100
- // long answer sharing only scaffolding pass; the query-relative fraction
101
- // measures exactly what the reach bar means: how much of THE QUERY the
102
- // store accounts for.
103
- const fracOfQuery = (cos, otherLen) => Math.min(1, cos * Math.sqrt(otherLen / Math.max(1, query.length)));
104
- for (const h of whole) {
105
- const g = await project(ctx, h.id, queryGist);
106
- if (g) {
107
- if (fracOfQuery(cosine(queryGist, gistOf(ctx, g)), g.length) >=
108
- reachThreshold(ctx.space.maxGroup)) {
109
- return ground(g, "last resort: the nearest grounded whole-query hit", [], STEP);
110
- }
111
- }
131
+ }
132
+ // 3. Last resort gated on the FRACTION OF THE QUERY the grounding
133
+ // explains, not the raw cosine. Root gists are unit vectors, but their
134
+ // magnitudes are recoverable from the byte lengths (‖·‖ = √len under the
135
+ // linear fold): cos = shared/√(lenQ·lenG), so shared/lenQ = cos·√(lenG/lenQ).
136
+ // The raw cosine punished honest containment a query fully inside a
137
+ // longer grounded answer scored √(lenQ/lenG) and was refused and let a
138
+ // long answer sharing only scaffolding pass; the query-relative fraction
139
+ // measures exactly what the reach bar means: how much of THE QUERY the
140
+ // store accounts for.
141
+ const fracOfQuery = (cos, otherLen) =>
142
+ Math.min(1, cos * Math.sqrt(otherLen / Math.max(1, query.length)));
143
+ for (const h of whole) {
144
+ const g = await project(ctx, h.id, queryGist);
145
+ if (g) {
146
+ if (
147
+ fracOfQuery(cosine(queryGist, gistOf(ctx, g)), g.length) >=
148
+ reachThreshold(ctx.space.maxGroup)
149
+ ) {
150
+ return ground(
151
+ g,
152
+ "last resort: the nearest grounded whole-query hit",
153
+ [],
154
+ STEP,
155
+ );
156
+ }
112
157
  }
113
- // The refusal/echo decision, in the same query-relative units — the top
114
- // hit's magnitude read from the store (contentLen: √bytes IS the linear
115
- // fold's gist norm), never from re-reading its bytes.
116
- // The magnitude read SATURATES at the decision point: frac reaches the
117
- // reach bar exactly when lenH = lenQ·(reach/score)², so the walk never
118
- // needs to see past that a huge conversation root costs a capped read,
119
- // and a clamped return decides "pass" identically (frac ≥ reach).
120
- const reach = reachThreshold(ctx.space.maxGroup);
121
- const lenCap = Math.ceil(query.length * (reach / Math.max(top.score, 1e-6)) ** 2) + 1;
122
- if (fracOfQuery(top.score, ctx.store.contentLen(top.id, lenCap)) < reach) {
123
- return ground(null, "below reach threshold nothing in the store relates to this query", [], 0);
124
- }
125
- // Honest echo.
126
- return ground(read(ctx, top.id), "last resort: the nearest resonant form's own bytes (echo, not grounded)", [], 0, true);
158
+ }
159
+ // The refusal/echo decision, in the same query-relative units the top
160
+ // hit's magnitude read from the store (contentLen: √bytes IS the linear
161
+ // fold's gist norm), never from re-reading its bytes.
162
+ // The magnitude read SATURATES at the decision point: frac reaches the
163
+ // reach bar exactly when lenH = lenQ·(reach/score)², so the walk never
164
+ // needs to see past that — a huge conversation root costs a capped read,
165
+ // and a clamped return decides "pass" identically (frac ≥ reach).
166
+ const reach = reachThreshold(ctx.space.maxGroup);
167
+ const lenCap =
168
+ Math.ceil(query.length * (reach / Math.max(top.score, 1e-6)) ** 2) + 1;
169
+ if (fracOfQuery(top.score, ctx.store.contentLen(top.id, lenCap)) < reach) {
170
+ return ground(
171
+ null,
172
+ "below reach threshold — nothing in the store relates to this query",
173
+ [],
174
+ 0,
175
+ );
176
+ }
177
+ // Honest echo.
178
+ return ground(
179
+ read(ctx, top.id),
180
+ "last resort: the nearest resonant form's own bytes (echo, not grounded)",
181
+ [],
182
+ 0,
183
+ true,
184
+ );
127
185
  }
128
186
  // ── Pipeline mechanism ──────────────────────────────────────────────────────
129
187
  export const recallMechanism = {
130
- name: "recall",
131
- provenance: "recall",
132
- // Recall's floor is free to state (one STEP-grade projection) and its run
133
- // gates its own tiers — no expensive investment happens inside floor, so
134
- // there is nothing to guard with worthRunning here: the pipeline's own
135
- // check prunes run() against the incumbent.
136
- async floor(_ctx, _query, _pre, _worthRunning) {
137
- return STEP;
138
- },
139
- async run(ctx, query, pre) {
140
- const r = await recallByResonance(ctx, query, pre);
141
- if (!r)
142
- return [];
143
- return [{
144
- bytes: r.bytes,
145
- accounted: r.accounted,
146
- moves: r.moves,
147
- unexplained: r.unexplained,
148
- provenance: r.echoed ? "recall-echo" : "recall",
149
- }];
150
- },
188
+ name: "recall",
189
+ provenance: "recall",
190
+ // Recall's floor is free to state (one STEP-grade projection) and its run
191
+ // gates its own tiers — no expensive investment happens inside floor, so
192
+ // there is nothing to guard with worthRunning here: the pipeline's own
193
+ // check prunes run() against the incumbent.
194
+ async floor(_ctx, _query, _pre, _worthRunning) {
195
+ return STEP;
196
+ },
197
+ async run(ctx, query, pre) {
198
+ const r = await recallByResonance(ctx, query, pre);
199
+ if (!r) {
200
+ return [];
201
+ }
202
+ return [{
203
+ bytes: r.bytes,
204
+ accounted: r.accounted,
205
+ moves: r.moves,
206
+ unexplained: r.unexplained,
207
+ provenance: r.echoed ? "recall-echo" : "recall",
208
+ }];
209
+ },
151
210
  };