@delali/narsil 0.3.1-next.130 → 0.3.1-next.140

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/analysis-change-JN23AZQP.mjs +43 -0
  4. package/dist/analysis-change-entry-5JSIMEKG.mjs +1 -0
  5. package/dist/browser/analysis-change-57MIRJWR.mjs +499 -0
  6. package/dist/browser/analysis-change-entry-ICGRR3IN.mjs +1 -0
  7. package/dist/browser/{chunk-UDGB2MWT.mjs → chunk-35B42UFM.mjs} +4 -0
  8. package/dist/browser/{chunk-VBBLTD7O.mjs → chunk-3EYDURFD.mjs} +39 -27
  9. package/dist/browser/{chunk-AIIJDWMG.mjs → chunk-4MFH226Q.mjs} +1 -1
  10. package/dist/browser/{chunk-D7WQF6DV.mjs → chunk-5LYWZJE2.mjs} +2 -2
  11. package/dist/browser/chunk-67KSBUYR.mjs +173 -0
  12. package/dist/browser/{chunk-M5UAAXGU.mjs → chunk-6BSB4N6B.mjs} +2 -2
  13. package/dist/browser/{chunk-NSCSR6MA.mjs → chunk-CGVBGHBX.mjs} +81 -6
  14. package/dist/browser/chunk-E5SFTOQR.mjs +21 -0
  15. package/dist/browser/{chunk-VEGHFP2P.mjs → chunk-MZI3TEOW.mjs} +4 -2
  16. package/dist/browser/chunk-OIZS5KIX.mjs +6 -0
  17. package/dist/browser/chunk-QHNNULPW.mjs +265 -0
  18. package/dist/browser/chunk-XVMOQQ34.mjs +384 -0
  19. package/dist/browser/{chunk-2Y3CO4EQ.mjs → chunk-ZAIZQOTM.mjs} +256 -777
  20. package/dist/browser/{durability-wiring-FNZSRH4N.mjs → durability-wiring-MTIAN6VT.mjs} +145 -50
  21. package/dist/browser/import-Q7MXD6BS.mjs +8 -0
  22. package/dist/browser/{module-4HIMOQM5.mjs → module-5J3PEUEB.mjs} +7 -6
  23. package/dist/browser/{phrase-module-WESYVU7K.mjs → phrase-module-HGVBO24W.mjs} +1 -1
  24. package/dist/{restore-queue-JAMNRC6T.mjs → browser/restore-queue-DISFECE4.mjs} +8 -2
  25. package/dist/browser/{runtime-3X7ZJ5T3.mjs → runtime-VEUH674B.mjs} +2 -2
  26. package/dist/browser/{snapshot-V7VF6BN6.mjs → snapshot-YBJ5MF2M.mjs} +36 -167
  27. package/dist/browser/{write-YIC2MKRY.mjs → write-RTWI5MXL.mjs} +8 -6
  28. package/dist/{capabilities-Bl8G9taj.d.ts → capabilities-DXAmysqJ.d.ts} +11 -11
  29. package/dist/{chunk-NMXRXFGZ.mjs → chunk-4GCN34JV.mjs} +2 -2
  30. package/dist/{chunk-SOHMMNCH.mjs → chunk-6VHWXAOI.mjs} +4 -4
  31. package/dist/{chunk-2C3WXBQS.mjs → chunk-74XB2SXI.mjs} +1 -1
  32. package/dist/{chunk-QQTXT65X.mjs → chunk-B5I3IL4H.mjs} +12 -7
  33. package/dist/chunk-BDIDUW2B.mjs +387 -0
  34. package/dist/{chunk-5LX6MOIB.mjs → chunk-C3YDYX6C.mjs} +1 -1
  35. package/dist/{chunk-Y4BVTQ53.mjs → chunk-CCCGEPJM.mjs} +2 -2
  36. package/dist/{chunk-2JWNJSNE.mjs → chunk-CPCGEIOM.mjs} +11 -8
  37. package/dist/chunk-CZQ33DLW.mjs +78 -0
  38. package/dist/{chunk-4GDLFDPZ.mjs → chunk-DD2673TX.mjs} +3 -2
  39. package/dist/{chunk-RNSC4NFI.mjs → chunk-EEBCDP36.mjs} +3 -1
  40. package/dist/{chunk-HCGJKDZV.mjs → chunk-FFVLPCLH.mjs} +1 -1
  41. package/dist/{chunk-WVRDRLIC.mjs → chunk-FKARMUWH.mjs} +6 -6
  42. package/dist/{chunk-PATMDIMN.mjs → chunk-HJJWY6PT.mjs} +1 -1
  43. package/dist/chunk-HMDT3I63.mjs +21 -0
  44. package/dist/{chunk-CZ7ISLXA.mjs → chunk-HNHCNTVG.mjs} +4 -0
  45. package/dist/{chunk-RWESFSJI.mjs → chunk-IBATGS3J.mjs} +87 -61
  46. package/dist/{chunk-Y2U5VVWX.mjs → chunk-ICW45TTU.mjs} +1 -1
  47. package/dist/{chunk-T4OFG4IQ.mjs → chunk-IP4HJOGC.mjs} +90 -16
  48. package/dist/{chunk-EUCX5K74.mjs → chunk-J3EHATEZ.mjs} +3 -3
  49. package/dist/{chunk-X5CNUKD5.mjs → chunk-K3AQOZVM.mjs} +37 -20
  50. package/dist/chunk-LK3MOTXF.mjs +174 -0
  51. package/dist/{chunk-7OIQ2SIO.mjs → chunk-LLDFIKGP.mjs} +4 -4
  52. package/dist/{chunk-K77FJXKS.mjs → chunk-MTQTX4BP.mjs} +81 -8
  53. package/dist/{chunk-ZR4VM4A6.mjs → chunk-N37VMC62.mjs} +1 -18
  54. package/dist/{chunk-2WBY4Y4M.mjs → chunk-NOT5QOHU.mjs} +1 -1
  55. package/dist/{chunk-D5TFRB5G.mjs → chunk-NPNK57CA.mjs} +1 -1
  56. package/dist/{chunk-6SSVIW7Y.mjs → chunk-O4LJQI4G.mjs} +31 -5
  57. package/dist/{chunk-JJ6EUMXB.mjs → chunk-PNNVTKMT.mjs} +2 -2
  58. package/dist/{chunk-2SEL6SBS.mjs → chunk-RKAVHNRW.mjs} +2 -2
  59. package/dist/{chunk-XABMCBHA.mjs → chunk-SBMAWTRG.mjs} +684 -99
  60. package/dist/chunk-TCWQJL7O.mjs +188 -0
  61. package/dist/{chunk-2MKX2SCO.mjs → chunk-U4X4AWKL.mjs} +7 -7
  62. package/dist/{chunk-PU6SKH7O.mjs → chunk-UBXJQJII.mjs} +2 -2
  63. package/dist/chunk-UEV53BBO.mjs +480 -0
  64. package/dist/{chunk-NNO7CO3A.mjs → chunk-UIKN2OTQ.mjs} +1 -1
  65. package/dist/{chunk-F6AAXI7T.mjs → chunk-VSUYTPME.mjs} +3 -3
  66. package/dist/{chunk-TGHNXN7W.mjs → chunk-W2XDK66Z.mjs} +180 -541
  67. package/dist/{chunk-7X5JST5L.mjs → chunk-WNBRW4Q2.mjs} +16 -2
  68. package/dist/{chunk-6M6SDH3S.mjs → chunk-XMQNOD5V.mjs} +8 -8
  69. package/dist/{chunk-SZGRYEIC.mjs → chunk-XS2VM7UE.mjs} +3 -3
  70. package/dist/{chunk-JT3YZGCE.mjs → chunk-XXKWEG53.mjs} +3 -188
  71. package/dist/{chunk-YBWSV5DV.mjs → chunk-ZMBFWQXN.mjs} +2 -2
  72. package/dist/{chunk-7XY6VD7B.mjs → chunk-ZSWHPKGM.mjs} +1 -1
  73. package/dist/{client-Cx-TiqPE.d.ts → client-DApBeLbk.d.ts} +18 -3
  74. package/dist/client.d.ts +7 -8
  75. package/dist/client.mjs +11 -1
  76. package/dist/{events-DErop1LM.d.ts → config-B0H-vp4U.d.ts} +424 -2
  77. package/dist/{config-CzB9YvF_.d.ts → config-Brysl9NO.d.ts} +3 -3
  78. package/dist/{direct-executor-HQ4QVDX7.mjs → direct-executor-J5UDLPL3.mjs} +14 -14
  79. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  80. package/dist/distribution/coordinator/etcd.mjs +1 -1
  81. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  82. package/dist/distribution/transport/grpc.mjs +1 -1
  83. package/dist/distribution.d.ts +24 -9
  84. package/dist/distribution.mjs +882 -192
  85. package/dist/{durability-wiring-S7OX2MAI.mjs → durability-wiring-AYOTAPNQ.mjs} +165 -70
  86. package/dist/embeddings/openai.mjs +2 -2
  87. package/dist/{engine-B_W9sdZK.d.ts → engine-CuLMbH1-.d.ts} +64 -7
  88. package/dist/import-QRZAQ5RH.mjs +43 -0
  89. package/dist/{index-CKI1fDEl.d.ts → index-HYnqS1SE.d.ts} +2 -2
  90. package/dist/index.browser.mjs +4 -4
  91. package/dist/index.d.ts +6 -7
  92. package/dist/index.mjs +20 -20
  93. package/dist/{long-query-thread-WVSMIBYP.mjs → long-query-thread-U7K5A72G.mjs} +14 -14
  94. package/dist/{module-2E4XYSGT.mjs → module-L2OZO5PQ.mjs} +11 -11
  95. package/dist/partial-words.mjs +5 -5
  96. package/dist/pattern.mjs +3 -3
  97. package/dist/persistence/durability/checkpoint-worker.d.ts +12 -1
  98. package/dist/persistence/durability/checkpoint-worker.mjs +23 -23
  99. package/dist/{phrase-module-JERF2IDG.mjs → phrase-module-5QHBD2VJ.mjs} +1 -1
  100. package/dist/react.d.ts +11 -8
  101. package/dist/react.mjs +4 -0
  102. package/dist/{rerank-DMMT4FZA.mjs → rerank-KTLC3E6N.mjs} +5 -5
  103. package/dist/rerankers/http.mjs +2 -2
  104. package/dist/{browser/restore-queue-GEZ54CA5.mjs → restore-queue-RYSRRFS4.mjs} +8 -2
  105. package/dist/{runtime-7MLQ7J64.mjs → runtime-DYV75DCB.mjs} +6 -6
  106. package/dist/{schema-CS-clLun.d.ts → schema-BTXbHCqA.d.ts} +4 -1
  107. package/dist/server.d.ts +200 -11
  108. package/dist/server.mjs +66 -23
  109. package/dist/{snapshot-DOQLGGEX.mjs → snapshot-BTRZ3MZK.mjs} +59 -190
  110. package/dist/synonyms.mjs +6 -4
  111. package/dist/tasks-DjGjK70Y.d.ts +720 -0
  112. package/dist/{thread-DNK5XWXG.mjs → thread-USB3GOPY.mjs} +13 -13
  113. package/dist/vector/search-worker.d.ts +1 -1
  114. package/dist/vector/search-worker.mjs +5 -5
  115. package/dist/workers/entry.mjs +7 -7
  116. package/dist/{write-ZKR7SNRT.mjs → write-GHTA56OW.mjs} +25 -22
  117. package/openapi.json +5310 -0
  118. package/package.json +16 -8
  119. package/dist/config-hOWGBeC6.d.ts +0 -414
  120. package/dist/tasks-BfF-VRhm.d.ts +0 -302
@@ -0,0 +1,387 @@
1
+ import { chunksOf } from './chunk-CZQ33DLW.mjs';
2
+ import { restoredConfigFields, restoredEmbedding } from './chunk-TCWQJL7O.mjs';
3
+ import { requireConfigurationShape } from './chunk-W2XDK66Z.mjs';
4
+ import { MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, MAX_IMPORT_REFUSALS_REPORTED } from './chunk-EEBCDP36.mjs';
5
+ import { flattenSchema } from './chunk-UBXJQJII.mjs';
6
+ import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-L5ORED7V.mjs';
7
+ import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
8
+
9
+ // src/engine/export/lines.ts
10
+ var NEWLINE = 10;
11
+ function joined(parts, total) {
12
+ if (parts.length === 1) return parts[0];
13
+ const bytes = new Uint8Array(total);
14
+ let offset = 0;
15
+ for (const part of parts) {
16
+ bytes.set(part, offset);
17
+ offset += part.byteLength;
18
+ }
19
+ return bytes;
20
+ }
21
+ async function* exportLines(source, maxLineBytes) {
22
+ const decoder = new TextDecoder("utf-8", { fatal: true });
23
+ let parts = [];
24
+ let pending = 0;
25
+ let overflowing = false;
26
+ let line = 0;
27
+ const finishLine = () => {
28
+ line += 1;
29
+ if (overflowing) {
30
+ overflowing = false;
31
+ parts = [];
32
+ pending = 0;
33
+ return { line, refused: "too-long" };
34
+ }
35
+ const bytes = joined(parts, pending);
36
+ parts = [];
37
+ pending = 0;
38
+ try {
39
+ return { line, text: decoder.decode(bytes) };
40
+ } catch {
41
+ return { line, refused: "not-utf8" };
42
+ }
43
+ };
44
+ for await (const chunk of chunksOf(source)) {
45
+ let start = 0;
46
+ for (; ; ) {
47
+ const newline = chunk.indexOf(NEWLINE, start);
48
+ const end = newline < 0 ? chunk.byteLength : newline;
49
+ const piece = chunk.subarray(start, end);
50
+ if (!overflowing && pending + piece.byteLength <= maxLineBytes) {
51
+ if (piece.byteLength > 0) parts.push(piece.slice());
52
+ pending += piece.byteLength;
53
+ } else {
54
+ overflowing = true;
55
+ parts = [];
56
+ }
57
+ if (newline < 0) break;
58
+ yield finishLine();
59
+ start = newline + 1;
60
+ }
61
+ }
62
+ if (pending > 0 || overflowing) yield finishLine();
63
+ }
64
+
65
+ // src/serialization/base64.ts
66
+ var ALPHABET = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
67
+ var PAD = 61;
68
+ var BYTES_PER_GROUP = 3;
69
+ var CHARACTERS_PER_GROUP = 4;
70
+ var ASCII_LIMIT = 128;
71
+ var ENCODE = new Uint8Array(ALPHABET.length);
72
+ var DECODE = new Int8Array(ASCII_LIMIT).fill(-1);
73
+ for (let at = 0; at < ALPHABET.length; at++) {
74
+ ENCODE[at] = ALPHABET.charCodeAt(at);
75
+ DECODE[ALPHABET.charCodeAt(at)] = at;
76
+ }
77
+ var asciiDecoder = new TextDecoder();
78
+ function encodeBase64(bytes) {
79
+ const out = new Uint8Array(Math.ceil(bytes.byteLength / BYTES_PER_GROUP) * CHARACTERS_PER_GROUP);
80
+ let write = 0;
81
+ let read = 0;
82
+ for (; read + BYTES_PER_GROUP <= bytes.byteLength; read += BYTES_PER_GROUP) {
83
+ const group = bytes[read] << 16 | bytes[read + 1] << 8 | bytes[read + 2];
84
+ out[write++] = ENCODE[group >>> 18];
85
+ out[write++] = ENCODE[group >>> 12 & 63];
86
+ out[write++] = ENCODE[group >>> 6 & 63];
87
+ out[write++] = ENCODE[group & 63];
88
+ }
89
+ const left = bytes.byteLength - read;
90
+ if (left > 0) {
91
+ const group = bytes[read] << 16 | (left === 2 ? bytes[read + 1] << 8 : 0);
92
+ out[write++] = ENCODE[group >>> 18];
93
+ out[write++] = ENCODE[group >>> 12 & 63];
94
+ out[write++] = left === 2 ? ENCODE[group >>> 6 & 63] : PAD;
95
+ out[write++] = PAD;
96
+ }
97
+ return asciiDecoder.decode(out);
98
+ }
99
+ function sextetAt(text, at) {
100
+ const code = text.charCodeAt(at);
101
+ return code < ASCII_LIMIT ? DECODE[code] : -1;
102
+ }
103
+ function decodeExactBase64(text) {
104
+ if (text.length % CHARACTERS_PER_GROUP !== 0) return null;
105
+ const padding = text.endsWith("==") ? 2 : text.endsWith("=") ? 1 : 0;
106
+ const out = new Uint8Array(text.length / CHARACTERS_PER_GROUP * BYTES_PER_GROUP - padding);
107
+ const fullEnd = padding === 0 ? text.length : text.length - CHARACTERS_PER_GROUP;
108
+ let write = 0;
109
+ for (let at = 0; at < fullEnd; at += CHARACTERS_PER_GROUP) {
110
+ const a2 = sextetAt(text, at);
111
+ const b2 = sextetAt(text, at + 1);
112
+ const c2 = sextetAt(text, at + 2);
113
+ const d = sextetAt(text, at + 3);
114
+ if ((a2 | b2 | c2 | d) < 0) return null;
115
+ const group = a2 << 18 | b2 << 12 | c2 << 6 | d;
116
+ out[write++] = group >>> 16;
117
+ out[write++] = group >>> 8 & 255;
118
+ out[write++] = group & 255;
119
+ }
120
+ if (padding === 0) return out;
121
+ const a = sextetAt(text, fullEnd);
122
+ const b = sextetAt(text, fullEnd + 1);
123
+ const c = padding === 1 ? sextetAt(text, fullEnd + 2) : 0;
124
+ if ((a | b | c) < 0) return null;
125
+ if (padding === 2 && (b & 15) !== 0) return null;
126
+ if (padding === 1 && (c & 3) !== 0) return null;
127
+ out[write++] = a << 2 | b >>> 4;
128
+ if (padding === 1) out[write] = (b & 15) << 4 | c >>> 2;
129
+ return out;
130
+ }
131
+
132
+ // src/engine/export/tags.ts
133
+ var TAG_PREFIX = "$";
134
+ var DATE_TAG = "$date";
135
+ var BYTES_TAG = "$bytes";
136
+ var NUMBER_TAG = "$number";
137
+ var OBJECT_TAG = "$object";
138
+ var MILLISECONDS_PER_SECOND = 1e3;
139
+ var NANOSECONDS_PER_MILLISECOND = 1e6;
140
+ var MAX_NANOSECONDS = 999999999;
141
+ var MAX_DATE_MILLISECONDS = 864e13;
142
+ var ESCAPED_TAG_PREFIX = "\\u0024";
143
+ var NON_FINITE_NUMBERS = /* @__PURE__ */ new Map([
144
+ ["NaN", Number.NaN],
145
+ ["Infinity", Number.POSITIVE_INFINITY],
146
+ ["-Infinity", Number.NEGATIVE_INFINITY]
147
+ ]);
148
+ function refuse(path, reason) {
149
+ throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path === "" ? "(document)" : path}" ${reason}`, {
150
+ field: path
151
+ });
152
+ }
153
+ function isRecord(value) {
154
+ return typeof value === "object" && value !== null && !Array.isArray(value);
155
+ }
156
+ function startsWithTagPrefix(key) {
157
+ return key.startsWith(TAG_PREFIX);
158
+ }
159
+ function soleTagKey(record) {
160
+ let sole = null;
161
+ for (const key of Object.keys(record)) {
162
+ if (sole !== null) return null;
163
+ sole = key;
164
+ }
165
+ return sole !== null && startsWithTagPrefix(sole) ? sole : null;
166
+ }
167
+ function dateOf(value, path) {
168
+ if (!Array.isArray(value) || value.length !== 2)
169
+ refuse(path, `holds a "${DATE_TAG}" tag other than [seconds, nanoseconds]`);
170
+ const seconds = value[0];
171
+ const nanoseconds = value[1];
172
+ if (typeof seconds !== "number" || !Number.isSafeInteger(seconds)) {
173
+ refuse(
174
+ path,
175
+ `holds a "${DATE_TAG}" tag whose seconds are not an integer from -${Number.MAX_SAFE_INTEGER} to ${Number.MAX_SAFE_INTEGER}`
176
+ );
177
+ }
178
+ if (typeof nanoseconds !== "number" || !Number.isInteger(nanoseconds) || nanoseconds < 0 || nanoseconds > MAX_NANOSECONDS) {
179
+ refuse(path, `holds a "${DATE_TAG}" tag whose nanoseconds are not an integer from 0 to ${MAX_NANOSECONDS}`);
180
+ }
181
+ const milliseconds = seconds * MILLISECONDS_PER_SECOND + nanoseconds / NANOSECONDS_PER_MILLISECOND;
182
+ if (Math.abs(milliseconds) > MAX_DATE_MILLISECONDS)
183
+ refuse(path, `holds a "${DATE_TAG}" tag outside the range of a date`);
184
+ return new Date(milliseconds);
185
+ }
186
+ function bytesOf(value, path) {
187
+ const bytes = typeof value === "string" ? decodeExactBase64(value) : null;
188
+ if (bytes === null) refuse(path, `holds a "${BYTES_TAG}" tag whose text is not padded base64`);
189
+ return bytes;
190
+ }
191
+ function numberOf(value, path) {
192
+ const number = typeof value === "string" ? NON_FINITE_NUMBERS.get(value) : void 0;
193
+ if (number === void 0) refuse(path, `holds a "${NUMBER_TAG}" tag other than "NaN", "Infinity", or "-Infinity"`);
194
+ return number;
195
+ }
196
+ function requireDepth(path, depth) {
197
+ if (depth >= MAX_DOCUMENT_NESTING_DEPTH) refuse(path, `nests deeper than ${MAX_DOCUMENT_NESTING_DEPTH} levels`);
198
+ }
199
+ function untagMap(record, path, depth) {
200
+ requireDepth(path, depth);
201
+ for (const key of Object.keys(record)) {
202
+ record[key] = untag(record[key], path === "" ? key : `${path}.${key}`, depth + 1);
203
+ }
204
+ return record;
205
+ }
206
+ function untagList(list, path, depth) {
207
+ requireDepth(path, depth);
208
+ for (let at = 0; at < list.length; at++) list[at] = untag(list[at], `${path}[${at}]`, depth + 1);
209
+ return list;
210
+ }
211
+ function untagTag(tag, value, path, depth) {
212
+ switch (tag) {
213
+ case DATE_TAG:
214
+ return dateOf(value, path);
215
+ case BYTES_TAG:
216
+ return bytesOf(value, path);
217
+ case NUMBER_TAG:
218
+ return numberOf(value, path);
219
+ case OBJECT_TAG:
220
+ if (!isRecord(value)) refuse(path, `holds an "${OBJECT_TAG}" tag whose value is not an object`);
221
+ return untagMap(value, path, depth);
222
+ default:
223
+ return refuse(path, `holds an object whose only key, "${tag}", names no tag`);
224
+ }
225
+ }
226
+ function untag(value, path, depth) {
227
+ if (typeof value !== "object" || value === null) return value;
228
+ if (Array.isArray(value)) return untagList(value, path, depth);
229
+ const record = value;
230
+ const tag = soleTagKey(record);
231
+ return tag === null ? untagMap(record, path, depth) : untagTag(tag, record[tag], path, depth);
232
+ }
233
+ function untagDocumentLine(text, parsed) {
234
+ if (!text.includes(`"${TAG_PREFIX}`) && !text.includes(ESCAPED_TAG_PREFIX)) return parsed;
235
+ return untagMap(parsed, "", 0);
236
+ }
237
+
238
+ // src/engine/export/import.ts
239
+ var DOCUMENT_EXPORT_FORMAT = "narsil-export";
240
+ var DOCUMENT_EXPORT_VERSION = 1;
241
+ function invalidHeader(message) {
242
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The document export header ${message}`);
243
+ }
244
+ function isRecord2(value) {
245
+ return typeof value === "object" && value !== null && !Array.isArray(value);
246
+ }
247
+ function configOfHeader(line) {
248
+ if (line === void 0) invalidHeader("is missing");
249
+ if (!("text" in line)) {
250
+ invalidHeader(
251
+ line.refused === "too-long" ? `passes the line limit of ${MAX_EXPORT_LINE_BYTES} bytes` : "is not UTF-8"
252
+ );
253
+ }
254
+ let raw;
255
+ try {
256
+ raw = JSON.parse(line.text);
257
+ } catch {
258
+ invalidHeader("is not JSON");
259
+ }
260
+ if (!isRecord2(raw) || raw.format !== DOCUMENT_EXPORT_FORMAT || raw.version !== DOCUMENT_EXPORT_VERSION) {
261
+ invalidHeader(`must name format "${DOCUMENT_EXPORT_FORMAT}" and version ${DOCUMENT_EXPORT_VERSION}`);
262
+ }
263
+ const configuration = requireConfigurationShape(raw.index, "document export header");
264
+ const fields = restoredConfigFields(configuration, (message) => invalidHeader(message));
265
+ const embedding = restoredEmbedding(configuration.embedding, (message) => invalidHeader(message));
266
+ return {
267
+ schema: configuration.schema,
268
+ language: configuration.language,
269
+ ...fields,
270
+ ...embedding === void 0 ? {} : {
271
+ embedding: {
272
+ fields: embedding.fields,
273
+ ...embedding.adapter === void 0 ? {} : { adapter: embedding.adapter }
274
+ }
275
+ }
276
+ };
277
+ }
278
+ async function prepareIndex(engine, indexName, config) {
279
+ if (!engine.listIndexes().some((index) => index.name === indexName)) {
280
+ await engine.createIndex(indexName, config);
281
+ return;
282
+ }
283
+ const existing = flattenSchema(engine.getStats(indexName).schema);
284
+ const exported = flattenSchema(config.schema);
285
+ const fields = /* @__PURE__ */ new Set([...Object.keys(existing), ...Object.keys(exported)]);
286
+ for (const field of fields) {
287
+ if (existing[field] === exported[field]) continue;
288
+ throw new NarsilError(
289
+ ErrorCodes.CONFIG_INVALID,
290
+ `Index "${indexName}" gives field "${field}" another type than the export does, so the import cannot write into it`,
291
+ { indexName, field }
292
+ );
293
+ }
294
+ }
295
+ function highestReportedAt(refused) {
296
+ let highest = 0;
297
+ for (let at = 1; at < refused.length; at++) {
298
+ if (refused[at].line > refused[highest].line) highest = at;
299
+ }
300
+ return highest;
301
+ }
302
+ function refuse2(state, line, code, message) {
303
+ state.result.refusedCount += 1;
304
+ const refused = state.result.refused;
305
+ if (refused.length < MAX_IMPORT_REFUSALS_REPORTED) {
306
+ refused.push({ line, code, message });
307
+ if (refused.length === MAX_IMPORT_REFUSALS_REPORTED) state.highestReported = highestReportedAt(refused);
308
+ return;
309
+ }
310
+ if (line >= refused[state.highestReported].line) return;
311
+ refused[state.highestReported] = { line, code, message };
312
+ state.highestReported = highestReportedAt(refused);
313
+ }
314
+ async function flush(state) {
315
+ if (state.batch.length === 0) return;
316
+ const batch = state.batch;
317
+ state.batch = [];
318
+ state.batchIds = /* @__PURE__ */ new Set();
319
+ const lineOf = new Map(batch.map((entry) => [entry.docId, entry.line]));
320
+ const inserts = [];
321
+ const updates = [];
322
+ for (const entry of batch) {
323
+ if (await state.engine.has(state.indexName, entry.docId))
324
+ updates.push({ docId: entry.docId, document: entry.document });
325
+ else inserts.push(entry.document);
326
+ }
327
+ for (const outcome of [
328
+ inserts.length === 0 ? null : await state.engine.insertBatch(state.indexName, inserts, { skipClone: true }),
329
+ updates.length === 0 ? null : await state.engine.updateBatch(state.indexName, updates)
330
+ ]) {
331
+ if (outcome === null) continue;
332
+ state.result.imported += outcome.succeeded.length;
333
+ for (const failure of outcome.failed) {
334
+ const code = failure.error instanceof NarsilError ? failure.error.code : ErrorCodes.DOC_VALIDATION_FAILED;
335
+ refuse2(state, lineOf.get(failure.docId) ?? 0, code, failure.error.message);
336
+ }
337
+ }
338
+ }
339
+ async function takeLine(state, entry) {
340
+ if (!("text" in entry)) {
341
+ const message = entry.refused === "too-long" ? `The line passes the limit of ${MAX_EXPORT_LINE_BYTES} bytes` : "The line is not UTF-8";
342
+ refuse2(state, entry.line, ErrorCodes.DOC_VALIDATION_FAILED, message);
343
+ return;
344
+ }
345
+ if (entry.text.length === 0) return;
346
+ let document;
347
+ try {
348
+ document = JSON.parse(entry.text);
349
+ } catch {
350
+ refuse2(state, entry.line, ErrorCodes.DOC_VALIDATION_FAILED, "The line is not JSON");
351
+ return;
352
+ }
353
+ if (!isRecord2(document) || typeof document.id !== "string" || document.id.length === 0) {
354
+ refuse2(state, entry.line, ErrorCodes.DOC_VALIDATION_FAILED, "The line holds no document with a string id");
355
+ return;
356
+ }
357
+ try {
358
+ untagDocumentLine(entry.text, document);
359
+ } catch (error) {
360
+ if (!(error instanceof NarsilError)) throw error;
361
+ refuse2(state, entry.line, error.code, error.message);
362
+ return;
363
+ }
364
+ if (state.batchIds.has(document.id)) await flush(state);
365
+ state.batch.push({ line: entry.line, docId: document.id, document });
366
+ state.batchIds.add(document.id);
367
+ if (state.batch.length >= IMPORT_BATCH_DOCUMENTS) await flush(state);
368
+ }
369
+ async function readDocumentExport(engine, indexName, source) {
370
+ const lines = exportLines(source, MAX_EXPORT_LINE_BYTES);
371
+ const header = await lines.next();
372
+ await prepareIndex(engine, indexName, configOfHeader(header.done === true ? void 0 : header.value));
373
+ const state = {
374
+ engine,
375
+ indexName,
376
+ batch: [],
377
+ batchIds: /* @__PURE__ */ new Set(),
378
+ result: { imported: 0, refusedCount: 0, refused: [] },
379
+ highestReported: 0
380
+ };
381
+ for await (const entry of lines) await takeLine(state, entry);
382
+ await flush(state);
383
+ state.result.refused.sort((a, b) => a.line - b.line);
384
+ return state.result;
385
+ }
386
+
387
+ export { BYTES_TAG, DATE_TAG, DOCUMENT_EXPORT_FORMAT, DOCUMENT_EXPORT_VERSION, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, NUMBER_TAG, OBJECT_TAG, encodeBase64, readDocumentExport, startsWithTagPrefix };
@@ -1,5 +1,5 @@
1
1
  import { MIN_HYBRID_DEPTH, MAX_HYBRID_DEPTH } from './chunk-FQBFZAWG.mjs';
2
- import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
2
+ import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
3
3
 
4
4
  // src/search/hybrid-depth.ts
5
5
  function fixedHybridDepthOf(hybrid) {
@@ -1,6 +1,6 @@
1
- import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-X5CNUKD5.mjs';
1
+ import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-K3AQOZVM.mjs';
2
2
  import { MAX_VECTOR_ORDINALS } from './chunk-QSK35UC2.mjs';
3
- import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
3
+ import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
4
4
  import { readSync, closeSync, openSync } from 'fs';
5
5
 
6
6
  function createVectorFileReader() {
@@ -1,14 +1,15 @@
1
- import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes, uint64Bytes } from './chunk-7OIQ2SIO.mjs';
1
+ import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes, uint64Bytes } from './chunk-LLDFIKGP.mjs';
2
2
  import { WIRE_BATCH_BUDGET } from './chunk-P36MUFEJ.mjs';
3
3
  import { ReplicationMessageTypes } from './chunk-YH5OIL7B.mjs';
4
- import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-TGHNXN7W.mjs';
5
- import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-RWESFSJI.mjs';
6
- import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-2MKX2SCO.mjs';
7
- import { generateId, getLanguage } from './chunk-ZR4VM4A6.mjs';
8
- import { extractVectorFieldsFromSchema, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-PU6SKH7O.mjs';
4
+ import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-W2XDK66Z.mjs';
5
+ import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-IBATGS3J.mjs';
6
+ import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-U4X4AWKL.mjs';
7
+ import { generateId } from './chunk-N37VMC62.mjs';
8
+ import { extractVectorFieldsFromSchema, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-UBXJQJII.mjs';
9
9
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
10
- import { resolveIndexAnalysis } from './chunk-6SSVIW7Y.mjs';
11
- import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
10
+ import { resolveIndexAnalysis } from './chunk-O4LJQI4G.mjs';
11
+ import { getLanguage } from './chunk-WNBRW4Q2.mjs';
12
+ import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
12
13
  import { encode, decode } from '@msgpack/msgpack';
13
14
 
14
15
  // src/persistence/durability/constants.ts
@@ -100,6 +101,7 @@ function encodeSegmentManifest(manifest) {
100
101
  version: SEGMENT_MANIFEST_VERSION,
101
102
  schema: manifest.schema,
102
103
  language: manifest.language,
104
+ ...manifest.analysisGeneration ? { analysisGeneration: manifest.analysisGeneration } : {},
103
105
  checkpoint: manifest.checkpoint.map((c) => ({
104
106
  partitionId: c.partitionId,
105
107
  lastSeqNo: c.lastSeqNo,
@@ -1817,6 +1819,7 @@ async function commitCheckpointManifest(store, metadata, written, vectors) {
1817
1819
  const manifest = {
1818
1820
  schema: metadata.schema,
1819
1821
  language: metadata.language,
1822
+ ...metadata.analysisGeneration ? { analysisGeneration: metadata.analysisGeneration } : {},
1820
1823
  checkpoint: written.checkpoint,
1821
1824
  partitions: written.partitions,
1822
1825
  vectors
@@ -0,0 +1,78 @@
1
+ // src/persistence/archive/byte-reader.ts
2
+ async function* chunksOf(source) {
3
+ if (source instanceof Uint8Array) {
4
+ yield source;
5
+ return;
6
+ }
7
+ if (typeof source.getReader === "function") {
8
+ const reader = source.getReader();
9
+ try {
10
+ for (; ; ) {
11
+ const step = await reader.read();
12
+ if (step.done) return;
13
+ yield step.value;
14
+ }
15
+ } finally {
16
+ reader.releaseLock();
17
+ }
18
+ }
19
+ yield* source;
20
+ }
21
+ function createByteReader(source) {
22
+ const iterator = chunksOf(source);
23
+ const pending = [];
24
+ let pendingBytes = 0;
25
+ let ended = false;
26
+ async function fill(length) {
27
+ while (pendingBytes < length && !ended) {
28
+ const step = await iterator.next();
29
+ if (step.done) {
30
+ ended = true;
31
+ break;
32
+ }
33
+ if (step.value.byteLength === 0) continue;
34
+ pending.push(step.value);
35
+ pendingBytes += step.value.byteLength;
36
+ }
37
+ }
38
+ function take(length) {
39
+ const out = new Uint8Array(length);
40
+ let filled = 0;
41
+ while (filled < length) {
42
+ const head = pending[0];
43
+ const needed = length - filled;
44
+ if (head.byteLength <= needed) {
45
+ out.set(head, filled);
46
+ filled += head.byteLength;
47
+ pending.shift();
48
+ } else {
49
+ out.set(head.subarray(0, needed), filled);
50
+ pending[0] = head.subarray(needed);
51
+ filled += needed;
52
+ }
53
+ }
54
+ pendingBytes -= length;
55
+ return out;
56
+ }
57
+ return {
58
+ async readExactly(length) {
59
+ await fill(length);
60
+ if (pendingBytes === 0 && length > 0) return null;
61
+ if (pendingBytes < length) return take(pendingBytes);
62
+ return take(length);
63
+ },
64
+ async peek(length) {
65
+ await fill(length);
66
+ const available = Math.min(length, pendingBytes);
67
+ const copy = take(available);
68
+ pending.unshift(copy);
69
+ pendingBytes += copy.byteLength;
70
+ return copy;
71
+ },
72
+ async close() {
73
+ await iterator.return(void 0);
74
+ }
75
+ };
76
+ }
77
+
78
+ export { chunksOf, createByteReader };
@@ -1,7 +1,7 @@
1
1
  import { admittedHeapBytes, collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-IWVEG5CX.mjs';
2
2
  import { readOldGenerationStatistics, processLimitBytes } from './chunk-ZATRDAYU.mjs';
3
3
  import { engineThreadYoungGenerationBytes } from './chunk-EBIHRL7B.mjs';
4
- import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-CZ7ISLXA.mjs';
4
+ import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-HNHCNTVG.mjs';
5
5
 
6
6
  // src/distribution/cluster-node/constants.ts
7
7
  var DEFAULT_PARTITION_COUNT = 5;
@@ -37,6 +37,7 @@ var CATCH_UP_FEED_WINDOW_MS = 1e3;
37
37
  var MAX_CATCH_UP_IN_FLIGHT_BYTES = 67108864;
38
38
  var CLEAR_PAGE_SIZE = 1e3;
39
39
  var MAX_SETTINGS_REPLACEMENT_ATTEMPTS = 5;
40
+ var SETTINGS_CONTENTION_REASON = "settings_contention";
40
41
  var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
41
42
  var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
42
43
  var SNAPSHOT_CHUNK_YIELD_INTERVAL_MS = 8;
@@ -298,4 +299,4 @@ function refuseEncodeWithoutRoom(documents) {
298
299
  if (refusal2 !== null) throw refusal2;
299
300
  }
300
301
 
301
- export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, MAX_SOURCE_ID_LENGTH, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, SEARCH_CONTEXT_REAPER_INTERVAL_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, answerRefusalOf, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, readMemoryFigures, readRecentMemoryFigures, refuseEncodeWithoutRoom, withAdmittedWrite };
302
+ export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, MAX_SOURCE_ID_LENGTH, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, SEARCH_CONTEXT_REAPER_INTERVAL_MS, SETTINGS_CONTENTION_REASON, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, answerRefusalOf, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, readMemoryFigures, readRecentMemoryFigures, refuseEncodeWithoutRoom, withAdmittedWrite };
@@ -3,6 +3,8 @@ import { DEFAULT_PAGE_SIZE } from './chunk-FQBFZAWG.mjs';
3
3
  // src/engine/constants.ts
4
4
  var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
5
5
  var BATCH_CHUNK_SIZE = 1e3;
6
+ var ANALYSIS_HOLD_APPLY_INTERVAL_MS = 100;
7
+ var ANALYSIS_CHANGE_MEMBERS = ["language", "tokenizer", "stopWords"];
6
8
  var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
7
9
  var DEFAULT_OFFSET = 0;
8
10
  var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
@@ -27,4 +29,4 @@ var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
27
29
  var SUGGEST_OVERSAMPLE_PADDING = 10;
28
30
  var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
29
31
 
30
- export { ABSOLUTE_WINDOWS_PATH_PATTERN, BATCH_CHUNK_SIZE, DEFAULT_LIMIT, DEFAULT_OFFSET, DEFAULT_SUGGEST_LIMIT, EXPORT_CHUNK_BYTES, FOREIGN_STATS_TTL_MS, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, MAX_EXPORT_LINE_BYTES, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, STATISTICS_BROADCAST_INTERVAL_MS, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING };
32
+ export { ABSOLUTE_WINDOWS_PATH_PATTERN, ANALYSIS_CHANGE_MEMBERS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, BATCH_CHUNK_SIZE, DEFAULT_LIMIT, DEFAULT_OFFSET, DEFAULT_SUGGEST_LIMIT, EXPORT_CHUNK_BYTES, FOREIGN_STATS_TTL_MS, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, MAX_EXPORT_LINE_BYTES, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, STATISTICS_BROADCAST_INTERVAL_MS, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING };
@@ -14,7 +14,7 @@ function requireLoadedVectorCode() {
14
14
  function loadVectorCode() {
15
15
  if (loaded !== null) return Promise.resolve(loaded);
16
16
  if (loading === null) {
17
- loading = import('./module-2E4XYSGT.mjs').then(
17
+ loading = import('./module-L2OZO5PQ.mjs').then(
18
18
  (code) => {
19
19
  loaded = code;
20
20
  return code;
@@ -1,10 +1,10 @@
1
- import { vectorsPerFile } from './chunk-SOHMMNCH.mjs';
2
- import { writeLiveVectors, decodeSegmentManifest, openManifestPayload, listedKeysOf, decodeManifestPayload, SINGLE_NODE_PRIMARY_TERM } from './chunk-K77FJXKS.mjs';
3
- import { vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-Y2U5VVWX.mjs';
4
- import { writeCheckpointSegments, DEFAULT_COMPACTION_THRESHOLD, commitCheckpointManifest, manifestKey, manifestFileRefs, partitionContentsOf } from './chunk-2JWNJSNE.mjs';
5
- import { HEADER_SIZE } from './chunk-TGHNXN7W.mjs';
1
+ import { writeLiveVectors, decodeSegmentManifest, openManifestPayload, listedKeysOf, decodeManifestPayload, SINGLE_NODE_PRIMARY_TERM } from './chunk-MTQTX4BP.mjs';
2
+ import { vectorsPerFile } from './chunk-6VHWXAOI.mjs';
3
+ import { vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-ICW45TTU.mjs';
4
+ import { writeCheckpointSegments, DEFAULT_COMPACTION_THRESHOLD, commitCheckpointManifest, manifestKey, manifestFileRefs, partitionContentsOf } from './chunk-CPCGEIOM.mjs';
5
+ import { HEADER_SIZE } from './chunk-W2XDK66Z.mjs';
6
6
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
7
- import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
7
+ import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
8
8
 
9
9
  // src/persistence/archive/memory-store.ts
10
10
  function joined(chunks) {
@@ -1,4 +1,4 @@
1
- import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
1
+ import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
2
2
 
3
3
  // src/rerank/call.ts
4
4
  function unregistered(adapters, name) {
@@ -0,0 +1,21 @@
1
+ // src/engine/analysis-change-entry.ts
2
+ function holdsChangeWork(entry) {
3
+ return entry !== void 0 && (entry.pendingAnalysis !== null || entry.durableAnalysis !== null);
4
+ }
5
+ async function abandonChangeOf(core, indexName) {
6
+ if (!holdsChangeWork(core.indexRegistry.get(indexName))) return;
7
+ const { abandonAnalysisChange } = await import('./analysis-change-JN23AZQP.mjs');
8
+ await abandonAnalysisChange(core, indexName);
9
+ }
10
+ async function resumeChangeOf(core, indexName) {
11
+ if ((core.indexRegistry.get(indexName)?.pendingAnalysis ?? null) === null) return;
12
+ if (core.mutationCtx.capacityScope === "partition") return;
13
+ if (core.executor.getManager(indexName) === void 0) return;
14
+ const { resumeAnalysisChange } = await import('./analysis-change-JN23AZQP.mjs');
15
+ void resumeAnalysisChange(core, indexName).catch(() => void 0);
16
+ }
17
+ async function resumeEveryChange(core) {
18
+ for (const indexName of [...core.indexRegistry.keys()]) await resumeChangeOf(core, indexName);
19
+ }
20
+
21
+ export { abandonChangeOf, resumeChangeOf, resumeEveryChange };
@@ -40,6 +40,10 @@ var ErrorCodes = {
40
40
  ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
41
41
  PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
42
42
  RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
43
+ ANALYSIS_CHANGE_REPLACED: "ANALYSIS_CHANGE_REPLACED",
44
+ ANALYSIS_CHANGE_NOT_READY: "ANALYSIS_CHANGE_NOT_READY",
45
+ ANALYSIS_GENERATION_MISSING: "ANALYSIS_GENERATION_MISSING",
46
+ ANALYSIS_REBUILD_MEMORY_EXCEEDED: "ANALYSIS_REBUILD_MEMORY_EXCEEDED",
43
47
  EMBEDDING_FAILED: "EMBEDDING_FAILED",
44
48
  EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
45
49
  EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",