@delali/narsil 0.3.1-next.131 → 0.3.1-next.141
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/analysis-change-HQUT2Z3I.mjs +43 -0
- package/dist/analysis-change-entry-TZTG4AZB.mjs +1 -0
- package/dist/browser/analysis-change-JPV775LR.mjs +900 -0
- package/dist/browser/analysis-change-entry-7HR4LWL3.mjs +1 -0
- package/dist/browser/{chunk-UDGB2MWT.mjs → chunk-35B42UFM.mjs} +4 -0
- package/dist/browser/chunk-3ZBJYAS4.mjs +19 -0
- package/dist/browser/{chunk-2Y3CO4EQ.mjs → chunk-5DB2VDGI.mjs} +1149 -1853
- package/dist/browser/chunk-6RHTAVZX.mjs +656 -0
- package/dist/browser/chunk-CCOAOO73.mjs +86 -0
- package/dist/browser/{chunk-AIIJDWMG.mjs → chunk-D33A5VMU.mjs} +16 -16
- package/dist/browser/{chunk-VBBLTD7O.mjs → chunk-HKX2G6WH.mjs} +1520 -2159
- package/dist/browser/{chunk-NSCSR6MA.mjs → chunk-KTOK275N.mjs} +606 -830
- package/dist/browser/{chunk-D7WQF6DV.mjs → chunk-LVY2LI35.mjs} +2 -2
- package/dist/browser/chunk-MVM33ZUL.mjs +993 -0
- package/dist/browser/chunk-MWUK3DA5.mjs +2634 -0
- package/dist/browser/{chunk-VEGHFP2P.mjs → chunk-MZI3TEOW.mjs} +4 -2
- package/dist/browser/chunk-OIZS5KIX.mjs +6 -0
- package/dist/browser/chunk-R4WUDZQV.mjs +176 -0
- package/dist/browser/{chunk-M5UAAXGU.mjs → chunk-TCLEOZ4P.mjs} +3 -3
- package/dist/browser/chunk-VFYMPCOV.mjs +212 -0
- package/dist/browser/chunk-WCFCHIBB.mjs +177 -0
- package/dist/browser/chunk-XNWPP5NS.mjs +21 -0
- package/dist/browser/chunk-ZEV26AQ6.mjs +270 -0
- package/dist/browser/cold-module-MJMKNUYJ.mjs +745 -0
- package/dist/browser/{durability-wiring-FNZSRH4N.mjs → durability-wiring-SNOWIT6Z.mjs} +370 -95
- package/dist/browser/import-TLB2A5LJ.mjs +9 -0
- package/dist/browser/module-BUFNZMEU.mjs +12 -0
- package/dist/browser/{module-4HIMOQM5.mjs → module-BVP4TKZU.mjs} +397 -109
- package/dist/browser/{phrase-module-WESYVU7K.mjs → phrase-module-HGVBO24W.mjs} +1 -1
- package/dist/{restore-queue-JAMNRC6T.mjs → browser/restore-queue-ONYNYUDE.mjs} +8 -2
- package/dist/browser/{runtime-3X7ZJ5T3.mjs → runtime-VEUH674B.mjs} +2 -2
- package/dist/browser/{snapshot-V7VF6BN6.mjs → snapshot-QXBKHJAG.mjs} +135 -183
- package/dist/browser/{write-YIC2MKRY.mjs → write-WHFBDWQS.mjs} +64 -90
- package/dist/{capabilities-B6WxrWxt.d.ts → capabilities-BCdUwK_L.d.ts} +10 -3
- package/dist/chunk-46NZOPHS.mjs +21 -0
- package/dist/{chunk-JT3YZGCE.mjs → chunk-5WYVUPGD.mjs} +3 -188
- package/dist/chunk-6SNBQESJ.mjs +214 -0
- package/dist/{chunk-2C3WXBQS.mjs → chunk-74XB2SXI.mjs} +1 -1
- package/dist/chunk-7AUASRE7.mjs +653 -0
- package/dist/{chunk-NMXRXFGZ.mjs → chunk-AST3SHFA.mjs} +27 -25
- package/dist/chunk-BOJZGUS6.mjs +177 -0
- package/dist/{chunk-T4OFG4IQ.mjs → chunk-BRUUBXCB.mjs} +92 -17
- package/dist/{chunk-5LX6MOIB.mjs → chunk-C3YDYX6C.mjs} +1 -1
- package/dist/chunk-CZQ33DLW.mjs +78 -0
- package/dist/{chunk-4GDLFDPZ.mjs → chunk-DD2673TX.mjs} +3 -2
- package/dist/{chunk-EUCX5K74.mjs → chunk-DQNKVOJ2.mjs} +65 -65
- package/dist/{chunk-RNSC4NFI.mjs → chunk-EEBCDP36.mjs} +3 -1
- package/dist/chunk-FOCV4CBZ.mjs +87 -0
- package/dist/{chunk-HCGJKDZV.mjs → chunk-GLZHNSGB.mjs} +1 -1
- package/dist/chunk-GWOS5DYC.mjs +2637 -0
- package/dist/{chunk-PATMDIMN.mjs → chunk-HJJWY6PT.mjs} +1 -1
- package/dist/{chunk-CZ7ISLXA.mjs → chunk-HNHCNTVG.mjs} +4 -0
- package/dist/{chunk-Y2U5VVWX.mjs → chunk-ICW45TTU.mjs} +1 -1
- package/dist/{chunk-TGHNXN7W.mjs → chunk-IO5F7ZBE.mjs} +261 -948
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/{chunk-7OIQ2SIO.mjs → chunk-KEIYVZUX.mjs} +5 -5
- package/dist/{chunk-PU6SKH7O.mjs → chunk-KGOXHLLZ.mjs} +7 -3
- package/dist/{chunk-WVRDRLIC.mjs → chunk-KZL72VTC.mjs} +70 -18
- package/dist/chunk-L76W3IZJ.mjs +193 -0
- package/dist/{chunk-2JWNJSNE.mjs → chunk-LA4WNDHL.mjs} +88 -801
- package/dist/{chunk-ZR4VM4A6.mjs → chunk-N37VMC62.mjs} +1 -18
- package/dist/{chunk-JJ6EUMXB.mjs → chunk-NJJCPFXN.mjs} +2 -2
- package/dist/chunk-NN33CZRE.mjs +86 -0
- package/dist/{chunk-2WBY4Y4M.mjs → chunk-NOT5QOHU.mjs} +1 -1
- package/dist/{chunk-D5TFRB5G.mjs → chunk-NPNK57CA.mjs} +1 -1
- package/dist/chunk-NRUXBYPH.mjs +121 -0
- package/dist/{chunk-6SSVIW7Y.mjs → chunk-O4LJQI4G.mjs} +31 -5
- package/dist/{chunk-UJWGQIXU.mjs → chunk-QHPYS427.mjs} +1 -0
- package/dist/{chunk-F6AAXI7T.mjs → chunk-RHKRTYGO.mjs} +13 -4
- package/dist/{chunk-2SEL6SBS.mjs → chunk-RKAVHNRW.mjs} +2 -2
- package/dist/{chunk-RCMNL7RI.mjs → chunk-SBMAWTRG.mjs} +41 -4
- package/dist/chunk-SRJBFG2T.mjs +881 -0
- package/dist/{chunk-X5CNUKD5.mjs → chunk-TNBIK2LQ.mjs} +1663 -1652
- package/dist/{chunk-NNO7CO3A.mjs → chunk-UIKN2OTQ.mjs} +1 -1
- package/dist/chunk-UUZCQQG2.mjs +209 -0
- package/dist/{chunk-6M6SDH3S.mjs → chunk-VEFN6X6Q.mjs} +8 -8
- package/dist/chunk-VJEGOELZ.mjs +177 -0
- package/dist/chunk-W2COJ5AH.mjs +148 -0
- package/dist/{chunk-RWESFSJI.mjs → chunk-WJGO5PGV.mjs} +317 -174
- package/dist/{chunk-7X5JST5L.mjs → chunk-WNBRW4Q2.mjs} +16 -2
- package/dist/{chunk-SZGRYEIC.mjs → chunk-XS2VM7UE.mjs} +3 -3
- package/dist/{chunk-Y4BVTQ53.mjs → chunk-XZ3SRNDJ.mjs} +25 -64
- package/dist/{chunk-K77FJXKS.mjs → chunk-YHUTF6EA.mjs} +474 -93
- package/dist/{chunk-OGLV4I3L.mjs → chunk-YLNSJQLX.mjs} +12 -7
- package/dist/{chunk-SOHMMNCH.mjs → chunk-Z4HFMYNX.mjs} +32 -27
- package/dist/{chunk-5W7AEVTH.mjs → chunk-ZMBFWQXN.mjs} +2 -2
- package/dist/{chunk-2MKX2SCO.mjs → chunk-ZPWS2SKJ.mjs} +297 -274
- package/dist/{chunk-7XY6VD7B.mjs → chunk-ZSWHPKGM.mjs} +1 -1
- package/dist/{client-gNAfaHcE.d.ts → client-B12YFALP.d.ts} +18 -3
- package/dist/client.d.ts +7 -7
- package/dist/client.mjs +11 -1
- package/dist/cold-module-4X7WJCFM.mjs +783 -0
- package/dist/{config-D1cDv3sE.d.ts → config-BhZxIeb1.d.ts} +10 -1
- package/dist/{config-CmYJO34X.d.ts → config-CIG5yDyg.d.ts} +2 -2
- package/dist/{direct-executor-HQ4QVDX7.mjs → direct-executor-7XOQ7VQP.mjs} +14 -14
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution.d.ts +24 -8
- package/dist/distribution.mjs +982 -211
- package/dist/{durability-wiring-S7OX2MAI.mjs → durability-wiring-324D2DDD.mjs} +362 -94
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-m_Ddr1bz.d.ts → engine-CtzbHOmG.d.ts} +64 -7
- package/dist/import-OOBUW3RR.mjs +44 -0
- package/dist/{index-HYnqS1SE.d.ts → index-DsEurhSl.d.ts} +1 -1
- package/dist/index.browser.mjs +5 -5
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +22 -22
- package/dist/{long-query-thread-BSL25PD6.mjs → long-query-thread-4SW7RWDE.mjs} +15 -15
- package/dist/{module-2E4XYSGT.mjs → module-DXSJ5LT2.mjs} +378 -87
- package/dist/module-IYPLWHGC.mjs +48 -0
- package/dist/paged-partition-archive-HFP45PLU.mjs +269 -0
- package/dist/partial-words.mjs +5 -5
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +16 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +28 -26
- package/dist/{phrase-module-JERF2IDG.mjs → phrase-module-5QHBD2VJ.mjs} +1 -1
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +4 -0
- package/dist/{rerank-DMMT4FZA.mjs → rerank-KTLC3E6N.mjs} +5 -5
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{browser/restore-queue-GEZ54CA5.mjs → restore-queue-FEYAC4SB.mjs} +8 -2
- package/dist/{runtime-7MLQ7J64.mjs → runtime-DYV75DCB.mjs} +6 -6
- package/dist/{schema-BTXbHCqA.d.ts → schema-B-Runv0n.d.ts} +7 -0
- package/dist/server.d.ts +12 -10
- package/dist/server.mjs +54 -21
- package/dist/{snapshot-DOQLGGEX.mjs → snapshot-CGM65VCD.mjs} +101 -197
- package/dist/synonyms.mjs +6 -4
- package/dist/{tasks-Co8HfRD7.d.ts → tasks-CjRJRGTb.d.ts} +26 -8
- package/dist/{thread-SKO7CN3R.mjs → thread-KGNAIKPD.mjs} +14 -14
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +6 -5
- package/dist/workers/entry.mjs +8 -8
- package/dist/{write-ZKR7SNRT.mjs → write-2DZPEQL2.mjs} +82 -107
- package/openapi.json +114 -6
- package/package.json +12 -8
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { nodeThreadId } from './chunk-W55X2BYN.mjs';
|
|
2
2
|
import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
|
|
3
|
-
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-
|
|
3
|
+
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-7AUASRE7.mjs';
|
|
4
4
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
5
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
5
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
6
6
|
import { openSync, close, readFileSync } from 'fs';
|
|
7
7
|
import { rename, readFile, writeFile, unlink, realpath, readdir, readlink } from 'fs/promises';
|
|
8
8
|
import { endianness } from 'os';
|
|
@@ -302,6 +302,29 @@ async function lockDirectory(root) {
|
|
|
302
302
|
};
|
|
303
303
|
}
|
|
304
304
|
|
|
305
|
+
// src/persistence/durability/list-recursive.ts
|
|
306
|
+
async function listRecursive(dir, base, pathMod, fs) {
|
|
307
|
+
const results = [];
|
|
308
|
+
let entries;
|
|
309
|
+
try {
|
|
310
|
+
entries = await fs.readdir(dir, { withFileTypes: true });
|
|
311
|
+
} catch (err) {
|
|
312
|
+
if (err.code === "ENOENT") {
|
|
313
|
+
return results;
|
|
314
|
+
}
|
|
315
|
+
throw err;
|
|
316
|
+
}
|
|
317
|
+
for (const entry of entries) {
|
|
318
|
+
const full = pathMod.join(dir, entry.name);
|
|
319
|
+
if (entry.isDirectory()) {
|
|
320
|
+
results.push(...await listRecursive(full, base, pathMod, fs));
|
|
321
|
+
} else {
|
|
322
|
+
results.push(pathMod.relative(base, full).split(pathMod.sep).join("/"));
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
return results;
|
|
326
|
+
}
|
|
327
|
+
|
|
305
328
|
// src/persistence/durability/durable-filesystem.ts
|
|
306
329
|
function validateRelativeKey(key) {
|
|
307
330
|
if (key.length === 0) {
|
|
@@ -599,8 +622,8 @@ function createDurableDirectory(root) {
|
|
|
599
622
|
const fs = await getFs();
|
|
600
623
|
await ensureDir(target.path, target.pathMod, fs);
|
|
601
624
|
await fs.rename(source.path, target.path);
|
|
602
|
-
|
|
603
|
-
await fsyncDirectory(
|
|
625
|
+
const directories = new Set([target.path, source.path].map((path) => target.pathMod.dirname(path)));
|
|
626
|
+
for (const movedIn of directories) await fsyncDirectory(movedIn, fs);
|
|
604
627
|
},
|
|
605
628
|
async list(prefix) {
|
|
606
629
|
const fs = await getFs();
|
|
@@ -615,26 +638,5 @@ function createDurableDirectory(root) {
|
|
|
615
638
|
}
|
|
616
639
|
};
|
|
617
640
|
}
|
|
618
|
-
async function listRecursive(dir, base, pathMod, fs) {
|
|
619
|
-
const results = [];
|
|
620
|
-
let entries;
|
|
621
|
-
try {
|
|
622
|
-
entries = await fs.readdir(dir, { withFileTypes: true });
|
|
623
|
-
} catch (err) {
|
|
624
|
-
if (err.code === "ENOENT") {
|
|
625
|
-
return results;
|
|
626
|
-
}
|
|
627
|
-
throw err;
|
|
628
|
-
}
|
|
629
|
-
for (const entry of entries) {
|
|
630
|
-
const full = pathMod.join(dir, entry.name);
|
|
631
|
-
if (entry.isDirectory()) {
|
|
632
|
-
results.push(...await listRecursive(full, base, pathMod, fs));
|
|
633
|
-
} else {
|
|
634
|
-
results.push(pathMod.relative(base, full).split(pathMod.sep).join("/"));
|
|
635
|
-
}
|
|
636
|
-
}
|
|
637
|
-
return results;
|
|
638
|
-
}
|
|
639
641
|
|
|
640
642
|
export { createDurableDirectory };
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-L5ORED7V.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
3
|
+
|
|
4
|
+
// src/serialization/base64.ts
|
|
5
|
+
var ALPHABET = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
|
|
6
|
+
var PAD = 61;
|
|
7
|
+
var BYTES_PER_GROUP = 3;
|
|
8
|
+
var CHARACTERS_PER_GROUP = 4;
|
|
9
|
+
var ASCII_LIMIT = 128;
|
|
10
|
+
var ENCODE = new Uint8Array(ALPHABET.length);
|
|
11
|
+
var DECODE = new Int8Array(ASCII_LIMIT).fill(-1);
|
|
12
|
+
for (let at = 0; at < ALPHABET.length; at++) {
|
|
13
|
+
ENCODE[at] = ALPHABET.charCodeAt(at);
|
|
14
|
+
DECODE[ALPHABET.charCodeAt(at)] = at;
|
|
15
|
+
}
|
|
16
|
+
var asciiDecoder = new TextDecoder();
|
|
17
|
+
function encodeBase64(bytes) {
|
|
18
|
+
const out = new Uint8Array(Math.ceil(bytes.byteLength / BYTES_PER_GROUP) * CHARACTERS_PER_GROUP);
|
|
19
|
+
let write = 0;
|
|
20
|
+
let read = 0;
|
|
21
|
+
for (; read + BYTES_PER_GROUP <= bytes.byteLength; read += BYTES_PER_GROUP) {
|
|
22
|
+
const group = bytes[read] << 16 | bytes[read + 1] << 8 | bytes[read + 2];
|
|
23
|
+
out[write++] = ENCODE[group >>> 18];
|
|
24
|
+
out[write++] = ENCODE[group >>> 12 & 63];
|
|
25
|
+
out[write++] = ENCODE[group >>> 6 & 63];
|
|
26
|
+
out[write++] = ENCODE[group & 63];
|
|
27
|
+
}
|
|
28
|
+
const left = bytes.byteLength - read;
|
|
29
|
+
if (left > 0) {
|
|
30
|
+
const group = bytes[read] << 16 | (left === 2 ? bytes[read + 1] << 8 : 0);
|
|
31
|
+
out[write++] = ENCODE[group >>> 18];
|
|
32
|
+
out[write++] = ENCODE[group >>> 12 & 63];
|
|
33
|
+
out[write++] = left === 2 ? ENCODE[group >>> 6 & 63] : PAD;
|
|
34
|
+
out[write++] = PAD;
|
|
35
|
+
}
|
|
36
|
+
return asciiDecoder.decode(out);
|
|
37
|
+
}
|
|
38
|
+
function sextetAt(text, at) {
|
|
39
|
+
const code = text.charCodeAt(at);
|
|
40
|
+
return code < ASCII_LIMIT ? DECODE[code] : -1;
|
|
41
|
+
}
|
|
42
|
+
function decodeExactBase64(text) {
|
|
43
|
+
if (text.length % CHARACTERS_PER_GROUP !== 0) return null;
|
|
44
|
+
const padding = text.endsWith("==") ? 2 : text.endsWith("=") ? 1 : 0;
|
|
45
|
+
const out = new Uint8Array(text.length / CHARACTERS_PER_GROUP * BYTES_PER_GROUP - padding);
|
|
46
|
+
const fullEnd = padding === 0 ? text.length : text.length - CHARACTERS_PER_GROUP;
|
|
47
|
+
let write = 0;
|
|
48
|
+
for (let at = 0; at < fullEnd; at += CHARACTERS_PER_GROUP) {
|
|
49
|
+
const a2 = sextetAt(text, at);
|
|
50
|
+
const b2 = sextetAt(text, at + 1);
|
|
51
|
+
const c2 = sextetAt(text, at + 2);
|
|
52
|
+
const d = sextetAt(text, at + 3);
|
|
53
|
+
if ((a2 | b2 | c2 | d) < 0) return null;
|
|
54
|
+
const group = a2 << 18 | b2 << 12 | c2 << 6 | d;
|
|
55
|
+
out[write++] = group >>> 16;
|
|
56
|
+
out[write++] = group >>> 8 & 255;
|
|
57
|
+
out[write++] = group & 255;
|
|
58
|
+
}
|
|
59
|
+
if (padding === 0) return out;
|
|
60
|
+
const a = sextetAt(text, fullEnd);
|
|
61
|
+
const b = sextetAt(text, fullEnd + 1);
|
|
62
|
+
const c = padding === 1 ? sextetAt(text, fullEnd + 2) : 0;
|
|
63
|
+
if ((a | b | c) < 0) return null;
|
|
64
|
+
if (padding === 2 && (b & 15) !== 0) return null;
|
|
65
|
+
if (padding === 1 && (c & 3) !== 0) return null;
|
|
66
|
+
out[write++] = a << 2 | b >>> 4;
|
|
67
|
+
if (padding === 1) out[write] = (b & 15) << 4 | c >>> 2;
|
|
68
|
+
return out;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
// src/engine/export/tags.ts
|
|
72
|
+
var TAG_PREFIX = "$";
|
|
73
|
+
var DATE_TAG = "$date";
|
|
74
|
+
var BYTES_TAG = "$bytes";
|
|
75
|
+
var NUMBER_TAG = "$number";
|
|
76
|
+
var OBJECT_TAG = "$object";
|
|
77
|
+
var MILLISECONDS_PER_SECOND = 1e3;
|
|
78
|
+
var NANOSECONDS_PER_MILLISECOND = 1e6;
|
|
79
|
+
var MAX_NANOSECONDS = 999999999;
|
|
80
|
+
var MAX_DATE_MILLISECONDS = 864e13;
|
|
81
|
+
var ESCAPED_TAG_PREFIX = "\\u0024";
|
|
82
|
+
var NON_FINITE_NUMBERS = /* @__PURE__ */ new Map([
|
|
83
|
+
["NaN", Number.NaN],
|
|
84
|
+
["Infinity", Number.POSITIVE_INFINITY],
|
|
85
|
+
["-Infinity", Number.NEGATIVE_INFINITY]
|
|
86
|
+
]);
|
|
87
|
+
function refuse(path, reason) {
|
|
88
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path === "" ? "(document)" : path}" ${reason}`, {
|
|
89
|
+
field: path
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
function isRecord(value) {
|
|
93
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
94
|
+
}
|
|
95
|
+
function startsWithTagPrefix(key) {
|
|
96
|
+
return key.startsWith(TAG_PREFIX);
|
|
97
|
+
}
|
|
98
|
+
function soleTagKey(record) {
|
|
99
|
+
let sole = null;
|
|
100
|
+
for (const key of Object.keys(record)) {
|
|
101
|
+
if (sole !== null) return null;
|
|
102
|
+
sole = key;
|
|
103
|
+
}
|
|
104
|
+
return sole !== null && startsWithTagPrefix(sole) ? sole : null;
|
|
105
|
+
}
|
|
106
|
+
function dateOf(value, path) {
|
|
107
|
+
if (!Array.isArray(value) || value.length !== 2)
|
|
108
|
+
refuse(path, `holds a "${DATE_TAG}" tag other than [seconds, nanoseconds]`);
|
|
109
|
+
const seconds = value[0];
|
|
110
|
+
const nanoseconds = value[1];
|
|
111
|
+
if (typeof seconds !== "number" || !Number.isSafeInteger(seconds)) {
|
|
112
|
+
refuse(
|
|
113
|
+
path,
|
|
114
|
+
`holds a "${DATE_TAG}" tag whose seconds are not an integer from -${Number.MAX_SAFE_INTEGER} to ${Number.MAX_SAFE_INTEGER}`
|
|
115
|
+
);
|
|
116
|
+
}
|
|
117
|
+
if (typeof nanoseconds !== "number" || !Number.isInteger(nanoseconds) || nanoseconds < 0 || nanoseconds > MAX_NANOSECONDS) {
|
|
118
|
+
refuse(path, `holds a "${DATE_TAG}" tag whose nanoseconds are not an integer from 0 to ${MAX_NANOSECONDS}`);
|
|
119
|
+
}
|
|
120
|
+
const milliseconds = seconds * MILLISECONDS_PER_SECOND + nanoseconds / NANOSECONDS_PER_MILLISECOND;
|
|
121
|
+
if (Math.abs(milliseconds) > MAX_DATE_MILLISECONDS)
|
|
122
|
+
refuse(path, `holds a "${DATE_TAG}" tag outside the range of a date`);
|
|
123
|
+
return new Date(milliseconds);
|
|
124
|
+
}
|
|
125
|
+
function bytesOf(value, path) {
|
|
126
|
+
const bytes = typeof value === "string" ? decodeExactBase64(value) : null;
|
|
127
|
+
if (bytes === null) refuse(path, `holds a "${BYTES_TAG}" tag whose text is not padded base64`);
|
|
128
|
+
return bytes;
|
|
129
|
+
}
|
|
130
|
+
function numberOf(value, path) {
|
|
131
|
+
const number = typeof value === "string" ? NON_FINITE_NUMBERS.get(value) : void 0;
|
|
132
|
+
if (number === void 0) refuse(path, `holds a "${NUMBER_TAG}" tag other than "NaN", "Infinity", or "-Infinity"`);
|
|
133
|
+
return number;
|
|
134
|
+
}
|
|
135
|
+
function requireDepth(path, depth) {
|
|
136
|
+
if (depth >= MAX_DOCUMENT_NESTING_DEPTH) refuse(path, `nests deeper than ${MAX_DOCUMENT_NESTING_DEPTH} levels`);
|
|
137
|
+
}
|
|
138
|
+
function untagMap(record, path, depth) {
|
|
139
|
+
requireDepth(path, depth);
|
|
140
|
+
for (const key of Object.keys(record)) {
|
|
141
|
+
record[key] = untag(record[key], path === "" ? key : `${path}.${key}`, depth + 1);
|
|
142
|
+
}
|
|
143
|
+
return record;
|
|
144
|
+
}
|
|
145
|
+
function untagList(list, path, depth) {
|
|
146
|
+
requireDepth(path, depth);
|
|
147
|
+
for (let at = 0; at < list.length; at++) list[at] = untag(list[at], `${path}[${at}]`, depth + 1);
|
|
148
|
+
return list;
|
|
149
|
+
}
|
|
150
|
+
function untagTag(tag, value, path, depth) {
|
|
151
|
+
switch (tag) {
|
|
152
|
+
case DATE_TAG:
|
|
153
|
+
return dateOf(value, path);
|
|
154
|
+
case BYTES_TAG:
|
|
155
|
+
return bytesOf(value, path);
|
|
156
|
+
case NUMBER_TAG:
|
|
157
|
+
return numberOf(value, path);
|
|
158
|
+
case OBJECT_TAG:
|
|
159
|
+
if (!isRecord(value)) refuse(path, `holds an "${OBJECT_TAG}" tag whose value is not an object`);
|
|
160
|
+
return untagMap(value, path, depth);
|
|
161
|
+
default:
|
|
162
|
+
return refuse(path, `holds an object whose only key, "${tag}", names no tag`);
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
function untag(value, path, depth) {
|
|
166
|
+
if (typeof value !== "object" || value === null) return value;
|
|
167
|
+
if (Array.isArray(value)) return untagList(value, path, depth);
|
|
168
|
+
const record = value;
|
|
169
|
+
const tag = soleTagKey(record);
|
|
170
|
+
return tag === null ? untagMap(record, path, depth) : untagTag(tag, record[tag], path, depth);
|
|
171
|
+
}
|
|
172
|
+
function untagDocumentLine(text, parsed) {
|
|
173
|
+
if (!text.includes(`"${TAG_PREFIX}`) && !text.includes(ESCAPED_TAG_PREFIX)) return parsed;
|
|
174
|
+
return untagMap(parsed, "", 0);
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
export { BYTES_TAG, DATE_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, NUMBER_TAG, OBJECT_TAG, encodeBase64, startsWithTagPrefix, untagDocumentLine };
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import { decodeSynonymRules } from './chunk-
|
|
1
|
+
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-L76W3IZJ.mjs';
|
|
2
|
+
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
|
|
3
|
+
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-EEBCDP36.mjs';
|
|
4
|
+
import { generateId } from './chunk-N37VMC62.mjs';
|
|
5
|
+
import { getLanguage, decodeSynonymRules } from './chunk-WNBRW4Q2.mjs';
|
|
6
6
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
7
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
7
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
8
8
|
import { encode, decode } from '@msgpack/msgpack';
|
|
9
9
|
|
|
10
10
|
// src/narsil/write-blocks.ts
|
|
@@ -38,6 +38,9 @@ var RESHARD_CUTOVER_TIMEOUT_MS = 1e4;
|
|
|
38
38
|
var MAX_RESHARD_CUTOVER_ATTEMPTS = 10;
|
|
39
39
|
var RESHARD_POLL_INTERVAL_MS = 50;
|
|
40
40
|
var RESHARD_CONTROLLER_POLL_INTERVAL_MS = 250;
|
|
41
|
+
var ANALYSIS_CHANGE_POLL_INTERVAL_MS = 100;
|
|
42
|
+
var ANALYSIS_REBUILD_RESEND_MS = 3e4;
|
|
43
|
+
var ANALYSIS_CHANGE_RETRY_MS = 1e3;
|
|
41
44
|
var RESHARD_RECORD_CHECK_INTERVAL_MS = 1e3;
|
|
42
45
|
var RESHARD_RETRY_DELAY_MS = 200;
|
|
43
46
|
var RESHARD_FORWARD_BATCH_DOCUMENTS = 256;
|
|
@@ -173,6 +176,16 @@ async function readSynonymSet(coordinator, indexUuid, ref, reject) {
|
|
|
173
176
|
if (await digestOf(encoded) !== ref.digest) return reject("the stored synonym set does not match its digest");
|
|
174
177
|
return encoded;
|
|
175
178
|
}
|
|
179
|
+
async function copySynonymSet(coordinator, sourceUuid, targetUuid, ref, reject) {
|
|
180
|
+
const encoded = await readSynonymSet(coordinator, sourceUuid, ref, reject);
|
|
181
|
+
if (encoded === null) return false;
|
|
182
|
+
for (let chunk = 0; chunk < ref.chunkCount; chunk++) {
|
|
183
|
+
const start = chunk * SYNONYM_CHUNK_BYTES;
|
|
184
|
+
const bytes = encoded.subarray(start, Math.min(start + SYNONYM_CHUNK_BYTES, encoded.byteLength));
|
|
185
|
+
await coordinator.compareAndSet(synonymChunkKey(targetUuid, ref.generation, chunk), null, bytes);
|
|
186
|
+
}
|
|
187
|
+
return true;
|
|
188
|
+
}
|
|
176
189
|
function storedSynonymSetRules(encoded, reject) {
|
|
177
190
|
return decodeSynonymRules(encoded, (message) => reject(message));
|
|
178
191
|
}
|
|
@@ -224,6 +237,7 @@ function settingsFieldsOf(source) {
|
|
|
224
237
|
...source.surfaceForms !== void 0 ? { surfaceForms: source.surfaceForms } : {},
|
|
225
238
|
...source.defaultScoring !== void 0 ? { defaultScoring: source.defaultScoring } : {},
|
|
226
239
|
...source.trackPositions !== void 0 ? { trackPositions: source.trackPositions } : {},
|
|
240
|
+
...source.textStorage !== void 0 ? { textStorage: source.textStorage } : {},
|
|
227
241
|
...source.strict !== void 0 ? { strict: source.strict } : {},
|
|
228
242
|
...source.required !== void 0 ? { required: source.required } : {},
|
|
229
243
|
...source.vectorPromotion !== void 0 ? { vectorPromotion: source.vectorPromotion } : {},
|
|
@@ -255,6 +269,38 @@ function settingsRejection(indexName) {
|
|
|
255
269
|
);
|
|
256
270
|
};
|
|
257
271
|
}
|
|
272
|
+
function isGeneration(value) {
|
|
273
|
+
return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
|
|
274
|
+
}
|
|
275
|
+
function isOptionalString(value) {
|
|
276
|
+
return value === void 0 || typeof value === "string";
|
|
277
|
+
}
|
|
278
|
+
function decodePendingAnalysis(raw, reject) {
|
|
279
|
+
if (raw === void 0) return void 0;
|
|
280
|
+
if (!isRecord2(raw) || typeof raw.changeId !== "string" || !isGeneration(raw.generation) || typeof raw.language !== "string" || !isOptionalString(raw.tokenizer) || !isOptionalString(raw.stopWords) || raw.stopWordList !== void 0 && (!Array.isArray(raw.stopWordList) || raw.stopWordList.some((word) => typeof word !== "string"))) {
|
|
281
|
+
return reject("pendingAnalysis is malformed");
|
|
282
|
+
}
|
|
283
|
+
return raw;
|
|
284
|
+
}
|
|
285
|
+
function decodeAnalysisFailure(raw, reject) {
|
|
286
|
+
if (raw === void 0) return void 0;
|
|
287
|
+
if (!isRecord2(raw) || typeof raw.changeId !== "string" || typeof raw.code !== "string" || typeof raw.message !== "string" || typeof raw.nodeId !== "string") {
|
|
288
|
+
return reject("analysisFailure is malformed");
|
|
289
|
+
}
|
|
290
|
+
return raw;
|
|
291
|
+
}
|
|
292
|
+
function decodeAnalysisMembers(raw, reject) {
|
|
293
|
+
if (raw.analysisGeneration !== void 0 && !isGeneration(raw.analysisGeneration)) {
|
|
294
|
+
return reject("analysisGeneration must be a non-negative integer");
|
|
295
|
+
}
|
|
296
|
+
const pendingAnalysis = decodePendingAnalysis(raw.pendingAnalysis, reject);
|
|
297
|
+
const analysisFailure = decodeAnalysisFailure(raw.analysisFailure, reject);
|
|
298
|
+
return {
|
|
299
|
+
...raw.analysisGeneration !== void 0 ? { analysisGeneration: raw.analysisGeneration } : {},
|
|
300
|
+
...pendingAnalysis !== void 0 ? { pendingAnalysis } : {},
|
|
301
|
+
...analysisFailure !== void 0 ? { analysisFailure } : {}
|
|
302
|
+
};
|
|
303
|
+
}
|
|
258
304
|
function decodeIndexSettings(raw, indexName) {
|
|
259
305
|
if (raw === void 0 || raw === null) {
|
|
260
306
|
return void 0;
|
|
@@ -276,6 +322,7 @@ function decodeIndexSettings(raw, indexName) {
|
|
|
276
322
|
return {
|
|
277
323
|
language: raw.language,
|
|
278
324
|
...typeof bm25Revision === "number" ? { bm25Revision } : {},
|
|
325
|
+
...decodeAnalysisMembers(raw, reject),
|
|
279
326
|
...settingsFieldsOf({
|
|
280
327
|
...readSharedConfigFields(raw, reject),
|
|
281
328
|
...partitions !== void 0 ? { partitions } : {},
|
|
@@ -291,7 +338,17 @@ function indexConfigFromSettings(schema, settings, indexName) {
|
|
|
291
338
|
if (settings === void 0) {
|
|
292
339
|
return { schema };
|
|
293
340
|
}
|
|
294
|
-
const {
|
|
341
|
+
const {
|
|
342
|
+
language,
|
|
343
|
+
embedding,
|
|
344
|
+
partitionConfig,
|
|
345
|
+
synonyms: _synonyms,
|
|
346
|
+
bm25Revision: _revision,
|
|
347
|
+
analysisGeneration: _generation,
|
|
348
|
+
pendingAnalysis: _pending,
|
|
349
|
+
analysisFailure: _failure,
|
|
350
|
+
...fields
|
|
351
|
+
} = settings;
|
|
295
352
|
return {
|
|
296
353
|
schema,
|
|
297
354
|
language,
|
|
@@ -416,16 +473,28 @@ async function putIndexMetadata(coordinator, metadata) {
|
|
|
416
473
|
return coordinator.compareAndSet(key, current, bytes);
|
|
417
474
|
}
|
|
418
475
|
async function putGenerationMetadata(coordinator, sourceName, generation) {
|
|
419
|
-
const sourceBytes = await coordinator.get(indexConfigKey(sourceName));
|
|
420
|
-
if (sourceBytes === null || sourceBytes.byteLength === 0) return false;
|
|
421
|
-
const decoded = decode(sourceBytes);
|
|
422
|
-
validateDecodedMetadata(decoded, sourceName);
|
|
423
|
-
if (!isRecord2(decoded)) return false;
|
|
424
476
|
const key = indexConfigKey(generation.indexName);
|
|
425
|
-
const
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
477
|
+
const reject = settingsRejection(sourceName);
|
|
478
|
+
let copiedSetGeneration = null;
|
|
479
|
+
for (; ; ) {
|
|
480
|
+
const sourceBytes = await coordinator.get(indexConfigKey(sourceName));
|
|
481
|
+
if (sourceBytes === null || sourceBytes.byteLength === 0) return false;
|
|
482
|
+
const decoded = decode(sourceBytes);
|
|
483
|
+
validateDecodedMetadata(decoded, sourceName);
|
|
484
|
+
if (!isRecord2(decoded)) return false;
|
|
485
|
+
const current = await coordinator.get(key);
|
|
486
|
+
if (current !== null && current.byteLength > 0) return true;
|
|
487
|
+
const held = storedSynonymSetOf(sourceBytes);
|
|
488
|
+
if (held !== null && !await copySynonymSet(coordinator, held.indexUuid, generation.indexUuid, held.ref, reject)) {
|
|
489
|
+
if (copiedSetGeneration === held.ref.generation) {
|
|
490
|
+
return reject(`a chunk of synonym set ${held.ref.generation} is missing`);
|
|
491
|
+
}
|
|
492
|
+
copiedSetGeneration = held.ref.generation;
|
|
493
|
+
continue;
|
|
494
|
+
}
|
|
495
|
+
const bytes = new Uint8Array(encode({ ...decoded, ...generation }, { ignoreUndefined: true }));
|
|
496
|
+
return coordinator.compareAndSet(key, current, bytes);
|
|
497
|
+
}
|
|
429
498
|
}
|
|
430
499
|
async function readStoredMetadata(coordinator, indexName) {
|
|
431
500
|
validateIndexName(indexName);
|
|
@@ -437,6 +506,12 @@ async function readStoredMetadata(coordinator, indexName) {
|
|
|
437
506
|
const record = validateDecodedMetadata(decoded, indexName);
|
|
438
507
|
return { bytes: raw, record, rawSettings: isRecord2(decoded) ? decoded.settings : void 0 };
|
|
439
508
|
}
|
|
509
|
+
function indexMetadataSnapshotOf(bytes, indexName) {
|
|
510
|
+
const decoded = decode(bytes);
|
|
511
|
+
const record = validateDecodedMetadata(decoded, indexName);
|
|
512
|
+
const rawSettings = isRecord2(decoded) ? decoded.settings : void 0;
|
|
513
|
+
return { bytes, record, settings: decodeIndexSettings(rawSettings, indexName) };
|
|
514
|
+
}
|
|
440
515
|
async function readIndexMetadataSnapshot(coordinator, indexName) {
|
|
441
516
|
const stored = await readStoredMetadata(coordinator, indexName);
|
|
442
517
|
if (stored === null) return null;
|
|
@@ -529,4 +604,4 @@ function storedSynonymSetOf(bytes) {
|
|
|
529
604
|
return ref === null ? null : { indexUuid: decoded.indexUuid, ref };
|
|
530
605
|
}
|
|
531
606
|
|
|
532
|
-
export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, bindEngineWriteBlock, bindIndexReads, bindWriteBlockLookup, decodeIndexSettings, deleteSynonymSet, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexReadsOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isRecord2, isValidInteger, metadataWithBm25, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, validateIndexName, withPartitionCount, writeBlockLookupOf };
|
|
607
|
+
export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, ANALYSIS_CHANGE_RETRY_MS, ANALYSIS_REBUILD_RESEND_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, bindEngineWriteBlock, bindIndexReads, bindWriteBlockLookup, decodeIndexSettings, deleteSynonymSet, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexMetadataSnapshotOf, indexReadsOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isRecord2, isValidInteger, metadataWithBm25, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, validateIndexName, withPartitionCount, writeBlockLookupOf };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { MIN_HYBRID_DEPTH, MAX_HYBRID_DEPTH } from './chunk-FQBFZAWG.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
3
3
|
|
|
4
4
|
// src/search/hybrid-depth.ts
|
|
5
5
|
function fixedHybridDepthOf(hybrid) {
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
// src/persistence/archive/byte-reader.ts
|
|
2
|
+
async function* chunksOf(source) {
|
|
3
|
+
if (source instanceof Uint8Array) {
|
|
4
|
+
yield source;
|
|
5
|
+
return;
|
|
6
|
+
}
|
|
7
|
+
if (typeof source.getReader === "function") {
|
|
8
|
+
const reader = source.getReader();
|
|
9
|
+
try {
|
|
10
|
+
for (; ; ) {
|
|
11
|
+
const step = await reader.read();
|
|
12
|
+
if (step.done) return;
|
|
13
|
+
yield step.value;
|
|
14
|
+
}
|
|
15
|
+
} finally {
|
|
16
|
+
reader.releaseLock();
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
yield* source;
|
|
20
|
+
}
|
|
21
|
+
function createByteReader(source) {
|
|
22
|
+
const iterator = chunksOf(source);
|
|
23
|
+
const pending = [];
|
|
24
|
+
let pendingBytes = 0;
|
|
25
|
+
let ended = false;
|
|
26
|
+
async function fill(length) {
|
|
27
|
+
while (pendingBytes < length && !ended) {
|
|
28
|
+
const step = await iterator.next();
|
|
29
|
+
if (step.done) {
|
|
30
|
+
ended = true;
|
|
31
|
+
break;
|
|
32
|
+
}
|
|
33
|
+
if (step.value.byteLength === 0) continue;
|
|
34
|
+
pending.push(step.value);
|
|
35
|
+
pendingBytes += step.value.byteLength;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
function take(length) {
|
|
39
|
+
const out = new Uint8Array(length);
|
|
40
|
+
let filled = 0;
|
|
41
|
+
while (filled < length) {
|
|
42
|
+
const head = pending[0];
|
|
43
|
+
const needed = length - filled;
|
|
44
|
+
if (head.byteLength <= needed) {
|
|
45
|
+
out.set(head, filled);
|
|
46
|
+
filled += head.byteLength;
|
|
47
|
+
pending.shift();
|
|
48
|
+
} else {
|
|
49
|
+
out.set(head.subarray(0, needed), filled);
|
|
50
|
+
pending[0] = head.subarray(needed);
|
|
51
|
+
filled += needed;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
pendingBytes -= length;
|
|
55
|
+
return out;
|
|
56
|
+
}
|
|
57
|
+
return {
|
|
58
|
+
async readExactly(length) {
|
|
59
|
+
await fill(length);
|
|
60
|
+
if (pendingBytes === 0 && length > 0) return null;
|
|
61
|
+
if (pendingBytes < length) return take(pendingBytes);
|
|
62
|
+
return take(length);
|
|
63
|
+
},
|
|
64
|
+
async peek(length) {
|
|
65
|
+
await fill(length);
|
|
66
|
+
const available = Math.min(length, pendingBytes);
|
|
67
|
+
const copy = take(available);
|
|
68
|
+
pending.unshift(copy);
|
|
69
|
+
pendingBytes += copy.byteLength;
|
|
70
|
+
return copy;
|
|
71
|
+
},
|
|
72
|
+
async close() {
|
|
73
|
+
await iterator.return(void 0);
|
|
74
|
+
}
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
export { chunksOf, createByteReader };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { admittedHeapBytes, collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-IWVEG5CX.mjs';
|
|
2
2
|
import { readOldGenerationStatistics, processLimitBytes } from './chunk-ZATRDAYU.mjs';
|
|
3
3
|
import { engineThreadYoungGenerationBytes } from './chunk-EBIHRL7B.mjs';
|
|
4
|
-
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-
|
|
4
|
+
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
5
5
|
|
|
6
6
|
// src/distribution/cluster-node/constants.ts
|
|
7
7
|
var DEFAULT_PARTITION_COUNT = 5;
|
|
@@ -37,6 +37,7 @@ var CATCH_UP_FEED_WINDOW_MS = 1e3;
|
|
|
37
37
|
var MAX_CATCH_UP_IN_FLIGHT_BYTES = 67108864;
|
|
38
38
|
var CLEAR_PAGE_SIZE = 1e3;
|
|
39
39
|
var MAX_SETTINGS_REPLACEMENT_ATTEMPTS = 5;
|
|
40
|
+
var SETTINGS_CONTENTION_REASON = "settings_contention";
|
|
40
41
|
var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
|
|
41
42
|
var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
|
|
42
43
|
var SNAPSHOT_CHUNK_YIELD_INTERVAL_MS = 8;
|
|
@@ -298,4 +299,4 @@ function refuseEncodeWithoutRoom(documents) {
|
|
|
298
299
|
if (refusal2 !== null) throw refusal2;
|
|
299
300
|
}
|
|
300
301
|
|
|
301
|
-
export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, MAX_SOURCE_ID_LENGTH, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, SEARCH_CONTEXT_REAPER_INTERVAL_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, answerRefusalOf, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, readMemoryFigures, readRecentMemoryFigures, refuseEncodeWithoutRoom, withAdmittedWrite };
|
|
302
|
+
export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, MAX_SOURCE_ID_LENGTH, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, SEARCH_CONTEXT_REAPER_INTERVAL_MS, SETTINGS_CONTENTION_REASON, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, answerRefusalOf, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, readMemoryFigures, readRecentMemoryFigures, refuseEncodeWithoutRoom, withAdmittedWrite };
|