@delali/narsil 0.3.1-next.131 → 0.3.1-next.141
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/analysis-change-HQUT2Z3I.mjs +43 -0
- package/dist/analysis-change-entry-TZTG4AZB.mjs +1 -0
- package/dist/browser/analysis-change-JPV775LR.mjs +900 -0
- package/dist/browser/analysis-change-entry-7HR4LWL3.mjs +1 -0
- package/dist/browser/{chunk-UDGB2MWT.mjs → chunk-35B42UFM.mjs} +4 -0
- package/dist/browser/chunk-3ZBJYAS4.mjs +19 -0
- package/dist/browser/{chunk-2Y3CO4EQ.mjs → chunk-5DB2VDGI.mjs} +1149 -1853
- package/dist/browser/chunk-6RHTAVZX.mjs +656 -0
- package/dist/browser/chunk-CCOAOO73.mjs +86 -0
- package/dist/browser/{chunk-AIIJDWMG.mjs → chunk-D33A5VMU.mjs} +16 -16
- package/dist/browser/{chunk-VBBLTD7O.mjs → chunk-HKX2G6WH.mjs} +1520 -2159
- package/dist/browser/{chunk-NSCSR6MA.mjs → chunk-KTOK275N.mjs} +606 -830
- package/dist/browser/{chunk-D7WQF6DV.mjs → chunk-LVY2LI35.mjs} +2 -2
- package/dist/browser/chunk-MVM33ZUL.mjs +993 -0
- package/dist/browser/chunk-MWUK3DA5.mjs +2634 -0
- package/dist/browser/{chunk-VEGHFP2P.mjs → chunk-MZI3TEOW.mjs} +4 -2
- package/dist/browser/chunk-OIZS5KIX.mjs +6 -0
- package/dist/browser/chunk-R4WUDZQV.mjs +176 -0
- package/dist/browser/{chunk-M5UAAXGU.mjs → chunk-TCLEOZ4P.mjs} +3 -3
- package/dist/browser/chunk-VFYMPCOV.mjs +212 -0
- package/dist/browser/chunk-WCFCHIBB.mjs +177 -0
- package/dist/browser/chunk-XNWPP5NS.mjs +21 -0
- package/dist/browser/chunk-ZEV26AQ6.mjs +270 -0
- package/dist/browser/cold-module-MJMKNUYJ.mjs +745 -0
- package/dist/browser/{durability-wiring-FNZSRH4N.mjs → durability-wiring-SNOWIT6Z.mjs} +370 -95
- package/dist/browser/import-TLB2A5LJ.mjs +9 -0
- package/dist/browser/module-BUFNZMEU.mjs +12 -0
- package/dist/browser/{module-4HIMOQM5.mjs → module-BVP4TKZU.mjs} +397 -109
- package/dist/browser/{phrase-module-WESYVU7K.mjs → phrase-module-HGVBO24W.mjs} +1 -1
- package/dist/{restore-queue-JAMNRC6T.mjs → browser/restore-queue-ONYNYUDE.mjs} +8 -2
- package/dist/browser/{runtime-3X7ZJ5T3.mjs → runtime-VEUH674B.mjs} +2 -2
- package/dist/browser/{snapshot-V7VF6BN6.mjs → snapshot-QXBKHJAG.mjs} +135 -183
- package/dist/browser/{write-YIC2MKRY.mjs → write-WHFBDWQS.mjs} +64 -90
- package/dist/{capabilities-B6WxrWxt.d.ts → capabilities-BCdUwK_L.d.ts} +10 -3
- package/dist/chunk-46NZOPHS.mjs +21 -0
- package/dist/{chunk-JT3YZGCE.mjs → chunk-5WYVUPGD.mjs} +3 -188
- package/dist/chunk-6SNBQESJ.mjs +214 -0
- package/dist/{chunk-2C3WXBQS.mjs → chunk-74XB2SXI.mjs} +1 -1
- package/dist/chunk-7AUASRE7.mjs +653 -0
- package/dist/{chunk-NMXRXFGZ.mjs → chunk-AST3SHFA.mjs} +27 -25
- package/dist/chunk-BOJZGUS6.mjs +177 -0
- package/dist/{chunk-T4OFG4IQ.mjs → chunk-BRUUBXCB.mjs} +92 -17
- package/dist/{chunk-5LX6MOIB.mjs → chunk-C3YDYX6C.mjs} +1 -1
- package/dist/chunk-CZQ33DLW.mjs +78 -0
- package/dist/{chunk-4GDLFDPZ.mjs → chunk-DD2673TX.mjs} +3 -2
- package/dist/{chunk-EUCX5K74.mjs → chunk-DQNKVOJ2.mjs} +65 -65
- package/dist/{chunk-RNSC4NFI.mjs → chunk-EEBCDP36.mjs} +3 -1
- package/dist/chunk-FOCV4CBZ.mjs +87 -0
- package/dist/{chunk-HCGJKDZV.mjs → chunk-GLZHNSGB.mjs} +1 -1
- package/dist/chunk-GWOS5DYC.mjs +2637 -0
- package/dist/{chunk-PATMDIMN.mjs → chunk-HJJWY6PT.mjs} +1 -1
- package/dist/{chunk-CZ7ISLXA.mjs → chunk-HNHCNTVG.mjs} +4 -0
- package/dist/{chunk-Y2U5VVWX.mjs → chunk-ICW45TTU.mjs} +1 -1
- package/dist/{chunk-TGHNXN7W.mjs → chunk-IO5F7ZBE.mjs} +261 -948
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/{chunk-7OIQ2SIO.mjs → chunk-KEIYVZUX.mjs} +5 -5
- package/dist/{chunk-PU6SKH7O.mjs → chunk-KGOXHLLZ.mjs} +7 -3
- package/dist/{chunk-WVRDRLIC.mjs → chunk-KZL72VTC.mjs} +70 -18
- package/dist/chunk-L76W3IZJ.mjs +193 -0
- package/dist/{chunk-2JWNJSNE.mjs → chunk-LA4WNDHL.mjs} +88 -801
- package/dist/{chunk-ZR4VM4A6.mjs → chunk-N37VMC62.mjs} +1 -18
- package/dist/{chunk-JJ6EUMXB.mjs → chunk-NJJCPFXN.mjs} +2 -2
- package/dist/chunk-NN33CZRE.mjs +86 -0
- package/dist/{chunk-2WBY4Y4M.mjs → chunk-NOT5QOHU.mjs} +1 -1
- package/dist/{chunk-D5TFRB5G.mjs → chunk-NPNK57CA.mjs} +1 -1
- package/dist/chunk-NRUXBYPH.mjs +121 -0
- package/dist/{chunk-6SSVIW7Y.mjs → chunk-O4LJQI4G.mjs} +31 -5
- package/dist/{chunk-UJWGQIXU.mjs → chunk-QHPYS427.mjs} +1 -0
- package/dist/{chunk-F6AAXI7T.mjs → chunk-RHKRTYGO.mjs} +13 -4
- package/dist/{chunk-2SEL6SBS.mjs → chunk-RKAVHNRW.mjs} +2 -2
- package/dist/{chunk-RCMNL7RI.mjs → chunk-SBMAWTRG.mjs} +41 -4
- package/dist/chunk-SRJBFG2T.mjs +881 -0
- package/dist/{chunk-X5CNUKD5.mjs → chunk-TNBIK2LQ.mjs} +1663 -1652
- package/dist/{chunk-NNO7CO3A.mjs → chunk-UIKN2OTQ.mjs} +1 -1
- package/dist/chunk-UUZCQQG2.mjs +209 -0
- package/dist/{chunk-6M6SDH3S.mjs → chunk-VEFN6X6Q.mjs} +8 -8
- package/dist/chunk-VJEGOELZ.mjs +177 -0
- package/dist/chunk-W2COJ5AH.mjs +148 -0
- package/dist/{chunk-RWESFSJI.mjs → chunk-WJGO5PGV.mjs} +317 -174
- package/dist/{chunk-7X5JST5L.mjs → chunk-WNBRW4Q2.mjs} +16 -2
- package/dist/{chunk-SZGRYEIC.mjs → chunk-XS2VM7UE.mjs} +3 -3
- package/dist/{chunk-Y4BVTQ53.mjs → chunk-XZ3SRNDJ.mjs} +25 -64
- package/dist/{chunk-K77FJXKS.mjs → chunk-YHUTF6EA.mjs} +474 -93
- package/dist/{chunk-OGLV4I3L.mjs → chunk-YLNSJQLX.mjs} +12 -7
- package/dist/{chunk-SOHMMNCH.mjs → chunk-Z4HFMYNX.mjs} +32 -27
- package/dist/{chunk-5W7AEVTH.mjs → chunk-ZMBFWQXN.mjs} +2 -2
- package/dist/{chunk-2MKX2SCO.mjs → chunk-ZPWS2SKJ.mjs} +297 -274
- package/dist/{chunk-7XY6VD7B.mjs → chunk-ZSWHPKGM.mjs} +1 -1
- package/dist/{client-gNAfaHcE.d.ts → client-B12YFALP.d.ts} +18 -3
- package/dist/client.d.ts +7 -7
- package/dist/client.mjs +11 -1
- package/dist/cold-module-4X7WJCFM.mjs +783 -0
- package/dist/{config-D1cDv3sE.d.ts → config-BhZxIeb1.d.ts} +10 -1
- package/dist/{config-CmYJO34X.d.ts → config-CIG5yDyg.d.ts} +2 -2
- package/dist/{direct-executor-HQ4QVDX7.mjs → direct-executor-7XOQ7VQP.mjs} +14 -14
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution.d.ts +24 -8
- package/dist/distribution.mjs +982 -211
- package/dist/{durability-wiring-S7OX2MAI.mjs → durability-wiring-324D2DDD.mjs} +362 -94
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-m_Ddr1bz.d.ts → engine-CtzbHOmG.d.ts} +64 -7
- package/dist/import-OOBUW3RR.mjs +44 -0
- package/dist/{index-HYnqS1SE.d.ts → index-DsEurhSl.d.ts} +1 -1
- package/dist/index.browser.mjs +5 -5
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +22 -22
- package/dist/{long-query-thread-BSL25PD6.mjs → long-query-thread-4SW7RWDE.mjs} +15 -15
- package/dist/{module-2E4XYSGT.mjs → module-DXSJ5LT2.mjs} +378 -87
- package/dist/module-IYPLWHGC.mjs +48 -0
- package/dist/paged-partition-archive-HFP45PLU.mjs +269 -0
- package/dist/partial-words.mjs +5 -5
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +16 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +28 -26
- package/dist/{phrase-module-JERF2IDG.mjs → phrase-module-5QHBD2VJ.mjs} +1 -1
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +4 -0
- package/dist/{rerank-DMMT4FZA.mjs → rerank-KTLC3E6N.mjs} +5 -5
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{browser/restore-queue-GEZ54CA5.mjs → restore-queue-FEYAC4SB.mjs} +8 -2
- package/dist/{runtime-7MLQ7J64.mjs → runtime-DYV75DCB.mjs} +6 -6
- package/dist/{schema-BTXbHCqA.d.ts → schema-B-Runv0n.d.ts} +7 -0
- package/dist/server.d.ts +12 -10
- package/dist/server.mjs +54 -21
- package/dist/{snapshot-DOQLGGEX.mjs → snapshot-CGM65VCD.mjs} +101 -197
- package/dist/synonyms.mjs +6 -4
- package/dist/{tasks-Co8HfRD7.d.ts → tasks-CjRJRGTb.d.ts} +26 -8
- package/dist/{thread-SKO7CN3R.mjs → thread-KGNAIKPD.mjs} +14 -14
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +6 -5
- package/dist/workers/entry.mjs +8 -8
- package/dist/{write-ZKR7SNRT.mjs → write-2DZPEQL2.mjs} +82 -107
- package/openapi.json +114 -6
- package/package.json +12 -8
|
@@ -1,20 +1,3 @@
|
|
|
1
|
-
import { english } from './chunk-TGP5M5R7.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-CZ7ISLXA.mjs';
|
|
3
|
-
|
|
4
|
-
// src/languages/registry.ts
|
|
5
|
-
var languages = /* @__PURE__ */ new Map();
|
|
6
|
-
languages.set("english", english);
|
|
7
|
-
function registerLanguage(module) {
|
|
8
|
-
languages.set(module.name, module);
|
|
9
|
-
}
|
|
10
|
-
function getLanguage(name) {
|
|
11
|
-
const lang = languages.get(name);
|
|
12
|
-
if (!lang) {
|
|
13
|
-
throw new NarsilError(ErrorCodes.LANGUAGE_NOT_SUPPORTED, `Language "${name}" is not registered`, { language: name });
|
|
14
|
-
}
|
|
15
|
-
return lang;
|
|
16
|
-
}
|
|
17
|
-
|
|
18
1
|
// src/core/id-generator.ts
|
|
19
2
|
function generateId() {
|
|
20
3
|
const bytes = new Uint8Array(16);
|
|
@@ -32,4 +15,4 @@ function generateId() {
|
|
|
32
15
|
return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
|
|
33
16
|
}
|
|
34
17
|
|
|
35
|
-
export { generateId
|
|
18
|
+
export { generateId };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { sanitizeSurfaceForms, patternIndexesFromWire, dropStoredVectorValues } from './chunk-
|
|
2
|
-
import { requireValidFieldTypes } from './chunk-
|
|
1
|
+
import { sanitizeSurfaceForms, patternIndexesFromWire, dropStoredVectorValues } from './chunk-YHUTF6EA.mjs';
|
|
2
|
+
import { requireValidFieldTypes } from './chunk-KGOXHLLZ.mjs';
|
|
3
3
|
import { VALID_HNSW_METRICS } from './chunk-U476IXKQ.mjs';
|
|
4
4
|
import { decode } from '@msgpack/msgpack';
|
|
5
5
|
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND } from './chunk-BOJZGUS6.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
3
|
+
|
|
4
|
+
// src/engine/export/json-line.ts
|
|
5
|
+
function refuse(path, kind, docId) {
|
|
6
|
+
throw new NarsilError(
|
|
7
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
8
|
+
`Document "${docId}" holds ${kind} at "${path || "(document)"}", which a document export cannot carry as JSON`,
|
|
9
|
+
{ docId, field: path }
|
|
10
|
+
);
|
|
11
|
+
}
|
|
12
|
+
function encodeNumber(value, path, target) {
|
|
13
|
+
if (Number.isFinite(value)) return Object.is(value, -0) ? "-0" : JSON.stringify(value);
|
|
14
|
+
if (!target.tagged) refuse(path, String(value), target.docId);
|
|
15
|
+
return `{"${NUMBER_TAG}":"${String(value)}"}`;
|
|
16
|
+
}
|
|
17
|
+
function encodeDate(value, path, target) {
|
|
18
|
+
const milliseconds = value.getTime();
|
|
19
|
+
if (!target.tagged || Number.isNaN(milliseconds)) refuse(path, "a date", target.docId);
|
|
20
|
+
const seconds = Math.floor(milliseconds / MILLISECONDS_PER_SECOND);
|
|
21
|
+
const nanoseconds = (milliseconds - seconds * MILLISECONDS_PER_SECOND) * NANOSECONDS_PER_MILLISECOND;
|
|
22
|
+
return `{"${DATE_TAG}":[${seconds},${nanoseconds}]}`;
|
|
23
|
+
}
|
|
24
|
+
function encodeBytes(value, path, target) {
|
|
25
|
+
if (!target.tagged) refuse(path, "bytes", target.docId);
|
|
26
|
+
return `{"${BYTES_TAG}":"${encodeBase64(value)}"}`;
|
|
27
|
+
}
|
|
28
|
+
function encodeList(value, path, target) {
|
|
29
|
+
target.parts.push("[");
|
|
30
|
+
for (let at = 0; at < value.length; at++) {
|
|
31
|
+
if (at > 0) target.parts.push(",");
|
|
32
|
+
encodeValue(value[at], `${path}[${at}]`, target);
|
|
33
|
+
}
|
|
34
|
+
target.parts.push("]");
|
|
35
|
+
}
|
|
36
|
+
function encodeMap(value, path, target) {
|
|
37
|
+
const proto = Object.getPrototypeOf(value);
|
|
38
|
+
if (proto !== Object.prototype && proto !== null) refuse(path, "a value other than a plain object", target.docId);
|
|
39
|
+
const entries = Object.entries(value).filter(([, entry]) => entry !== void 0);
|
|
40
|
+
const wrapped = target.tagged && entries.length === 1 && startsWithTagPrefix(entries[0][0]);
|
|
41
|
+
target.parts.push(wrapped ? `{"${OBJECT_TAG}":{` : "{");
|
|
42
|
+
for (let at = 0; at < entries.length; at++) {
|
|
43
|
+
const [key, entry] = entries[at];
|
|
44
|
+
if (at > 0) target.parts.push(",");
|
|
45
|
+
target.parts.push(JSON.stringify(key), ":");
|
|
46
|
+
encodeValue(entry, path === "" ? key : `${path}.${key}`, target);
|
|
47
|
+
}
|
|
48
|
+
target.parts.push(wrapped ? "}}" : "}");
|
|
49
|
+
}
|
|
50
|
+
function encodeValue(value, path, target) {
|
|
51
|
+
if (value === null) {
|
|
52
|
+
target.parts.push("null");
|
|
53
|
+
return;
|
|
54
|
+
}
|
|
55
|
+
switch (typeof value) {
|
|
56
|
+
case "string":
|
|
57
|
+
target.parts.push(JSON.stringify(value));
|
|
58
|
+
return;
|
|
59
|
+
case "boolean":
|
|
60
|
+
target.parts.push(value ? "true" : "false");
|
|
61
|
+
return;
|
|
62
|
+
case "number":
|
|
63
|
+
target.parts.push(encodeNumber(value, path, target));
|
|
64
|
+
return;
|
|
65
|
+
case "object":
|
|
66
|
+
break;
|
|
67
|
+
default:
|
|
68
|
+
refuse(path, `a ${typeof value}`, target.docId);
|
|
69
|
+
}
|
|
70
|
+
if (Array.isArray(value)) encodeList(value, path, target);
|
|
71
|
+
else if (value instanceof Date) target.parts.push(encodeDate(value, path, target));
|
|
72
|
+
else if (value instanceof Uint8Array) target.parts.push(encodeBytes(value, path, target));
|
|
73
|
+
else encodeMap(value, path, target);
|
|
74
|
+
}
|
|
75
|
+
function encodeExactJson(value, docId) {
|
|
76
|
+
const target = { docId, tagged: false, parts: [] };
|
|
77
|
+
encodeValue(value, "", target);
|
|
78
|
+
return target.parts.join("");
|
|
79
|
+
}
|
|
80
|
+
function encodeDocumentJson(document, docId) {
|
|
81
|
+
const target = { docId, tagged: true, parts: [] };
|
|
82
|
+
encodeValue(document, "", target);
|
|
83
|
+
return target.parts.join("");
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
export { encodeDocumentJson, encodeExactJson };
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { LOOKUP_KEY_SCRATCH_BYTES } from './chunk-4UMZ7KQL.mjs';
|
|
2
2
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
3
|
-
import { createNarsilError, ErrorCodes } from './chunk-
|
|
3
|
+
import { createNarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
4
4
|
|
|
5
5
|
// src/core/tokenizer/constants.ts
|
|
6
6
|
var TOKEN_CACHE_SIZE_FLOOR = 5e4;
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead } from './chunk-ICW45TTU.mjs';
|
|
2
|
+
import { readListedFile, requireListedChecksum, requireListedSize } from './chunk-UUZCQQG2.mjs';
|
|
3
|
+
import { HEADER_SIZE, openChecksummedEnvelope } from './chunk-IO5F7ZBE.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
5
|
+
import { decode } from '@msgpack/msgpack';
|
|
6
|
+
|
|
7
|
+
var VECTOR_FILE_ENVELOPE_VERSION = 2;
|
|
8
|
+
var GRAPH_PART_ENVELOPE_VERSION = 2;
|
|
9
|
+
function liveVectorsOf(ref) {
|
|
10
|
+
let live = 0;
|
|
11
|
+
for (const file of ref.files) live += file.count - countDead(file.dead, file.count);
|
|
12
|
+
return live;
|
|
13
|
+
}
|
|
14
|
+
async function openListedFile(store, ref, what, allowsCompression) {
|
|
15
|
+
const bytes = await readListedFile(store, ref.key, { bytes: ref.bytes, what });
|
|
16
|
+
const { header, payload } = await openChecksummedEnvelope(bytes, {
|
|
17
|
+
envelopeFormatVersion: VECTOR_FILE_ENVELOPE_VERSION,
|
|
18
|
+
what: `${what} "${ref.key}"`,
|
|
19
|
+
allowsCompression
|
|
20
|
+
});
|
|
21
|
+
requireListedChecksum(what, ref.key, header.checksum, ref.checksum);
|
|
22
|
+
return { payload, payloadLength: header.payloadLength };
|
|
23
|
+
}
|
|
24
|
+
async function readGraphParts(store, ref) {
|
|
25
|
+
if (ref.graphParts.length === 0) return null;
|
|
26
|
+
const parts = [];
|
|
27
|
+
for (const part of ref.graphParts) {
|
|
28
|
+
const { payload } = await openListedFile(store, part, "graph part", true);
|
|
29
|
+
const decoded = decodeVectorGraphPartPayload(decode(payload));
|
|
30
|
+
if (decoded.fieldName !== ref.fieldPath) {
|
|
31
|
+
throw new NarsilError(
|
|
32
|
+
ErrorCodes.PERSISTENCE_LOAD_FAILED,
|
|
33
|
+
`The graph part "${part.key}" names field "${decoded.fieldName}" where the manifest lists "${ref.fieldPath}"`,
|
|
34
|
+
{ key: part.key }
|
|
35
|
+
);
|
|
36
|
+
}
|
|
37
|
+
parts.push(decoded);
|
|
38
|
+
}
|
|
39
|
+
return assembleGraphParts(parts);
|
|
40
|
+
}
|
|
41
|
+
async function readVectorFile(store, file, fieldPath) {
|
|
42
|
+
const { payload: bytes, payloadLength } = await openListedFile(store, file, "vector file", false);
|
|
43
|
+
const payload = decodeVectorFilePayload(decode(bytes));
|
|
44
|
+
if (payload.docIds.length !== file.count) {
|
|
45
|
+
throw new NarsilError(
|
|
46
|
+
ErrorCodes.PERSISTENCE_LOAD_FAILED,
|
|
47
|
+
`The vector file "${file.key}" holds ${payload.docIds.length} vectors where the manifest counts ${file.count}`,
|
|
48
|
+
{ key: file.key, held: payload.docIds.length, count: file.count }
|
|
49
|
+
);
|
|
50
|
+
}
|
|
51
|
+
if (payload.fieldName !== fieldPath) {
|
|
52
|
+
throw new NarsilError(
|
|
53
|
+
ErrorCodes.PERSISTENCE_LOAD_FAILED,
|
|
54
|
+
`The vector file "${file.key}" names field "${payload.fieldName}" where the manifest lists "${fieldPath}"`,
|
|
55
|
+
{ key: file.key }
|
|
56
|
+
);
|
|
57
|
+
}
|
|
58
|
+
return { payload, payloadLength };
|
|
59
|
+
}
|
|
60
|
+
function holdsEveryHead(ref) {
|
|
61
|
+
if (ref.graphParts.length === 0 || ref.files.length === 0) return false;
|
|
62
|
+
return [...ref.files, ...ref.graphParts].every((file) => file.headOffset !== void 0);
|
|
63
|
+
}
|
|
64
|
+
async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
|
|
65
|
+
const { pathOf } = store;
|
|
66
|
+
if (pathOf === void 0 || vectorIndex.storage !== "disk" || !holdsEveryHead(ref)) return false;
|
|
67
|
+
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-4X7WJCFM.mjs');
|
|
68
|
+
await Promise.all([
|
|
69
|
+
...ref.files.map((file) => requireListedSize(store, file.key, { bytes: file.bytes, what: "vector file" })),
|
|
70
|
+
...ref.graphParts.map((part) => requireListedSize(store, part.key, { bytes: part.bytes, what: "graph part" }))
|
|
71
|
+
]);
|
|
72
|
+
const files = await Promise.all(
|
|
73
|
+
ref.files.map(async (file) => ({ ref: file, path: await pathOf.call(store, file.key) }))
|
|
74
|
+
);
|
|
75
|
+
const graphParts = await Promise.all(
|
|
76
|
+
ref.graphParts.map(async (part) => ({ ref: part, path: await pathOf.call(store, part.key) }))
|
|
77
|
+
);
|
|
78
|
+
const field = openColdVectorField({
|
|
79
|
+
fieldPath: ref.fieldPath,
|
|
80
|
+
dimension: vectorIndex.dimension,
|
|
81
|
+
metric: vectorIndex.metric,
|
|
82
|
+
codeBits: osqBitsOf(vectorIndex.quantization),
|
|
83
|
+
files,
|
|
84
|
+
graphParts,
|
|
85
|
+
resolvePartition
|
|
86
|
+
});
|
|
87
|
+
if (field === null) return false;
|
|
88
|
+
vectorIndex.openColdField(field, async (beginRestore, stillWanted, firstSearchAnswered) => {
|
|
89
|
+
await waitBeforeColdLoad(firstSearchAnswered);
|
|
90
|
+
if (!stillWanted()) return;
|
|
91
|
+
const graph = await readGraphParts(store, ref);
|
|
92
|
+
if (!stillWanted()) return;
|
|
93
|
+
const restore = beginRestore({ liveVectors: liveVectorsOf(ref), holdsGraph: true, graph });
|
|
94
|
+
await loadFilesByParts(files, restore, ref.fieldPath, vectorIndex.dimension, stillWanted);
|
|
95
|
+
});
|
|
96
|
+
return true;
|
|
97
|
+
}
|
|
98
|
+
async function loadVectorField(store, ref, vectorIndex, resolvePartition = null) {
|
|
99
|
+
if (resolvePartition !== null && await loadFieldOnDemand(store, ref, vectorIndex, resolvePartition)) return;
|
|
100
|
+
const restore = vectorIndex.restoreCheckpoint({
|
|
101
|
+
liveVectors: liveVectorsOf(ref),
|
|
102
|
+
holdsGraph: ref.graphParts.length > 0,
|
|
103
|
+
graph: await readGraphParts(store, ref)
|
|
104
|
+
});
|
|
105
|
+
for (const file of ref.files) {
|
|
106
|
+
const { payload, payloadLength } = await readVectorFile(store, file, ref.fieldPath);
|
|
107
|
+
restore.addFile({
|
|
108
|
+
id: file.id,
|
|
109
|
+
key: file.key,
|
|
110
|
+
payload,
|
|
111
|
+
dead: file.dead,
|
|
112
|
+
location: store.pathOf === void 0 ? null : {
|
|
113
|
+
path: await store.pathOf(file.key),
|
|
114
|
+
vectorsOffset: HEADER_SIZE + payloadLength - payload.vectors.byteLength
|
|
115
|
+
}
|
|
116
|
+
});
|
|
117
|
+
}
|
|
118
|
+
restore.finish();
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
export { GRAPH_PART_ENVELOPE_VERSION, VECTOR_FILE_ENVELOPE_VERSION, loadVectorField, readGraphParts, readVectorFile };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { parseSynonymRules, encodeSynonymRules, decodeSynonymRules, SYNONYM_EXPANSION_CACHE_ENTRIES, SYNONYMS_ADDED_PER_QUERY } from './chunk-
|
|
2
|
-
import { encodeStringBlob, tokenize, encodeLookupKey } from './chunk-
|
|
1
|
+
import { getLanguage, parseSynonymRules, encodeSynonymRules, decodeSynonymRules, SYNONYM_EXPANSION_CACHE_ENTRIES, SYNONYMS_ADDED_PER_QUERY } from './chunk-WNBRW4Q2.mjs';
|
|
2
|
+
import { encodeStringBlob, tokenize, encodeLookupKey } from './chunk-NPNK57CA.mjs';
|
|
3
3
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
5
5
|
|
|
6
6
|
// src/analysis/registry.ts
|
|
7
7
|
var tokenizers = /* @__PURE__ */ new Map();
|
|
@@ -78,6 +78,26 @@ function resolveIndexAnalysis(config) {
|
|
|
78
78
|
};
|
|
79
79
|
}
|
|
80
80
|
|
|
81
|
+
// src/engine/analysis-change/pending-target.ts
|
|
82
|
+
function configUnderAnalysis(base, language, tokenizer, stopWords) {
|
|
83
|
+
const { tokenizer: _tokenizer, stopWords: _stopWords, ...rest } = base;
|
|
84
|
+
return {
|
|
85
|
+
...rest,
|
|
86
|
+
language,
|
|
87
|
+
...tokenizer !== void 0 ? { tokenizer } : {},
|
|
88
|
+
...stopWords !== void 0 ? { stopWords } : {}
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
function configOfNamedSettings(base, settings) {
|
|
92
|
+
const { language, tokenizer, stopWords, stopWordList } = settings;
|
|
93
|
+
const listed = stopWordList === void 0 ? void 0 : new Set(stopWordList);
|
|
94
|
+
return configUnderAnalysis(base, language, tokenizer, stopWords ?? listed);
|
|
95
|
+
}
|
|
96
|
+
function targetOfPending(entry, pending) {
|
|
97
|
+
const config = configOfNamedSettings(entry.config, pending);
|
|
98
|
+
return { config, language: getLanguage(pending.language), analysis: resolveIndexAnalysis(config) };
|
|
99
|
+
}
|
|
100
|
+
|
|
81
101
|
// src/engine/serial-index-update.ts
|
|
82
102
|
var updatingByCore = /* @__PURE__ */ new WeakMap();
|
|
83
103
|
async function withOpenIndex(core, indexName, action) {
|
|
@@ -394,6 +414,11 @@ async function replaceNow(core, indexName, value, strictWords) {
|
|
|
394
414
|
const entry = core.requireIndex(indexName);
|
|
395
415
|
const manager = core.requireManager(indexName);
|
|
396
416
|
const prepared = prepareSynonyms(value, entry.config, entry.language, strictWords);
|
|
417
|
+
if (entry.pendingAnalysis !== null) {
|
|
418
|
+
const target = targetOfPending(entry, entry.pendingAnalysis);
|
|
419
|
+
prepareSynonyms(value, target.config, target.language, strictWords);
|
|
420
|
+
}
|
|
421
|
+
const preparedUnder = manager.analysis;
|
|
397
422
|
const previous = entry.synonyms;
|
|
398
423
|
entry.synonyms = prepared?.encoded ?? null;
|
|
399
424
|
try {
|
|
@@ -402,7 +427,8 @@ async function replaceNow(core, indexName, value, strictWords) {
|
|
|
402
427
|
entry.synonyms = previous;
|
|
403
428
|
throw err;
|
|
404
429
|
}
|
|
405
|
-
manager.
|
|
430
|
+
const current = manager.analysis === preparedUnder ? prepared : prepareSynonyms(value, entry.config, entry.language, false);
|
|
431
|
+
manager.synonyms = current?.lookup ?? null;
|
|
406
432
|
await core.orchestrator.replicateToWorkers({
|
|
407
433
|
type: "replaceSynonyms",
|
|
408
434
|
indexName,
|
|
@@ -441,4 +467,4 @@ var synonymSearchModule = {
|
|
|
441
467
|
applyLoaded: applyLoadedSynonyms
|
|
442
468
|
};
|
|
443
469
|
|
|
444
|
-
export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, oneAtATime, registerStopWords, registerTokenizer, resolveIndexAnalysis, synonymSearchModule, withOpenIndex };
|
|
470
|
+
export { configOfNamedSettings, configUnderAnalysis, getStopWords, getTokenizer, hasStopWords, hasTokenizer, oneAtATime, registerStopWords, registerTokenizer, resolveIndexAnalysis, synonymSearchModule, targetOfPending, withOpenIndex };
|
|
@@ -1,8 +1,15 @@
|
|
|
1
|
-
import { readMetadataEnvelope } from './chunk-
|
|
2
|
-
import { readWalSegments, durableRecordMissing, checkpointLastSeqNo, SEGMENT_HEADER_SIZE } from './chunk-
|
|
3
|
-
import { applyDeleteEntry, applyIndexEntry } from './chunk-
|
|
1
|
+
import { readMetadataEnvelope } from './chunk-YHUTF6EA.mjs';
|
|
2
|
+
import { nextSegmentKey, readWalSegments, durableRecordMissing, checkpointLastSeqNo, SEGMENT_HEADER_SIZE } from './chunk-LA4WNDHL.mjs';
|
|
3
|
+
import { applyDeleteEntry, applyIndexEntry } from './chunk-KEIYVZUX.mjs';
|
|
4
4
|
|
|
5
5
|
// src/persistence/durability/recovery.ts
|
|
6
|
+
async function removeLeftoverRewriteFiles(directory, names) {
|
|
7
|
+
for (const indexName of names) {
|
|
8
|
+
for (const place of ["rebuilt", "received"]) {
|
|
9
|
+
for (const key of await directory.list(`${indexName}/${place}/`)) await directory.remove(key);
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
}
|
|
6
13
|
async function listPersistedIndexes(directory) {
|
|
7
14
|
const metaKeys = await directory.list("");
|
|
8
15
|
const names = [];
|
|
@@ -22,6 +29,7 @@ async function loadMetadata(directory, indexName) {
|
|
|
22
29
|
return metadata;
|
|
23
30
|
}
|
|
24
31
|
async function replayWal(directory, indexName, partitionId, fromSeqNoExclusive, deps) {
|
|
32
|
+
await directory.remove(nextSegmentKey(indexName, partitionId));
|
|
25
33
|
const read = await readWalSegments(directory, indexName, partitionId);
|
|
26
34
|
if (read === null) {
|
|
27
35
|
return { highestSeqNo: fromSeqNoExclusive, highestPrimaryTerm: 0 };
|
|
@@ -55,6 +63,7 @@ async function replayWal(directory, indexName, partitionId, fromSeqNoExclusive,
|
|
|
55
63
|
return { highestSeqNo, highestPrimaryTerm };
|
|
56
64
|
}
|
|
57
65
|
async function replaySyncedWal(directory, indexName, partitionId, fromSeqNoExclusive, deps) {
|
|
66
|
+
await directory.remove(nextSegmentKey(indexName, partitionId));
|
|
58
67
|
const read = await readWalSegments(directory, indexName, partitionId);
|
|
59
68
|
if (read === null) {
|
|
60
69
|
return { highestSeqNo: fromSeqNoExclusive, highestPrimaryTerm: 0 };
|
|
@@ -142,4 +151,4 @@ async function drainIndexStateForUnload(indexState, pendingMetadataWrite, closeW
|
|
|
142
151
|
}
|
|
143
152
|
}
|
|
144
153
|
|
|
145
|
-
export { closePartitionWriter, drainIndexStateForUnload, listPersistedIndexes, loadMetadata, replaySyncedWal, replayWal, snapshotCheckpointFor };
|
|
154
|
+
export { closePartitionWriter, drainIndexStateForUnload, listPersistedIndexes, loadMetadata, removeLeftoverRewriteFiles, replaySyncedWal, replayWal, snapshotCheckpointFor };
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { MAX_FILTER_ARRAY_SIZE } from './chunk-WQBCBKY3.mjs';
|
|
2
2
|
import { bitsetHas, bitsetSet, GrowableUint32, createBitSet, bitsetAnd, bitsetNot } from './chunk-JUKYYXSP.mjs';
|
|
3
3
|
import { tabulatedLevenshtein } from './chunk-GES7U2PM.mjs';
|
|
4
|
-
import { parsedTypeOf } from './chunk-
|
|
4
|
+
import { parsedTypeOf } from './chunk-ZSWHPKGM.mjs';
|
|
5
5
|
import { codePointCount, exceedsCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
6
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
7
7
|
|
|
8
8
|
// src/core/pattern-index/constants.ts
|
|
9
9
|
var DEFAULT_PATTERN_WORK_CAP = 25e6;
|
|
@@ -1,12 +1,13 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures, answerRefusalOf } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures, answerRefusalOf } from './chunk-DD2673TX.mjs';
|
|
2
2
|
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-IWVEG5CX.mjs';
|
|
3
3
|
import { nativeSearchCoreIsEnabled } from './chunk-DJHHF2L5.mjs';
|
|
4
4
|
import { DEFAULT_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
|
|
5
|
-
import {
|
|
5
|
+
import { ANALYSIS_CHANGE_MEMBERS } from './chunk-EEBCDP36.mjs';
|
|
6
|
+
import { loadNativeCore } from './chunk-74XB2SXI.mjs';
|
|
6
7
|
import { MAX_FILTER_DEPTH } from './chunk-WQBCBKY3.mjs';
|
|
7
8
|
import { MAX_SORT_FIELDS } from './chunk-FQBFZAWG.mjs';
|
|
8
9
|
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-22YPZVMG.mjs';
|
|
9
|
-
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-
|
|
10
|
+
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
10
11
|
import { randomUUID } from 'crypto';
|
|
11
12
|
import { mkdtemp, open, rm } from 'fs/promises';
|
|
12
13
|
import { tmpdir } from 'os';
|
|
@@ -68,6 +69,7 @@ var ASYNC_IMPORT_CAPABILITY = "documents.import.async";
|
|
|
68
69
|
var TASK_CANCEL_CAPABILITY = "tasks.cancel";
|
|
69
70
|
var TASK_FILTER_CAPABILITY = "tasks.filter";
|
|
70
71
|
var REBUILD_ANALYSIS_CAPABILITY = "indexes.rebuildAnalysis";
|
|
72
|
+
var CHANGE_ANALYSIS_CAPABILITY = "indexes.changeAnalysis";
|
|
71
73
|
var INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
|
|
72
74
|
var DOCUMENT_EXPORT_CAPABILITY = "indexes.documentExport";
|
|
73
75
|
var SYNONYMS_CAPABILITY = "indexes.synonyms";
|
|
@@ -77,6 +79,7 @@ var SERVER_CAPABILITIES = [
|
|
|
77
79
|
TASK_CANCEL_CAPABILITY,
|
|
78
80
|
TASK_FILTER_CAPABILITY,
|
|
79
81
|
REBUILD_ANALYSIS_CAPABILITY,
|
|
82
|
+
CHANGE_ANALYSIS_CAPABILITY,
|
|
80
83
|
INDEX_LIFECYCLE_CAPABILITY,
|
|
81
84
|
DOCUMENT_EXPORT_CAPABILITY,
|
|
82
85
|
SYNONYMS_CAPABILITY,
|
|
@@ -199,6 +202,10 @@ var STATUS_BY_CODE = {
|
|
|
199
202
|
PARTITION_REBALANCING_BACKPRESSURE: 409,
|
|
200
203
|
PARTITION_CAPACITY_EXCEEDED: 409,
|
|
201
204
|
RESTORE_MEMORY_EXCEEDED: 507,
|
|
205
|
+
ANALYSIS_CHANGE_REPLACED: 409,
|
|
206
|
+
ANALYSIS_CHANGE_NOT_READY: 503,
|
|
207
|
+
ANALYSIS_GENERATION_MISSING: 503,
|
|
208
|
+
ANALYSIS_REBUILD_MEMORY_EXCEEDED: 507,
|
|
202
209
|
WORKER_BUSY: 429,
|
|
203
210
|
PARTITION_CORRUPTED: 503,
|
|
204
211
|
WORKER_CRASHED: 503,
|
|
@@ -873,6 +880,25 @@ function validateCreateIndex(body) {
|
|
|
873
880
|
}
|
|
874
881
|
return null;
|
|
875
882
|
}
|
|
883
|
+
function validateChangeAnalysis(body) {
|
|
884
|
+
if (typeof body !== "object" || body === null || Array.isArray(body)) {
|
|
885
|
+
return { message: "The request body must be an object" };
|
|
886
|
+
}
|
|
887
|
+
const unknownField = Object.keys(body).find((field) => !ANALYSIS_CHANGE_MEMBERS.includes(field));
|
|
888
|
+
if (unknownField !== void 0) {
|
|
889
|
+
return { message: `Field "${unknownField}" is not an analysis setting` };
|
|
890
|
+
}
|
|
891
|
+
if (body.language !== void 0 && typeof body.language !== "string") {
|
|
892
|
+
return { message: 'Field "language" must be a string' };
|
|
893
|
+
}
|
|
894
|
+
if (body.tokenizer !== void 0 && body.tokenizer !== null && typeof body.tokenizer !== "string") {
|
|
895
|
+
return { message: 'Field "tokenizer" must be a registered name or null' };
|
|
896
|
+
}
|
|
897
|
+
const stopWords = body.stopWords;
|
|
898
|
+
if (stopWords === void 0 || stopWords === null || typeof stopWords === "string") return null;
|
|
899
|
+
if (Array.isArray(stopWords) && stopWords.every((word) => typeof word === "string")) return null;
|
|
900
|
+
return { message: 'Field "stopWords" must be a registered name, a list of words, or null' };
|
|
901
|
+
}
|
|
876
902
|
function validateRebalance(body) {
|
|
877
903
|
const target = body.targetPartitionCount;
|
|
878
904
|
if (typeof target !== "number" || !Number.isInteger(target) || target <= 0) {
|
|
@@ -2012,6 +2038,17 @@ function maintenanceRoutes(shared) {
|
|
|
2012
2038
|
request: null,
|
|
2013
2039
|
responses: { 202: "TaskRecord" }
|
|
2014
2040
|
},
|
|
2041
|
+
{
|
|
2042
|
+
method: "post",
|
|
2043
|
+
path: "/indexes/:name/_change-analysis",
|
|
2044
|
+
handler: "changeAnalysis",
|
|
2045
|
+
options: namedBody,
|
|
2046
|
+
operationId: "changeAnalysis",
|
|
2047
|
+
summary: "Change the language, stop words, or tokeniser of an index, as a task",
|
|
2048
|
+
tags: ["Maintenance"],
|
|
2049
|
+
request: { optional: "ChangeAnalysisBody" },
|
|
2050
|
+
responses: { 202: "TaskRecord" }
|
|
2051
|
+
},
|
|
2015
2052
|
{
|
|
2016
2053
|
method: "get",
|
|
2017
2054
|
path: "/indexes/:name/snapshot",
|
|
@@ -2384,4 +2421,4 @@ async function departureConfirmation(word) {
|
|
|
2384
2421
|
if (waiting.async) await waiting.value;
|
|
2385
2422
|
}
|
|
2386
2423
|
|
|
2387
|
-
export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, PROMETHEUS_TEXT_CONTENT_TYPE, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, isRemoveOnlyBatch, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondAnswer, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
|
|
2424
|
+
export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY, CHANGE_ANALYSIS_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, PROMETHEUS_TEXT_CONTENT_TYPE, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, isRemoveOnlyBatch, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondAnswer, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateChangeAnalysis, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
|