@delali/narsil 0.3.1-next.189 → 0.3.1-next.193
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-WFQLSNCO.mjs → chunk-UQG4HUGQ.mjs} +59 -32
- package/dist/browser/{module-VOTN3Q6X.mjs → module-ZZTNG5JZ.mjs} +11 -3
- package/dist/browser/{storage-leaf-62LA56U2.mjs → storage-leaf-N3JMQ6CF.mjs} +15 -12
- package/dist/{chunk-X2NE4VJI.mjs → chunk-2HVQYOOD.mjs} +2 -2
- package/dist/{chunk-REBDKXAH.mjs → chunk-3N5GUXBI.mjs} +2 -2
- package/dist/{chunk-EFS5GVBK.mjs → chunk-5CIHQIA4.mjs} +4 -4
- package/dist/{chunk-IDWDYS2N.mjs → chunk-62X472AC.mjs} +1 -1
- package/dist/{chunk-ZGMCJXY5.mjs → chunk-6MC6BCXK.mjs} +2 -2
- package/dist/{chunk-NM2ITITI.mjs → chunk-7X4IIREW.mjs} +3 -3
- package/dist/{chunk-GYLRKKUT.mjs → chunk-D2EJUM4A.mjs} +4 -4
- package/dist/{chunk-JOWXHENJ.mjs → chunk-FGOGT273.mjs} +2 -2
- package/dist/{chunk-3OZ2UQJV.mjs → chunk-GLXLSPLO.mjs} +2 -2
- package/dist/{chunk-IWKYAO45.mjs → chunk-HHYQMGPW.mjs} +1 -1
- package/dist/{chunk-JXDY3ZA3.mjs → chunk-HSA3H3VW.mjs} +64 -37
- package/dist/{chunk-YQ4RZIIN.mjs → chunk-JENWA4WX.mjs} +1 -1
- package/dist/{chunk-YFMM7QOT.mjs → chunk-JXINPXRS.mjs} +1 -1
- package/dist/{chunk-JEMK23OY.mjs → chunk-K5GNK5GE.mjs} +2 -2
- package/dist/{chunk-PZYBWMCL.mjs → chunk-KOA6T2IC.mjs} +1 -1
- package/dist/{chunk-5HPILB7R.mjs → chunk-PAPQGC6I.mjs} +1 -1
- package/dist/{chunk-6G3VRWH5.mjs → chunk-SB5HCIIO.mjs} +2 -2
- package/dist/{chunk-U5IMECEX.mjs → chunk-SHES4VP5.mjs} +5 -5
- package/dist/{chunk-7NCVV3ST.mjs → chunk-SIIDIGKI.mjs} +1 -1
- package/dist/{chunk-PLLKT5NU.mjs → chunk-SM2SYVIX.mjs} +1 -1
- package/dist/{chunk-P2IPUYT2.mjs → chunk-SMLUZGSI.mjs} +6 -5
- package/dist/{chunk-NFAWR2O4.mjs → chunk-TSE2VWPX.mjs} +1 -1
- package/dist/{chunk-NULDX3ID.mjs → chunk-YPEJ6ODL.mjs} +9 -9
- package/dist/{chunk-3JRN23HA.mjs → chunk-Z6SIJH5O.mjs} +2 -2
- package/dist/{chunk-PPD4J2JI.mjs → chunk-ZVZYJIIP.mjs} +2 -2
- package/dist/{direct-executor-QLBSVTEE.mjs → direct-executor-WSZALYCV.mjs} +1 -1
- package/dist/distribution.mjs +26 -26
- package/dist/index.browser.mjs +1 -1
- package/dist/index.mjs +1 -1
- package/dist/index.react-native.mjs +1 -1
- package/dist/{long-query-thread-IKD4Z37M.mjs → long-query-thread-N2DNPEA3.mjs} +10 -10
- package/dist/{module-NIVZ4SF2.mjs → module-UQFIJQMG.mjs} +12 -4
- package/dist/{optional-writes-DVTVX2XY.mjs → optional-writes-CGDBJBHQ.mjs} +3 -3
- package/dist/{paged-partition-archive-ES4Z5SM4.mjs → paged-partition-archive-UK44CVXG.mjs} +9 -9
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +1 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +7 -7
- package/dist/{query-actions-IC5UEWZG.mjs → query-actions-7BL3YZDW.mjs} +1 -1
- package/dist/query-suggestions/merge-worker.mjs +4 -4
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.mjs +2 -2
- package/dist/react-native/chunks/{chunk-XLYQ2ZMC.mjs → chunk-63DZ26X5.mjs} +64 -37
- package/dist/react-native/chunks/{chunk-3553RYCS.mjs → chunk-BNFGA7TY.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-FJHZWUCB.mjs → chunk-IP3QLETQ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-JZOHEHBD.mjs → chunk-LOKGE4OQ.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-VSN76LWE.mjs → chunk-UYAZLGEM.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-GXY4R3GA.mjs → chunk-XHYOQ4K4.mjs} +1 -1
- package/dist/react-native/chunks/{module-TN7HXWJ3.mjs → module-QRCYB7QV.mjs} +12 -4
- package/dist/react-native/chunks/{optional-writes-2UPNQNAN.mjs → optional-writes-GC6JWMAF.mjs} +2 -2
- package/dist/react-native/chunks/{restore-queue-DEAWTVHW.mjs → restore-queue-2ACONS4W.mjs} +4 -4
- package/dist/react-native/chunks/{segment-codec-leaf-3LZ6HZFD.mjs → segment-codec-leaf-SSIWXVUG.mjs} +2 -2
- package/dist/react-native/chunks/{segment-merge-leaf-5OIWAPCI.mjs → segment-merge-leaf-I2WDFE6O.mjs} +3 -3
- package/dist/react-native/chunks/{storage-leaf-LC4RZU3T.mjs → storage-leaf-YXXMG4VR.mjs} +20 -17
- package/dist/react-native/chunks/{store-leaf-LQ6LWM2Q.mjs → store-leaf-FS7A4PZA.mjs} +3 -3
- package/dist/react-native/chunks/{suggestions-leaf-GPNU6I72.mjs → suggestions-leaf-PSFCT5EX.mjs} +3 -3
- package/dist/react-native/chunks/{worker-copies-32TCHOYP.mjs → worker-copies-QRMISMEL.mjs} +2 -2
- package/dist/react-native/partial-words.mjs +1 -1
- package/dist/react-native/query-suggestions.mjs +1 -1
- package/dist/react-native/sync.mjs +1 -1
- package/dist/react-native/synonyms.mjs +1 -1
- package/dist/{rerank-ELMGHQ3T.mjs → rerank-4GFC26FD.mjs} +1 -1
- package/dist/{restore-queue-6VCVZT5C.mjs → restore-queue-E4EIUYVV.mjs} +4 -4
- package/dist/{segment-codec-leaf-XNMCUIJF.mjs → segment-codec-leaf-MP6DILVE.mjs} +2 -2
- package/dist/{segment-merge-leaf-RA4S7CC6.mjs → segment-merge-leaf-ED2NMUC5.mjs} +2 -2
- package/dist/server.mjs +15 -15
- package/dist/{storage-leaf-36SAEVV3.mjs → storage-leaf-HQFO37W7.mjs} +30 -28
- package/dist/{store-leaf-QAGHHLEK.mjs → store-leaf-PL2G7RM5.mjs} +3 -3
- package/dist/{suggestions-leaf-JG2IP2VQ.mjs → suggestions-leaf-I3MEHACP.mjs} +5 -5
- package/dist/sync/filesystem.mjs +4 -4
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.mjs +1 -1
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +1 -1
- package/dist/{thread-HAE2XXFR.mjs → thread-LTFI3RK5.mjs} +9 -9
- package/dist/{worker-copies-IXC43Z4Q.mjs → worker-copies-P7YWXEP5.mjs} +4 -4
- package/dist/workers/entry.mjs +7 -7
- package/package.json +5 -7
|
@@ -12682,7 +12682,7 @@ function resolvePartitionInsertOptions(config, analysis, options) {
|
|
|
12682
12682
|
|
|
12683
12683
|
// src/core/segment-codec-code.ts
|
|
12684
12684
|
var segmentCodec = codeLoader(async () => {
|
|
12685
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-
|
|
12685
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-MP6DILVE.mjs')]);
|
|
12686
12686
|
code7.bindSegmentCodecHost(optionalCodeHost(), msgpack);
|
|
12687
12687
|
return code7;
|
|
12688
12688
|
}, "segment codec");
|
|
@@ -12690,7 +12690,7 @@ var loadSegmentCodec = segmentCodec.load;
|
|
|
12690
12690
|
|
|
12691
12691
|
// src/query-suggestions/store-code.ts
|
|
12692
12692
|
var suggestionStore = codeLoader(async () => {
|
|
12693
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-
|
|
12693
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-PL2G7RM5.mjs')]);
|
|
12694
12694
|
code7.bindSuggestionStoreHost(optionalCodeHost(), msgpack);
|
|
12695
12695
|
return code7;
|
|
12696
12696
|
}, "query suggestions store");
|
|
@@ -12771,7 +12771,7 @@ var storageCode = codeLoader(async () => {
|
|
|
12771
12771
|
loadSegmentMerge(),
|
|
12772
12772
|
loadSuggestionStore(),
|
|
12773
12773
|
loadVectorCore(),
|
|
12774
|
-
import('./storage-leaf-
|
|
12774
|
+
import('./storage-leaf-HQFO37W7.mjs')
|
|
12775
12775
|
]);
|
|
12776
12776
|
code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
|
|
12777
12777
|
return code7;
|
|
@@ -21494,7 +21494,7 @@ function hasLanguage(name) {
|
|
|
21494
21494
|
|
|
21495
21495
|
// src/narsil/restore-queue-code.ts
|
|
21496
21496
|
var restoreQueue = codeLoader(async () => {
|
|
21497
|
-
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-
|
|
21497
|
+
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-E4EIUYVV.mjs')]);
|
|
21498
21498
|
code7.bindRestoreQueueHost(optionalCodeHost(), suggestionStore2);
|
|
21499
21499
|
return code7;
|
|
21500
21500
|
}, "restore");
|
|
@@ -21721,7 +21721,7 @@ function storedBM25Params(params) {
|
|
|
21721
21721
|
|
|
21722
21722
|
// src/workers/vector-code.ts
|
|
21723
21723
|
var vectorCode = codeLoader(async () => {
|
|
21724
|
-
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-
|
|
21724
|
+
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-UQFIJQMG.mjs')]);
|
|
21725
21725
|
code7.bindVectorHost(optionalCodeHost(), vectorCore2);
|
|
21726
21726
|
return code7;
|
|
21727
21727
|
}, "vector");
|
|
@@ -21983,7 +21983,7 @@ async function dropEngineIndex(core2, name) {
|
|
|
21983
21983
|
throw error;
|
|
21984
21984
|
}
|
|
21985
21985
|
}
|
|
21986
|
-
if (core2.executor.getManager(name) !== void 0) core2.executor.dropIndex(name);
|
|
21986
|
+
if (core2.executor.getManager(name) !== void 0) await core2.executor.dropIndex(name);
|
|
21987
21987
|
core2.indexRegistry.delete(name);
|
|
21988
21988
|
core2.watermarkNotifier.forget(name);
|
|
21989
21989
|
core2.analysisRebuild.clearStale(name);
|
|
@@ -22071,7 +22071,7 @@ var loadEmbedCode = embedCode.load;
|
|
|
22071
22071
|
|
|
22072
22072
|
// src/engine/optional-writes-code.ts
|
|
22073
22073
|
var optionalWrites = codeLoader(async () => {
|
|
22074
|
-
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-
|
|
22074
|
+
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-CGDBJBHQ.mjs')]);
|
|
22075
22075
|
code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
|
|
22076
22076
|
return code7;
|
|
22077
22077
|
}, "write");
|
|
@@ -25357,7 +25357,7 @@ function wireIndexState(wiring) {
|
|
|
25357
25357
|
} catch (error) {
|
|
25358
25358
|
await orchestrator.closeIndex(indexName).catch(() => void 0);
|
|
25359
25359
|
await durability.manager.unloadIndex(indexName).catch(() => void 0);
|
|
25360
|
-
if (executor.getManager(indexName) !== void 0) executor.dropIndex(indexName);
|
|
25360
|
+
if (executor.getManager(indexName) !== void 0) await executor.dropIndex(indexName);
|
|
25361
25361
|
throw error;
|
|
25362
25362
|
}
|
|
25363
25363
|
},
|
|
@@ -25375,7 +25375,7 @@ function wireIndexState(wiring) {
|
|
|
25375
25375
|
try {
|
|
25376
25376
|
await wiring.onClose?.(indexName);
|
|
25377
25377
|
} finally {
|
|
25378
|
-
if (executor.getManager(indexName) !== void 0) executor.dropIndex(indexName);
|
|
25378
|
+
if (executor.getManager(indexName) !== void 0) await executor.dropIndex(indexName);
|
|
25379
25379
|
const entry = indexRegistry.get(indexName);
|
|
25380
25380
|
if (entry !== void 0) {
|
|
25381
25381
|
entry.documentCount = documentCount;
|
|
@@ -25529,7 +25529,7 @@ var workerCopies = codeLoader(async () => {
|
|
|
25529
25529
|
const [segmentCodec2, segmentMerge2, code7] = await Promise.all([
|
|
25530
25530
|
loadSegmentCodec(),
|
|
25531
25531
|
loadSegmentMerge(),
|
|
25532
|
-
import('./worker-copies-
|
|
25532
|
+
import('./worker-copies-P7YWXEP5.mjs')
|
|
25533
25533
|
]);
|
|
25534
25534
|
code7.bindWorkerCopiesHost(optionalCodeHost(), segmentCodec2, segmentMerge2);
|
|
25535
25535
|
return code7;
|
|
@@ -29900,7 +29900,7 @@ var suggestionsCode = codeLoader(async () => {
|
|
|
29900
29900
|
const [msgpack, suggestionStore2, code7] = await Promise.all([
|
|
29901
29901
|
loadMessagePack(),
|
|
29902
29902
|
loadSuggestionStore(),
|
|
29903
|
-
import('./suggestions-leaf-
|
|
29903
|
+
import('./suggestions-leaf-I3MEHACP.mjs')
|
|
29904
29904
|
]);
|
|
29905
29905
|
code7.bindSuggestionsHost(optionalCodeHost(), msgpack, suggestionStore2);
|
|
29906
29906
|
return code7;
|
|
@@ -30091,14 +30091,27 @@ function ownReadsOf(current, vectorIndexes) {
|
|
|
30091
30091
|
}
|
|
30092
30092
|
};
|
|
30093
30093
|
}
|
|
30094
|
-
function
|
|
30094
|
+
function createSearchRetirement(pins, indexName, pending = /* @__PURE__ */ new Map()) {
|
|
30095
|
+
return (free) => {
|
|
30096
|
+
pins.afterRelease(() => {
|
|
30097
|
+
const disposal = free();
|
|
30098
|
+
if (disposal === void 0) return;
|
|
30099
|
+
pending.set(disposal, indexName);
|
|
30100
|
+
void disposal.then(
|
|
30101
|
+
() => pending.delete(disposal),
|
|
30102
|
+
() => pending.delete(disposal)
|
|
30103
|
+
);
|
|
30104
|
+
});
|
|
30105
|
+
const disposals = [...pending].filter(([, owner]) => owner === indexName).map(([disposal]) => disposal);
|
|
30106
|
+
return Promise.all(disposals).then(() => void 0);
|
|
30107
|
+
};
|
|
30108
|
+
}
|
|
30109
|
+
function replaceVectorIndexes(current, replacement, retire2) {
|
|
30095
30110
|
const kept = new Set(replacement.values());
|
|
30096
30111
|
const retired = [...current.values()].filter((index) => !kept.has(index));
|
|
30097
30112
|
current.clear();
|
|
30098
30113
|
for (const [field, index] of replacement) current.set(field, index);
|
|
30099
|
-
|
|
30100
|
-
for (const index of retired) index.dispose();
|
|
30101
|
-
});
|
|
30114
|
+
return retire2(() => Promise.all(retired.map((index) => index.dispose())).then(() => void 0));
|
|
30102
30115
|
}
|
|
30103
30116
|
function watchVectorWritesFor(vectorIndexes, pins) {
|
|
30104
30117
|
const watched = /* @__PURE__ */ new Map();
|
|
@@ -30453,7 +30466,7 @@ function partitionStatsOf(partitions) {
|
|
|
30453
30466
|
}
|
|
30454
30467
|
|
|
30455
30468
|
// src/partitioning/manager/index.ts
|
|
30456
|
-
function createPartitionManager(indexName, initialConfig, initialLanguage, router, initialPartitionCount, vectorIndexes) {
|
|
30469
|
+
function createPartitionManager(indexName, initialConfig, initialLanguage, router, initialPartitionCount, vectorIndexes, pendingDisposals) {
|
|
30457
30470
|
let config = initialConfig;
|
|
30458
30471
|
let language = initialLanguage;
|
|
30459
30472
|
requirePatternSearchFor(config.schema);
|
|
@@ -30468,6 +30481,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
30468
30481
|
const docPartitionMap = createDocIdMap();
|
|
30469
30482
|
const writeLogs = createWriteLogRecorder();
|
|
30470
30483
|
const pins = createStatePins(() => [...vecIndexes.keys()]);
|
|
30484
|
+
const afterSearchesRelease = createSearchRetirement(pins, indexName, pendingDisposals);
|
|
30471
30485
|
const vectorWrites = watchVectorWritesFor(vecIndexes, pins);
|
|
30472
30486
|
const ownReads = ownReadsOf({ locate: locateDocument, partitionOf }, vecIndexes);
|
|
30473
30487
|
for (let i = 0; i < count; i++) {
|
|
@@ -30695,9 +30709,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
30695
30709
|
vectorWrites.watch();
|
|
30696
30710
|
return pins.open(reads ?? ownReads.current());
|
|
30697
30711
|
},
|
|
30698
|
-
afterSearchesRelease
|
|
30699
|
-
pins.afterRelease(free);
|
|
30700
|
-
},
|
|
30712
|
+
afterSearchesRelease,
|
|
30701
30713
|
fieldValues(docId, fieldPaths) {
|
|
30702
30714
|
const pid = locateDocument(docId);
|
|
30703
30715
|
return pid === void 0 ? void 0 : partitions[pid].fieldValues(docId, fieldPaths);
|
|
@@ -30756,7 +30768,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
30756
30768
|
return vecIndexes;
|
|
30757
30769
|
},
|
|
30758
30770
|
resetVectorIndexes(newIndexes) {
|
|
30759
|
-
replaceVectorIndexes(vecIndexes, newIndexes,
|
|
30771
|
+
return replaceVectorIndexes(vecIndexes, newIndexes, afterSearchesRelease);
|
|
30760
30772
|
}
|
|
30761
30773
|
};
|
|
30762
30774
|
return manager;
|
|
@@ -31050,7 +31062,7 @@ var segmentMerge = codeLoader(async () => {
|
|
|
31050
31062
|
const [msgpack, codec, code7] = await Promise.all([
|
|
31051
31063
|
loadMessagePack(),
|
|
31052
31064
|
loadSegmentCodec(),
|
|
31053
|
-
import('./segment-merge-leaf-
|
|
31065
|
+
import('./segment-merge-leaf-ED2NMUC5.mjs')
|
|
31054
31066
|
]);
|
|
31055
31067
|
code7.bindSegmentMergeHost(optionalCodeHost(), msgpack, codec);
|
|
31056
31068
|
return code7;
|
|
@@ -31345,12 +31357,30 @@ function vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGrap
|
|
|
31345
31357
|
}
|
|
31346
31358
|
function disposeEntry(entry) {
|
|
31347
31359
|
closeCopyPublicationOrder(entry.copyPublications);
|
|
31348
|
-
entry.manager.afterSearchesRelease(() => {
|
|
31349
|
-
|
|
31360
|
+
return entry.manager.afterSearchesRelease(() => {
|
|
31361
|
+
const disposals = [...entry.vectorIndexes.values()].map((vectorIndex) => vectorIndex.dispose());
|
|
31350
31362
|
closeHeldVectorCopies(entry.vectorCopies);
|
|
31351
31363
|
for (const partition of entry.manager.getAllPartitions()) partition.clear();
|
|
31364
|
+
return Promise.all(disposals).then(() => void 0);
|
|
31352
31365
|
});
|
|
31353
31366
|
}
|
|
31367
|
+
function createEntryBuilder(vectorStorage, onVectorGraphRepaired, pendingDisposals) {
|
|
31368
|
+
return (indexName, config, language, analysisStale, awaitedCopyLoad, copies, savedPartitionCount) => {
|
|
31369
|
+
const router = createPartitionRouter();
|
|
31370
|
+
const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
|
|
31371
|
+
const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGraphRepaired);
|
|
31372
|
+
const manager = createPartitionManager(
|
|
31373
|
+
indexName,
|
|
31374
|
+
config,
|
|
31375
|
+
language,
|
|
31376
|
+
router,
|
|
31377
|
+
partitionCount,
|
|
31378
|
+
vectorIndexes,
|
|
31379
|
+
pendingDisposals
|
|
31380
|
+
);
|
|
31381
|
+
return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
|
|
31382
|
+
};
|
|
31383
|
+
}
|
|
31354
31384
|
function indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad) {
|
|
31355
31385
|
return {
|
|
31356
31386
|
manager,
|
|
@@ -31386,6 +31416,8 @@ function createDirectExecutor(options) {
|
|
|
31386
31416
|
const vectorWorkerCopies = options?.vectorWorkerCopies ?? NO_VECTOR_WORKER_COPIES;
|
|
31387
31417
|
const threadSlot = options?.threadSlot ?? 0;
|
|
31388
31418
|
const vectorStorage = options?.vectorStorage ?? "memory";
|
|
31419
|
+
const pendingDisposals = /* @__PURE__ */ new Map();
|
|
31420
|
+
const buildEntry = createEntryBuilder(vectorStorage, options?.onVectorGraphRepaired, pendingDisposals);
|
|
31389
31421
|
function requireIndex(indexName) {
|
|
31390
31422
|
const entry = indexes.get(indexName);
|
|
31391
31423
|
if (!entry) {
|
|
@@ -31419,21 +31451,15 @@ function createDirectExecutor(options) {
|
|
|
31419
31451
|
indexes.set(indexName, entry);
|
|
31420
31452
|
return entry.manager;
|
|
31421
31453
|
}
|
|
31422
|
-
function
|
|
31423
|
-
const
|
|
31424
|
-
const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
|
|
31425
|
-
const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, options?.onVectorGraphRepaired);
|
|
31426
|
-
const manager = createPartitionManager(indexName, config, language, router, partitionCount, vectorIndexes);
|
|
31427
|
-
return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
|
|
31428
|
-
}
|
|
31429
|
-
function dropIndex(indexName) {
|
|
31430
|
-
disposeEntry(requireIndex(indexName));
|
|
31454
|
+
async function dropIndex(indexName) {
|
|
31455
|
+
const entry = requireIndex(indexName);
|
|
31431
31456
|
indexes.delete(indexName);
|
|
31457
|
+
await disposeEntry(entry);
|
|
31432
31458
|
}
|
|
31433
|
-
function installDetachedIndex(detached) {
|
|
31459
|
+
async function installDetachedIndex(detached) {
|
|
31434
31460
|
const previous = indexes.get(detached.indexName);
|
|
31435
31461
|
indexes.set(detached.indexName, detached.entry);
|
|
31436
|
-
if (previous !== void 0 && previous !== detached.entry) disposeEntry(previous);
|
|
31462
|
+
if (previous !== void 0 && previous !== detached.entry) await disposeEntry(previous);
|
|
31437
31463
|
}
|
|
31438
31464
|
function listIndexes() {
|
|
31439
31465
|
return Array.from(indexes.keys());
|
|
@@ -31495,7 +31521,7 @@ function createDirectExecutor(options) {
|
|
|
31495
31521
|
options?.initializeCopyPublication?.(entry, action.publication, threadSlot);
|
|
31496
31522
|
}
|
|
31497
31523
|
} catch (err) {
|
|
31498
|
-
dropIndex(action.indexName);
|
|
31524
|
+
await dropIndex(action.indexName);
|
|
31499
31525
|
throw err;
|
|
31500
31526
|
}
|
|
31501
31527
|
return void 0;
|
|
@@ -31506,7 +31532,7 @@ function createDirectExecutor(options) {
|
|
|
31506
31532
|
return void 0;
|
|
31507
31533
|
}
|
|
31508
31534
|
case "dropIndex": {
|
|
31509
|
-
dropIndex(action.indexName);
|
|
31535
|
+
await dropIndex(action.indexName);
|
|
31510
31536
|
return void 0;
|
|
31511
31537
|
}
|
|
31512
31538
|
case "loadVectorCopy": {
|
|
@@ -31594,7 +31620,7 @@ function createDirectExecutor(options) {
|
|
|
31594
31620
|
case "clear": {
|
|
31595
31621
|
const entry = requireIndex(action.indexName);
|
|
31596
31622
|
entry.manager.clearPartitions();
|
|
31597
|
-
entry.manager.resetVectorIndexes(
|
|
31623
|
+
await entry.manager.resetVectorIndexes(
|
|
31598
31624
|
vectorIndexesFor(
|
|
31599
31625
|
action.indexName,
|
|
31600
31626
|
entry.config,
|
|
@@ -31632,6 +31658,7 @@ function createDirectExecutor(options) {
|
|
|
31632
31658
|
await entry.manager.publication.write(() => disposeEntry(entry));
|
|
31633
31659
|
}
|
|
31634
31660
|
indexes.clear();
|
|
31661
|
+
await Promise.all(pendingDisposals.keys());
|
|
31635
31662
|
return void 0;
|
|
31636
31663
|
}
|
|
31637
31664
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { bindResponseStop, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-
|
|
1
|
+
import { bindResponseStop, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-7X4IIREW.mjs';
|
|
2
2
|
import { ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
3
|
import { rm } from 'fs/promises';
|
|
4
4
|
import path from 'path';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-HSA3H3VW.mjs';
|
|
2
2
|
import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-AOYQTX6W.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
2
2
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-
|
|
4
|
-
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-KOA6T2IC.mjs';
|
|
4
|
+
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-HSA3H3VW.mjs';
|
|
5
5
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
6
6
|
import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
7
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-
|
|
1
|
+
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-HSA3H3VW.mjs';
|
|
2
2
|
import { flattenSchema } from './chunk-7P5YWDRQ.mjs';
|
|
3
3
|
import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { boundQuerySuggestionsOf } from './chunk-S2POFTLN.mjs';
|
|
2
|
-
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
2
|
+
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-HSA3H3VW.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/index.ts
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { responseStopOf, sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, withServerRerankWindow, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, stopResponse } from './chunk-
|
|
1
|
+
import { responseStopOf, sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, withServerRerankWindow, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, stopResponse } from './chunk-7X4IIREW.mjs';
|
|
2
2
|
import { SYNC_CLOSE_GOING_AWAY, encodeJson } from './chunk-F6F4G322.mjs';
|
|
3
|
-
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-
|
|
3
|
+
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-HSA3H3VW.mjs';
|
|
4
4
|
import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-7P5YWDRQ.mjs';
|
|
5
5
|
import { answerFromOneState } from './chunk-RORNUNXW.mjs';
|
|
6
6
|
import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-
|
|
2
|
-
import { archiveLayout } from './chunk-
|
|
3
|
-
import { manifestFileRefs } from './chunk-
|
|
1
|
+
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-K5GNK5GE.mjs';
|
|
2
|
+
import { archiveLayout } from './chunk-Z6SIJH5O.mjs';
|
|
3
|
+
import { manifestFileRefs } from './chunk-TSE2VWPX.mjs';
|
|
4
4
|
import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-MSIN4NM3.mjs';
|
|
5
5
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
6
|
-
import { openChecksummedEnvelope } from './chunk-
|
|
7
|
-
import { withOpenIndex, emitEngineEvent } from './chunk-
|
|
6
|
+
import { openChecksummedEnvelope } from './chunk-KOA6T2IC.mjs';
|
|
7
|
+
import { withOpenIndex, emitEngineEvent } from './chunk-HSA3H3VW.mjs';
|
|
8
8
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
9
9
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
10
10
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-
|
|
1
|
+
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-HSA3H3VW.mjs';
|
|
2
2
|
import { getFlatSchema, schemaFieldsOf, getNestedValue } from './chunk-7P5YWDRQ.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/pattern-snapshot.ts
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-
|
|
1
|
+
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-HSA3H3VW.mjs';
|
|
2
2
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/frozen/share.ts
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-
|
|
1
|
+
import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-3N5GUXBI.mjs';
|
|
2
2
|
import { isDead, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors, decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, requireBoundedUpperLists, osqRecordBytes, osqBitsOf, countDead, magnitude, rescoreDepth, defaultEfSearch, computeCodeBlockLayout, toScore, osqQuantize, createOsqScratch, stageQueryLevels, scalarQueryProducts, readTrailer, osqEstimate, osqDistance, toDistance, createFixedBuffer } from './chunk-KBU3ZFJN.mjs';
|
|
3
|
-
import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-
|
|
4
|
-
import { yieldToEventLoop, compareScores } from './chunk-
|
|
3
|
+
import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-KOA6T2IC.mjs';
|
|
4
|
+
import { yieldToEventLoop, compareScores } from './chunk-HSA3H3VW.mjs';
|
|
5
5
|
import { decode, decodeMulti } from './chunk-GXCDWLQI.mjs';
|
|
6
6
|
import { signalOfSearch, requireSearchActive } from './chunk-RORNUNXW.mjs';
|
|
7
7
|
import { MIN_M, MAX_M, MAX_LAYER_CAP } from './chunk-ZXX5GZEX.mjs';
|
|
@@ -1064,10 +1064,11 @@ async function openListedFile(store, ref, what, allowsCompression) {
|
|
|
1064
1064
|
requireListedChecksum(what, ref.key, header.checksum, ref.checksum);
|
|
1065
1065
|
return { payload, payloadLength: header.payloadLength };
|
|
1066
1066
|
}
|
|
1067
|
-
async function readGraphParts(store, ref) {
|
|
1067
|
+
async function readGraphParts(store, ref, stillWanted = () => true) {
|
|
1068
1068
|
if (ref.graphParts.length === 0) return null;
|
|
1069
1069
|
const parts = [];
|
|
1070
1070
|
for (const part of ref.graphParts) {
|
|
1071
|
+
if (!stillWanted()) return null;
|
|
1071
1072
|
const { payload } = await openListedFile(store, part, "graph part", true);
|
|
1072
1073
|
const decoded = decodeVectorGraphPartPayload(decode(payload));
|
|
1073
1074
|
if (decoded.fieldName !== ref.fieldPath) {
|
|
@@ -1130,7 +1131,7 @@ async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
|
|
|
1130
1131
|
vectorIndex.openColdField(field, async (beginRestore, stillWanted, loadingWanted) => {
|
|
1131
1132
|
await waitBeforeColdLoad(loadingWanted);
|
|
1132
1133
|
if (!stillWanted()) return;
|
|
1133
|
-
const graph = await readGraphParts(store, ref);
|
|
1134
|
+
const graph = await readGraphParts(store, ref, stillWanted);
|
|
1134
1135
|
if (!stillWanted()) return;
|
|
1135
1136
|
const restore = beginRestore({ liveVectors: liveVectorsOf(ref), holdsGraph: true, graph });
|
|
1136
1137
|
await loadFilesByParts(files, restore, ref.fieldPath, vectorIndex.dimension, stillWanted);
|
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
import { loadVectorField, openColdVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-
|
|
2
|
-
import { engineChangeSource, ChangeCursor, createSemaphore, changePositionList, changesNotEnabled, previousDocumentRequired, invalidPositions, changePositionsOf, requireConfigurationShape, RESTORE_ESTIMATE_MARGIN, persistEpochStates, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-
|
|
1
|
+
import { loadVectorField, openColdVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-SMLUZGSI.mjs';
|
|
2
|
+
import { engineChangeSource, ChangeCursor, createSemaphore, changePositionList, changesNotEnabled, previousDocumentRequired, invalidPositions, changePositionsOf, requireConfigurationShape, RESTORE_ESTIMATE_MARGIN, persistEpochStates, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-K5GNK5GE.mjs';
|
|
3
3
|
import { restoredConfigFields, restoredEmbedding } from './chunk-M2Z5WVWW.mjs';
|
|
4
|
-
import { ENTRIES_MESSAGE_LIMIT_BYTES, FEED_HEAD_RETRY_MS, decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-
|
|
5
|
-
import { isPagedSegmentFile, openPagedSegmentScan, countsAsLatestHolder, writeCheckpointSegments, commitCheckpointManifest, readSegmentFile, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, removeUnusedSegmentFiles, readWalSegments, durableRecordMissing, checkpointLastSeqNo, pagedListingOf, residentSectionsOf, partitionContentsOf, checkPagedSegmentFully, openPagedSnapshot, createPagedFrozenSegment, SEGMENT_HEADER_SIZE, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-
|
|
6
|
-
import { decodeSections, READS_AHEAD_AT_ONCE, readFileRangeLater, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, READ_AHEAD_CHUNK_BYTES, STABLE_HEAD_ATTEMPTS, directoryCheckpointStore } from './chunk-
|
|
7
|
-
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-
|
|
4
|
+
import { ENTRIES_MESSAGE_LIMIT_BYTES, FEED_HEAD_RETRY_MS, decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-Z6SIJH5O.mjs';
|
|
5
|
+
import { isPagedSegmentFile, openPagedSegmentScan, countsAsLatestHolder, writeCheckpointSegments, commitCheckpointManifest, readSegmentFile, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, removeUnusedSegmentFiles, readWalSegments, durableRecordMissing, checkpointLastSeqNo, pagedListingOf, residentSectionsOf, partitionContentsOf, checkPagedSegmentFully, openPagedSnapshot, createPagedFrozenSegment, SEGMENT_HEADER_SIZE, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-D2EJUM4A.mjs';
|
|
6
|
+
import { decodeSections, READS_AHEAD_AT_ONCE, readFileRangeLater, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, READ_AHEAD_CHUNK_BYTES, STABLE_HEAD_ATTEMPTS, directoryCheckpointStore } from './chunk-3N5GUXBI.mjs';
|
|
7
|
+
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-TSE2VWPX.mjs';
|
|
8
8
|
import { DEFAULT_COMPACTION_THRESHOLD } from './chunk-MSIN4NM3.mjs';
|
|
9
9
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
10
10
|
import { setNestedValue, restoreVectorFields } from './chunk-R2PJKSNL.mjs';
|
|
11
|
-
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-
|
|
11
|
+
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-62X472AC.mjs';
|
|
12
12
|
import { DEFAULT_VECTOR_METRIC, defaultQuantizationFor, vectorsPerFile, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION, decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-KBU3ZFJN.mjs';
|
|
13
13
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
14
|
-
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-
|
|
15
|
-
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor, VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, noteDocumentChurn, createPartitionIndex, writePartitionDocument, yieldToEventLoop, createPublicationGate, removedSurfaceSpellings, readHeapStatistics, readResidentMemory, prepareConfiguredSynonyms, withOpenIndex, loadGzip, prepareRemovalText, prepareDocumentText, updateDocumentVectors, holdSyncEpochChange, decodeStoredDocument, emitSyncChange, ARRAY_POSITION_GAP } from './chunk-
|
|
14
|
+
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-KOA6T2IC.mjs';
|
|
15
|
+
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor, VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, noteDocumentChurn, createPartitionIndex, writePartitionDocument, yieldToEventLoop, createPublicationGate, removedSurfaceSpellings, readHeapStatistics, readResidentMemory, prepareConfiguredSynonyms, withOpenIndex, loadGzip, prepareRemovalText, prepareDocumentText, updateDocumentVectors, holdSyncEpochChange, decodeStoredDocument, emitSyncChange, ARRAY_POSITION_GAP } from './chunk-HSA3H3VW.mjs';
|
|
16
16
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
17
17
|
import { isSyncEpoch, newSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
18
18
|
import { extractVectorFieldsFromSchema, flattenSchema, VECTOR_PATTERN, validateDocument, validateDocumentStrict, schemaFieldsOf, parseVectorDimension, requireValidFieldTypes, isQuantizationMode, isStorageMode, MAX_DOCUMENT_NESTING_DEPTH } from './chunk-7P5YWDRQ.mjs';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-
|
|
1
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-TSE2VWPX.mjs';
|
|
2
2
|
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-KBU3ZFJN.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-KOA6T2IC.mjs';
|
|
4
4
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
5
5
|
import { requireValidFieldTypes } from './chunk-7P5YWDRQ.mjs';
|
|
6
6
|
import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { getIndexMetadata } from './chunk-
|
|
2
|
-
import { fnv1a } from './chunk-
|
|
1
|
+
import { getIndexMetadata } from './chunk-2HVQYOOD.mjs';
|
|
2
|
+
import { fnv1a } from './chunk-HSA3H3VW.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/distribution/cluster-node/routable-allocation.ts
|
package/dist/distribution.mjs
CHANGED
|
@@ -1,39 +1,39 @@
|
|
|
1
|
-
import { routableAllocation, resolvePartitionId, resolveNodeTargets, resolvePrimaryAssignment, requireAssignedPrimary, assertSufficientActiveReplicas, getInSyncReplicaTargets } from './chunk-
|
|
2
|
-
import { emptySerializablePartition } from './chunk-
|
|
3
|
-
import { applyStoredIndexBm25 } from './chunk-
|
|
4
|
-
import { keyBytesOf, querySuggestionsOf, createQuerySuggestionsRuntime, publicBuildOf, buildRecordToWire, buildRecordFromWire, SUGGESTIONS_SCHEMA } from './chunk-
|
|
5
|
-
import { stampAnalysisGeneration, holdsNamedSettings, dropHeldAnalysisChange, releaseHeldAnalysisChange, heldAnalysisIsBuilt, buildHeldAnalysisChange, archiveStream, buildArchiveFromMemory, indexMetadataOf, applyIndexEntry, applyDeleteEntry, documentExportStream, followSourceChanges, requireChangesSetting, resolveAnalysisTarget, requireConfigurationWithinSizeLimit, memoryCheckpointStore, createByteReader, writeArchiveFile, namedSettingsOf, createDetachedIndex, loadPartitionSegments, changesStatusOf, holdsSettings, configOfNamedSettings, closePartitionWriter, requireRestoreMemory, archiveFootprint, storedBytesOfSegments, validateReplicationEntry, readSegmentManifest, replaySyncedWal, nestedSchemaOf } from './chunk-
|
|
6
|
-
import { readVectorFile } from './chunk-
|
|
1
|
+
import { routableAllocation, resolvePartitionId, resolveNodeTargets, resolvePrimaryAssignment, requireAssignedPrimary, assertSufficientActiveReplicas, getInSyncReplicaTargets } from './chunk-ZVZYJIIP.mjs';
|
|
2
|
+
import { emptySerializablePartition } from './chunk-SM2SYVIX.mjs';
|
|
3
|
+
import { applyStoredIndexBm25 } from './chunk-HHYQMGPW.mjs';
|
|
4
|
+
import { keyBytesOf, querySuggestionsOf, createQuerySuggestionsRuntime, publicBuildOf, buildRecordToWire, buildRecordFromWire, SUGGESTIONS_SCHEMA } from './chunk-5CIHQIA4.mjs';
|
|
5
|
+
import { stampAnalysisGeneration, holdsNamedSettings, dropHeldAnalysisChange, releaseHeldAnalysisChange, heldAnalysisIsBuilt, buildHeldAnalysisChange, archiveStream, buildArchiveFromMemory, indexMetadataOf, applyIndexEntry, applyDeleteEntry, documentExportStream, followSourceChanges, requireChangesSetting, resolveAnalysisTarget, requireConfigurationWithinSizeLimit, memoryCheckpointStore, createByteReader, writeArchiveFile, namedSettingsOf, createDetachedIndex, loadPartitionSegments, changesStatusOf, holdsSettings, configOfNamedSettings, closePartitionWriter, requireRestoreMemory, archiveFootprint, storedBytesOfSegments, validateReplicationEntry, readSegmentManifest, replaySyncedWal, nestedSchemaOf } from './chunk-YPEJ6ODL.mjs';
|
|
6
|
+
import { readVectorFile } from './chunk-SMLUZGSI.mjs';
|
|
7
7
|
import { addBackgroundAdmission, workWaitingForMemory, resolveHybridFusion, fuseRankings } from './chunk-GXED6R3Q.mjs';
|
|
8
8
|
import { MAX_MESSAGE_SIZE_BYTES } from './chunk-UNEEFTEU.mjs';
|
|
9
|
-
import { bindEngineWriteBlock, bindIndexReads, syncServingSourceOf, bindSyncServing, changesServingSourceOf, bindChangesServing, validateBackupConfig, BACKUP_SWEEP_INTERVAL_MS, bindWriteBlockLookup, backupKeys, validateBackupName, CHANGES_BACKUP_TAKER, BACKUP_MANIFEST_READS_AT_ONCE, storedFilesOf, decodeBackupManifest, BACKUP_JOBS_KEY, BACKUP_DELETES_AT_ONCE, BACKUP_PROGRESS_REPORT_INTERVAL_MS, BACKUP_PARTITION_RESULT_RETENTION_MS, BACKUP_JOB_POLL_INTERVAL_MS, BACKUP_FILES_AT_ONCE, isCount, storeWithoutSaveIfAbsent, CLUSTER_UUID_KEY, isSha256Hex, BACKUP_PUBLISH_RETRY_MS, isBackupTaker, readRestorePlacement, SYNC_BACKUP_TAKER, BACKUP_JOB_CAS_ATTEMPTS, BACKUP_JOB_CAS_RETRY_MS, MAX_CLUSTER_UUID_BYTES, MAX_FINISHED_BACKUP_JOBS, BACKUP_FILE_CHUNK_BYTES, encodeBackupManifest, SYNC_BACKUPS_KEPT, BACKUP_PARTITIONS_AT_ONCE, BACKUP_PARTITION_POLL_INTERVAL_MS, BACKUP_PRIMARY_WAIT_MS, readBackupPartition, readStoredFile } from './chunk-
|
|
10
|
-
import { DEFAULT_NODE_LIFECYCLE_CONFIG, DEFAULT_CONTROLLER_CONFIG, readIndexMetadataSnapshot, indexMetadataSnapshotOf, getIndexMetadata, getClusterIndexConfig, withPartitionCount, validateIndexName, indexConfigKey, metadataWithSync, suggestionStateOfSettings, indexConfigFromSettings, metadataWithBm25, readIndexState, storeSynonymSet, deleteSynonymSet, indexSettingsOf, putIndexMetadata, isValidInteger, isRecord, HIDDEN_GENERATION_PREFIX, isRecord2, decodeIndexSettings, metadataWithSynonymSet, RESHARD_RECORD_CAS_ATTEMPTS, indexUuidOfStoredMetadata, storedSynonymSetOf, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_RETRY_DELAY_MS, TEARDOWN_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_POLL_INTERVAL_MS, ALLOCATION_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, ANALYSIS_CHANGE_RETRY_MS, putIndexReplicationFactor, ALLOCATION_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, MAX_RESHARD_CUTOVER_ATTEMPTS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, RECOVERY_CAS_ATTEMPTS, ESTIMATED_PARTITION_BYTES, REBALANCE_THRESHOLD, putGenerationMetadata, RESHARD_CUTOVER_LAG_ENTRIES, ANALYSIS_REBUILD_RESEND_MS, RESHARD_CUTOVER_TIMEOUT_MS, PARTITION_STORES_TIMEOUT_MS, SYNC_EPOCH_CAS_ATTEMPTS, syncSettingsOfSnapshot, epochFeaturesOn, LEADERSHIP_IMBALANCE_THRESHOLD, BOOTSTRAP_CAS_ATTEMPTS, metadataWithSuggestionState, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS } from './chunk-
|
|
11
|
-
import { MAX_WAIT_FOR_ACTIVE_REPLICAS, MIN_CONTROLLER_LEASE_TTL_MS, MAX_NODE_LEFT_DELAY_MS, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_CAPACITY, CATCH_UP_TICK_MS, MEMORY_SAMPLE_INTERVAL_MS, createWritePressure, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, SETTINGS_CONTENTION_REASON, MAX_DROP_ACKNOWLEDGE_WAIT_MS, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, SEARCH_CONTEXT_REAPER_INTERVAL_MS, DECOMMISSION_RECHECK_INTERVAL_MS, refuseEncodeWithoutRoom, answerRefusalOf, withAdmittedWrite, estimateForwardedBytes, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, MAX_SOURCE_ID_LENGTH, ADMISSION_TIMEOUT_MS, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, CATCH_UP_FEED_WINDOW_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, SYNCED_POSITION_REPORT_TIMEOUT_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, ADMISSION_RETRIES_AFTER_IN_SYNC_CHANGE, REGISTRATION_LEASE_DRIFT_SHARE, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, WRITE_APPLY_YIELD_INTERVAL_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, ROLLBACK_RETRY_DELAY_CAP_MS, OUT_OF_STEP_REMOVAL_RETRY_INITIAL_DELAY_MS, OUT_OF_STEP_REMOVAL_RETRY_DELAY_CAP_MS, FETCH_GROUP_DOCUMENT_IDS, COPY_FAILURE_RETRY_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, CLEAR_PAGE_SIZE, estimateDocumentsBytes, estimateDocumentBytes, PRIMARY_CHANGE_RETRY_WINDOW_MS, PRIMARY_CHANGE_POLL_INTERVAL_MS, PARTITION_WRITE_CONCURRENCY, FORWARD_RETRY_INITIAL_DELAY_MS, FORWARD_RETRY_DELAY_CAP_MS } from './chunk-
|
|
12
|
-
export { DEFAULT_CAPACITY, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR } from './chunk-
|
|
13
|
-
import { encodeIndexConfiguration, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, decodeIndexConfiguration, requireSyncSetting, requireNoQuerySuggestions, validChangeFilter, createDocumentTest, INDEX_CONFIGURATION_ENVELOPE_VERSION, changesNotEnabled } from './chunk-
|
|
9
|
+
import { bindEngineWriteBlock, bindIndexReads, syncServingSourceOf, bindSyncServing, changesServingSourceOf, bindChangesServing, validateBackupConfig, BACKUP_SWEEP_INTERVAL_MS, bindWriteBlockLookup, backupKeys, validateBackupName, CHANGES_BACKUP_TAKER, BACKUP_MANIFEST_READS_AT_ONCE, storedFilesOf, decodeBackupManifest, BACKUP_JOBS_KEY, BACKUP_DELETES_AT_ONCE, BACKUP_PROGRESS_REPORT_INTERVAL_MS, BACKUP_PARTITION_RESULT_RETENTION_MS, BACKUP_JOB_POLL_INTERVAL_MS, BACKUP_FILES_AT_ONCE, isCount, storeWithoutSaveIfAbsent, CLUSTER_UUID_KEY, isSha256Hex, BACKUP_PUBLISH_RETRY_MS, isBackupTaker, readRestorePlacement, SYNC_BACKUP_TAKER, BACKUP_JOB_CAS_ATTEMPTS, BACKUP_JOB_CAS_RETRY_MS, MAX_CLUSTER_UUID_BYTES, MAX_FINISHED_BACKUP_JOBS, BACKUP_FILE_CHUNK_BYTES, encodeBackupManifest, SYNC_BACKUPS_KEPT, BACKUP_PARTITIONS_AT_ONCE, BACKUP_PARTITION_POLL_INTERVAL_MS, BACKUP_PRIMARY_WAIT_MS, readBackupPartition, readStoredFile } from './chunk-GLXLSPLO.mjs';
|
|
10
|
+
import { DEFAULT_NODE_LIFECYCLE_CONFIG, DEFAULT_CONTROLLER_CONFIG, readIndexMetadataSnapshot, indexMetadataSnapshotOf, getIndexMetadata, getClusterIndexConfig, withPartitionCount, validateIndexName, indexConfigKey, metadataWithSync, suggestionStateOfSettings, indexConfigFromSettings, metadataWithBm25, readIndexState, storeSynonymSet, deleteSynonymSet, indexSettingsOf, putIndexMetadata, isValidInteger, isRecord, HIDDEN_GENERATION_PREFIX, isRecord2, decodeIndexSettings, metadataWithSynonymSet, RESHARD_RECORD_CAS_ATTEMPTS, indexUuidOfStoredMetadata, storedSynonymSetOf, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_RETRY_DELAY_MS, TEARDOWN_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_POLL_INTERVAL_MS, ALLOCATION_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, ANALYSIS_CHANGE_RETRY_MS, putIndexReplicationFactor, ALLOCATION_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, MAX_RESHARD_CUTOVER_ATTEMPTS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, RECOVERY_CAS_ATTEMPTS, ESTIMATED_PARTITION_BYTES, REBALANCE_THRESHOLD, putGenerationMetadata, RESHARD_CUTOVER_LAG_ENTRIES, ANALYSIS_REBUILD_RESEND_MS, RESHARD_CUTOVER_TIMEOUT_MS, PARTITION_STORES_TIMEOUT_MS, SYNC_EPOCH_CAS_ATTEMPTS, syncSettingsOfSnapshot, epochFeaturesOn, LEADERSHIP_IMBALANCE_THRESHOLD, BOOTSTRAP_CAS_ATTEMPTS, metadataWithSuggestionState, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS } from './chunk-2HVQYOOD.mjs';
|
|
11
|
+
import { MAX_WAIT_FOR_ACTIVE_REPLICAS, MIN_CONTROLLER_LEASE_TTL_MS, MAX_NODE_LEFT_DELAY_MS, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_CAPACITY, CATCH_UP_TICK_MS, MEMORY_SAMPLE_INTERVAL_MS, createWritePressure, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, SETTINGS_CONTENTION_REASON, MAX_DROP_ACKNOWLEDGE_WAIT_MS, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, SEARCH_CONTEXT_REAPER_INTERVAL_MS, DECOMMISSION_RECHECK_INTERVAL_MS, refuseEncodeWithoutRoom, answerRefusalOf, withAdmittedWrite, estimateForwardedBytes, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, MAX_SOURCE_ID_LENGTH, ADMISSION_TIMEOUT_MS, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, CATCH_UP_FEED_WINDOW_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, SYNCED_POSITION_REPORT_TIMEOUT_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, ADMISSION_RETRIES_AFTER_IN_SYNC_CHANGE, REGISTRATION_LEASE_DRIFT_SHARE, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, WRITE_APPLY_YIELD_INTERVAL_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, ROLLBACK_RETRY_DELAY_CAP_MS, OUT_OF_STEP_REMOVAL_RETRY_INITIAL_DELAY_MS, OUT_OF_STEP_REMOVAL_RETRY_DELAY_CAP_MS, FETCH_GROUP_DOCUMENT_IDS, COPY_FAILURE_RETRY_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, CLEAR_PAGE_SIZE, estimateDocumentsBytes, estimateDocumentBytes, PRIMARY_CHANGE_RETRY_WINDOW_MS, PRIMARY_CHANGE_POLL_INTERVAL_MS, PARTITION_WRITE_CONCURRENCY, FORWARD_RETRY_INITIAL_DELAY_MS, FORWARD_RETRY_DELAY_CAP_MS } from './chunk-JXINPXRS.mjs';
|
|
12
|
+
export { DEFAULT_CAPACITY, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR } from './chunk-JXINPXRS.mjs';
|
|
13
|
+
import { encodeIndexConfiguration, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, decodeIndexConfiguration, requireSyncSetting, requireNoQuerySuggestions, validChangeFilter, createDocumentTest, INDEX_CONFIGURATION_ENVELOPE_VERSION, changesNotEnabled } from './chunk-K5GNK5GE.mjs';
|
|
14
14
|
import { restoredConfigFields, restoredEmbedding } from './chunk-M2Z5WVWW.mjs';
|
|
15
|
-
import { readSnapshotArchive, archiveLayout, openManifestPayload, sourceIndexNameOf, listedKeysOf, decodeManifestPayload, estimatedArchiveBytes } from './chunk-
|
|
15
|
+
import { readSnapshotArchive, archiveLayout, openManifestPayload, sourceIndexNameOf, listedKeysOf, decodeManifestPayload, estimatedArchiveBytes } from './chunk-Z6SIJH5O.mjs';
|
|
16
16
|
import { CONTROLLER_LEASE_KEY } from './chunk-44W3CBNG.mjs';
|
|
17
17
|
import './chunk-T4HMSZCX.mjs';
|
|
18
|
-
import { createForwardBatchResultMessage, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, DEFAULT_LOG_RETENTION_BYTES, buildEntry, optionalIndexUuid, entryByteEstimate, computeEntryChecksum, createPrimaryResignMessage, validateInsyncConfirmPayload, createInsyncRemoveMessage, SNAPSHOT_CHUNK_SIZE, createEntryBatchMessage, createInsyncConfirmMessage, createEntryMessage, validateAckPayload, createInsyncAddMessage, checkpointLastSeqNo, checkpointPrimaryTerm, INSYNC_CAS_ATTEMPTS, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage } from './chunk-
|
|
19
|
-
import { directoryCheckpointStore, readListedFile, encodeSegmentManifest } from './chunk-
|
|
18
|
+
import { createForwardBatchResultMessage, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, DEFAULT_LOG_RETENTION_BYTES, buildEntry, optionalIndexUuid, entryByteEstimate, computeEntryChecksum, createPrimaryResignMessage, validateInsyncConfirmPayload, createInsyncRemoveMessage, SNAPSHOT_CHUNK_SIZE, createEntryBatchMessage, createInsyncConfirmMessage, createEntryMessage, validateAckPayload, createInsyncAddMessage, checkpointLastSeqNo, checkpointPrimaryTerm, INSYNC_CAS_ATTEMPTS, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage } from './chunk-D2EJUM4A.mjs';
|
|
19
|
+
import { directoryCheckpointStore, readListedFile, encodeSegmentManifest } from './chunk-3N5GUXBI.mjs';
|
|
20
20
|
import { TransportErrorCodes, ClusterMessageTypes, ReplicationMessageTypes, SuggestionMessageTypes, SyncMessageTypes, QueryMessageTypes, TransportError, DEFAULT_TRANSPORT_CONFIG } from './chunk-5FLRXF73.mjs';
|
|
21
21
|
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
|
|
22
|
-
import { manifestFileRefs, segmentKey, SEGMENT_MANIFEST_VERSION, vectorFileKey } from './chunk-
|
|
22
|
+
import { manifestFileRefs, segmentKey, SEGMENT_MANIFEST_VERSION, vectorFileKey } from './chunk-TSE2VWPX.mjs';
|
|
23
23
|
import { getPath, getFs } from './chunk-HLPRHOSO.mjs';
|
|
24
24
|
import './chunk-MSIN4NM3.mjs';
|
|
25
25
|
import './chunk-S5QMWECL.mjs';
|
|
26
26
|
import './chunk-LNGE7SLY.mjs';
|
|
27
27
|
import './chunk-R2PJKSNL.mjs';
|
|
28
|
-
import './chunk-
|
|
29
|
-
import { deserializePartition } from './chunk-
|
|
28
|
+
import './chunk-62X472AC.mjs';
|
|
29
|
+
import { deserializePartition } from './chunk-SIIDIGKI.mjs';
|
|
30
30
|
import { decodeVectorFilePayload, bytesToVectors, isDead, MIN_EF_SEARCH, MAX_EF_SEARCH, MIN_OVERSAMPLE } from './chunk-KBU3ZFJN.mjs';
|
|
31
|
-
import './chunk-
|
|
32
|
-
import { RestoredHistory } from './chunk-
|
|
31
|
+
import './chunk-FGOGT273.mjs';
|
|
32
|
+
import { RestoredHistory } from './chunk-6MC6BCXK.mjs';
|
|
33
33
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
34
|
-
import { historyFilesOf, removeHistoryFolder, QUERY_HISTORY_FOLDER, RESTORE_STAGING_INFIX, openChecksummedEnvelope, historyFolderOf, listHistoryFolder, historyFileOf, COUNTS_STREAM_CHUNK_BYTES, BUILD_WRITE_BATCH, restoreStagingPrefix, crc32Init, crc32Final, crc32Update, MAX_COUNTS_STREAM_KEY_BYTES, MAX_HISTORY_FILE_BYTES, packChecksummedEnvelope, storedStateOf } from './chunk-
|
|
34
|
+
import { historyFilesOf, removeHistoryFolder, QUERY_HISTORY_FOLDER, RESTORE_STAGING_INFIX, openChecksummedEnvelope, historyFolderOf, listHistoryFolder, historyFileOf, COUNTS_STREAM_CHUNK_BYTES, BUILD_WRITE_BATCH, restoreStagingPrefix, crc32Init, crc32Final, crc32Update, MAX_COUNTS_STREAM_KEY_BYTES, MAX_HISTORY_FILE_BYTES, packChecksummedEnvelope, storedStateOf } from './chunk-KOA6T2IC.mjs';
|
|
35
35
|
import { boundQuerySuggestionsOf, bindQuerySuggestions } from './chunk-S2POFTLN.mjs';
|
|
36
|
-
import { oversampledShardSize, runtimeHost, bindRerankWindowSource, rerankWindowCapOf, validateMemoryFractions, requireKnownConfig, importOptionalReads, resolveRunnableConfig, createEngineCore, startEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, emitEngineEvent, synonymModule, createEngineIndex, generateId, documentChurnOf, isCompositePartition, getLanguage, resolveIndexAnalysis, memoryFractionsOf, createMemoryMonitor, readMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS, validateBM25Params, storedBM25Params, requireSurfaceFormsForPartialFields, bm25SetsValue, prepareConfiguredSynonyms, storedArrayPositionGap, updateDocumentVectors, arrayPositionsAreStale, fnv1a, readRecentMemoryFigures, normalizeSort, sortModesOf, resolveProjection, noteDocumentChurn, MAP_TABLE_MIN_CAPACITY, MAP_TABLE_SHRINK_DIVISOR, requireLoadedOptionalReads, applyProjection, FILTER_EXPRESSION_KEYS, filterTestCount, setNestedValue, validateBM25Shape, CASE_FOLD_EXPANSION_FACTOR, PATTERN_RUN_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, hasLanguage, FIELD_FILTER_OPERATORS, yieldToEventLoop, NORMALIZATION_EXPANSION_FACTOR, TERM_UNIT_HEAP_BYTES, customTokensOf, visitTokens, getVectorFieldPaths, resolvePartitionInsertOptions, clampRowCount, now, sortSignatureOf, listBindingOf, requireMatchingCursor, decodePageCursor, encodePageCursor, DISTINCT_TERM_HEAP_BYTES, PARTIAL_SPELLING_HEAP_BYTES, clampLimit, requireWithinResultWindow, providedDocId, MAP_TABLE_HEADER_BYTES, MAP_TABLE_SLOT_BYTES, holdsQuotedText, queryBindingOf, engineCoreOf, sortSignatureEntry, fnv1aUint32s, loadRerankRuntime, mergePartitionStats, mergeEntries, regionsOverlap, compareScores } from './chunk-
|
|
36
|
+
import { oversampledShardSize, runtimeHost, bindRerankWindowSource, rerankWindowCapOf, validateMemoryFractions, requireKnownConfig, importOptionalReads, resolveRunnableConfig, createEngineCore, startEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, emitEngineEvent, synonymModule, createEngineIndex, generateId, documentChurnOf, isCompositePartition, getLanguage, resolveIndexAnalysis, memoryFractionsOf, createMemoryMonitor, readMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS, validateBM25Params, storedBM25Params, requireSurfaceFormsForPartialFields, bm25SetsValue, prepareConfiguredSynonyms, storedArrayPositionGap, updateDocumentVectors, arrayPositionsAreStale, fnv1a, readRecentMemoryFigures, normalizeSort, sortModesOf, resolveProjection, noteDocumentChurn, MAP_TABLE_MIN_CAPACITY, MAP_TABLE_SHRINK_DIVISOR, requireLoadedOptionalReads, applyProjection, FILTER_EXPRESSION_KEYS, filterTestCount, setNestedValue, validateBM25Shape, CASE_FOLD_EXPANSION_FACTOR, PATTERN_RUN_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, hasLanguage, FIELD_FILTER_OPERATORS, yieldToEventLoop, NORMALIZATION_EXPANSION_FACTOR, TERM_UNIT_HEAP_BYTES, customTokensOf, visitTokens, getVectorFieldPaths, resolvePartitionInsertOptions, clampRowCount, now, sortSignatureOf, listBindingOf, requireMatchingCursor, decodePageCursor, encodePageCursor, DISTINCT_TERM_HEAP_BYTES, PARTIAL_SPELLING_HEAP_BYTES, clampLimit, requireWithinResultWindow, providedDocId, MAP_TABLE_HEADER_BYTES, MAP_TABLE_SLOT_BYTES, holdsQuotedText, queryBindingOf, engineCoreOf, sortSignatureEntry, fnv1aUint32s, loadRerankRuntime, mergePartitionStats, mergeEntries, regionsOverlap, compareScores } from './chunk-HSA3H3VW.mjs';
|
|
37
37
|
import { encodeDocument, encodeDocumentReply } from './chunk-2CKDCC65.mjs';
|
|
38
38
|
import { collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal, onRefusalAfterCollection, reservedHeapBytes, reserveHeapBytes } from './chunk-AOYQTX6W.mjs';
|
|
39
39
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
@@ -15973,7 +15973,7 @@ async function openOnce(core, indexName, partitionId) {
|
|
|
15973
15973
|
if (directory === void 0) throw durabilityRequired(indexName, partitionId);
|
|
15974
15974
|
if ((checkpoint.manifest.analysisGeneration ?? 0) !== entry.analysisGeneration) return null;
|
|
15975
15975
|
const config = await encodeIndexConfiguration(entry);
|
|
15976
|
-
const { openPagedPartitionArchive } = await import('./paged-partition-archive-
|
|
15976
|
+
const { openPagedPartitionArchive } = await import('./paged-partition-archive-UK44CVXG.mjs');
|
|
15977
15977
|
const archive = await openPagedPartitionArchive(checkpoint, directory, indexName, partitionId, manager);
|
|
15978
15978
|
handedOver = true;
|
|
15979
15979
|
try {
|
|
@@ -16297,7 +16297,7 @@ async function publishPartitionCopy(core, indexName, partitionId, records, load)
|
|
|
16297
16297
|
});
|
|
16298
16298
|
for (const vector of current.getVectorIndexes().values()) vector.scheduleBuild();
|
|
16299
16299
|
} finally {
|
|
16300
|
-
core.executor.discardDetachedIndex(detached);
|
|
16300
|
+
await core.executor.discardDetachedIndex(detached);
|
|
16301
16301
|
}
|
|
16302
16302
|
}
|
|
16303
16303
|
|
|
@@ -16688,7 +16688,7 @@ async function archiveReplicationPartition(core, indexName, partitionId, lastSeq
|
|
|
16688
16688
|
);
|
|
16689
16689
|
}
|
|
16690
16690
|
try {
|
|
16691
|
-
const { openPagedPartitionArchive } = await import('./paged-partition-archive-
|
|
16691
|
+
const { openPagedPartitionArchive } = await import('./paged-partition-archive-UK44CVXG.mjs');
|
|
16692
16692
|
const archive = await openPagedPartitionArchive(checkpoint2, directory, indexName, partitionId, manager);
|
|
16693
16693
|
return {
|
|
16694
16694
|
stream: archiveStream({ ...archive, config, sourceIndexName: indexName }),
|
|
@@ -16903,7 +16903,7 @@ async function restoreReplicationPartition(core, engine, indexName, partitionId,
|
|
|
16903
16903
|
if (directory !== null) {
|
|
16904
16904
|
const durable = core.durability?.manager;
|
|
16905
16905
|
await (durable?.checkpointFromMemory?.(indexName) ?? durable?.checkpoint(indexName));
|
|
16906
|
-
const { removeReceivedFilesNothingReads } = await import('./paged-partition-archive-
|
|
16906
|
+
const { removeReceivedFilesNothingReads } = await import('./paged-partition-archive-UK44CVXG.mjs');
|
|
16907
16907
|
await removeReceivedFilesNothingReads(
|
|
16908
16908
|
directory,
|
|
16909
16909
|
core.requireManager(indexName),
|
|
@@ -20753,7 +20753,7 @@ async function queryCluster(deps, indexName, params, settingName) {
|
|
|
20753
20753
|
(reader) => searchCluster(deps, indexName, settingName, params, allocation, reader, false)
|
|
20754
20754
|
);
|
|
20755
20755
|
}
|
|
20756
|
-
const { rerankClusterQuery } = await import('./rerank-
|
|
20756
|
+
const { rerankClusterQuery } = await import('./rerank-4GFC26FD.mjs');
|
|
20757
20757
|
return withRankedReader(
|
|
20758
20758
|
deps,
|
|
20759
20759
|
indexName,
|
package/dist/index.browser.mjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { VERSION, clearNormalizationCache, configureNormalizationCache, createNarsil, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, isSimdAvailable, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, resetNormalizationCache } from './browser/chunk-
|
|
1
|
+
export { VERSION, clearNormalizationCache, configureNormalizationCache, createNarsil, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, isSimdAvailable, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, resetNormalizationCache } from './browser/chunk-UQG4HUGQ.mjs';
|
|
2
2
|
import './browser/chunk-QAOVAYAG.mjs';
|
|
3
3
|
import './browser/chunk-YJHGOJAC.mjs';
|
|
4
4
|
export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './browser/chunk-YINZFPLT.mjs';
|