@delali/narsil 0.3.1-next.189 → 0.3.1-next.195
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-WFQLSNCO.mjs → chunk-UHJHOEMY.mjs} +73 -37
- package/dist/browser/{module-VOTN3Q6X.mjs → module-ZZTNG5JZ.mjs} +11 -3
- package/dist/browser/{storage-leaf-62LA56U2.mjs → storage-leaf-N3JMQ6CF.mjs} +15 -12
- package/dist/{chunk-3OZ2UQJV.mjs → chunk-3Y3QYL6Q.mjs} +2 -2
- package/dist/{chunk-PPD4J2JI.mjs → chunk-5IXLDFKK.mjs} +2 -2
- package/dist/{chunk-GYLRKKUT.mjs → chunk-5SLAXEVJ.mjs} +4 -4
- package/dist/{chunk-NFAWR2O4.mjs → chunk-5WN5TOPY.mjs} +1 -1
- package/dist/{chunk-JEMK23OY.mjs → chunk-AH5J62FF.mjs} +2 -2
- package/dist/{chunk-IWKYAO45.mjs → chunk-BBSLCYJM.mjs} +1 -1
- package/dist/{chunk-P2IPUYT2.mjs → chunk-DKTRJCPP.mjs} +6 -5
- package/dist/{chunk-JOWXHENJ.mjs → chunk-DU5HRFLQ.mjs} +2 -2
- package/dist/{chunk-JXDY3ZA3.mjs → chunk-I2FKNCDS.mjs} +78 -42
- package/dist/{chunk-7NCVV3ST.mjs → chunk-KDLH3BWY.mjs} +1 -1
- package/dist/{chunk-5HPILB7R.mjs → chunk-KRCP4W26.mjs} +1 -1
- package/dist/{chunk-U5IMECEX.mjs → chunk-KYVJPISW.mjs} +5 -5
- package/dist/{chunk-6G3VRWH5.mjs → chunk-MQMZ25D7.mjs} +2 -2
- package/dist/{chunk-NULDX3ID.mjs → chunk-OICMFLQF.mjs} +9 -9
- package/dist/{chunk-REBDKXAH.mjs → chunk-P3JMBYEG.mjs} +2 -2
- package/dist/{chunk-EFS5GVBK.mjs → chunk-QIMI4O6R.mjs} +4 -4
- package/dist/{chunk-IDWDYS2N.mjs → chunk-RWJQ3XU7.mjs} +1 -1
- package/dist/{chunk-YFMM7QOT.mjs → chunk-UP5TJ3II.mjs} +1 -1
- package/dist/{chunk-X2NE4VJI.mjs → chunk-VPOPC7JA.mjs} +2 -2
- package/dist/{chunk-3JRN23HA.mjs → chunk-VSLFZDVA.mjs} +2 -2
- package/dist/{chunk-PLLKT5NU.mjs → chunk-WORMC6FN.mjs} +1 -1
- package/dist/{chunk-ZGMCJXY5.mjs → chunk-Y3T4HQGT.mjs} +2 -2
- package/dist/{chunk-NM2ITITI.mjs → chunk-YYNLEWSP.mjs} +3 -3
- package/dist/{chunk-YQ4RZIIN.mjs → chunk-ZV25WJNK.mjs} +1 -1
- package/dist/{chunk-PZYBWMCL.mjs → chunk-ZVJPJZIP.mjs} +1 -1
- package/dist/{direct-executor-QLBSVTEE.mjs → direct-executor-YDIA6FU5.mjs} +1 -1
- package/dist/distribution.mjs +26 -26
- package/dist/index.browser.mjs +1 -1
- package/dist/index.mjs +1 -1
- package/dist/index.react-native.mjs +1 -1
- package/dist/{long-query-thread-IKD4Z37M.mjs → long-query-thread-4E6J6WME.mjs} +10 -10
- package/dist/{module-NIVZ4SF2.mjs → module-UQFIJQMG.mjs} +12 -4
- package/dist/{optional-writes-DVTVX2XY.mjs → optional-writes-H6WO6E6B.mjs} +3 -3
- package/dist/{paged-partition-archive-ES4Z5SM4.mjs → paged-partition-archive-O3RUZ3II.mjs} +9 -9
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +1 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +7 -7
- package/dist/{query-actions-IC5UEWZG.mjs → query-actions-UTAYIRGP.mjs} +1 -1
- package/dist/query-suggestions/merge-worker.mjs +4 -4
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.mjs +2 -2
- package/dist/react-native/chunks/{chunk-XLYQ2ZMC.mjs → chunk-2S57X2ZY.mjs} +78 -42
- package/dist/react-native/chunks/{chunk-JZOHEHBD.mjs → chunk-3OHO4SEF.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-FJHZWUCB.mjs → chunk-5KRTKOH6.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-VSN76LWE.mjs → chunk-GJQIMGXT.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-GXY4R3GA.mjs → chunk-JZCEJO3N.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-3553RYCS.mjs → chunk-UEBUWCYN.mjs} +1 -1
- package/dist/react-native/chunks/{module-TN7HXWJ3.mjs → module-QRCYB7QV.mjs} +12 -4
- package/dist/react-native/chunks/{optional-writes-2UPNQNAN.mjs → optional-writes-LG24CKDY.mjs} +2 -2
- package/dist/react-native/chunks/{restore-queue-DEAWTVHW.mjs → restore-queue-6BL75XHS.mjs} +4 -4
- package/dist/react-native/chunks/{segment-codec-leaf-3LZ6HZFD.mjs → segment-codec-leaf-OFY6JAIV.mjs} +2 -2
- package/dist/react-native/chunks/{segment-merge-leaf-5OIWAPCI.mjs → segment-merge-leaf-S2EGW7J7.mjs} +3 -3
- package/dist/react-native/chunks/{storage-leaf-LC4RZU3T.mjs → storage-leaf-SWCGMIES.mjs} +20 -17
- package/dist/react-native/chunks/{store-leaf-LQ6LWM2Q.mjs → store-leaf-PK2G37EL.mjs} +3 -3
- package/dist/react-native/chunks/{suggestions-leaf-GPNU6I72.mjs → suggestions-leaf-MJXF4PPT.mjs} +3 -3
- package/dist/react-native/chunks/{worker-copies-32TCHOYP.mjs → worker-copies-PCLN3TVS.mjs} +2 -2
- package/dist/react-native/partial-words.mjs +1 -1
- package/dist/react-native/query-suggestions.mjs +1 -1
- package/dist/react-native/sync.mjs +1 -1
- package/dist/react-native/synonyms.mjs +1 -1
- package/dist/{rerank-ELMGHQ3T.mjs → rerank-FQU2Z64X.mjs} +1 -1
- package/dist/{restore-queue-6VCVZT5C.mjs → restore-queue-4OM3MMJ7.mjs} +4 -4
- package/dist/{segment-codec-leaf-XNMCUIJF.mjs → segment-codec-leaf-ZJL3UUED.mjs} +2 -2
- package/dist/{segment-merge-leaf-RA4S7CC6.mjs → segment-merge-leaf-VDQ7BLE7.mjs} +2 -2
- package/dist/server.mjs +15 -15
- package/dist/{storage-leaf-36SAEVV3.mjs → storage-leaf-7IYAULRJ.mjs} +30 -28
- package/dist/{store-leaf-QAGHHLEK.mjs → store-leaf-VI3FC46A.mjs} +3 -3
- package/dist/{suggestions-leaf-JG2IP2VQ.mjs → suggestions-leaf-YP3BMVLS.mjs} +5 -5
- package/dist/sync/filesystem.mjs +4 -4
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.mjs +1 -1
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +1 -1
- package/dist/{thread-HAE2XXFR.mjs → thread-X36MGME4.mjs} +9 -9
- package/dist/{worker-copies-IXC43Z4Q.mjs → worker-copies-R53BVAFV.mjs} +4 -4
- package/dist/workers/entry.mjs +7 -7
- package/package.json +5 -7
|
@@ -12682,7 +12682,7 @@ function resolvePartitionInsertOptions(config, analysis, options) {
|
|
|
12682
12682
|
|
|
12683
12683
|
// src/core/segment-codec-code.ts
|
|
12684
12684
|
var segmentCodec = codeLoader(async () => {
|
|
12685
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-
|
|
12685
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-ZJL3UUED.mjs')]);
|
|
12686
12686
|
code7.bindSegmentCodecHost(optionalCodeHost(), msgpack);
|
|
12687
12687
|
return code7;
|
|
12688
12688
|
}, "segment codec");
|
|
@@ -12690,7 +12690,7 @@ var loadSegmentCodec = segmentCodec.load;
|
|
|
12690
12690
|
|
|
12691
12691
|
// src/query-suggestions/store-code.ts
|
|
12692
12692
|
var suggestionStore = codeLoader(async () => {
|
|
12693
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-
|
|
12693
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-VI3FC46A.mjs')]);
|
|
12694
12694
|
code7.bindSuggestionStoreHost(optionalCodeHost(), msgpack);
|
|
12695
12695
|
return code7;
|
|
12696
12696
|
}, "query suggestions store");
|
|
@@ -12771,7 +12771,7 @@ var storageCode = codeLoader(async () => {
|
|
|
12771
12771
|
loadSegmentMerge(),
|
|
12772
12772
|
loadSuggestionStore(),
|
|
12773
12773
|
loadVectorCore(),
|
|
12774
|
-
import('./storage-leaf-
|
|
12774
|
+
import('./storage-leaf-7IYAULRJ.mjs')
|
|
12775
12775
|
]);
|
|
12776
12776
|
code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
|
|
12777
12777
|
return code7;
|
|
@@ -21494,7 +21494,7 @@ function hasLanguage(name) {
|
|
|
21494
21494
|
|
|
21495
21495
|
// src/narsil/restore-queue-code.ts
|
|
21496
21496
|
var restoreQueue = codeLoader(async () => {
|
|
21497
|
-
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-
|
|
21497
|
+
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-4OM3MMJ7.mjs')]);
|
|
21498
21498
|
code7.bindRestoreQueueHost(optionalCodeHost(), suggestionStore2);
|
|
21499
21499
|
return code7;
|
|
21500
21500
|
}, "restore");
|
|
@@ -21721,7 +21721,7 @@ function storedBM25Params(params) {
|
|
|
21721
21721
|
|
|
21722
21722
|
// src/workers/vector-code.ts
|
|
21723
21723
|
var vectorCode = codeLoader(async () => {
|
|
21724
|
-
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-
|
|
21724
|
+
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-UQFIJQMG.mjs')]);
|
|
21725
21725
|
code7.bindVectorHost(optionalCodeHost(), vectorCore2);
|
|
21726
21726
|
return code7;
|
|
21727
21727
|
}, "vector");
|
|
@@ -21983,7 +21983,7 @@ async function dropEngineIndex(core2, name) {
|
|
|
21983
21983
|
throw error;
|
|
21984
21984
|
}
|
|
21985
21985
|
}
|
|
21986
|
-
if (core2.executor.getManager(name) !== void 0) core2.executor.dropIndex(name);
|
|
21986
|
+
if (core2.executor.getManager(name) !== void 0) await core2.executor.dropIndex(name);
|
|
21987
21987
|
core2.indexRegistry.delete(name);
|
|
21988
21988
|
core2.watermarkNotifier.forget(name);
|
|
21989
21989
|
core2.analysisRebuild.clearStale(name);
|
|
@@ -22071,7 +22071,7 @@ var loadEmbedCode = embedCode.load;
|
|
|
22071
22071
|
|
|
22072
22072
|
// src/engine/optional-writes-code.ts
|
|
22073
22073
|
var optionalWrites = codeLoader(async () => {
|
|
22074
|
-
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-
|
|
22074
|
+
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-H6WO6E6B.mjs')]);
|
|
22075
22075
|
code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
|
|
22076
22076
|
return code7;
|
|
22077
22077
|
}, "write");
|
|
@@ -24800,9 +24800,10 @@ function createAnalysisRebuildCoordinator(config, deps) {
|
|
|
24800
24800
|
const rebuildMode = config?.rebuild ?? "auto";
|
|
24801
24801
|
let queue = Promise.resolve();
|
|
24802
24802
|
let active = null;
|
|
24803
|
+
let closed = false;
|
|
24803
24804
|
async function rebuildNow(indexName, entry) {
|
|
24804
24805
|
const manager = deps.getManager(indexName);
|
|
24805
|
-
if (manager === void 0 || entry.abandoned) {
|
|
24806
|
+
if (manager === void 0 || entry.abandoned || closed) {
|
|
24806
24807
|
entry.run = null;
|
|
24807
24808
|
return;
|
|
24808
24809
|
}
|
|
@@ -24854,7 +24855,7 @@ function createAnalysisRebuildCoordinator(config, deps) {
|
|
|
24854
24855
|
}
|
|
24855
24856
|
}
|
|
24856
24857
|
function runTracked(indexName, entry) {
|
|
24857
|
-
const done = rebuildNow(indexName, entry);
|
|
24858
|
+
const done = Promise.resolve().then(() => rebuildNow(indexName, entry));
|
|
24858
24859
|
const tracked = { indexName, entry, done };
|
|
24859
24860
|
active = tracked;
|
|
24860
24861
|
return done.finally(() => {
|
|
@@ -24935,6 +24936,11 @@ function createAnalysisRebuildCoordinator(config, deps) {
|
|
|
24935
24936
|
running.entry.abandoned = true;
|
|
24936
24937
|
await running.done.catch(() => void 0);
|
|
24937
24938
|
},
|
|
24939
|
+
async shutdown() {
|
|
24940
|
+
closed = true;
|
|
24941
|
+
for (const entry of stale.values()) entry.abandoned = true;
|
|
24942
|
+
await active?.done.catch(() => void 0);
|
|
24943
|
+
},
|
|
24938
24944
|
review(indexName) {
|
|
24939
24945
|
const entry = stale.get(indexName);
|
|
24940
24946
|
return entry === void 0 ? Promise.resolve() : review(indexName, entry);
|
|
@@ -25357,7 +25363,7 @@ function wireIndexState(wiring) {
|
|
|
25357
25363
|
} catch (error) {
|
|
25358
25364
|
await orchestrator.closeIndex(indexName).catch(() => void 0);
|
|
25359
25365
|
await durability.manager.unloadIndex(indexName).catch(() => void 0);
|
|
25360
|
-
if (executor.getManager(indexName) !== void 0) executor.dropIndex(indexName);
|
|
25366
|
+
if (executor.getManager(indexName) !== void 0) await executor.dropIndex(indexName);
|
|
25361
25367
|
throw error;
|
|
25362
25368
|
}
|
|
25363
25369
|
},
|
|
@@ -25375,7 +25381,7 @@ function wireIndexState(wiring) {
|
|
|
25375
25381
|
try {
|
|
25376
25382
|
await wiring.onClose?.(indexName);
|
|
25377
25383
|
} finally {
|
|
25378
|
-
if (executor.getManager(indexName) !== void 0) executor.dropIndex(indexName);
|
|
25384
|
+
if (executor.getManager(indexName) !== void 0) await executor.dropIndex(indexName);
|
|
25379
25385
|
const entry = indexRegistry.get(indexName);
|
|
25380
25386
|
if (entry !== void 0) {
|
|
25381
25387
|
entry.documentCount = documentCount;
|
|
@@ -25529,7 +25535,7 @@ var workerCopies = codeLoader(async () => {
|
|
|
25529
25535
|
const [segmentCodec2, segmentMerge2, code7] = await Promise.all([
|
|
25530
25536
|
loadSegmentCodec(),
|
|
25531
25537
|
loadSegmentMerge(),
|
|
25532
|
-
import('./worker-copies-
|
|
25538
|
+
import('./worker-copies-R53BVAFV.mjs')
|
|
25533
25539
|
]);
|
|
25534
25540
|
code7.bindWorkerCopiesHost(optionalCodeHost(), segmentCodec2, segmentMerge2);
|
|
25535
25541
|
return code7;
|
|
@@ -25926,6 +25932,7 @@ async function startEngineCore(core2, config) {
|
|
|
25926
25932
|
}
|
|
25927
25933
|
async function shutdownEngine(core2) {
|
|
25928
25934
|
const { executor, durability, indexRegistry, eventHandlers, orchestrator } = core2;
|
|
25935
|
+
await core2.analysisRebuild.shutdown();
|
|
25929
25936
|
await core2.querySuggestionHooks?.shutdown();
|
|
25930
25937
|
core2.indexState.dispose();
|
|
25931
25938
|
if (durability) {
|
|
@@ -29607,6 +29614,7 @@ function createNarsilFromCore(core2, config) {
|
|
|
29607
29614
|
}
|
|
29608
29615
|
}
|
|
29609
29616
|
const rebalancesStarting = /* @__PURE__ */ new Map();
|
|
29617
|
+
let shutdownPromise = null;
|
|
29610
29618
|
function withOpenIndexWrite(indexName, action) {
|
|
29611
29619
|
const starting = rebalancesStarting.get(indexName);
|
|
29612
29620
|
const written = starting === void 0 ? withOpenIndex2(indexName, action) : starting.then(() => withOpenIndex2(indexName, action));
|
|
@@ -29863,11 +29871,12 @@ function createNarsilFromCore(core2, config) {
|
|
|
29863
29871
|
if (handlers.size === 0) eventHandlers.delete(key);
|
|
29864
29872
|
}
|
|
29865
29873
|
},
|
|
29866
|
-
|
|
29867
|
-
if (
|
|
29874
|
+
shutdown() {
|
|
29875
|
+
if (shutdownPromise !== null) return shutdownPromise;
|
|
29868
29876
|
shutdownState.isShutdown = true;
|
|
29877
|
+
shutdownPromise = Promise.resolve().then(() => shutdownEngine(core2));
|
|
29869
29878
|
abortController.abort();
|
|
29870
|
-
|
|
29879
|
+
return shutdownPromise;
|
|
29871
29880
|
}
|
|
29872
29881
|
};
|
|
29873
29882
|
bindEngineCore(narsil, core2);
|
|
@@ -29900,7 +29909,7 @@ var suggestionsCode = codeLoader(async () => {
|
|
|
29900
29909
|
const [msgpack, suggestionStore2, code7] = await Promise.all([
|
|
29901
29910
|
loadMessagePack(),
|
|
29902
29911
|
loadSuggestionStore(),
|
|
29903
|
-
import('./suggestions-leaf-
|
|
29912
|
+
import('./suggestions-leaf-YP3BMVLS.mjs')
|
|
29904
29913
|
]);
|
|
29905
29914
|
code7.bindSuggestionsHost(optionalCodeHost(), msgpack, suggestionStore2);
|
|
29906
29915
|
return code7;
|
|
@@ -30091,14 +30100,27 @@ function ownReadsOf(current, vectorIndexes) {
|
|
|
30091
30100
|
}
|
|
30092
30101
|
};
|
|
30093
30102
|
}
|
|
30094
|
-
function
|
|
30103
|
+
function createSearchRetirement(pins, indexName, pending = /* @__PURE__ */ new Map()) {
|
|
30104
|
+
return (free) => {
|
|
30105
|
+
pins.afterRelease(() => {
|
|
30106
|
+
const disposal = free();
|
|
30107
|
+
if (disposal === void 0) return;
|
|
30108
|
+
pending.set(disposal, indexName);
|
|
30109
|
+
void disposal.then(
|
|
30110
|
+
() => pending.delete(disposal),
|
|
30111
|
+
() => pending.delete(disposal)
|
|
30112
|
+
);
|
|
30113
|
+
});
|
|
30114
|
+
const disposals = [...pending].filter(([, owner]) => owner === indexName).map(([disposal]) => disposal);
|
|
30115
|
+
return Promise.all(disposals).then(() => void 0);
|
|
30116
|
+
};
|
|
30117
|
+
}
|
|
30118
|
+
function replaceVectorIndexes(current, replacement, retire2) {
|
|
30095
30119
|
const kept = new Set(replacement.values());
|
|
30096
30120
|
const retired = [...current.values()].filter((index) => !kept.has(index));
|
|
30097
30121
|
current.clear();
|
|
30098
30122
|
for (const [field, index] of replacement) current.set(field, index);
|
|
30099
|
-
|
|
30100
|
-
for (const index of retired) index.dispose();
|
|
30101
|
-
});
|
|
30123
|
+
return retire2(() => Promise.all(retired.map((index) => index.dispose())).then(() => void 0));
|
|
30102
30124
|
}
|
|
30103
30125
|
function watchVectorWritesFor(vectorIndexes, pins) {
|
|
30104
30126
|
const watched = /* @__PURE__ */ new Map();
|
|
@@ -30453,7 +30475,7 @@ function partitionStatsOf(partitions) {
|
|
|
30453
30475
|
}
|
|
30454
30476
|
|
|
30455
30477
|
// src/partitioning/manager/index.ts
|
|
30456
|
-
function createPartitionManager(indexName, initialConfig, initialLanguage, router, initialPartitionCount, vectorIndexes) {
|
|
30478
|
+
function createPartitionManager(indexName, initialConfig, initialLanguage, router, initialPartitionCount, vectorIndexes, pendingDisposals) {
|
|
30457
30479
|
let config = initialConfig;
|
|
30458
30480
|
let language = initialLanguage;
|
|
30459
30481
|
requirePatternSearchFor(config.schema);
|
|
@@ -30468,6 +30490,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
30468
30490
|
const docPartitionMap = createDocIdMap();
|
|
30469
30491
|
const writeLogs = createWriteLogRecorder();
|
|
30470
30492
|
const pins = createStatePins(() => [...vecIndexes.keys()]);
|
|
30493
|
+
const afterSearchesRelease = createSearchRetirement(pins, indexName, pendingDisposals);
|
|
30471
30494
|
const vectorWrites = watchVectorWritesFor(vecIndexes, pins);
|
|
30472
30495
|
const ownReads = ownReadsOf({ locate: locateDocument, partitionOf }, vecIndexes);
|
|
30473
30496
|
for (let i = 0; i < count; i++) {
|
|
@@ -30695,9 +30718,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
30695
30718
|
vectorWrites.watch();
|
|
30696
30719
|
return pins.open(reads ?? ownReads.current());
|
|
30697
30720
|
},
|
|
30698
|
-
afterSearchesRelease
|
|
30699
|
-
pins.afterRelease(free);
|
|
30700
|
-
},
|
|
30721
|
+
afterSearchesRelease,
|
|
30701
30722
|
fieldValues(docId, fieldPaths) {
|
|
30702
30723
|
const pid = locateDocument(docId);
|
|
30703
30724
|
return pid === void 0 ? void 0 : partitions[pid].fieldValues(docId, fieldPaths);
|
|
@@ -30756,7 +30777,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
30756
30777
|
return vecIndexes;
|
|
30757
30778
|
},
|
|
30758
30779
|
resetVectorIndexes(newIndexes) {
|
|
30759
|
-
replaceVectorIndexes(vecIndexes, newIndexes,
|
|
30780
|
+
return replaceVectorIndexes(vecIndexes, newIndexes, afterSearchesRelease);
|
|
30760
30781
|
}
|
|
30761
30782
|
};
|
|
30762
30783
|
return manager;
|
|
@@ -31050,7 +31071,7 @@ var segmentMerge = codeLoader(async () => {
|
|
|
31050
31071
|
const [msgpack, codec, code7] = await Promise.all([
|
|
31051
31072
|
loadMessagePack(),
|
|
31052
31073
|
loadSegmentCodec(),
|
|
31053
|
-
import('./segment-merge-leaf-
|
|
31074
|
+
import('./segment-merge-leaf-VDQ7BLE7.mjs')
|
|
31054
31075
|
]);
|
|
31055
31076
|
code7.bindSegmentMergeHost(optionalCodeHost(), msgpack, codec);
|
|
31056
31077
|
return code7;
|
|
@@ -31345,12 +31366,30 @@ function vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGrap
|
|
|
31345
31366
|
}
|
|
31346
31367
|
function disposeEntry(entry) {
|
|
31347
31368
|
closeCopyPublicationOrder(entry.copyPublications);
|
|
31348
|
-
entry.manager.afterSearchesRelease(() => {
|
|
31349
|
-
|
|
31369
|
+
return entry.manager.afterSearchesRelease(() => {
|
|
31370
|
+
const disposals = [...entry.vectorIndexes.values()].map((vectorIndex) => vectorIndex.dispose());
|
|
31350
31371
|
closeHeldVectorCopies(entry.vectorCopies);
|
|
31351
31372
|
for (const partition of entry.manager.getAllPartitions()) partition.clear();
|
|
31373
|
+
return Promise.all(disposals).then(() => void 0);
|
|
31352
31374
|
});
|
|
31353
31375
|
}
|
|
31376
|
+
function createEntryBuilder(vectorStorage, onVectorGraphRepaired, pendingDisposals) {
|
|
31377
|
+
return (indexName, config, language, analysisStale, awaitedCopyLoad, copies, savedPartitionCount) => {
|
|
31378
|
+
const router = createPartitionRouter();
|
|
31379
|
+
const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
|
|
31380
|
+
const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGraphRepaired);
|
|
31381
|
+
const manager = createPartitionManager(
|
|
31382
|
+
indexName,
|
|
31383
|
+
config,
|
|
31384
|
+
language,
|
|
31385
|
+
router,
|
|
31386
|
+
partitionCount,
|
|
31387
|
+
vectorIndexes,
|
|
31388
|
+
pendingDisposals
|
|
31389
|
+
);
|
|
31390
|
+
return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
|
|
31391
|
+
};
|
|
31392
|
+
}
|
|
31354
31393
|
function indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad) {
|
|
31355
31394
|
return {
|
|
31356
31395
|
manager,
|
|
@@ -31386,6 +31425,8 @@ function createDirectExecutor(options) {
|
|
|
31386
31425
|
const vectorWorkerCopies = options?.vectorWorkerCopies ?? NO_VECTOR_WORKER_COPIES;
|
|
31387
31426
|
const threadSlot = options?.threadSlot ?? 0;
|
|
31388
31427
|
const vectorStorage = options?.vectorStorage ?? "memory";
|
|
31428
|
+
const pendingDisposals = /* @__PURE__ */ new Map();
|
|
31429
|
+
const buildEntry = createEntryBuilder(vectorStorage, options?.onVectorGraphRepaired, pendingDisposals);
|
|
31389
31430
|
function requireIndex(indexName) {
|
|
31390
31431
|
const entry = indexes.get(indexName);
|
|
31391
31432
|
if (!entry) {
|
|
@@ -31419,21 +31460,15 @@ function createDirectExecutor(options) {
|
|
|
31419
31460
|
indexes.set(indexName, entry);
|
|
31420
31461
|
return entry.manager;
|
|
31421
31462
|
}
|
|
31422
|
-
function
|
|
31423
|
-
const
|
|
31424
|
-
const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
|
|
31425
|
-
const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, options?.onVectorGraphRepaired);
|
|
31426
|
-
const manager = createPartitionManager(indexName, config, language, router, partitionCount, vectorIndexes);
|
|
31427
|
-
return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
|
|
31428
|
-
}
|
|
31429
|
-
function dropIndex(indexName) {
|
|
31430
|
-
disposeEntry(requireIndex(indexName));
|
|
31463
|
+
async function dropIndex(indexName) {
|
|
31464
|
+
const entry = requireIndex(indexName);
|
|
31431
31465
|
indexes.delete(indexName);
|
|
31466
|
+
await disposeEntry(entry);
|
|
31432
31467
|
}
|
|
31433
|
-
function installDetachedIndex(detached) {
|
|
31468
|
+
async function installDetachedIndex(detached) {
|
|
31434
31469
|
const previous = indexes.get(detached.indexName);
|
|
31435
31470
|
indexes.set(detached.indexName, detached.entry);
|
|
31436
|
-
if (previous !== void 0 && previous !== detached.entry) disposeEntry(previous);
|
|
31471
|
+
if (previous !== void 0 && previous !== detached.entry) await disposeEntry(previous);
|
|
31437
31472
|
}
|
|
31438
31473
|
function listIndexes() {
|
|
31439
31474
|
return Array.from(indexes.keys());
|
|
@@ -31495,7 +31530,7 @@ function createDirectExecutor(options) {
|
|
|
31495
31530
|
options?.initializeCopyPublication?.(entry, action.publication, threadSlot);
|
|
31496
31531
|
}
|
|
31497
31532
|
} catch (err) {
|
|
31498
|
-
dropIndex(action.indexName);
|
|
31533
|
+
await dropIndex(action.indexName);
|
|
31499
31534
|
throw err;
|
|
31500
31535
|
}
|
|
31501
31536
|
return void 0;
|
|
@@ -31506,7 +31541,7 @@ function createDirectExecutor(options) {
|
|
|
31506
31541
|
return void 0;
|
|
31507
31542
|
}
|
|
31508
31543
|
case "dropIndex": {
|
|
31509
|
-
dropIndex(action.indexName);
|
|
31544
|
+
await dropIndex(action.indexName);
|
|
31510
31545
|
return void 0;
|
|
31511
31546
|
}
|
|
31512
31547
|
case "loadVectorCopy": {
|
|
@@ -31594,7 +31629,7 @@ function createDirectExecutor(options) {
|
|
|
31594
31629
|
case "clear": {
|
|
31595
31630
|
const entry = requireIndex(action.indexName);
|
|
31596
31631
|
entry.manager.clearPartitions();
|
|
31597
|
-
entry.manager.resetVectorIndexes(
|
|
31632
|
+
await entry.manager.resetVectorIndexes(
|
|
31598
31633
|
vectorIndexesFor(
|
|
31599
31634
|
action.indexName,
|
|
31600
31635
|
entry.config,
|
|
@@ -31632,6 +31667,7 @@ function createDirectExecutor(options) {
|
|
|
31632
31667
|
await entry.manager.publication.write(() => disposeEntry(entry));
|
|
31633
31668
|
}
|
|
31634
31669
|
indexes.clear();
|
|
31670
|
+
await Promise.all(pendingDisposals.keys());
|
|
31635
31671
|
return void 0;
|
|
31636
31672
|
}
|
|
31637
31673
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-
|
|
1
|
+
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-I2FKNCDS.mjs';
|
|
2
2
|
import { getFlatSchema, schemaFieldsOf, getNestedValue } from './chunk-7P5YWDRQ.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/pattern-snapshot.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { boundQuerySuggestionsOf } from './chunk-S2POFTLN.mjs';
|
|
2
|
-
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
2
|
+
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-I2FKNCDS.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/index.ts
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-
|
|
2
|
-
import { archiveLayout } from './chunk-
|
|
3
|
-
import { manifestFileRefs } from './chunk-
|
|
1
|
+
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-AH5J62FF.mjs';
|
|
2
|
+
import { archiveLayout } from './chunk-VSLFZDVA.mjs';
|
|
3
|
+
import { manifestFileRefs } from './chunk-5WN5TOPY.mjs';
|
|
4
4
|
import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-MSIN4NM3.mjs';
|
|
5
5
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
6
|
-
import { openChecksummedEnvelope } from './chunk-
|
|
7
|
-
import { withOpenIndex, emitEngineEvent } from './chunk-
|
|
6
|
+
import { openChecksummedEnvelope } from './chunk-ZVJPJZIP.mjs';
|
|
7
|
+
import { withOpenIndex, emitEngineEvent } from './chunk-I2FKNCDS.mjs';
|
|
8
8
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
9
9
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
10
10
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { responseStopOf, sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, withServerRerankWindow, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, stopResponse } from './chunk-
|
|
1
|
+
import { responseStopOf, sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, withServerRerankWindow, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, stopResponse } from './chunk-YYNLEWSP.mjs';
|
|
2
2
|
import { SYNC_CLOSE_GOING_AWAY, encodeJson } from './chunk-F6F4G322.mjs';
|
|
3
|
-
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-
|
|
3
|
+
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-I2FKNCDS.mjs';
|
|
4
4
|
import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-7P5YWDRQ.mjs';
|
|
5
5
|
import { answerFromOneState } from './chunk-RORNUNXW.mjs';
|
|
6
6
|
import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
import { loadVectorField, openColdVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-
|
|
2
|
-
import { engineChangeSource, ChangeCursor, createSemaphore, changePositionList, changesNotEnabled, previousDocumentRequired, invalidPositions, changePositionsOf, requireConfigurationShape, RESTORE_ESTIMATE_MARGIN, persistEpochStates, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-
|
|
1
|
+
import { loadVectorField, openColdVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-DKTRJCPP.mjs';
|
|
2
|
+
import { engineChangeSource, ChangeCursor, createSemaphore, changePositionList, changesNotEnabled, previousDocumentRequired, invalidPositions, changePositionsOf, requireConfigurationShape, RESTORE_ESTIMATE_MARGIN, persistEpochStates, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-AH5J62FF.mjs';
|
|
3
3
|
import { restoredConfigFields, restoredEmbedding } from './chunk-M2Z5WVWW.mjs';
|
|
4
|
-
import { ENTRIES_MESSAGE_LIMIT_BYTES, FEED_HEAD_RETRY_MS, decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-
|
|
5
|
-
import { isPagedSegmentFile, openPagedSegmentScan, countsAsLatestHolder, writeCheckpointSegments, commitCheckpointManifest, readSegmentFile, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, removeUnusedSegmentFiles, readWalSegments, durableRecordMissing, checkpointLastSeqNo, pagedListingOf, residentSectionsOf, partitionContentsOf, checkPagedSegmentFully, openPagedSnapshot, createPagedFrozenSegment, SEGMENT_HEADER_SIZE, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-
|
|
6
|
-
import { decodeSections, READS_AHEAD_AT_ONCE, readFileRangeLater, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, READ_AHEAD_CHUNK_BYTES, STABLE_HEAD_ATTEMPTS, directoryCheckpointStore } from './chunk-
|
|
7
|
-
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-
|
|
4
|
+
import { ENTRIES_MESSAGE_LIMIT_BYTES, FEED_HEAD_RETRY_MS, decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-VSLFZDVA.mjs';
|
|
5
|
+
import { isPagedSegmentFile, openPagedSegmentScan, countsAsLatestHolder, writeCheckpointSegments, commitCheckpointManifest, readSegmentFile, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, removeUnusedSegmentFiles, readWalSegments, durableRecordMissing, checkpointLastSeqNo, pagedListingOf, residentSectionsOf, partitionContentsOf, checkPagedSegmentFully, openPagedSnapshot, createPagedFrozenSegment, SEGMENT_HEADER_SIZE, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-5SLAXEVJ.mjs';
|
|
6
|
+
import { decodeSections, READS_AHEAD_AT_ONCE, readFileRangeLater, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, READ_AHEAD_CHUNK_BYTES, STABLE_HEAD_ATTEMPTS, directoryCheckpointStore } from './chunk-P3JMBYEG.mjs';
|
|
7
|
+
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-5WN5TOPY.mjs';
|
|
8
8
|
import { DEFAULT_COMPACTION_THRESHOLD } from './chunk-MSIN4NM3.mjs';
|
|
9
9
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
10
10
|
import { setNestedValue, restoreVectorFields } from './chunk-R2PJKSNL.mjs';
|
|
11
|
-
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-
|
|
11
|
+
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-RWJQ3XU7.mjs';
|
|
12
12
|
import { DEFAULT_VECTOR_METRIC, defaultQuantizationFor, vectorsPerFile, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION, decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-KBU3ZFJN.mjs';
|
|
13
13
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
14
|
-
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-
|
|
15
|
-
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor, VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, noteDocumentChurn, createPartitionIndex, writePartitionDocument, yieldToEventLoop, createPublicationGate, removedSurfaceSpellings, readHeapStatistics, readResidentMemory, prepareConfiguredSynonyms, withOpenIndex, loadGzip, prepareRemovalText, prepareDocumentText, updateDocumentVectors, holdSyncEpochChange, decodeStoredDocument, emitSyncChange, ARRAY_POSITION_GAP } from './chunk-
|
|
14
|
+
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-ZVJPJZIP.mjs';
|
|
15
|
+
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor, VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, noteDocumentChurn, createPartitionIndex, writePartitionDocument, yieldToEventLoop, createPublicationGate, removedSurfaceSpellings, readHeapStatistics, readResidentMemory, prepareConfiguredSynonyms, withOpenIndex, loadGzip, prepareRemovalText, prepareDocumentText, updateDocumentVectors, holdSyncEpochChange, decodeStoredDocument, emitSyncChange, ARRAY_POSITION_GAP } from './chunk-I2FKNCDS.mjs';
|
|
16
16
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
17
17
|
import { isSyncEpoch, newSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
18
18
|
import { extractVectorFieldsFromSchema, flattenSchema, VECTOR_PATTERN, validateDocument, validateDocumentStrict, schemaFieldsOf, parseVectorDimension, requireValidFieldTypes, isQuantizationMode, isStorageMode, MAX_DOCUMENT_NESTING_DEPTH } from './chunk-7P5YWDRQ.mjs';
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-
|
|
1
|
+
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-5WN5TOPY.mjs';
|
|
2
2
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
3
3
|
import { createFixedBuffer, createVectorFileReader } from './chunk-KBU3ZFJN.mjs';
|
|
4
|
-
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-
|
|
4
|
+
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-ZVJPJZIP.mjs';
|
|
5
5
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
6
6
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
|
|
7
7
|
import { ErrorCodes, NarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { encode, Merger } from './chunk-
|
|
2
|
-
import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-
|
|
1
|
+
import { encode, Merger } from './chunk-DU5HRFLQ.mjs';
|
|
2
|
+
import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-Y3T4HQGT.mjs';
|
|
3
3
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
4
|
-
import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-
|
|
5
|
-
import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
4
|
+
import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-ZVJPJZIP.mjs';
|
|
5
|
+
import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-I2FKNCDS.mjs';
|
|
6
6
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
7
7
|
import { spawnNodeWorker, resolveWorkerEntry } from './chunk-RORNUNXW.mjs';
|
|
8
8
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-
|
|
1
|
+
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-I2FKNCDS.mjs';
|
|
2
2
|
|
|
3
3
|
// src/partitioning/constants.ts
|
|
4
4
|
var REBALANCE_CHUNK_SIZE = 1e3;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-I2FKNCDS.mjs';
|
|
2
2
|
import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-AOYQTX6W.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-M2Z5WVWW.mjs';
|
|
2
2
|
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
|
|
3
|
-
import { storedStateOf } from './chunk-
|
|
4
|
-
import { getLanguage, generateId, decodeSynonymRules } from './chunk-
|
|
3
|
+
import { storedStateOf } from './chunk-ZVJPJZIP.mjs';
|
|
4
|
+
import { getLanguage, generateId, decodeSynonymRules } from './chunk-I2FKNCDS.mjs';
|
|
5
5
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
6
6
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
7
|
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-
|
|
1
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-5WN5TOPY.mjs';
|
|
2
2
|
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-KBU3ZFJN.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-ZVJPJZIP.mjs';
|
|
4
4
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
5
5
|
import { requireValidFieldTypes } from './chunk-7P5YWDRQ.mjs';
|
|
6
6
|
import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-
|
|
1
|
+
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-I2FKNCDS.mjs';
|
|
2
2
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/frozen/share.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-
|
|
2
|
-
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-
|
|
1
|
+
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-ZVJPJZIP.mjs';
|
|
2
|
+
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-I2FKNCDS.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/engine-hooks.ts
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-F6F4G322.mjs';
|
|
2
|
-
import { answerRefusalOf } from './chunk-
|
|
3
|
-
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-
|
|
4
|
-
import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-
|
|
2
|
+
import { answerRefusalOf } from './chunk-UP5TJ3II.mjs';
|
|
3
|
+
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-VSLFZDVA.mjs';
|
|
4
|
+
import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-I2FKNCDS.mjs';
|
|
5
5
|
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-AOYQTX6W.mjs';
|
|
6
6
|
import { MAX_FILTER_DEPTH } from './chunk-IL5DRCNU.mjs';
|
|
7
7
|
import { bindSignalStop } from './chunk-RORNUNXW.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { bindResponseStop, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-
|
|
1
|
+
import { bindResponseStop, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-YYNLEWSP.mjs';
|
|
2
2
|
import { ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
3
|
import { rm } from 'fs/promises';
|
|
4
4
|
import path from 'path';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-
|
|
1
|
+
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-I2FKNCDS.mjs';
|
|
2
2
|
import { flattenSchema } from './chunk-7P5YWDRQ.mjs';
|
|
3
3
|
import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|