@delali/narsil 0.3.1-next.183 → 0.3.1-next.185
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-ZZUXMJIK.mjs → chunk-CPSHS46N.mjs} +129 -165
- package/dist/browser/{embed-24IPR4LP.mjs → embed-GG6PS3EA.mjs} +43 -1
- package/dist/browser/{optional-writes-IQFTXANH.mjs → optional-writes-ZTBHYQMN.mjs} +619 -314
- package/dist/browser/{resolve-vector-text-EJ6DHFF5.mjs → resolve-vector-text-XRR2OVHE.mjs} +19 -2
- package/dist/browser/{restore-queue-S4BWOGMU.mjs → restore-queue-SG5O735W.mjs} +7 -0
- package/dist/browser/{runtime-NU6VOVH2.mjs → runtime-OMKE7DF4.mjs} +23 -3
- package/dist/browser/{storage-leaf-2CO6SQ7R.mjs → storage-leaf-4XMCITJ6.mjs} +27 -9
- package/dist/{chunk-GGG5R4CU.mjs → chunk-2GONI5HL.mjs} +5 -3
- package/dist/{chunk-PK3BGGHO.mjs → chunk-2KCCQK4R.mjs} +1 -1
- package/dist/{chunk-JVR5KMO4.mjs → chunk-2YWWHMVC.mjs} +2 -2
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/{react-native/chunks/chunk-G4YYO5TC.mjs → chunk-4JBTALUC.mjs} +1 -1
- package/dist/{chunk-PXEGKQHS.mjs → chunk-5BUEBIXR.mjs} +2 -2
- package/dist/{chunk-DG6WIEB3.mjs → chunk-6SZQETSC.mjs} +1 -1
- package/dist/{chunk-NPXORGMK.mjs → chunk-7WXGUTWK.mjs} +3 -3
- package/dist/{chunk-2DK74OQL.mjs → chunk-A3OAFUZI.mjs} +1 -1
- package/dist/{chunk-632ABEIR.mjs → chunk-BVZWWMOU.mjs} +1 -1
- package/dist/{chunk-CQX5B6L2.mjs → chunk-CKEOTSF5.mjs} +2 -2
- package/dist/{chunk-F2UOTRY7.mjs → chunk-CODGHJVW.mjs} +4 -4
- package/dist/{chunk-6ICOWB6I.mjs → chunk-CYCVPTTR.mjs} +1 -1
- package/dist/{chunk-WUWSUJ2X.mjs → chunk-DU23J5JG.mjs} +5 -5
- package/dist/{chunk-C77OBNPP.mjs → chunk-EDEE7ETQ.mjs} +1 -1
- package/dist/{chunk-KL6W73BZ.mjs → chunk-EWGIF6FQ.mjs} +18 -1
- package/dist/{chunk-LPRRFCVU.mjs → chunk-F4OOBPKA.mjs} +2 -2
- package/dist/{chunk-V7F5DOSC.mjs → chunk-FBQYC5OX.mjs} +3 -3
- package/dist/{chunk-EGWBZSHK.mjs → chunk-FCQMZDRI.mjs} +2 -2
- package/dist/{chunk-MCAJOLVK.mjs → chunk-G3XRHAJA.mjs} +2 -2
- package/dist/{chunk-OQANB7SJ.mjs → chunk-H4QYQ5DE.mjs} +1 -1
- package/dist/{chunk-CKS4QQEC.mjs → chunk-II6XF6M4.mjs} +5 -5
- package/dist/{chunk-C3EINJNJ.mjs → chunk-JDG6CCXM.mjs} +1 -1
- package/dist/{chunk-3OEXOSWI.mjs → chunk-LR6JJVML.mjs} +4 -4
- package/dist/{chunk-TTTBE4TB.mjs → chunk-M5I64AQW.mjs} +3 -3
- package/dist/{chunk-FIXUVFUC.mjs → chunk-MHBG33R5.mjs} +7 -6
- package/dist/{chunk-X4UMDSB4.mjs → chunk-N3M4NPML.mjs} +1 -1
- package/dist/{chunk-M3H7CTIC.mjs → chunk-O337MDRJ.mjs} +5 -5
- package/dist/{chunk-CWXR7OP4.mjs → chunk-SL53DHVE.mjs} +804 -527
- package/dist/{chunk-JP77OWMI.mjs → chunk-UPDNNOTG.mjs} +1 -60
- package/dist/{chunk-SA7U67XF.mjs → chunk-URVH6BLO.mjs} +2 -2
- package/dist/{chunk-T3YI4KN6.mjs → chunk-VYSWVQCE.mjs} +1 -1
- package/dist/{chunk-TNEU32EN.mjs → chunk-WLFOLAQI.mjs} +2 -1
- package/dist/{chunk-ZVZ2V2PZ.mjs → chunk-WSIU6YXQ.mjs} +39 -20
- package/dist/{chunk-TBOZHYCF.mjs → chunk-Y7QUFIGV.mjs} +1 -1
- package/dist/{core-leaf-VIMO377O.mjs → core-leaf-NEUM7PU3.mjs} +3 -2
- package/dist/{direct-executor-JXYIL4OQ.mjs → direct-executor-37IH3ISS.mjs} +5 -4
- package/dist/distribution.mjs +254 -76
- package/dist/{embed-UNHDFGDU.mjs → embed-2QMYCD2Q.mjs} +43 -1
- package/dist/index.browser.mjs +1 -1
- package/dist/index.mjs +5 -4
- package/dist/index.react-native.mjs +4 -3
- package/dist/{long-query-thread-HPKGRYWM.mjs → long-query-thread-DIPJBMV7.mjs} +15 -14
- package/dist/{module-5SXNUCD5.mjs → module-Z3CL4GJ4.mjs} +10 -9
- package/dist/{optional-writes-QE7QUI45.mjs → optional-writes-YIVJMQ4D.mjs} +7 -6
- package/dist/{paged-partition-archive-IK2UOY2G.mjs → paged-partition-archive-IZ6U7DVN.mjs} +15 -14
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +5 -4
- package/dist/persistence/durability/checkpoint-worker.mjs +13 -12
- package/dist/{query-actions-COEFVUH3.mjs → query-actions-7EOKT3WD.mjs} +5 -4
- package/dist/query-suggestions/merge-worker.mjs +8 -7
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.mjs +6 -5
- package/dist/react-native/chunks/{chunk-DZ4FQW5K.mjs → chunk-7TPO4FLE.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-J2BQTJJE.mjs → chunk-BN6FUB7N.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-6A5XE2MA.mjs → chunk-CBU4M3EU.mjs} +803 -526
- package/dist/react-native/chunks/{chunk-DN2GVVR4.mjs → chunk-IEY4DARA.mjs} +1 -1
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/{chunk-I7DTUOK2.mjs → chunk-NLEFMPY3.mjs} +2 -60
- package/dist/react-native/chunks/{chunk-UPN4NUXU.mjs → chunk-T5HF3FW3.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-XNIH3WIB.mjs → chunk-ZQPSXN6C.mjs} +1 -1
- package/dist/{chunk-YWSIRKKQ.mjs → react-native/chunks/chunk-ZUFOYZ5P.mjs} +1 -1
- package/dist/react-native/chunks/core-leaf-TPBRRWVN.mjs +7 -0
- package/dist/react-native/chunks/{embed-U7CIKEY4.mjs → embed-4LBSQD7U.mjs} +43 -1
- package/dist/react-native/chunks/{module-7BJ3VOWQ.mjs → module-COLNJNML.mjs} +4 -3
- package/dist/react-native/chunks/{optional-writes-YZ7WTR7V.mjs → optional-writes-QETIM6BI.mjs} +5 -4
- package/dist/react-native/chunks/{resolve-vector-text-FTPD5EY6.mjs → resolve-vector-text-FU7D4QP5.mjs} +18 -1
- package/dist/react-native/chunks/{restore-queue-IGKD6Q2Y.mjs → restore-queue-3E2MJIJS.mjs} +14 -6
- package/dist/react-native/chunks/{runtime-BUCSAK4U.mjs → runtime-UOHD2XUJ.mjs} +23 -3
- package/dist/react-native/chunks/{segment-codec-leaf-JTTGDT3G.mjs → segment-codec-leaf-IE4DXUZV.mjs} +5 -4
- package/dist/react-native/chunks/{segment-merge-leaf-D5ZFJRUB.mjs → segment-merge-leaf-62LQ5WZB.mjs} +6 -5
- package/dist/react-native/chunks/{storage-leaf-ZKIM6IF6.mjs → storage-leaf-LNOLKWZB.mjs} +36 -17
- package/dist/react-native/chunks/{store-leaf-PHBOTT5J.mjs → store-leaf-Y7CBOPFZ.mjs} +6 -5
- package/dist/react-native/chunks/{suggestions-leaf-R7MIH6Q3.mjs → suggestions-leaf-PSUGL6MI.mjs} +6 -5
- package/dist/react-native/chunks/{worker-copies-U35KPVJ7.mjs → worker-copies-MW5O5U3D.mjs} +5 -4
- package/dist/react-native/partial-words.mjs +4 -3
- package/dist/react-native/query-suggestions.mjs +4 -3
- package/dist/react-native/sync.mjs +4 -3
- package/dist/react-native/synonyms.mjs +4 -3
- package/dist/{rerank-LYL3D7LU.mjs → rerank-KTV5L7MZ.mjs} +5 -4
- package/dist/resolve-vector-text-SD6BEMKZ.mjs +3 -0
- package/dist/{restore-queue-LF4DTVJC.mjs → restore-queue-ES7TDJ5V.mjs} +15 -7
- package/dist/{runtime-4GKUIAKV.mjs → runtime-USQYKN3I.mjs} +23 -3
- package/dist/{segment-codec-leaf-ACALKS2C.mjs → segment-codec-leaf-DO75VKEV.mjs} +6 -5
- package/dist/{segment-merge-leaf-SKMPASFK.mjs → segment-merge-leaf-JGND6LG5.mjs} +6 -5
- package/dist/server.mjs +22 -21
- package/dist/{storage-leaf-OJ55R4C5.mjs → storage-leaf-ZI3H2WJY.mjs} +26 -25
- package/dist/{store-leaf-CWHHEDRK.mjs → store-leaf-YIH36Y5J.mjs} +7 -6
- package/dist/{suggestions-leaf-ZTU3ZTWJ.mjs → suggestions-leaf-FP5HSTFP.mjs} +9 -8
- package/dist/sync/filesystem.mjs +10 -9
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.mjs +5 -4
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +5 -4
- package/dist/{thread-BEGFRULV.mjs → thread-NQRNW3IH.mjs} +14 -13
- package/dist/vector/search-worker.mjs +5 -4
- package/dist/{worker-copies-373P6IYZ.mjs → worker-copies-WYPRCNB7.mjs} +8 -7
- package/dist/workers/entry.mjs +11 -10
- package/package.json +7 -7
- package/dist/react-native/chunks/core-leaf-UDUMVC3M.mjs +0 -6
- package/dist/resolve-vector-text-6WPFFIX5.mjs +0 -2
|
@@ -1,11 +1,28 @@
|
|
|
1
1
|
// src/engine/resolve-vector-text-host.browser.ts
|
|
2
2
|
var ErrorCodes;
|
|
3
|
+
var MAX_CALLS_ACROSS_INDEX_CHANGES;
|
|
3
4
|
var NarsilError;
|
|
4
5
|
function bindResolveVectorTextHost(host) {
|
|
5
|
-
({ ErrorCodes, NarsilError } = host);
|
|
6
|
+
({ ErrorCodes, MAX_CALLS_ACROSS_INDEX_CHANGES, NarsilError } = host);
|
|
6
7
|
}
|
|
7
8
|
|
|
8
9
|
// src/engine/resolve-vector-text.ts
|
|
10
|
+
async function embedQueryWithAdapterOf(indexName, params, entry, signal, earlier) {
|
|
11
|
+
if (earlier !== null && earlier.adapter === entry.embeddingAdapter) return earlier;
|
|
12
|
+
const embeddings = earlier?.embeddings ?? 0;
|
|
13
|
+
if (embeddings >= MAX_CALLS_ACROSS_INDEX_CHANGES) {
|
|
14
|
+
throw new NarsilError(
|
|
15
|
+
ErrorCodes.WORKER_BUSY,
|
|
16
|
+
`Changes to index "${indexName}" replaced its embedding adapter after each of ${embeddings} query embeddings`,
|
|
17
|
+
{ indexName, embeddings }
|
|
18
|
+
);
|
|
19
|
+
}
|
|
20
|
+
return {
|
|
21
|
+
adapter: entry.embeddingAdapter,
|
|
22
|
+
params: await resolveVectorText(params, entry.embeddingAdapter, signal, entry.embeddingAdapterName),
|
|
23
|
+
embeddings: embeddings + 1
|
|
24
|
+
};
|
|
25
|
+
}
|
|
9
26
|
async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdapterName) {
|
|
10
27
|
if (!params.vector) return params;
|
|
11
28
|
if (params.vector.text === void 0 && params.vector.value === void 0) return params;
|
|
@@ -65,4 +82,4 @@ async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdap
|
|
|
65
82
|
return { ...params, vector: resolved };
|
|
66
83
|
}
|
|
67
84
|
|
|
68
|
-
export { bindResolveVectorTextHost, resolveVectorText };
|
|
85
|
+
export { bindResolveVectorTextHost, embedQueryWithAdapterOf, resolveVectorText };
|
|
@@ -182,6 +182,13 @@ function restoreDepsOf(core, host, engine, indexName) {
|
|
|
182
182
|
};
|
|
183
183
|
}
|
|
184
184
|
async function runRestore(core, host, indexName, data, engine) {
|
|
185
|
+
if (core.rebalanceCtx.indexesInRebalanceHooks?.has(indexName) === true) {
|
|
186
|
+
throw new NarsilError(
|
|
187
|
+
ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
|
|
188
|
+
`Index "${indexName}" is waiting on a plugin hook of its rebalance, so try the restore again once the rebalance ends`,
|
|
189
|
+
{ indexName }
|
|
190
|
+
);
|
|
191
|
+
}
|
|
185
192
|
const [{ restoreFromSnapshot }] = await Promise.all([loadStorageCode(), loadOptionalWrites()]);
|
|
186
193
|
await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host, engine, indexName));
|
|
187
194
|
}
|
|
@@ -8,6 +8,7 @@ var DEFAULT_RERANK_WINDOW;
|
|
|
8
8
|
var ErrorCodes;
|
|
9
9
|
var HYBRID_RESCORE_WINDOW;
|
|
10
10
|
var MAX_HYBRID_DEPTH;
|
|
11
|
+
var MAX_CALLS_ACROSS_INDEX_CHANGES;
|
|
11
12
|
var MAX_RERANK_TIMEOUT_MS;
|
|
12
13
|
var MAX_RERANK_WINDOW;
|
|
13
14
|
var MIN_HYBRID_DEPTH;
|
|
@@ -26,6 +27,7 @@ function bindRerankHost(host) {
|
|
|
26
27
|
ErrorCodes,
|
|
27
28
|
HYBRID_RESCORE_WINDOW,
|
|
28
29
|
MAX_HYBRID_DEPTH,
|
|
30
|
+
MAX_CALLS_ACROSS_INDEX_CHANGES,
|
|
29
31
|
MAX_RERANK_TIMEOUT_MS,
|
|
30
32
|
MAX_RERANK_WINDOW,
|
|
31
33
|
MIN_HYBRID_DEPTH,
|
|
@@ -546,12 +548,30 @@ function rerankOnHost(host, name, query, documents, signal) {
|
|
|
546
548
|
}
|
|
547
549
|
|
|
548
550
|
// src/rerank/runner.ts
|
|
549
|
-
function rerankRunnerFor(core, signal) {
|
|
551
|
+
function rerankRunnerFor(core, signal, hold, indexName, manager) {
|
|
552
|
+
let replaced = false;
|
|
550
553
|
return {
|
|
554
|
+
get replaced() {
|
|
555
|
+
return replaced;
|
|
556
|
+
},
|
|
551
557
|
maxWindow: core.rerankSettings.maxWindow,
|
|
552
|
-
score
|
|
558
|
+
async score(adapter, query, documents) {
|
|
559
|
+
try {
|
|
560
|
+
return await hold.outside(() => rerankOnHost(core, adapter, query, documents, signal));
|
|
561
|
+
} finally {
|
|
562
|
+
replaced ||= core.executor.getManager(indexName) !== manager;
|
|
563
|
+
}
|
|
564
|
+
}
|
|
553
565
|
};
|
|
554
566
|
}
|
|
567
|
+
function refuseAfterIndexChanges(indexName, replacedReranks) {
|
|
568
|
+
if (replacedReranks < MAX_CALLS_ACROSS_INDEX_CHANGES) return;
|
|
569
|
+
throw new NarsilError(
|
|
570
|
+
ErrorCodes.WORKER_BUSY,
|
|
571
|
+
`Changes to index "${indexName}" replaced it during each of ${replacedReranks} calls to its rerank adapter`,
|
|
572
|
+
{ indexName, attempts: replacedReranks }
|
|
573
|
+
);
|
|
574
|
+
}
|
|
555
575
|
|
|
556
576
|
// src/rerank/settings.ts
|
|
557
577
|
function wholeNumberIn(value, low, high) {
|
|
@@ -592,4 +612,4 @@ async function shutdownRerankAdapters(adapters) {
|
|
|
592
612
|
}
|
|
593
613
|
}
|
|
594
614
|
|
|
595
|
-
export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };
|
|
615
|
+
export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, refuseAfterIndexChanges, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };
|
|
@@ -1593,8 +1593,21 @@ function applyEntry(manager, entry, ctx) {
|
|
|
1593
1593
|
});
|
|
1594
1594
|
}
|
|
1595
1595
|
}
|
|
1596
|
+
async function withinRebalanceHook(ctx, indexName, hook) {
|
|
1597
|
+
ctx.indexesInRebalanceHooks ??= /* @__PURE__ */ new Set();
|
|
1598
|
+
const running = ctx.indexesInRebalanceHooks;
|
|
1599
|
+
running.add(indexName);
|
|
1600
|
+
try {
|
|
1601
|
+
await hook();
|
|
1602
|
+
} finally {
|
|
1603
|
+
running.delete(indexName);
|
|
1604
|
+
}
|
|
1605
|
+
}
|
|
1596
1606
|
async function afterEntry(manager, entry, ctx) {
|
|
1597
1607
|
for (const field of entry.vectors.keys()) manager.getVectorIndexes().get(field)?.scheduleBuild();
|
|
1608
|
+
await withinRebalanceHook(ctx, entry.indexName, () => runEntryHooks(entry, ctx));
|
|
1609
|
+
}
|
|
1610
|
+
async function runEntryHooks(entry, ctx) {
|
|
1598
1611
|
try {
|
|
1599
1612
|
if (entry.action === "remove") {
|
|
1600
1613
|
await ctx.pluginRegistry.runHook("afterRemove", { indexName: entry.indexName, docId: entry.docId });
|
|
@@ -1713,15 +1726,20 @@ async function executeRebalance(manager, indexName, targetPartitionCount, ctx) {
|
|
|
1713
1726
|
},
|
|
1714
1727
|
spill
|
|
1715
1728
|
);
|
|
1716
|
-
|
|
1717
|
-
|
|
1718
|
-
|
|
1719
|
-
|
|
1720
|
-
|
|
1721
|
-
|
|
1722
|
-
|
|
1723
|
-
|
|
1724
|
-
|
|
1729
|
+
await withinRebalanceHook(ctx, indexName, async () => {
|
|
1730
|
+
try {
|
|
1731
|
+
await ctx.pluginRegistry.runHook("onPartitionSplit", {
|
|
1732
|
+
indexName,
|
|
1733
|
+
oldPartitionCount: oldCount,
|
|
1734
|
+
newPartitionCount: targetPartitionCount
|
|
1735
|
+
});
|
|
1736
|
+
} catch (hookErr) {
|
|
1737
|
+
console.warn(
|
|
1738
|
+
"onPartitionSplit plugin hook failed:",
|
|
1739
|
+
hookErr instanceof Error ? hookErr.message : String(hookErr)
|
|
1740
|
+
);
|
|
1741
|
+
}
|
|
1742
|
+
});
|
|
1725
1743
|
if (registry === void 0) await replayQueued(manager, waq, ctx);
|
|
1726
1744
|
else {
|
|
1727
1745
|
const hooks = [];
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
2
|
-
import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-SL53DHVE.mjs';
|
|
2
|
+
import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-F4OOBPKA.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
4
4
|
|
|
5
5
|
// src/distribution/cluster-node/constants.ts
|
|
@@ -50,6 +50,8 @@ var FORWARD_RETRY_INITIAL_DELAY_MS = 50;
|
|
|
50
50
|
var FORWARD_RETRY_DELAY_CAP_MS = 1e3;
|
|
51
51
|
var ROLLBACK_RETRY_INITIAL_DELAY_MS = 50;
|
|
52
52
|
var ROLLBACK_RETRY_DELAY_CAP_MS = 1e3;
|
|
53
|
+
var OUT_OF_STEP_REMOVAL_RETRY_INITIAL_DELAY_MS = 50;
|
|
54
|
+
var OUT_OF_STEP_REMOVAL_RETRY_DELAY_CAP_MS = 1e3;
|
|
53
55
|
var PARTITION_WRITE_CONCURRENCY = 16;
|
|
54
56
|
var MAX_NODE_LEFT_DELAY_MS = 2147483647;
|
|
55
57
|
var MEMORY_SAMPLE_INTERVAL_MS = 1e3;
|
|
@@ -222,4 +224,4 @@ function refuseEncodeWithoutRoom(documents) {
|
|
|
222
224
|
if (refusal2 !== null) throw refusal2;
|
|
223
225
|
}
|
|
224
226
|
|
|
225
|
-
export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, MAX_SOURCE_ID_LENGTH, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, SEARCH_CONTEXT_REAPER_INTERVAL_MS, SETTINGS_CONTENTION_REASON, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, answerRefusalOf, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, refuseEncodeWithoutRoom, withAdmittedWrite };
|
|
227
|
+
export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, MAX_SOURCE_ID_LENGTH, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, OUT_OF_STEP_REMOVAL_RETRY_DELAY_CAP_MS, OUT_OF_STEP_REMOVAL_RETRY_INITIAL_DELAY_MS, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, SEARCH_CONTEXT_REAPER_INTERVAL_MS, SETTINGS_CONTENTION_REASON, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, answerRefusalOf, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, refuseEncodeWithoutRoom, withAdmittedWrite };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { openCountsFile } from './chunk-
|
|
2
|
-
import { SCRAMBLED_ID_BYTES } from './chunk-
|
|
1
|
+
import { openCountsFile } from './chunk-G3XRHAJA.mjs';
|
|
2
|
+
import { SCRAMBLED_ID_BYTES } from './chunk-EDEE7ETQ.mjs';
|
|
3
3
|
export { encode } from '@msgpack/msgpack';
|
|
4
4
|
|
|
5
5
|
function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
// src/search/constants.ts
|
|
2
|
+
var RESULT_WINDOW = 1e4;
|
|
3
|
+
var DEFAULT_PAGE_SIZE = 10;
|
|
4
|
+
var BM25_DISPLAYED_NAME_LENGTH = 64;
|
|
5
|
+
var MAX_CURSOR_LENGTH = 40960;
|
|
6
|
+
var CURSOR_BINDING_BUFFER_BYTES = 256;
|
|
7
|
+
var MAX_SORT_FIELDS = 8;
|
|
8
|
+
var MAX_SORT_FIELD_NAME_LENGTH = 255;
|
|
9
|
+
var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
|
|
10
|
+
var PREFIX_MAX_EXPANSIONS = 50;
|
|
11
|
+
var PARTIAL_WORDS_ADDED_PER_QUERY = 50;
|
|
12
|
+
var PARTIAL_WORD_MIN_CODE_POINTS = 3;
|
|
13
|
+
var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
|
|
14
|
+
var MAX_TOLERANCE = 10;
|
|
15
|
+
var MAX_PREFIX_LENGTH = 1024;
|
|
16
|
+
var MAX_PHRASE_WORDS = 32;
|
|
17
|
+
var MAX_QUERY_PHRASES = 32;
|
|
18
|
+
var DEFAULT_MAX_PER_GROUP = 1;
|
|
19
|
+
var DEFAULT_RANK_CONSTANT = 60;
|
|
20
|
+
var MIN_RANK_CONSTANT = 1;
|
|
21
|
+
var DEFAULT_LINEAR_ALPHA = 0.5;
|
|
22
|
+
var MIN_LINEAR_ALPHA = 0;
|
|
23
|
+
var MAX_LINEAR_ALPHA = 1;
|
|
24
|
+
var MIN_HYBRID_DEPTH = 1;
|
|
25
|
+
var MAX_HYBRID_DEPTH = 1e4;
|
|
26
|
+
var HYBRID_RESCORE_WINDOW = 10;
|
|
27
|
+
var FUSION_TIE_INSERTION_LIMIT = 16;
|
|
28
|
+
|
|
29
|
+
// src/engine/constants.ts
|
|
30
|
+
var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
|
|
31
|
+
var BATCH_CHUNK_SIZE = 1e3;
|
|
32
|
+
var ANALYSIS_HOLD_APPLY_INTERVAL_MS = 100;
|
|
33
|
+
var ANALYSIS_CHANGE_MEMBERS = ["language", "tokenizer", "stopWords"];
|
|
34
|
+
var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
|
|
35
|
+
var DEFAULT_OFFSET = 0;
|
|
36
|
+
var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
|
|
37
|
+
var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
38
|
+
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
39
|
+
var MAX_INDEX_NAME_LENGTH = 255;
|
|
40
|
+
var MAX_DOC_ID_LENGTH = 512;
|
|
41
|
+
var DEFAULT_MAX_PARTITIONS = 1;
|
|
42
|
+
var MAX_PARTITIONS = 65536;
|
|
43
|
+
var EXPORT_CHUNK_BYTES = 1048576;
|
|
44
|
+
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
45
|
+
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
46
|
+
var IMPORT_BATCH_DOCUMENTS = 1e3;
|
|
47
|
+
var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
|
|
48
|
+
var MAX_CALLS_ACROSS_INDEX_CHANGES = 3;
|
|
49
|
+
var MIN_SWEEP_INTERVAL_MS = 100;
|
|
50
|
+
var MAX_SWEEP_INTERVAL_MS = 6e4;
|
|
51
|
+
var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
|
|
52
|
+
var HEAP_PRESSURE_REARM_FRACTION = 0.8;
|
|
53
|
+
var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
|
|
54
|
+
var FOREIGN_STATS_TTL_MS = 6e4;
|
|
55
|
+
var DEFAULT_SUGGEST_LIMIT = 10;
|
|
56
|
+
var MAX_SUGGEST_LIMIT = 100;
|
|
57
|
+
var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
|
|
58
|
+
var SUGGEST_OVERSAMPLE_PADDING = 10;
|
|
59
|
+
var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
|
|
60
|
+
|
|
61
|
+
export { ABSOLUTE_WINDOWS_PATH_PATTERN, ANALYSIS_CHANGE_MEMBERS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, BATCH_CHUNK_SIZE, BM25_DISPLAYED_NAME_LENGTH, CURSOR_BINDING_BUFFER_BYTES, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LIMIT, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PARTITIONS, DEFAULT_MAX_PER_GROUP, DEFAULT_OFFSET, DEFAULT_PAGE_SIZE, DEFAULT_RANK_CONSTANT, DEFAULT_SUGGEST_LIMIT, EXPORT_CHUNK_BYTES, FOREIGN_STATS_TTL_MS, FUSION_TIE_INSERTION_LIMIT, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, HYBRID_RESCORE_WINDOW, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, MAX_CALLS_ACROSS_INDEX_CHANGES, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_CURSOR_LENGTH, MAX_DOC_ID_LENGTH, MAX_EXPORT_LINE_BYTES, MAX_HYBRID_DEPTH, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_LINEAR_ALPHA, MAX_PARTITIONS, MAX_PHRASE_WORDS, MAX_PREFIX_LENGTH, MAX_QUERY_PHRASES, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MAX_TOLERANCE, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_HYBRID_DEPTH, MIN_LINEAR_ALPHA, MIN_RANK_CONSTANT, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, PARTIAL_WORDS_ADDED_PER_QUERY, PARTIAL_WORD_MIN_CODE_POINTS, PREFIX_MAX_EXPANSIONS, RESULT_WINDOW, STATISTICS_BROADCAST_INTERVAL_MS, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-
|
|
1
|
+
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-SL53DHVE.mjs';
|
|
2
2
|
|
|
3
3
|
// src/partitioning/constants.ts
|
|
4
4
|
var REBALANCE_CHUNK_SIZE = 1e3;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { isValidInteger, isRecord } from './chunk-
|
|
1
|
+
import { isValidInteger, isRecord } from './chunk-CODGHJVW.mjs';
|
|
2
2
|
import { MAX_REPLICATION_FACTOR, MAX_PARTITION_COUNT } from './chunk-JDDXV6UF.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-EDEE7ETQ.mjs';
|
|
4
4
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
5
5
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
6
6
|
import { joinChunks } from './chunk-IE3Q62QD.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { V8_YOUNG_GENERATION_BYTES_BY_MAJOR, SCRATCH_SLOTS_PER_THREAD_POOL } from './chunk-
|
|
1
|
+
import { V8_YOUNG_GENERATION_BYTES_BY_MAJOR, SCRATCH_SLOTS_PER_THREAD_POOL } from './chunk-UPDNNOTG.mjs';
|
|
2
2
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/search-stop.ts
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-
|
|
2
|
-
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-
|
|
3
|
-
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-
|
|
1
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-2KCCQK4R.mjs';
|
|
2
|
+
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-WLFOLAQI.mjs';
|
|
3
|
+
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-EDEE7ETQ.mjs';
|
|
4
4
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
5
5
|
import { requireValidFieldTypes } from './chunk-X5NHWOXT.mjs';
|
|
6
6
|
import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-
|
|
1
|
+
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-SL53DHVE.mjs';
|
|
2
2
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/frozen/share.ts
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-
|
|
1
|
+
import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-SL53DHVE.mjs';
|
|
2
2
|
import { ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
3
3
|
|
|
4
4
|
// src/engine/bm25-update.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_LIVE_COUNT, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, writeSequenceOf, openGraphState, fixedView, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, magnitude, stampBorn, mayFree, retiredAtOf, requireBytesWithinLimit, stampRetired, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createVectorBlock, ensureBlockSlots } from './chunk-
|
|
2
|
-
import { createDocIdMap } from './chunk-
|
|
1
|
+
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_LIVE_COUNT, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, writeSequenceOf, openGraphState, fixedView, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, magnitude, stampBorn, mayFree, retiredAtOf, requireBytesWithinLimit, stampRetired, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createVectorBlock, ensureBlockSlots } from './chunk-WLFOLAQI.mjs';
|
|
2
|
+
import { createDocIdMap } from './chunk-6SZQETSC.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
4
4
|
|
|
5
5
|
// src/vector/vector-store/hot-block-distance.ts
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-
|
|
1
|
+
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-N3M4NPML.mjs';
|
|
2
2
|
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
|
|
3
|
-
import { storedStateOf } from './chunk-
|
|
4
|
-
import { getLanguage, generateId, decodeSynonymRules } from './chunk-
|
|
3
|
+
import { storedStateOf } from './chunk-EDEE7ETQ.mjs';
|
|
4
|
+
import { getLanguage, generateId, decodeSynonymRules } from './chunk-SL53DHVE.mjs';
|
|
5
5
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
6
6
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
|
-
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-
|
|
7
|
+
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
|
|
8
8
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
9
9
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
10
10
|
import { encode } from '@msgpack/msgpack';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
|
|
2
2
|
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-MSIN4NM3.mjs';
|
|
3
|
-
import { nodeThreadId } from './chunk-
|
|
3
|
+
import { nodeThreadId } from './chunk-6SZQETSC.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
5
5
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
6
6
|
import { openSync, close, readFileSync } from 'fs';
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { encode, Merger } from './chunk-
|
|
2
|
-
import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-
|
|
1
|
+
import { encode, Merger } from './chunk-2YWWHMVC.mjs';
|
|
2
|
+
import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-G3XRHAJA.mjs';
|
|
3
3
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
4
|
-
import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-
|
|
5
|
-
import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
4
|
+
import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-EDEE7ETQ.mjs';
|
|
5
|
+
import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-SL53DHVE.mjs';
|
|
6
6
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
7
|
-
import { spawnNodeWorker, resolveWorkerEntry } from './chunk-
|
|
7
|
+
import { spawnNodeWorker, resolveWorkerEntry } from './chunk-6SZQETSC.mjs';
|
|
8
8
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
9
9
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
10
10
|
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-
|
|
1
|
+
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-SL53DHVE.mjs';
|
|
2
2
|
import { flattenSchema } from './chunk-X5NHWOXT.mjs';
|
|
3
3
|
import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { MAX_CALLS_ACROSS_INDEX_CHANGES } from './chunk-3ECIRFS5.mjs';
|
|
1
2
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
2
3
|
|
|
3
4
|
// src/engine/resolve-vector-text-host.ts
|
|
@@ -5,6 +6,22 @@ function bindResolveVectorTextHost(_host) {
|
|
|
5
6
|
}
|
|
6
7
|
|
|
7
8
|
// src/engine/resolve-vector-text.ts
|
|
9
|
+
async function embedQueryWithAdapterOf(indexName, params, entry, signal, earlier) {
|
|
10
|
+
if (earlier !== null && earlier.adapter === entry.embeddingAdapter) return earlier;
|
|
11
|
+
const embeddings = earlier?.embeddings ?? 0;
|
|
12
|
+
if (embeddings >= MAX_CALLS_ACROSS_INDEX_CHANGES) {
|
|
13
|
+
throw new NarsilError(
|
|
14
|
+
ErrorCodes.WORKER_BUSY,
|
|
15
|
+
`Changes to index "${indexName}" replaced its embedding adapter after each of ${embeddings} query embeddings`,
|
|
16
|
+
{ indexName, embeddings }
|
|
17
|
+
);
|
|
18
|
+
}
|
|
19
|
+
return {
|
|
20
|
+
adapter: entry.embeddingAdapter,
|
|
21
|
+
params: await resolveVectorText(params, entry.embeddingAdapter, signal, entry.embeddingAdapterName),
|
|
22
|
+
embeddings: embeddings + 1
|
|
23
|
+
};
|
|
24
|
+
}
|
|
8
25
|
async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdapterName) {
|
|
9
26
|
if (!params.vector) return params;
|
|
10
27
|
if (params.vector.text === void 0 && params.vector.value === void 0) return params;
|
|
@@ -64,4 +81,4 @@ async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdap
|
|
|
64
81
|
return { ...params, vector: resolved };
|
|
65
82
|
}
|
|
66
83
|
|
|
67
|
-
export { bindResolveVectorTextHost, resolveVectorText };
|
|
84
|
+
export { bindResolveVectorTextHost, embedQueryWithAdapterOf, resolveVectorText };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { WORKER_YOUNG_GENERATION_MB } from './chunk-
|
|
2
|
-
import { REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, collectYoungGeneration, collectAndReturnPages, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE } from './chunk-
|
|
1
|
+
import { WORKER_YOUNG_GENERATION_MB } from './chunk-6SZQETSC.mjs';
|
|
2
|
+
import { REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, collectYoungGeneration, collectAndReturnPages, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE } from './chunk-UPDNNOTG.mjs';
|
|
3
3
|
|
|
4
4
|
// src/workers/resource-limits.ts
|
|
5
5
|
function workerResourceLimits() {
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { responseStopOf, sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, withServerRerankWindow, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, stopResponse } from './chunk-
|
|
1
|
+
import { responseStopOf, sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, withServerRerankWindow, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, stopResponse } from './chunk-MHBG33R5.mjs';
|
|
2
2
|
import { SYNC_CLOSE_GOING_AWAY, encodeJson } from './chunk-FETZYCH7.mjs';
|
|
3
|
-
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-
|
|
3
|
+
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-SL53DHVE.mjs';
|
|
4
4
|
import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-X5NHWOXT.mjs';
|
|
5
|
-
import { answerFromOneState } from './chunk-
|
|
5
|
+
import { answerFromOneState } from './chunk-6SZQETSC.mjs';
|
|
6
6
|
import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-Q3ZZH5Z7.mjs';
|
|
7
7
|
|
|
8
8
|
// src/server/request-threads/feed-relay.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { getIndexMetadata } from './chunk-
|
|
2
|
-
import { fnv1a } from './chunk-
|
|
1
|
+
import { getIndexMetadata } from './chunk-CODGHJVW.mjs';
|
|
2
|
+
import { fnv1a } from './chunk-SL53DHVE.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
4
4
|
|
|
5
5
|
// src/distribution/cluster-node/routable-allocation.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-
|
|
2
|
-
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-
|
|
1
|
+
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-EDEE7ETQ.mjs';
|
|
2
|
+
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-SL53DHVE.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/engine-hooks.ts
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-
|
|
1
|
+
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-SL53DHVE.mjs';
|
|
2
2
|
import { getFlatSchema, schemaFieldsOf, getNestedValue } from './chunk-X5NHWOXT.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/pattern-snapshot.ts
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-
|
|
2
|
-
import { isDead, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors, decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, requireBoundedUpperLists, osqRecordBytes, osqBitsOf, countDead, magnitude, rescoreDepth, defaultEfSearch, computeCodeBlockLayout, toScore, osqQuantize, createOsqScratch, stageQueryLevels, scalarQueryProducts, readTrailer, osqEstimate, osqDistance, toDistance, createFixedBuffer } from './chunk-
|
|
3
|
-
import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-
|
|
4
|
-
import { yieldToEventLoop, compareScores } from './chunk-
|
|
1
|
+
import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-M5I64AQW.mjs';
|
|
2
|
+
import { isDead, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors, decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, requireBoundedUpperLists, osqRecordBytes, osqBitsOf, countDead, magnitude, rescoreDepth, defaultEfSearch, computeCodeBlockLayout, toScore, osqQuantize, createOsqScratch, stageQueryLevels, scalarQueryProducts, readTrailer, osqEstimate, osqDistance, toDistance, createFixedBuffer } from './chunk-WLFOLAQI.mjs';
|
|
3
|
+
import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-EDEE7ETQ.mjs';
|
|
4
|
+
import { yieldToEventLoop, compareScores } from './chunk-SL53DHVE.mjs';
|
|
5
5
|
import { decode, decodeMulti } from './chunk-GXCDWLQI.mjs';
|
|
6
|
-
import { signalOfSearch, requireSearchActive } from './chunk-
|
|
6
|
+
import { signalOfSearch, requireSearchActive } from './chunk-6SZQETSC.mjs';
|
|
7
7
|
import { MIN_M, MAX_M, MAX_LAYER_CAP } from './chunk-ZXX5GZEX.mjs';
|
|
8
8
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
9
9
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { bindResponseStop, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-
|
|
1
|
+
import { bindResponseStop, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-MHBG33R5.mjs';
|
|
2
2
|
import { ServerErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
3
3
|
import { rm } from 'fs/promises';
|
|
4
4
|
import path from 'path';
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { readWholeSectionChecked, loadFailed, sectionNamed, openPagedFile, closePagedFile, readCacheOfThisThread, PAGED_SEGMENT_ENVELOPE_VERSION, createReadCache, MERGE_READ_CACHE_BYTES, createSectionReader, checkEverySectionPage, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, SMALLEST_BLOCK_POSTINGS, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, ID_SAMPLE_INTERVAL, resumePagedFile, suspendPagedFile, cachedFileBytes, requireNativePage, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, CACHED_DOCUMENT_BLOCK, failNativePage, readFileRangeLater, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-
|
|
1
|
+
import { readWholeSectionChecked, loadFailed, sectionNamed, openPagedFile, closePagedFile, readCacheOfThisThread, PAGED_SEGMENT_ENVELOPE_VERSION, createReadCache, MERGE_READ_CACHE_BYTES, createSectionReader, checkEverySectionPage, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, SMALLEST_BLOCK_POSTINGS, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, ID_SAMPLE_INTERVAL, resumePagedFile, suspendPagedFile, cachedFileBytes, requireNativePage, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, CACHED_DOCUMENT_BLOCK, failNativePage, readFileRangeLater, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-M5I64AQW.mjs';
|
|
2
2
|
import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
|
|
3
3
|
import { WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
|
|
4
|
-
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-
|
|
4
|
+
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-2KCCQK4R.mjs';
|
|
5
5
|
import { DEFAULT_REWRITE_BYTES_PER_CHECKPOINT, DEFAULT_COMPACTION_THRESHOLD, SEGMENT_FILE_FRAMING_SLACK_BYTES, REWRITE_ABOVE_REMOVED_DOCUMENT_SHARE, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-MSIN4NM3.mjs';
|
|
6
6
|
import { encode } from './chunk-CV3Q2EKO.mjs';
|
|
7
7
|
import { restoreVectorFields } from './chunk-I2WJCRIH.mjs';
|
|
8
|
-
import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-
|
|
9
|
-
import { generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, decodeStoredDocument, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-
|
|
8
|
+
import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-EDEE7ETQ.mjs';
|
|
9
|
+
import { generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, decodeStoredDocument, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-SL53DHVE.mjs';
|
|
10
10
|
import { encodeDocument } from './chunk-KLVMK3R5.mjs';
|
|
11
11
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
12
12
|
import { extractVectorFieldsFromSchema, VECTOR_PATTERN, requireValidFieldTypes, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-X5NHWOXT.mjs';
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-
|
|
1
|
+
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-2KCCQK4R.mjs';
|
|
2
2
|
import { encode } from './chunk-CV3Q2EKO.mjs';
|
|
3
|
-
import { createFixedBuffer, createVectorFileReader } from './chunk-
|
|
4
|
-
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-
|
|
3
|
+
import { createFixedBuffer, createVectorFileReader } from './chunk-WLFOLAQI.mjs';
|
|
4
|
+
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-EDEE7ETQ.mjs';
|
|
5
5
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
6
6
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-D6FYUTFN.mjs';
|
|
7
7
|
import { ErrorCodes, NarsilError } from './chunk-Q3ZZH5Z7.mjs';
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { encodeJson, SYNC_CLOSE_SERVER_ERROR, SYNC_SUBPROTOCOL, encodeScore } from './chunk-FETZYCH7.mjs';
|
|
2
|
-
import { answerRefusalOf } from './chunk-
|
|
3
|
-
import { archiveRange } from './chunk-
|
|
4
|
-
import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-
|
|
5
|
-
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-
|
|
2
|
+
import { answerRefusalOf } from './chunk-2GONI5HL.mjs';
|
|
3
|
+
import { archiveRange } from './chunk-7WXGUTWK.mjs';
|
|
4
|
+
import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-SL53DHVE.mjs';
|
|
5
|
+
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-F4OOBPKA.mjs';
|
|
6
6
|
import { MAX_FILTER_DEPTH } from './chunk-YM2HI5N5.mjs';
|
|
7
|
-
import { bindSignalStop } from './chunk-
|
|
8
|
-
import {
|
|
7
|
+
import { bindSignalStop } from './chunk-6SZQETSC.mjs';
|
|
8
|
+
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-UPDNNOTG.mjs';
|
|
9
|
+
import { ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
|
|
9
10
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-D6FYUTFN.mjs';
|
|
10
11
|
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
11
12
|
import { randomUUID } from 'crypto';
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-
|
|
2
|
-
import { archiveLayout } from './chunk-
|
|
3
|
-
import { manifestFileRefs } from './chunk-
|
|
1
|
+
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-URVH6BLO.mjs';
|
|
2
|
+
import { archiveLayout } from './chunk-7WXGUTWK.mjs';
|
|
3
|
+
import { manifestFileRefs } from './chunk-2KCCQK4R.mjs';
|
|
4
4
|
import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-MSIN4NM3.mjs';
|
|
5
5
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
6
|
-
import { openChecksummedEnvelope } from './chunk-
|
|
7
|
-
import { withOpenIndex, emitEngineEvent } from './chunk-
|
|
6
|
+
import { openChecksummedEnvelope } from './chunk-EDEE7ETQ.mjs';
|
|
7
|
+
import { withOpenIndex, emitEngineEvent } from './chunk-SL53DHVE.mjs';
|
|
8
8
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
9
9
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
10
10
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|