@delali/narsil 0.3.1-next.181 → 0.3.1-next.184
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-JHFBQKUF.mjs → chunk-CPSHS46N.mjs} +139 -177
- package/dist/browser/{durability-config-SGB5ZP5K.mjs → durability-config-75NSFCQN.mjs} +6 -3
- package/dist/browser/{embed-24IPR4LP.mjs → embed-GG6PS3EA.mjs} +43 -1
- package/dist/browser/{optional-writes-TB34FYUW.mjs → optional-writes-ZTBHYQMN.mjs} +621 -314
- package/dist/browser/{resolve-vector-text-EJ6DHFF5.mjs → resolve-vector-text-XRR2OVHE.mjs} +19 -2
- package/dist/browser/{restore-queue-S4BWOGMU.mjs → restore-queue-SG5O735W.mjs} +7 -0
- package/dist/browser/{runtime-NU6VOVH2.mjs → runtime-OMKE7DF4.mjs} +23 -3
- package/dist/browser/{storage-leaf-QFXIWDFK.mjs → storage-leaf-4XMCITJ6.mjs} +886 -259
- package/dist/{capabilities-BQIdsaWy.d.ts → capabilities-DAHXphRn.d.ts} +2 -2
- package/dist/{chunk-KHJPMZE2.mjs → chunk-2KCCQK4R.mjs} +1 -1
- package/dist/{chunk-2KWTQ2P7.mjs → chunk-2YWWHMVC.mjs} +2 -2
- package/dist/{chunk-Y27E2MGC.mjs → chunk-3D4IMFSE.mjs} +2 -2
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/{chunk-XFOL77WH.mjs → chunk-4JBTALUC.mjs} +1 -1
- package/dist/{chunk-ISJ35523.mjs → chunk-5BUEBIXR.mjs} +2 -2
- package/dist/{chunk-DG6WIEB3.mjs → chunk-6SZQETSC.mjs} +1 -1
- package/dist/{chunk-UISV46WX.mjs → chunk-7WXGUTWK.mjs} +3 -3
- package/dist/{chunk-QFJMRB7D.mjs → chunk-A3OAFUZI.mjs} +1 -1
- package/dist/{chunk-GO6TRSJ6.mjs → chunk-BVZWWMOU.mjs} +1 -1
- package/dist/{chunk-CQX5B6L2.mjs → chunk-CKEOTSF5.mjs} +2 -2
- package/dist/{chunk-XQQKETAF.mjs → chunk-CODGHJVW.mjs} +4 -4
- package/dist/{chunk-34IOOYXA.mjs → chunk-CYCVPTTR.mjs} +2 -2
- package/dist/{chunk-26E5MO3Y.mjs → chunk-DU23J5JG.mjs} +5 -5
- package/dist/{chunk-JCWC75NH.mjs → chunk-EDEE7ETQ.mjs} +1 -1
- package/dist/{chunk-KL6W73BZ.mjs → chunk-EWGIF6FQ.mjs} +18 -1
- package/dist/{chunk-LPRRFCVU.mjs → chunk-F4OOBPKA.mjs} +2 -2
- package/dist/{chunk-BIIROQ5Q.mjs → chunk-FCQMZDRI.mjs} +2 -2
- package/dist/{chunk-YXZDTKQS.mjs → chunk-G3XRHAJA.mjs} +2 -2
- package/dist/{chunk-XTSFRWAS.mjs → chunk-GGIW6INA.mjs} +7 -6
- package/dist/{chunk-R7PLSVK3.mjs → chunk-H4QYQ5DE.mjs} +1 -1
- package/dist/{chunk-A4XYDUVN.mjs → chunk-HQPK73EW.mjs} +3 -3
- package/dist/{chunk-YPV2L7M5.mjs → chunk-II6XF6M4.mjs} +5 -5
- package/dist/{chunk-F3FDHXCJ.mjs → chunk-LR6JJVML.mjs} +251 -50
- package/dist/{chunk-ZB5X5WAK.mjs → chunk-M5I64AQW.mjs} +11 -6
- package/dist/{chunk-QDZJM7NI.mjs → chunk-MSIN4NM3.mjs} +3 -1
- package/dist/{chunk-X4UMDSB4.mjs → chunk-N3M4NPML.mjs} +1 -1
- package/dist/{chunk-XITVDRRH.mjs → chunk-O337MDRJ.mjs} +6 -6
- package/dist/{chunk-XNFBYAXI.mjs → chunk-SEM3PBRH.mjs} +1 -1
- package/dist/{chunk-2C3BXZGA.mjs → chunk-SL53DHVE.mjs} +814 -539
- package/dist/{chunk-JP77OWMI.mjs → chunk-UPDNNOTG.mjs} +1 -60
- package/dist/{chunk-LOQHA6QK.mjs → chunk-URVH6BLO.mjs} +2 -2
- package/dist/{chunk-JDIATDPY.mjs → chunk-VYSWVQCE.mjs} +1 -1
- package/dist/{chunk-TNEU32EN.mjs → chunk-WLFOLAQI.mjs} +2 -1
- package/dist/{chunk-7FC2ZILY.mjs → chunk-WSIU6YXQ.mjs} +67 -78
- package/dist/{chunk-TBOZHYCF.mjs → chunk-Y7QUFIGV.mjs} +1 -1
- package/dist/{client-CeUxvIvd.d.ts → client-DpqtT2XG.d.ts} +3 -3
- package/dist/client.d.ts +6 -6
- package/dist/{config-DehU-VGL.d.ts → config-C687-reW.d.ts} +11 -1
- package/dist/{config-CIpLXXxm.d.ts → config-D9WR3MhO.d.ts} +1 -1
- package/dist/{core-leaf-VIMO377O.mjs → core-leaf-NEUM7PU3.mjs} +3 -2
- package/dist/{direct-executor-2WQSGBN3.mjs → direct-executor-37IH3ISS.mjs} +5 -4
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +398 -144
- package/dist/{durability-config-XV4XR7Y4.mjs → durability-config-NWU2G2SJ.mjs} +6 -3
- package/dist/{embed-UNHDFGDU.mjs → embed-2QMYCD2Q.mjs} +43 -1
- package/dist/{engine-P-4xhUe4.d.ts → engine-De6JzTW8.d.ts} +123 -72
- package/dist/index.browser.mjs +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.mjs +5 -4
- package/dist/index.react-native.mjs +4 -3
- package/dist/{long-query-thread-AAYTLYZK.mjs → long-query-thread-PU2XT527.mjs} +15 -14
- package/dist/{module-5SXNUCD5.mjs → module-Z3CL4GJ4.mjs} +10 -9
- package/dist/{optional-writes-N2DFWWZ3.mjs → optional-writes-YIVJMQ4D.mjs} +9 -6
- package/dist/{paged-partition-archive-X7L27E5Z.mjs → paged-partition-archive-IZ6U7DVN.mjs} +15 -14
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +5 -4
- package/dist/persistence/durability/checkpoint-worker.d.ts +9 -0
- package/dist/persistence/durability/checkpoint-worker.mjs +28 -16
- package/dist/{query-actions-2JOLPELC.mjs → query-actions-7EOKT3WD.mjs} +5 -4
- package/dist/query-suggestions/merge-worker.mjs +8 -7
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.d.ts +1 -1
- package/dist/query-suggestions.mjs +6 -5
- package/dist/react-native/chunks/{chunk-GVWLACAT.mjs → chunk-7TPO4FLE.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-J2BQTJJE.mjs → chunk-BN6FUB7N.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-F4MIGBBP.mjs → chunk-CBU4M3EU.mjs} +813 -538
- package/dist/react-native/chunks/{chunk-H344ZXRH.mjs → chunk-IEY4DARA.mjs} +1 -1
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/{chunk-I7DTUOK2.mjs → chunk-NLEFMPY3.mjs} +2 -60
- package/dist/react-native/chunks/{chunk-F6BJYCF2.mjs → chunk-T5HF3FW3.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-GGBATERA.mjs → chunk-ZQPSXN6C.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-57R74JWC.mjs → chunk-ZUFOYZ5P.mjs} +1 -1
- package/dist/react-native/chunks/core-leaf-TPBRRWVN.mjs +7 -0
- package/dist/react-native/chunks/{durability-config-3IOXIPYZ.mjs → durability-config-RVTWSXPH.mjs} +6 -3
- package/dist/react-native/chunks/{embed-U7CIKEY4.mjs → embed-4LBSQD7U.mjs} +43 -1
- package/dist/react-native/chunks/{module-7BJ3VOWQ.mjs → module-COLNJNML.mjs} +4 -3
- package/dist/react-native/chunks/{optional-writes-TXTJ6HUZ.mjs → optional-writes-QETIM6BI.mjs} +7 -4
- package/dist/react-native/chunks/{resolve-vector-text-FTPD5EY6.mjs → resolve-vector-text-FU7D4QP5.mjs} +18 -1
- package/dist/react-native/chunks/{restore-queue-SZLWIL3B.mjs → restore-queue-3E2MJIJS.mjs} +14 -6
- package/dist/{runtime-4GKUIAKV.mjs → react-native/chunks/runtime-UOHD2XUJ.mjs} +23 -3
- package/dist/react-native/chunks/{segment-codec-leaf-WMUZ5P4F.mjs → segment-codec-leaf-IE4DXUZV.mjs} +5 -4
- package/dist/react-native/chunks/{segment-merge-leaf-Q2OEJIQ3.mjs → segment-merge-leaf-62LQ5WZB.mjs} +6 -5
- package/dist/react-native/chunks/{storage-leaf-OXYV6O6P.mjs → storage-leaf-LNOLKWZB.mjs} +895 -267
- package/dist/react-native/chunks/{store-leaf-ZMDXYK4E.mjs → store-leaf-Y7CBOPFZ.mjs} +6 -5
- package/dist/react-native/chunks/{suggestions-leaf-FIMGQZ2T.mjs → suggestions-leaf-PSUGL6MI.mjs} +6 -5
- package/dist/react-native/chunks/{worker-copies-72TGFYQB.mjs → worker-copies-MW5O5U3D.mjs} +5 -4
- package/dist/react-native/partial-words.mjs +4 -3
- package/dist/react-native/query-suggestions.mjs +4 -3
- package/dist/react-native/sync.mjs +4 -3
- package/dist/react-native/synonyms.mjs +4 -3
- package/dist/react.d.ts +7 -7
- package/dist/{rerank-E2HFKKGJ.mjs → rerank-KTV5L7MZ.mjs} +5 -4
- package/dist/resolve-vector-text-SD6BEMKZ.mjs +3 -0
- package/dist/{restore-queue-PUVBN6L3.mjs → restore-queue-ES7TDJ5V.mjs} +15 -7
- package/dist/{react-native/chunks/runtime-BUCSAK4U.mjs → runtime-USQYKN3I.mjs} +23 -3
- package/dist/{segment-codec-leaf-24Z3MMQI.mjs → segment-codec-leaf-DO75VKEV.mjs} +6 -5
- package/dist/{segment-merge-leaf-FQQDU45E.mjs → segment-merge-leaf-JGND6LG5.mjs} +6 -5
- package/dist/server.d.ts +8 -8
- package/dist/server.mjs +23 -22
- package/dist/{storage-leaf-KIA7XO6Y.mjs → storage-leaf-ZI3H2WJY.mjs} +595 -164
- package/dist/{store-leaf-ESVLL4JO.mjs → store-leaf-YIH36Y5J.mjs} +7 -6
- package/dist/{suggestions-leaf-FXF4AHAY.mjs → suggestions-leaf-FP5HSTFP.mjs} +9 -8
- package/dist/sync/filesystem.d.ts +2 -2
- package/dist/sync/filesystem.mjs +11 -10
- package/dist/sync/indexeddb.d.ts +2 -2
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.d.ts +3 -3
- package/dist/sync.mjs +5 -4
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +5 -4
- package/dist/{tasks-CXtQ3Zpp.d.ts → tasks-X2IJQc8J.d.ts} +2 -2
- package/dist/{thread-OWXVP2ZA.mjs → thread-BJXE77AI.mjs} +14 -13
- package/dist/{types-CDN70Y_C.d.ts → types-D0YasjoX.d.ts} +1 -1
- package/dist/vector/search-worker.mjs +5 -4
- package/dist/{worker-copies-XXX7PF4J.mjs → worker-copies-WYPRCNB7.mjs} +8 -7
- package/dist/workers/entry.mjs +11 -10
- package/openapi.json +32 -0
- package/package.json +7 -7
- package/dist/react-native/chunks/core-leaf-UDUMVC3M.mjs +0 -6
- package/dist/resolve-vector-text-6WPFFIX5.mjs +0 -2
|
@@ -1,11 +1,28 @@
|
|
|
1
1
|
// src/engine/resolve-vector-text-host.browser.ts
|
|
2
2
|
var ErrorCodes;
|
|
3
|
+
var MAX_CALLS_ACROSS_INDEX_CHANGES;
|
|
3
4
|
var NarsilError;
|
|
4
5
|
function bindResolveVectorTextHost(host) {
|
|
5
|
-
({ ErrorCodes, NarsilError } = host);
|
|
6
|
+
({ ErrorCodes, MAX_CALLS_ACROSS_INDEX_CHANGES, NarsilError } = host);
|
|
6
7
|
}
|
|
7
8
|
|
|
8
9
|
// src/engine/resolve-vector-text.ts
|
|
10
|
+
async function embedQueryWithAdapterOf(indexName, params, entry, signal, earlier) {
|
|
11
|
+
if (earlier !== null && earlier.adapter === entry.embeddingAdapter) return earlier;
|
|
12
|
+
const embeddings = earlier?.embeddings ?? 0;
|
|
13
|
+
if (embeddings >= MAX_CALLS_ACROSS_INDEX_CHANGES) {
|
|
14
|
+
throw new NarsilError(
|
|
15
|
+
ErrorCodes.WORKER_BUSY,
|
|
16
|
+
`Changes to index "${indexName}" replaced its embedding adapter after each of ${embeddings} query embeddings`,
|
|
17
|
+
{ indexName, embeddings }
|
|
18
|
+
);
|
|
19
|
+
}
|
|
20
|
+
return {
|
|
21
|
+
adapter: entry.embeddingAdapter,
|
|
22
|
+
params: await resolveVectorText(params, entry.embeddingAdapter, signal, entry.embeddingAdapterName),
|
|
23
|
+
embeddings: embeddings + 1
|
|
24
|
+
};
|
|
25
|
+
}
|
|
9
26
|
async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdapterName) {
|
|
10
27
|
if (!params.vector) return params;
|
|
11
28
|
if (params.vector.text === void 0 && params.vector.value === void 0) return params;
|
|
@@ -65,4 +82,4 @@ async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdap
|
|
|
65
82
|
return { ...params, vector: resolved };
|
|
66
83
|
}
|
|
67
84
|
|
|
68
|
-
export { bindResolveVectorTextHost, resolveVectorText };
|
|
85
|
+
export { bindResolveVectorTextHost, embedQueryWithAdapterOf, resolveVectorText };
|
|
@@ -182,6 +182,13 @@ function restoreDepsOf(core, host, engine, indexName) {
|
|
|
182
182
|
};
|
|
183
183
|
}
|
|
184
184
|
async function runRestore(core, host, indexName, data, engine) {
|
|
185
|
+
if (core.rebalanceCtx.indexesInRebalanceHooks?.has(indexName) === true) {
|
|
186
|
+
throw new NarsilError(
|
|
187
|
+
ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
|
|
188
|
+
`Index "${indexName}" is waiting on a plugin hook of its rebalance, so try the restore again once the rebalance ends`,
|
|
189
|
+
{ indexName }
|
|
190
|
+
);
|
|
191
|
+
}
|
|
185
192
|
const [{ restoreFromSnapshot }] = await Promise.all([loadStorageCode(), loadOptionalWrites()]);
|
|
186
193
|
await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host, engine, indexName));
|
|
187
194
|
}
|
|
@@ -8,6 +8,7 @@ var DEFAULT_RERANK_WINDOW;
|
|
|
8
8
|
var ErrorCodes;
|
|
9
9
|
var HYBRID_RESCORE_WINDOW;
|
|
10
10
|
var MAX_HYBRID_DEPTH;
|
|
11
|
+
var MAX_CALLS_ACROSS_INDEX_CHANGES;
|
|
11
12
|
var MAX_RERANK_TIMEOUT_MS;
|
|
12
13
|
var MAX_RERANK_WINDOW;
|
|
13
14
|
var MIN_HYBRID_DEPTH;
|
|
@@ -26,6 +27,7 @@ function bindRerankHost(host) {
|
|
|
26
27
|
ErrorCodes,
|
|
27
28
|
HYBRID_RESCORE_WINDOW,
|
|
28
29
|
MAX_HYBRID_DEPTH,
|
|
30
|
+
MAX_CALLS_ACROSS_INDEX_CHANGES,
|
|
29
31
|
MAX_RERANK_TIMEOUT_MS,
|
|
30
32
|
MAX_RERANK_WINDOW,
|
|
31
33
|
MIN_HYBRID_DEPTH,
|
|
@@ -546,12 +548,30 @@ function rerankOnHost(host, name, query, documents, signal) {
|
|
|
546
548
|
}
|
|
547
549
|
|
|
548
550
|
// src/rerank/runner.ts
|
|
549
|
-
function rerankRunnerFor(core, signal) {
|
|
551
|
+
function rerankRunnerFor(core, signal, hold, indexName, manager) {
|
|
552
|
+
let replaced = false;
|
|
550
553
|
return {
|
|
554
|
+
get replaced() {
|
|
555
|
+
return replaced;
|
|
556
|
+
},
|
|
551
557
|
maxWindow: core.rerankSettings.maxWindow,
|
|
552
|
-
score
|
|
558
|
+
async score(adapter, query, documents) {
|
|
559
|
+
try {
|
|
560
|
+
return await hold.outside(() => rerankOnHost(core, adapter, query, documents, signal));
|
|
561
|
+
} finally {
|
|
562
|
+
replaced ||= core.executor.getManager(indexName) !== manager;
|
|
563
|
+
}
|
|
564
|
+
}
|
|
553
565
|
};
|
|
554
566
|
}
|
|
567
|
+
function refuseAfterIndexChanges(indexName, replacedReranks) {
|
|
568
|
+
if (replacedReranks < MAX_CALLS_ACROSS_INDEX_CHANGES) return;
|
|
569
|
+
throw new NarsilError(
|
|
570
|
+
ErrorCodes.WORKER_BUSY,
|
|
571
|
+
`Changes to index "${indexName}" replaced it during each of ${replacedReranks} calls to its rerank adapter`,
|
|
572
|
+
{ indexName, attempts: replacedReranks }
|
|
573
|
+
);
|
|
574
|
+
}
|
|
555
575
|
|
|
556
576
|
// src/rerank/settings.ts
|
|
557
577
|
function wholeNumberIn(value, low, high) {
|
|
@@ -592,4 +612,4 @@ async function shutdownRerankAdapters(adapters) {
|
|
|
592
612
|
}
|
|
593
613
|
}
|
|
594
614
|
|
|
595
|
-
export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };
|
|
615
|
+
export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, refuseAfterIndexChanges, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };
|