@delali/narsil 0.4.3 → 0.4.4-next.306
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -2
- package/dist/browser/{chunk-EKISQBV2.mjs → chunk-5DMZ5ZSZ.mjs} +1 -1
- package/dist/browser/{module-ZZTNG5JZ.mjs → module-GACFFKMM.mjs} +18 -12
- package/dist/{chunk-K34UNLP6.mjs → chunk-3AHS23FF.mjs} +3 -3
- package/dist/{chunk-SPA7GXST.mjs → chunk-3NFSZ4RD.mjs} +2 -2
- package/dist/{chunk-ZO7VLAIT.mjs → chunk-4EAMU6WT.mjs} +1 -1
- package/dist/{chunk-PNFP5THV.mjs → chunk-4EG7CALD.mjs} +2 -2
- package/dist/{chunk-R3PFPFME.mjs → chunk-7TYH2S54.mjs} +1 -1
- package/dist/{chunk-PQWK7KXS.mjs → chunk-C33MJKF5.mjs} +1 -1
- package/dist/{chunk-LRIJ7U3T.mjs → chunk-D657RY3J.mjs} +2 -2
- package/dist/{chunk-KXA77DPZ.mjs → chunk-DFMPK7HQ.mjs} +2 -2
- package/dist/{chunk-6LVQ3GLT.mjs → chunk-HQLVNWG7.mjs} +2 -2
- package/dist/{chunk-G3KVEHIW.mjs → chunk-IT5QRFFS.mjs} +1 -1
- package/dist/{chunk-FE2XILWN.mjs → chunk-K3TE7CIR.mjs} +3 -3
- package/dist/{chunk-4YIVY3PB.mjs → chunk-KCBZNUA6.mjs} +2 -2
- package/dist/{chunk-WYH3QHBK.mjs → chunk-KKH47MYK.mjs} +9 -9
- package/dist/{chunk-QNZJYMCF.mjs → chunk-LLUQZHJQ.mjs} +5 -5
- package/dist/{chunk-ACNHJOGC.mjs → chunk-MBKYSQ4W.mjs} +1 -1
- package/dist/{chunk-3YPBBOSS.mjs → chunk-O5NCHDWG.mjs} +1 -1
- package/dist/{chunk-C57GWAXN.mjs → chunk-OZK76TFB.mjs} +1 -1
- package/dist/{chunk-6SIEVWMG.mjs → chunk-PIGXP4RG.mjs} +4 -4
- package/dist/{chunk-FGOGPDZF.mjs → chunk-QXP4VXOO.mjs} +2 -2
- package/dist/{chunk-DRZP5MSG.mjs → chunk-SQHKHTER.mjs} +4 -4
- package/dist/{chunk-GTGQLCEI.mjs → chunk-U7LJDUTA.mjs} +1 -1
- package/dist/{chunk-EZJ6HBG7.mjs → chunk-V3QD7TUZ.mjs} +2 -2
- package/dist/{chunk-BWPVDIRN.mjs → chunk-VGDOIXJQ.mjs} +9 -9
- package/dist/{chunk-H23FB267.mjs → chunk-YCN6RDDX.mjs} +2 -2
- package/dist/{chunk-DZMD4OMD.mjs → chunk-Z7ZYVJPQ.mjs} +1 -1
- package/dist/{direct-executor-7G57AYXH.mjs → direct-executor-CPIF53SB.mjs} +1 -1
- package/dist/distribution.mjs +25 -25
- package/dist/index.browser.mjs +1 -1
- package/dist/index.mjs +1 -1
- package/dist/index.react-native.mjs +1 -1
- package/dist/{long-query-thread-7KO3GFHX.mjs → long-query-thread-LBJLR2IL.mjs} +10 -10
- package/dist/{module-5ZSLUQII.mjs → module-RUOHVXRS.mjs} +18 -12
- package/dist/{optional-writes-CSULLISE.mjs → optional-writes-G3GESSDV.mjs} +3 -3
- package/dist/{paged-partition-archive-BKQADXOT.mjs → paged-partition-archive-MOMKGKJX.mjs} +9 -9
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +1 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +7 -7
- package/dist/{query-actions-HTSJKZRU.mjs → query-actions-TMMBUFTV.mjs} +1 -1
- package/dist/query-suggestions/merge-worker.mjs +4 -4
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.mjs +2 -2
- package/dist/react-native/chunks/{chunk-X3VY2YT4.mjs → chunk-EF4A45GN.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-QYVRD6C5.mjs → chunk-EMRFK5QS.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-H6LK5WCF.mjs → chunk-Q2LG2DAA.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-EF4Y5C3Y.mjs → chunk-UAXQ3YBW.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-JEYZQA4Z.mjs → chunk-VH6HUFVC.mjs} +9 -9
- package/dist/react-native/chunks/{chunk-KJQ3BUVM.mjs → chunk-YZNW3DG2.mjs} +1 -1
- package/dist/react-native/chunks/{module-FMBX75GP.mjs → module-6QZWMTD5.mjs} +18 -12
- package/dist/react-native/chunks/{optional-writes-MGFFGKYQ.mjs → optional-writes-4RA6KODI.mjs} +2 -2
- package/dist/react-native/chunks/{restore-queue-MVJTP3E4.mjs → restore-queue-G7OBFVYU.mjs} +4 -4
- package/dist/react-native/chunks/{segment-codec-leaf-PSWHL55A.mjs → segment-codec-leaf-KNN5ZUXR.mjs} +2 -2
- package/dist/react-native/chunks/{segment-merge-leaf-WOJWSDLW.mjs → segment-merge-leaf-R665FQ37.mjs} +3 -3
- package/dist/react-native/chunks/{storage-leaf-ZUN6Y44X.mjs → storage-leaf-GGSLAQYK.mjs} +5 -5
- package/dist/react-native/chunks/{store-leaf-K5XG46FV.mjs → store-leaf-CI77A32M.mjs} +3 -3
- package/dist/react-native/chunks/{suggestions-leaf-KDPM3P27.mjs → suggestions-leaf-IIXQLDAU.mjs} +3 -3
- package/dist/react-native/chunks/{worker-copies-FVFMBBH6.mjs → worker-copies-RUP5S2HQ.mjs} +2 -2
- package/dist/react-native/partial-words.mjs +1 -1
- package/dist/react-native/query-suggestions.mjs +1 -1
- package/dist/react-native/sync.mjs +1 -1
- package/dist/react-native/synonyms.mjs +1 -1
- package/dist/{rerank-3QEJNMFH.mjs → rerank-3ANTPUWH.mjs} +1 -1
- package/dist/{restore-queue-Q76Q4S35.mjs → restore-queue-MON4BZQX.mjs} +4 -4
- package/dist/{segment-codec-leaf-BSDDR7DQ.mjs → segment-codec-leaf-56FBHVVW.mjs} +2 -2
- package/dist/{segment-merge-leaf-6TT66HC5.mjs → segment-merge-leaf-OIJKS2SS.mjs} +2 -2
- package/dist/server.mjs +16 -16
- package/dist/{storage-leaf-R5JQ2X2M.mjs → storage-leaf-22FOJCUO.mjs} +18 -18
- package/dist/{store-leaf-NCGETZYY.mjs → store-leaf-GAZC5TFZ.mjs} +3 -3
- package/dist/{suggestions-leaf-TX3GTD6S.mjs → suggestions-leaf-322GDGQK.mjs} +5 -5
- package/dist/sync/filesystem.mjs +4 -4
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.mjs +1 -1
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +1 -1
- package/dist/{thread-RRSEKJWU.mjs → thread-6J2NLGNS.mjs} +9 -9
- package/dist/{worker-copies-NZSBQZKG.mjs → worker-copies-XCHSTQV7.mjs} +4 -4
- package/dist/workers/entry.mjs +7 -7
- package/package.json +5 -7
package/README.md
CHANGED
|
@@ -15,7 +15,7 @@ Narsil is an open source search engine with full-text, vector, hybrid, and geose
|
|
|
15
15
|
The engine partitions large indexes across workers and merges the results of the partitions into a single ranked list. This TypeScript package is the reference implementation of the `.nrsl` format, and [a Rust crate and a Go module](#other-languages) hold the same engine for programs in those languages.
|
|
16
16
|
|
|
17
17
|
<!-- BENCH:headline START -->
|
|
18
|
-
On BEIR SciFact, Narsil's
|
|
18
|
+
On BEIR SciFact, the BM25 ranking of Narsil's TypeScript server scores 0.681 nDCG@10, which is within 0.002 of the Anserini reference of 0.679. Elasticsearch scores 0.679 and OpenSearch scores 0.679 on the same queries. A paired significance test over those queries finds no significant difference between Narsil, Elasticsearch, and OpenSearch. On SciFact, Narsil's TypeScript server answers 5,152 keyword queries a second at its peak, and OpenSearch follows with 3,842. Narsil's Rust server answers 5,766 keyword queries a second at its peak. On DBpedia entities 1M with every engine held at 0.99 recall, Narsil's TypeScript server answers 1,129 vector queries a second at its peak, while OpenSearch leads with 1,465. Narsil's Rust server answers 1,299 vector queries a second at its peak. With each engine's recommended production settings on the same set, Narsil's TypeScript server answers 1,649 vector queries a second at its peak, and OpenSearch follows with 1,592. Narsil's Rust server answers 1,642 vector queries a second at its peak. Narsil has the highest peak throughput in 16 of the 20 keyword, vector, and hybrid comparisons in the newest recorded run: 10 of 12 with every engine on equal settings, and 6 of 8 with each engine's recommended production settings. The harness recorded these figures on 2026-11-17 in run `20261117T070716Z`. GCP c3-standard-8 hardware in us-central1-a, us-east1-b, us-east4-a, us-south1-b, us-west1-a, us-west2-a, us-west3-b, and us-west4-a hosted the engines. You'll find every dataset, every engine's settings, and the full method in [`BENCHMARKS.md`](https://github.com/assetcorp/narsil/blob/main/BENCHMARKS.md).
|
|
19
19
|
<!-- BENCH:headline END -->
|
|
20
20
|
|
|
21
21
|
Try it in your browser at [narsil.sondelali.com/demo](https://narsil.sondelali.com/demo). Read the full documentation at [narsil.sondelali.com/docs](https://narsil.sondelali.com/docs).
|
|
@@ -158,7 +158,9 @@ The [specification](https://github.com/assetcorp/narsil/tree/main/packages/spec)
|
|
|
158
158
|
|
|
159
159
|
## Search quality
|
|
160
160
|
|
|
161
|
-
|
|
161
|
+
<!-- BENCH:readme-quality START -->
|
|
162
|
+
We measure ranking quality on the [BEIR](https://github.com/beir-cellar/beir) SciFact corpus, which contains 5,183 documents and 300 queries with human relevance judgements. We compare Narsil with Orama and MiniSearch in one process. All three use the same 33 Lucene English stop words and default BM25 parameters, although each one stems English differently. Narsil has the highest nDCG@10 of the three, with scores of 0.6840 for Narsil, 0.4351 for Orama, and 0.2506 for MiniSearch.
|
|
163
|
+
<!-- BENCH:readme-quality END -->
|
|
162
164
|
|
|
163
165
|
**What these metrics mean:**
|
|
164
166
|
|
|
@@ -13872,7 +13872,7 @@ var loadVectorCore = vectorCore.load;
|
|
|
13872
13872
|
|
|
13873
13873
|
// src/workers/vector-code.ts
|
|
13874
13874
|
var vectorCode = codeLoader(async () => {
|
|
13875
|
-
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-
|
|
13875
|
+
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-GACFFKMM.mjs')]);
|
|
13876
13876
|
code7.bindVectorHost(optionalCodeHost(), vectorCore2);
|
|
13877
13877
|
return code7;
|
|
13878
13878
|
}, "vector");
|
|
@@ -3123,6 +3123,13 @@ async function releaseVectorSearchPool() {
|
|
|
3123
3123
|
await closing;
|
|
3124
3124
|
}
|
|
3125
3125
|
|
|
3126
|
+
// src/vector/vector-index/searched-graph.ts
|
|
3127
|
+
function threadsSearchOnly(state, graph) {
|
|
3128
|
+
for (const [held, shared] of state.sharedHandles) {
|
|
3129
|
+
if (held !== graph && shared.searchable) state.sharedHandles.set(held, { ...shared, searchable: false });
|
|
3130
|
+
}
|
|
3131
|
+
}
|
|
3132
|
+
|
|
3126
3133
|
// src/vector/vector-index/worker-copies.ts
|
|
3127
3134
|
var handleCounter = 0;
|
|
3128
3135
|
function nextHandle(state) {
|
|
@@ -3195,6 +3202,7 @@ function refreshWorkerCopies(state) {
|
|
|
3195
3202
|
}
|
|
3196
3203
|
function recordSharedField(state, record) {
|
|
3197
3204
|
const { graph, handle, searchable, mode, revision, layoutRevision } = record;
|
|
3205
|
+
if (searchable) threadsSearchOnly(state, graph);
|
|
3198
3206
|
state.sharedHandles.set(graph, { handle, searchable, mode });
|
|
3199
3207
|
state.sharedLayoutRevision = layoutRevision;
|
|
3200
3208
|
if (!searchable) return;
|
|
@@ -3321,14 +3329,11 @@ function scheduleWorkerCopyLoad(state) {
|
|
|
3321
3329
|
if (existing?.searchable && threadsHoldCurrentLayout(state)) return;
|
|
3322
3330
|
if (host === void 0 && liveSize(state) < WORKER_COPY_MIN_VECTORS) return;
|
|
3323
3331
|
state.workerCopyLoading = true;
|
|
3324
|
-
|
|
3325
|
-
|
|
3326
|
-
|
|
3327
|
-
|
|
3328
|
-
|
|
3329
|
-
state.workerCopyLoading = false;
|
|
3330
|
-
}
|
|
3331
|
-
);
|
|
3332
|
+
const settle = () => {
|
|
3333
|
+
state.workerCopyLoading = false;
|
|
3334
|
+
if (state.hnsw !== graph) scheduleWorkerCopyLoad(state);
|
|
3335
|
+
};
|
|
3336
|
+
void shareGraph(state, graph, true).then(settle, settle);
|
|
3332
3337
|
}
|
|
3333
3338
|
async function searchViaWorkerCopies(state, query, k, metric, minSimilarity, options) {
|
|
3334
3339
|
const pool = state.workerCopyPool;
|
|
@@ -3778,7 +3783,8 @@ function moveWhatTheCopyHoldsOutOfBuffer(state, copy) {
|
|
|
3778
3783
|
}
|
|
3779
3784
|
}
|
|
3780
3785
|
async function publishCopy(state, graph, copy) {
|
|
3781
|
-
|
|
3786
|
+
const threadsSearchAField = state.workerCopies.host !== void 0;
|
|
3787
|
+
if (threadsSearchAField || state.sharedHandles.get(graph)?.searchable === true) await shareGraph(state, copy, true);
|
|
3782
3788
|
if (state.disposed || state.hnsw !== graph) return false;
|
|
3783
3789
|
lineages.set(copy, lineageOfGraph(graph));
|
|
3784
3790
|
state.hnsw = copy;
|
|
@@ -3903,9 +3909,8 @@ async function buildExclusively(state, work, waitsForShuffledRebuild = true, kee
|
|
|
3903
3909
|
} finally {
|
|
3904
3910
|
state.building = false;
|
|
3905
3911
|
state.pendingBuild = null;
|
|
3906
|
-
if (state.buffer.size > 0)
|
|
3907
|
-
|
|
3908
|
-
}
|
|
3912
|
+
if (state.buffer.size > 0) scheduleBuild(state);
|
|
3913
|
+
else scheduleWorkerCopyLoad(state);
|
|
3909
3914
|
}
|
|
3910
3915
|
}
|
|
3911
3916
|
async function rebuildInShuffledOrder(state) {
|
|
@@ -4874,6 +4879,7 @@ function vectorPublicationSource(state) {
|
|
|
4874
4879
|
const pin = holdAdmission(state.store.view);
|
|
4875
4880
|
try {
|
|
4876
4881
|
const handles = fieldHandlesOf(state, state.hnsw, true);
|
|
4882
|
+
if (state.workerCopies.host !== void 0) threadsSearchOnly(state, state.hnsw);
|
|
4877
4883
|
return {
|
|
4878
4884
|
field: { handle, sequence: pin.admission.pin, handles },
|
|
4879
4885
|
release: pin.release
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
|
|
2
|
-
import { answerRefusalOf } from './chunk-
|
|
3
|
-
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-
|
|
4
|
-
import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
2
|
+
import { answerRefusalOf } from './chunk-MBKYSQ4W.mjs';
|
|
3
|
+
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-D657RY3J.mjs';
|
|
4
|
+
import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-KKH47MYK.mjs';
|
|
5
5
|
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-2AFZE7Y3.mjs';
|
|
6
6
|
import { MAX_FILTER_DEPTH } from './chunk-4JLHHEBN.mjs';
|
|
7
7
|
import { bindSignalStop } from './chunk-FJXJZUWF.mjs';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { isValidInteger, isRecord } from './chunk-
|
|
1
|
+
import { isValidInteger, isRecord } from './chunk-HQLVNWG7.mjs';
|
|
2
2
|
import { MAX_REPLICATION_FACTOR, MAX_PARTITION_COUNT } from './chunk-JDDXV6UF.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-IT5QRFFS.mjs';
|
|
4
4
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
5
5
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
6
6
|
import { joinChunks } from './chunk-GR5GMFJJ.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-
|
|
1
|
+
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-KKH47MYK.mjs';
|
|
2
2
|
import { getFlatSchema, schemaFieldsOf, getNestedValue } from './chunk-EY5U4P5V.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/pattern-snapshot.ts
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
2
2
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-
|
|
4
|
-
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-IT5QRFFS.mjs';
|
|
4
|
+
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-KKH47MYK.mjs';
|
|
5
5
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
7
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { boundQuerySuggestionsOf } from './chunk-S2POFTLN.mjs';
|
|
2
|
-
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
2
|
+
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-KKH47MYK.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/index.ts
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-
|
|
1
|
+
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-KKH47MYK.mjs';
|
|
2
2
|
|
|
3
3
|
// src/partitioning/constants.ts
|
|
4
4
|
var REBALANCE_CHUNK_SIZE = 1e3;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-
|
|
1
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-U7LJDUTA.mjs';
|
|
2
2
|
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-R724DJSG.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-IT5QRFFS.mjs';
|
|
4
4
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
5
5
|
import { requireValidFieldTypes } from './chunk-EY5U4P5V.mjs';
|
|
6
6
|
import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { openCountsFile } from './chunk-
|
|
2
|
-
import { SCRAMBLED_ID_BYTES } from './chunk-
|
|
1
|
+
import { openCountsFile } from './chunk-KCBZNUA6.mjs';
|
|
2
|
+
import { SCRAMBLED_ID_BYTES } from './chunk-IT5QRFFS.mjs';
|
|
3
3
|
export { encode } from '@msgpack/msgpack';
|
|
4
4
|
|
|
5
5
|
function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-M2Z5WVWW.mjs';
|
|
2
2
|
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
|
|
3
|
-
import { storedStateOf } from './chunk-
|
|
4
|
-
import { getLanguage, generateId, decodeSynonymRules } from './chunk-
|
|
3
|
+
import { storedStateOf } from './chunk-IT5QRFFS.mjs';
|
|
4
|
+
import { getLanguage, generateId, decodeSynonymRules } from './chunk-KKH47MYK.mjs';
|
|
5
5
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
7
|
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-
|
|
1
|
+
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-KKH47MYK.mjs';
|
|
2
2
|
import { flattenSchema } from './chunk-EY5U4P5V.mjs';
|
|
3
3
|
import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-
|
|
1
|
+
import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-YCN6RDDX.mjs';
|
|
2
2
|
import { isDead, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors, decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, requireBoundedUpperLists, osqRecordBytes, osqBitsOf, countDead, magnitude, rescoreDepth, defaultEfSearch, computeCodeBlockLayout, toScore, osqQuantize, createOsqScratch, stageQueryLevels, scalarQueryProducts, readTrailer, osqEstimate, osqDistance, toDistance, createFixedBuffer } from './chunk-R724DJSG.mjs';
|
|
3
|
-
import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-
|
|
4
|
-
import { yieldToEventLoop, compareScores } from './chunk-
|
|
3
|
+
import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-IT5QRFFS.mjs';
|
|
4
|
+
import { yieldToEventLoop, compareScores } from './chunk-KKH47MYK.mjs';
|
|
5
5
|
import { decode, decodeMulti } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { signalOfSearch, requireSearchActive } from './chunk-FJXJZUWF.mjs';
|
|
7
7
|
import { MIN_M, MAX_M, MAX_LAYER_CAP } from './chunk-ZXX5GZEX.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-
|
|
2
|
-
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-
|
|
1
|
+
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-IT5QRFFS.mjs';
|
|
2
|
+
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-KKH47MYK.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/engine-hooks.ts
|
|
@@ -12686,7 +12686,7 @@ function resolvePartitionInsertOptions(config, analysis, options) {
|
|
|
12686
12686
|
|
|
12687
12687
|
// src/core/segment-codec-code.ts
|
|
12688
12688
|
var segmentCodec = codeLoader(async () => {
|
|
12689
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-
|
|
12689
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-56FBHVVW.mjs')]);
|
|
12690
12690
|
code7.bindSegmentCodecHost(optionalCodeHost(), msgpack);
|
|
12691
12691
|
return code7;
|
|
12692
12692
|
}, "segment codec");
|
|
@@ -12694,7 +12694,7 @@ var loadSegmentCodec = segmentCodec.load;
|
|
|
12694
12694
|
|
|
12695
12695
|
// src/query-suggestions/store-code.ts
|
|
12696
12696
|
var suggestionStore = codeLoader(async () => {
|
|
12697
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-
|
|
12697
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-GAZC5TFZ.mjs')]);
|
|
12698
12698
|
code7.bindSuggestionStoreHost(optionalCodeHost(), msgpack);
|
|
12699
12699
|
return code7;
|
|
12700
12700
|
}, "query suggestions store");
|
|
@@ -12775,7 +12775,7 @@ var storageCode = codeLoader(async () => {
|
|
|
12775
12775
|
loadSegmentMerge(),
|
|
12776
12776
|
loadSuggestionStore(),
|
|
12777
12777
|
loadVectorCore(),
|
|
12778
|
-
import('./storage-leaf-
|
|
12778
|
+
import('./storage-leaf-22FOJCUO.mjs')
|
|
12779
12779
|
]);
|
|
12780
12780
|
code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
|
|
12781
12781
|
return code7;
|
|
@@ -21598,7 +21598,7 @@ function hasLanguage(name) {
|
|
|
21598
21598
|
|
|
21599
21599
|
// src/narsil/restore-queue-code.ts
|
|
21600
21600
|
var restoreQueue = codeLoader(async () => {
|
|
21601
|
-
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-
|
|
21601
|
+
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-MON4BZQX.mjs')]);
|
|
21602
21602
|
code7.bindRestoreQueueHost(optionalCodeHost(), suggestionStore2);
|
|
21603
21603
|
return code7;
|
|
21604
21604
|
}, "restore");
|
|
@@ -21825,7 +21825,7 @@ function storedBM25Params(params) {
|
|
|
21825
21825
|
|
|
21826
21826
|
// src/workers/vector-code.ts
|
|
21827
21827
|
var vectorCode = codeLoader(async () => {
|
|
21828
|
-
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-
|
|
21828
|
+
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-RUOHVXRS.mjs')]);
|
|
21829
21829
|
code7.bindVectorHost(optionalCodeHost(), vectorCore2);
|
|
21830
21830
|
return code7;
|
|
21831
21831
|
}, "vector");
|
|
@@ -22201,7 +22201,7 @@ var loadEmbedCode = embedCode.load;
|
|
|
22201
22201
|
|
|
22202
22202
|
// src/engine/optional-writes-code.ts
|
|
22203
22203
|
var optionalWrites = codeLoader(async () => {
|
|
22204
|
-
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-
|
|
22204
|
+
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-G3GESSDV.mjs')]);
|
|
22205
22205
|
code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
|
|
22206
22206
|
return code7;
|
|
22207
22207
|
}, "write");
|
|
@@ -25894,7 +25894,7 @@ var workerCopies = codeLoader(async () => {
|
|
|
25894
25894
|
const [segmentCodec2, segmentMerge2, code7] = await Promise.all([
|
|
25895
25895
|
loadSegmentCodec(),
|
|
25896
25896
|
loadSegmentMerge(),
|
|
25897
|
-
import('./worker-copies-
|
|
25897
|
+
import('./worker-copies-XCHSTQV7.mjs')
|
|
25898
25898
|
]);
|
|
25899
25899
|
code7.bindWorkerCopiesHost(optionalCodeHost(), segmentCodec2, segmentMerge2);
|
|
25900
25900
|
return code7;
|
|
@@ -30372,7 +30372,7 @@ var suggestionsCode = codeLoader(async () => {
|
|
|
30372
30372
|
const [msgpack, suggestionStore2, code7] = await Promise.all([
|
|
30373
30373
|
loadMessagePack(),
|
|
30374
30374
|
loadSuggestionStore(),
|
|
30375
|
-
import('./suggestions-leaf-
|
|
30375
|
+
import('./suggestions-leaf-322GDGQK.mjs')
|
|
30376
30376
|
]);
|
|
30377
30377
|
code7.bindSuggestionsHost(optionalCodeHost(), msgpack, suggestionStore2);
|
|
30378
30378
|
return code7;
|
|
@@ -31534,7 +31534,7 @@ var segmentMerge = codeLoader(async () => {
|
|
|
31534
31534
|
const [msgpack, codec, code7] = await Promise.all([
|
|
31535
31535
|
loadMessagePack(),
|
|
31536
31536
|
loadSegmentCodec(),
|
|
31537
|
-
import('./segment-merge-leaf-
|
|
31537
|
+
import('./segment-merge-leaf-OIJKS2SS.mjs')
|
|
31538
31538
|
]);
|
|
31539
31539
|
code7.bindSegmentMergeHost(optionalCodeHost(), msgpack, codec);
|
|
31540
31540
|
return code7;
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-
|
|
2
|
-
import { archiveLayout } from './chunk-
|
|
3
|
-
import { manifestFileRefs } from './chunk-
|
|
1
|
+
import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-4EG7CALD.mjs';
|
|
2
|
+
import { archiveLayout } from './chunk-D657RY3J.mjs';
|
|
3
|
+
import { manifestFileRefs } from './chunk-U7LJDUTA.mjs';
|
|
4
4
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
5
|
-
import { openChecksummedEnvelope } from './chunk-
|
|
6
|
-
import { withOpenIndex, emitEngineEvent } from './chunk-
|
|
5
|
+
import { openChecksummedEnvelope } from './chunk-IT5QRFFS.mjs';
|
|
6
|
+
import { withOpenIndex, emitEngineEvent } from './chunk-KKH47MYK.mjs';
|
|
7
7
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
8
8
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
9
9
|
import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-S3JHYPH7.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-KKH47MYK.mjs';
|
|
2
2
|
import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-2AFZE7Y3.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { bindResponseStop, toHttpError, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-
|
|
1
|
+
import { bindResponseStop, toHttpError, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-3AHS23FF.mjs';
|
|
2
2
|
import { rm } from 'fs/promises';
|
|
3
3
|
import path from 'path';
|
|
4
4
|
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { executeUntilAnswered } from './chunk-4H4RG2FR.mjs';
|
|
2
|
-
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-
|
|
2
|
+
import { isCompositePartition, encodeSegmentState, freezeSegmentShared } from './chunk-KKH47MYK.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/core/partition/frozen/share.ts
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-
|
|
1
|
+
import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-YCN6RDDX.mjs';
|
|
2
2
|
import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
|
|
3
3
|
import { WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
|
|
4
|
-
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-
|
|
4
|
+
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-U7LJDUTA.mjs';
|
|
5
5
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
6
6
|
import { restoreVectorFields } from './chunk-5SHWA6PE.mjs';
|
|
7
|
-
import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-
|
|
8
|
-
import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-
|
|
7
|
+
import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-IT5QRFFS.mjs';
|
|
8
|
+
import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-KKH47MYK.mjs';
|
|
9
9
|
import { encodeDocument } from './chunk-2CKDCC65.mjs';
|
|
10
10
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
11
11
|
import { extractVectorFieldsFromSchema, VECTOR_PATTERN, requireValidFieldTypes, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-EY5U4P5V.mjs';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { responseStopOf, sendRelayed, readQueryBody, withServerQueryLimits, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, acknowledgeThreadClose, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, LeavingResponse, refuseAndClose, serverRoutes, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, threadCloseRequested, departureConfirmed, serverCloseDeadline, REQUEST_THREAD_DRAIN_DEADLINE_MS, departureConfirmation, serverCloseSignalled, stopResponse, parseJsonObject, validateSuggest, rejectInvalid, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, awaitDepartureConfirmation } from './chunk-
|
|
1
|
+
import { responseStopOf, sendRelayed, readQueryBody, withServerQueryLimits, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, acknowledgeThreadClose, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, LeavingResponse, refuseAndClose, serverRoutes, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, threadCloseRequested, departureConfirmed, serverCloseDeadline, REQUEST_THREAD_DRAIN_DEADLINE_MS, departureConfirmation, serverCloseSignalled, stopResponse, parseJsonObject, validateSuggest, rejectInvalid, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, awaitDepartureConfirmation } from './chunk-3AHS23FF.mjs';
|
|
2
2
|
import { SYNC_CLOSE_GOING_AWAY } from './chunk-TACP6VK6.mjs';
|
|
3
|
-
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-
|
|
3
|
+
import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-KKH47MYK.mjs';
|
|
4
4
|
import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-EY5U4P5V.mjs';
|
|
5
5
|
import { answerFromOneState } from './chunk-FJXJZUWF.mjs';
|
|
6
6
|
import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { encode, Merger } from './chunk-
|
|
2
|
-
import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-
|
|
1
|
+
import { encode, Merger } from './chunk-DFMPK7HQ.mjs';
|
|
2
|
+
import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-KCBZNUA6.mjs';
|
|
3
3
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
4
|
-
import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-
|
|
5
|
-
import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
4
|
+
import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-IT5QRFFS.mjs';
|
|
5
|
+
import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-KKH47MYK.mjs';
|
|
6
6
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
7
7
|
import { spawnNodeWorker, resolveWorkerEntry } from './chunk-FJXJZUWF.mjs';
|
|
8
8
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { getIndexMetadata } from './chunk-
|
|
2
|
-
import { fnv1a } from './chunk-
|
|
1
|
+
import { getIndexMetadata } from './chunk-HQLVNWG7.mjs';
|
|
2
|
+
import { fnv1a } from './chunk-KKH47MYK.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/distribution/cluster-node/routable-allocation.ts
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import { loadVectorField, openColdVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-
|
|
2
|
-
import { engineChangeSource, ChangeCursor, createSemaphore, changePositionList, changesNotEnabled, previousDocumentRequired, invalidPositions, changePositionsOf, requireConfigurationShape, RESTORE_ESTIMATE_MARGIN, persistEpochStates, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-
|
|
1
|
+
import { loadVectorField, openColdVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-K3TE7CIR.mjs';
|
|
2
|
+
import { engineChangeSource, ChangeCursor, createSemaphore, changePositionList, changesNotEnabled, previousDocumentRequired, invalidPositions, changePositionsOf, requireConfigurationShape, RESTORE_ESTIMATE_MARGIN, persistEpochStates, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-4EG7CALD.mjs';
|
|
3
3
|
import { restoredConfigFields, restoredEmbedding } from './chunk-M2Z5WVWW.mjs';
|
|
4
|
-
import { ENTRIES_MESSAGE_LIMIT_BYTES, FEED_HEAD_RETRY_MS, decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-
|
|
5
|
-
import { isPagedSegmentFile, openPagedSegmentScan, countsAsLatestHolder, writeCheckpointSegments, commitCheckpointManifest, readSegmentFile, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, removeUnusedSegmentFiles, readWalSegments, durableRecordMissing, checkpointLastSeqNo, pagedListingOf, residentSectionsOf, filePathOf, partitionContentsOf, checkPagedSegmentFully, openPagedSnapshot, createPagedFrozenSegment, SEGMENT_HEADER_SIZE, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-
|
|
6
|
-
import { decodeSections, READS_AHEAD_AT_ONCE, readFileRangeLater, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, READ_AHEAD_CHUNK_BYTES, STABLE_HEAD_ATTEMPTS, directoryCheckpointStore } from './chunk-
|
|
7
|
-
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-
|
|
4
|
+
import { ENTRIES_MESSAGE_LIMIT_BYTES, FEED_HEAD_RETRY_MS, decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-D657RY3J.mjs';
|
|
5
|
+
import { isPagedSegmentFile, openPagedSegmentScan, countsAsLatestHolder, writeCheckpointSegments, commitCheckpointManifest, readSegmentFile, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, removeUnusedSegmentFiles, readWalSegments, durableRecordMissing, checkpointLastSeqNo, pagedListingOf, residentSectionsOf, filePathOf, partitionContentsOf, checkPagedSegmentFully, openPagedSnapshot, createPagedFrozenSegment, SEGMENT_HEADER_SIZE, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-PIGXP4RG.mjs';
|
|
6
|
+
import { decodeSections, READS_AHEAD_AT_ONCE, readFileRangeLater, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, READ_AHEAD_CHUNK_BYTES, STABLE_HEAD_ATTEMPTS, directoryCheckpointStore } from './chunk-YCN6RDDX.mjs';
|
|
7
|
+
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-U7LJDUTA.mjs';
|
|
8
8
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
9
9
|
import { setNestedValue, restoreVectorFields } from './chunk-5SHWA6PE.mjs';
|
|
10
|
-
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-
|
|
10
|
+
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-C33MJKF5.mjs';
|
|
11
11
|
import { DEFAULT_VECTOR_METRIC, defaultQuantizationFor, vectorsPerFile, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION, decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-R724DJSG.mjs';
|
|
12
12
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
13
|
-
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-
|
|
14
|
-
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor, VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, noteDocumentChurn, createPartitionIndex, writePartitionDocument, yieldToEventLoop, createPublicationGate, removedSurfaceSpellings, readHeapStatistics, readProcessMemoryUse, prepareConfiguredSynonyms, withOpenIndex, loadGzip, prepareRemovalText, prepareDocumentText, updateDocumentVectors, holdSyncEpochChange, decodeStoredDocument, emitSyncChange, ARRAY_POSITION_GAP } from './chunk-
|
|
13
|
+
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-IT5QRFFS.mjs';
|
|
14
|
+
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor, VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, noteDocumentChurn, createPartitionIndex, writePartitionDocument, yieldToEventLoop, createPublicationGate, removedSurfaceSpellings, readHeapStatistics, readProcessMemoryUse, prepareConfiguredSynonyms, withOpenIndex, loadGzip, prepareRemovalText, prepareDocumentText, updateDocumentVectors, holdSyncEpochChange, decodeStoredDocument, emitSyncChange, ARRAY_POSITION_GAP } from './chunk-KKH47MYK.mjs';
|
|
15
15
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
16
16
|
import { isSyncEpoch, newSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
17
17
|
import { extractVectorFieldsFromSchema, flattenSchema, VECTOR_PATTERN, validateDocument, validateDocumentStrict, schemaFieldsOf, parseVectorDimension, requireValidFieldTypes, isQuantizationMode, isStorageMode, MAX_DOCUMENT_NESTING_DEPTH } from './chunk-EY5U4P5V.mjs';
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-
|
|
1
|
+
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-U7LJDUTA.mjs';
|
|
2
2
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
3
3
|
import { createFixedBuffer, createVectorFileReader } from './chunk-R724DJSG.mjs';
|
|
4
|
-
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-
|
|
4
|
+
import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-IT5QRFFS.mjs';
|
|
5
5
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
|
|
7
7
|
import { ErrorCodes, NarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-
|
|
1
|
+
import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-KKH47MYK.mjs';
|
|
2
2
|
import { ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
3
|
|
|
4
4
|
// src/engine/bm25-update.ts
|