@delali/narsil 0.3.1-next.145 → 0.3.1-next.146
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/analysis-change-ZCJNYBJM.mjs +39 -0
- package/dist/{analysis-change-entry-V4SQQSXQ.mjs → analysis-change-entry-YN3ELL6C.mjs} +1 -1
- package/dist/browser/{analysis-change-QTCQ5ETU.mjs → analysis-change-M65AZQQG.mjs} +8 -5
- package/dist/browser/{analysis-change-entry-KYEQSP3I.mjs → analysis-change-entry-H3YIOLXZ.mjs} +1 -1
- package/dist/browser/{chunk-GP4QLUQM.mjs → chunk-2JABMB4S.mjs} +10 -6
- package/dist/browser/{chunk-5WYWLTM5.mjs → chunk-4DYLCICG.mjs} +2 -2
- package/dist/browser/{chunk-75PMIFQA.mjs → chunk-4RD3AFSB.mjs} +1 -1
- package/dist/browser/{chunk-XWMEGKDC.mjs → chunk-5V74FFZE.mjs} +2 -2
- package/dist/browser/{chunk-PMBSBSCN.mjs → chunk-6OWX3OP2.mjs} +2 -2
- package/dist/browser/chunk-BRWY3JCN.mjs +678 -0
- package/dist/browser/{chunk-ZALEKEUH.mjs → chunk-BVX2MEHA.mjs} +306 -607
- package/dist/browser/{chunk-FXPMF65P.mjs → chunk-D6UFGBF5.mjs} +15 -45
- package/dist/browser/{chunk-QNDWMPV2.mjs → chunk-IAXZAVYL.mjs} +25 -66
- package/dist/browser/chunk-JNOAKDUM.mjs +31 -0
- package/dist/browser/{chunk-BTMRV5MY.mjs → chunk-KAEVGLYN.mjs} +2 -2
- package/dist/browser/{chunk-FHO5N7FD.mjs → chunk-LURXVCHG.mjs} +1 -1
- package/dist/browser/chunk-MPK76GVS.mjs +63 -0
- package/dist/browser/{chunk-6OFS7RUN.mjs → chunk-NVEJJP4R.mjs} +1 -1
- package/dist/browser/{chunk-U77XQJOY.mjs → chunk-ODQP7P3H.mjs} +455 -66
- package/dist/browser/{chunk-IFGTRRPU.mjs → chunk-PIS7ZAP7.mjs} +3 -25
- package/dist/browser/{chunk-XIHLIMFX.mjs → chunk-QMNZFFD3.mjs} +4 -3
- package/dist/browser/{chunk-AOKLYVTT.mjs → chunk-SRL47USS.mjs} +2 -2
- package/dist/browser/chunk-TY7L6OXO.mjs +69 -0
- package/dist/browser/{chunk-LGJ6XMH5.mjs → chunk-W643QV3L.mjs} +6 -5
- package/dist/browser/chunk-WXLBZJMT.mjs +25 -0
- package/dist/browser/{chunk-ZKVDQ5ZH.mjs → chunk-XILIT5MT.mjs} +8 -8
- package/dist/browser/{cold-module-Y2IJAP7S.mjs → cold-module-A5S6JFDN.mjs} +20 -20
- package/dist/browser/{durability-wiring-MLXZ5QQF.mjs → durability-wiring-W5AVV3RF.mjs} +53 -30
- package/dist/browser/gzip-5S7ROJFJ.mjs +1 -0
- package/dist/browser/import-PTT63AGK.mjs +12 -0
- package/dist/browser/{module-5LMDGXQH.mjs → module-CEKA7MQH.mjs} +13 -10
- package/dist/browser/module-X5PGOE47.mjs +4288 -0
- package/dist/browser/{phrase-module-KXNRTWCS.mjs → phrase-module-CNKMUY4U.mjs} +2 -1
- package/dist/browser/pool-DTYSPBMQ.mjs +296 -0
- package/dist/{restore-queue-UAVGBSJG.mjs → browser/restore-queue-DD4LWZK7.mjs} +2 -2
- package/dist/browser/{runtime-ZNEGK33G.mjs → runtime-D2ULZGCN.mjs} +3 -2
- package/dist/browser/{snapshot-2EGS2FYU.mjs → snapshot-DQ6A4PQP.mjs} +18 -14
- package/dist/browser/{write-WMZA6NSF.mjs → write-MAGRAIEH.mjs} +14 -11
- package/dist/{capabilities-CNnzGtqP.d.ts → capabilities-BT-HLDC8.d.ts} +2 -2
- package/dist/{chunk-FRJ5RGX7.mjs → chunk-2HJWQPR6.mjs} +2 -2
- package/dist/{chunk-DKMZ7JFW.mjs → chunk-3BVGJ4JR.mjs} +10 -4
- package/dist/{chunk-QYMAYU7M.mjs → chunk-3HV7M5OJ.mjs} +155 -149
- package/dist/chunk-3MXV3VHR.mjs +46 -0
- package/dist/{chunk-6FOJKNUR.mjs → chunk-3SBJVQLL.mjs} +2 -2
- package/dist/{chunk-PRID7CA6.mjs → chunk-3TVDTACC.mjs} +1 -1
- package/dist/{chunk-RTVAWNUL.mjs → chunk-5WB2A3XU.mjs} +9 -6
- package/dist/{chunk-LWFK3TC2.mjs → chunk-65WCV5JO.mjs} +1 -1
- package/dist/{chunk-G6Q5DEF5.mjs → chunk-6BWLDLS3.mjs} +3 -46
- package/dist/{chunk-W6M4RRAT.mjs → chunk-6C5EX2QR.mjs} +3 -3
- package/dist/{chunk-HOC5JP2H.mjs → chunk-6F6USYII.mjs} +119 -11
- package/dist/{chunk-7523VCM4.mjs → chunk-7HKWO4BJ.mjs} +7 -7
- package/dist/{chunk-ONDEEBTA.mjs → chunk-7N223GWV.mjs} +2 -2
- package/dist/{chunk-UGQULMSU.mjs → chunk-ADBS5XRI.mjs} +10 -10
- package/dist/{chunk-MJTEU2XK.mjs → chunk-AWNHDBKV.mjs} +429 -73
- package/dist/{chunk-2E2ZFOPT.mjs → chunk-B2FTZNNF.mjs} +2 -2
- package/dist/{chunk-NWTEJ2T7.mjs → chunk-B7XIOAMK.mjs} +3 -3
- package/dist/{chunk-W55X2BYN.mjs → chunk-BEZH7VEH.mjs} +1 -1
- package/dist/chunk-BTPGQC6Z.mjs +27 -0
- package/dist/{chunk-KG5N7LE6.mjs → chunk-CYYSZPVV.mjs} +11 -11
- package/dist/{chunk-HTMUGEFU.mjs → chunk-DOY6EG76.mjs} +6 -6
- package/dist/{chunk-UHVTEVF5.mjs → chunk-F22IOCR2.mjs} +10 -6
- package/dist/{chunk-FTQLF5JI.mjs → chunk-IRWP524D.mjs} +1 -1
- package/dist/{chunk-XLAI4OIO.mjs → chunk-IZT3G24Q.mjs} +2 -2
- package/dist/{chunk-SE7MKJVK.mjs → chunk-J7M73VY7.mjs} +1 -1
- package/dist/chunk-KAKQ74LS.mjs +53 -0
- package/dist/{chunk-GVPYMSLO.mjs → chunk-KYVRZAYP.mjs} +1 -1
- package/dist/{chunk-F442VZUL.mjs → chunk-KZ5GQE4Z.mjs} +5 -5
- package/dist/{chunk-WDEWU46C.mjs → chunk-KZQIVGW7.mjs} +2 -2
- package/dist/{chunk-7AJAW6NN.mjs → chunk-L7TIAYPX.mjs} +8 -8
- package/dist/{chunk-GRFXSEFF.mjs → chunk-LDGGR7YT.mjs} +4 -81
- package/dist/{chunk-WMIV7PJ7.mjs → chunk-LJ4ENXOD.mjs} +15 -14
- package/dist/chunk-LQG5G2LY.mjs +39 -0
- package/dist/{chunk-IQHZMCLX.mjs → chunk-MDF6PDIA.mjs} +2 -0
- package/dist/{chunk-QXH2CS4V.mjs → chunk-NVTFQFUL.mjs} +7 -26
- package/dist/{chunk-5K2JHKM3.mjs → chunk-NYSONUB7.mjs} +1 -1
- package/dist/{chunk-OH7SX5MY.mjs → chunk-O4KUNDVF.mjs} +12 -10
- package/dist/{chunk-EBIHRL7B.mjs → chunk-Q2UL2TPC.mjs} +1 -1
- package/dist/{chunk-RNUP6WZ6.mjs → chunk-QEYF2SQ6.mjs} +2 -2
- package/dist/{chunk-RVBUQITB.mjs → chunk-QN5WVV5K.mjs} +7 -7
- package/dist/{chunk-RIIUZJQ3.mjs → chunk-QYRNLLLI.mjs} +1 -1
- package/dist/{chunk-BTARFTEN.mjs → chunk-SOUZMPME.mjs} +4 -4
- package/dist/{chunk-ISUOSACK.mjs → chunk-T4CJDBBE.mjs} +1 -1
- package/dist/{chunk-DHEJAGVW.mjs → chunk-TTCKT2RT.mjs} +5 -5
- package/dist/{chunk-QU2XF7VI.mjs → chunk-U2726TL5.mjs} +5 -4
- package/dist/{chunk-LYKUJNAV.mjs → chunk-U46IZNCW.mjs} +2 -2
- package/dist/{chunk-SNB4DYL3.mjs → chunk-U6NE6RCV.mjs} +4 -4
- package/dist/{chunk-SA52N7G3.mjs → chunk-VP6XRMWR.mjs} +4 -4
- package/dist/{chunk-YUCGFPMS.mjs → chunk-VQDZVWN3.mjs} +449 -405
- package/dist/{chunk-IWVEG5CX.mjs → chunk-XIHUI4KB.mjs} +2 -2
- package/dist/{chunk-IV2XTSS2.mjs → chunk-XKPNKR3V.mjs} +16 -46
- package/dist/{chunk-UQS5PAS5.mjs → chunk-YGQOPB2Z.mjs} +1 -1
- package/dist/{chunk-SVO6NV4D.mjs → chunk-YKEHQUSZ.mjs} +4 -4
- package/dist/{chunk-6Z22L5RN.mjs → chunk-ZAYWOHVG.mjs} +1 -1
- package/dist/{chunk-QLDLQW36.mjs → chunk-ZEKDO7YX.mjs} +2 -2
- package/dist/chunk-ZXNNR73R.mjs +31 -0
- package/dist/{chunk-VJS4JFBQ.mjs → chunk-ZXX5GZEX.mjs} +3 -1
- package/dist/{chunk-X5SBWARI.mjs → chunk-ZYKUD5NX.mjs} +9 -7
- package/dist/{client-DoYPHcUn.d.ts → client-Cn3gNxUU.d.ts} +3 -3
- package/dist/client.d.ts +5 -5
- package/dist/client.mjs +2 -0
- package/dist/{cold-module-NUD332YD.mjs → cold-module-2WWGBFJC.mjs} +36 -33
- package/dist/{config-CuUfls_H.d.ts → config-CfhH1IWQ.d.ts} +1 -1
- package/dist/{config-Dzs46im6.d.ts → config-aIsy7mcL.d.ts} +52 -1
- package/dist/direct-executor-QLVHMELJ.mjs +24 -0
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +150 -255
- package/dist/{durability-wiring-K7RDXWL6.mjs → durability-wiring-GNWQSZI3.mjs} +67 -42
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-C0ifUEcm.d.ts → engine-CJRUHXgf.d.ts} +1 -1
- package/dist/gzip-F4HMIEEQ.mjs +1 -0
- package/dist/import-DX55PN4G.mjs +41 -0
- package/dist/index.browser.mjs +7 -4
- package/dist/index.d.ts +539 -5
- package/dist/index.mjs +22 -16
- package/dist/index.react-native.mjs +19 -0
- package/dist/{long-query-thread-FKVHRCHF.mjs → long-query-thread-SCUE62TO.mjs} +20 -17
- package/dist/{module-GJUKW5VU.mjs → module-HW6IXUM6.mjs} +601 -108
- package/dist/{module-TMFIWOD2.mjs → module-V5K4ZP23.mjs} +29 -23
- package/dist/{paged-partition-archive-WNUEMYWM.mjs → paged-partition-archive-FDIIWZNR.mjs} +31 -25
- package/dist/partial-words.mjs +5 -5
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +28 -22
- package/dist/{phrase-module-OMY3QQV7.mjs → phrase-module-OUQIRUQU.mjs} +1 -1
- package/dist/pool-UPV5PVPY.mjs +298 -0
- package/dist/react-native/chunks/analysis-change-HGW3L6NY.mjs +893 -0
- package/dist/react-native/chunks/analysis-change-entry-BNRU6STO.mjs +1 -0
- package/dist/react-native/chunks/chunk-2J2727V4.mjs +495 -0
- package/dist/react-native/chunks/chunk-3CTWSQRW.mjs +1251 -0
- package/dist/react-native/chunks/chunk-5FV4ZEVA.mjs +2619 -0
- package/dist/react-native/chunks/chunk-7VWQLEFV.mjs +642 -0
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +27 -0
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +32 -0
- package/dist/react-native/chunks/chunk-B6OD63Z3.mjs +997 -0
- package/dist/react-native/chunks/chunk-BRNAVOKP.mjs +177 -0
- package/dist/react-native/chunks/chunk-DKJTZ625.mjs +207 -0
- package/dist/react-native/chunks/chunk-FKGG4UOF.mjs +177 -0
- package/dist/{browser/chunk-K7UFXEJS.mjs → react-native/chunks/chunk-GV5KFQ6M.mjs} +12 -6
- package/dist/react-native/chunks/chunk-HURV3ASY.mjs +4416 -0
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +10 -0
- package/dist/react-native/chunks/chunk-JV6VQY2S.mjs +17 -0
- package/dist/react-native/chunks/chunk-KUJOBRKS.mjs +217 -0
- package/dist/react-native/chunks/chunk-KWRW5U65.mjs +226 -0
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +110 -0
- package/dist/react-native/chunks/chunk-LQ6Q4L5B.mjs +360 -0
- package/dist/react-native/chunks/chunk-LQAKO5QV.mjs +523 -0
- package/dist/react-native/chunks/chunk-LRGWK367.mjs +11 -0
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +93 -0
- package/dist/react-native/chunks/chunk-NFGBOI46.mjs +14 -0
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +8 -0
- package/dist/react-native/chunks/chunk-PPEPTUVV.mjs +56 -0
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +9 -0
- package/dist/react-native/chunks/chunk-PU55IOG4.mjs +910 -0
- package/dist/react-native/chunks/chunk-QC4ZRBSX.mjs +270 -0
- package/dist/react-native/chunks/chunk-R4EEMYM6.mjs +21 -0
- package/dist/react-native/chunks/chunk-R4OPUZQ5.mjs +86 -0
- package/dist/react-native/chunks/chunk-SLGIAD6B.mjs +2634 -0
- package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +25 -0
- package/dist/react-native/chunks/chunk-TLYD7IJ2.mjs +23 -0
- package/dist/react-native/chunks/chunk-UFNCLEQM.mjs +73 -0
- package/dist/react-native/chunks/chunk-YH7W556M.mjs +179 -0
- package/dist/react-native/chunks/chunk-YJSMEKRE.mjs +22385 -0
- package/dist/react-native/chunks/chunk-ZCKNBPQ4.mjs +79 -0
- package/dist/react-native/chunks/cold-module-TSFWLYWC.mjs +755 -0
- package/dist/react-native/chunks/durability-wiring-PZR6KOQK.mjs +4509 -0
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +3 -0
- package/dist/react-native/chunks/import-VTODLPLO.mjs +22 -0
- package/dist/{browser/module-Q6VFGLMG.mjs → react-native/chunks/module-JBBH6PZH.mjs} +609 -144
- package/dist/react-native/chunks/module-VEK2KCKU.mjs +25 -0
- package/dist/react-native/chunks/phrase-module-76UAPPSG.mjs +329 -0
- package/dist/react-native/chunks/pool-CD4ANYUI.mjs +296 -0
- package/dist/react-native/chunks/release-D7ZTIANM.mjs +33 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/{browser/restore-queue-SOAHKZSQ.mjs → react-native/chunks/restore-queue-OI5EH7R3.mjs} +2 -2
- package/dist/react-native/chunks/runtime-3MCDLJAF.mjs +559 -0
- package/dist/react-native/chunks/snapshot-AUZMEV36.mjs +1205 -0
- package/dist/react-native/chunks/write-DDC2QBRJ.mjs +197 -0
- package/dist/react-native/partial-words.mjs +733 -0
- package/dist/react-native/pattern.mjs +2442 -0
- package/dist/react-native/synonyms.mjs +460 -0
- package/dist/react.d.ts +7 -7
- package/dist/react.mjs +2 -0
- package/dist/{rerank-ZZ5CHKLW.mjs → rerank-3W54N6P2.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/restore-queue-BQWWNNQI.mjs +41 -0
- package/dist/{runtime-RAOCKSYA.mjs → runtime-L2DZYY6N.mjs} +5 -5
- package/dist/server.d.ts +8 -8
- package/dist/server.mjs +32 -28
- package/dist/{snapshot-DB5ZVCDN.mjs → snapshot-EHXTOTW5.mjs} +39 -33
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-ChWp0wrF.d.ts → tasks-C4ElXr4P.d.ts} +2 -2
- package/dist/thread-I7DVHHW7.mjs +31 -0
- package/dist/vector/search-worker.mjs +7 -5
- package/dist/workers/entry.mjs +9 -9
- package/dist/{write-KZVTLGCI.mjs → write-SDJXXQ2G.mjs} +29 -23
- package/package.json +88 -7
- package/dist/analysis-change-D5APH4Z3.mjs +0 -34
- package/dist/browser/import-FTMLTPGQ.mjs +0 -9
- package/dist/direct-executor-FDQYQEJQ.mjs +0 -22
- package/dist/import-6KXFY6XI.mjs +0 -35
- package/dist/thread-OV6T555H.mjs +0 -28
- /package/dist/{chunk-22YPZVMG.mjs → chunk-ZXNQEW43.mjs} +0 -0
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
1
|
+
import { gunzip, gzip } from './chunk-JNOAKDUM.mjs';
|
|
2
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, encodeSegmentManifest, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, readListedFile, requireListedChecksum, vectorFileKey, DEFAULT_COMPACTION_THRESHOLD, writeSegmentsOf, readSegmentFile, graphPartKey, requireListedSize, SEGMENT_PAGE_BYTES, STABLE_HEAD_ATTEMPTS, RECORD_PAGE_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_FILE_FRAMING_SLACK_BYTES } from './chunk-W643QV3L.mjs';
|
|
3
|
+
import { restoreVectorFields } from './chunk-QMNZFFD3.mjs';
|
|
4
|
+
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-KAEVGLYN.mjs';
|
|
5
|
+
import { VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, rulesOfStoredSynonyms, flattenSchema, openChecksummedEnvelope, requireValidFieldTypes, isCompositePartition, crc32, reconstructSchemaFromMetadata, extractVectorFieldsFromSchema, readHeader, HEADER_SIZE, engineVersionParts, writeHeader, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, partialFieldsOf, getLanguage, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, VECTOR_PATTERN, isQuantizationMode, isStorageMode, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-BVX2MEHA.mjs';
|
|
6
|
+
import { compareCodePoints, MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-IAXZAVYL.mjs';
|
|
7
|
+
import { NarsilError, ErrorCodes } from './chunk-PIS7ZAP7.mjs';
|
|
7
8
|
import { decode, encode } from '@msgpack/msgpack';
|
|
8
9
|
|
|
9
10
|
// src/engine/durability-metadata.ts
|
|
@@ -611,37 +612,6 @@ function deserializeMetadata(data) {
|
|
|
611
612
|
var CURRENT_ENVELOPE_VERSION = 1;
|
|
612
613
|
var SNAPSHOT_ENVELOPE_VERSION = 2;
|
|
613
614
|
var INDEX_SNAPSHOT_ENVELOPE_VERSION = 3;
|
|
614
|
-
async function collectStream(stream) {
|
|
615
|
-
const reader = stream.getReader();
|
|
616
|
-
const chunks = [];
|
|
617
|
-
let totalLength = 0;
|
|
618
|
-
for (; ; ) {
|
|
619
|
-
const { done, value } = await reader.read();
|
|
620
|
-
if (done) break;
|
|
621
|
-
chunks.push(value);
|
|
622
|
-
totalLength += value.length;
|
|
623
|
-
}
|
|
624
|
-
const result = new Uint8Array(totalLength);
|
|
625
|
-
let offset = 0;
|
|
626
|
-
for (const chunk of chunks) {
|
|
627
|
-
result.set(chunk, offset);
|
|
628
|
-
offset += chunk.length;
|
|
629
|
-
}
|
|
630
|
-
return result;
|
|
631
|
-
}
|
|
632
|
-
function toArrayBuffer(data) {
|
|
633
|
-
return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
|
|
634
|
-
}
|
|
635
|
-
async function compressGzip(data) {
|
|
636
|
-
const blob = new Blob([toArrayBuffer(data)]);
|
|
637
|
-
const compressed = blob.stream().pipeThrough(new CompressionStream("gzip"));
|
|
638
|
-
return collectStream(compressed);
|
|
639
|
-
}
|
|
640
|
-
async function decompressGzip(data) {
|
|
641
|
-
const blob = new Blob([toArrayBuffer(data)]);
|
|
642
|
-
const decompressed = blob.stream().pipeThrough(new DecompressionStream("gzip"));
|
|
643
|
-
return collectStream(decompressed);
|
|
644
|
-
}
|
|
645
615
|
function buildFlags(options) {
|
|
646
616
|
const useCompression = options.compression === "gzip";
|
|
647
617
|
return {
|
|
@@ -655,7 +625,7 @@ async function packEnvelope(payloadBytes, options) {
|
|
|
655
625
|
const flags = buildFlags(options);
|
|
656
626
|
let finalPayload = payloadBytes;
|
|
657
627
|
if (flags.compressionEnabled) {
|
|
658
|
-
finalPayload = await
|
|
628
|
+
finalPayload = await gzip(payloadBytes);
|
|
659
629
|
}
|
|
660
630
|
const checksum = flags.checksumPresent ? crc32(finalPayload) : 0;
|
|
661
631
|
const [major, minor, patch] = engineVersionParts();
|
|
@@ -716,7 +686,7 @@ async function unpackEnvelope(data, maxAcceptedVersion = CURRENT_ENVELOPE_VERSIO
|
|
|
716
686
|
}
|
|
717
687
|
}
|
|
718
688
|
if (header.flags.compressionEnabled) {
|
|
719
|
-
payloadBytes = await
|
|
689
|
+
payloadBytes = await gunzip(payloadBytes);
|
|
720
690
|
}
|
|
721
691
|
return { header, payloadBytes };
|
|
722
692
|
}
|
|
@@ -1388,7 +1358,7 @@ function holdsEveryHead(ref) {
|
|
|
1388
1358
|
async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
|
|
1389
1359
|
const { pathOf } = store;
|
|
1390
1360
|
if (pathOf === void 0 || vectorIndex.storage !== "disk" || !holdsEveryHead(ref)) return false;
|
|
1391
|
-
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-
|
|
1361
|
+
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-A5S6JFDN.mjs');
|
|
1392
1362
|
await Promise.all([
|
|
1393
1363
|
...ref.files.map((file) => requireListedSize(store, file.key, { bytes: file.bytes, what: "vector file" })),
|
|
1394
1364
|
...ref.graphParts.map((part) => requireListedSize(store, part.key, { bytes: part.bytes, what: "graph part" }))
|
|
@@ -2149,7 +2119,7 @@ async function compactPartitionSegments(input) {
|
|
|
2149
2119
|
if (paged) {
|
|
2150
2120
|
const { directory } = input.store;
|
|
2151
2121
|
if (directory === void 0) return { segments, nextSegmentId: input.nextSegmentId };
|
|
2152
|
-
const { mergePagedWindow } = await import('./module-
|
|
2122
|
+
const { mergePagedWindow } = await import('./module-CEKA7MQH.mjs');
|
|
2153
2123
|
return replacing(
|
|
2154
2124
|
await mergePagedWindow({
|
|
2155
2125
|
store: input.store,
|
|
@@ -2237,7 +2207,7 @@ function pagedSettingsOf(context) {
|
|
|
2237
2207
|
async function tombstonesOfDelta(context, older, selections, deleted) {
|
|
2238
2208
|
const { directory } = context.input.store;
|
|
2239
2209
|
if (context.input.metadata.textStorage !== "disk" || directory === void 0) return deleted;
|
|
2240
|
-
const { pagedTombstonesFor } = await import('./module-
|
|
2210
|
+
const { pagedTombstonesFor } = await import('./module-CEKA7MQH.mjs');
|
|
2241
2211
|
return pagedTombstonesFor(
|
|
2242
2212
|
directory,
|
|
2243
2213
|
older,
|
|
@@ -2438,7 +2408,7 @@ function removeFromPartition(manager, partitionId, docIds) {
|
|
|
2438
2408
|
}
|
|
2439
2409
|
}
|
|
2440
2410
|
async function attachPagedSegment(directory, ref, partitionId, manager, options) {
|
|
2441
|
-
const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-
|
|
2411
|
+
const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-CEKA7MQH.mjs');
|
|
2442
2412
|
if (options.decodesEveryDocument) await checkPagedSegmentFully(directory, ref);
|
|
2443
2413
|
const snapshot = openPagedSnapshot(await pagedListingOf(directory, ref));
|
|
2444
2414
|
requireAgreedSchema(options.schema, snapshot.schema, ref.key);
|
|
@@ -2452,7 +2422,7 @@ async function loadPartitionSegments(store, partition, manager, options) {
|
|
|
2452
2422
|
const { directory } = store;
|
|
2453
2423
|
for (const ref of partition.segments) {
|
|
2454
2424
|
if (manager.config.textStorage === "disk" && directory !== void 0) {
|
|
2455
|
-
const { isPagedSegmentFile } = await import('./module-
|
|
2425
|
+
const { isPagedSegmentFile } = await import('./module-CEKA7MQH.mjs');
|
|
2456
2426
|
if (await isPagedSegmentFile(directory, ref.key)) {
|
|
2457
2427
|
await attachPagedSegment(directory, ref, partition.partitionId, manager, options);
|
|
2458
2428
|
await yieldToEventLoop();
|
|
@@ -2508,7 +2478,7 @@ async function loadSegmentedCheckpoint(store, indexName, manifest, deps, decodes
|
|
|
2508
2478
|
(field) => deps.vectorIndexes.get(field.fieldPath)?.storage === "disk" && field.files.some((file) => file.headOffset !== void 0)
|
|
2509
2479
|
);
|
|
2510
2480
|
if (!decodesEveryDocument && directory !== void 0 && opensVectorsOnDemand) {
|
|
2511
|
-
const { startReadingOpeningSectionsAhead } = await import('./module-
|
|
2481
|
+
const { startReadingOpeningSectionsAhead } = await import('./module-CEKA7MQH.mjs');
|
|
2512
2482
|
await startReadingOpeningSectionsAhead(directory, manifest);
|
|
2513
2483
|
}
|
|
2514
2484
|
for (const partition of manifest.partitions) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { NarsilError, ErrorCodes } from './chunk-PIS7ZAP7.mjs';
|
|
2
2
|
|
|
3
3
|
// src/serialization/constants.ts
|
|
4
4
|
var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
|
|
@@ -8,6 +8,24 @@ var MAX_DOCUMENT_ENCODING_DEPTH = 100;
|
|
|
8
8
|
var DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES = 1048576;
|
|
9
9
|
var VALID_HNSW_METRICS = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
|
|
10
10
|
|
|
11
|
+
// src/runtime/turn-budget.browser.ts
|
|
12
|
+
var turnsAreBudgeted = true;
|
|
13
|
+
var turnIsSpent = () => false;
|
|
14
|
+
var yieldTurn = () => Promise.resolve();
|
|
15
|
+
var countWrite = (write) => write();
|
|
16
|
+
var changeIndexOutsideExternalWaits = (change) => change();
|
|
17
|
+
function indexChangeOutsideExternalWaits(change) {
|
|
18
|
+
return () => changeIndexOutsideExternalWaits(change);
|
|
19
|
+
}
|
|
20
|
+
var waitOutsideCountedWrite = (wait) => wait();
|
|
21
|
+
function adoptSharedTurns(scheduler) {
|
|
22
|
+
turnIsSpent = scheduler.turnIsSpent;
|
|
23
|
+
yieldTurn = scheduler.yieldTurn;
|
|
24
|
+
countWrite = scheduler.countWrite;
|
|
25
|
+
changeIndexOutsideExternalWaits = scheduler.changeIndexOutsideExternalWaits;
|
|
26
|
+
waitOutsideCountedWrite = scheduler.waitOutsideCountedWrite;
|
|
27
|
+
}
|
|
28
|
+
|
|
11
29
|
// src/runtime/simd-support.ts
|
|
12
30
|
var SIMD_PROBE_MODULE = new Uint8Array([
|
|
13
31
|
0,
|
|
@@ -350,29 +368,8 @@ var COMPACTION_TOMBSTONE_RATIO = 0.1;
|
|
|
350
368
|
var COMPACTION_ABSOLUTE_THRESHOLD = 1e3;
|
|
351
369
|
var DEFAULT_EF_SEARCH = 50;
|
|
352
370
|
var NEAREST_LINK_FALLBACK_HOSTS = 4;
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
var WASM_PAGE_BYTES = 65536;
|
|
356
|
-
var MAX_WASM_PAGES = 65536;
|
|
357
|
-
var VECTOR_STORE_INITIAL_CAPACITY = 16;
|
|
358
|
-
var VECTOR_BLOCK_INITIAL_SLOTS = 256;
|
|
359
|
-
var DISK_STORAGE_BLOCK_BYTES = 67108864;
|
|
360
|
-
var MAX_VECTOR_ORDINALS = 16777216;
|
|
361
|
-
var UNPLACED_FLAG_CHUNK_ORDINALS = 1024;
|
|
362
|
-
var VECTOR_SCRATCH_SLOTS = 64;
|
|
363
|
-
var SCRATCH_SLOTS_PER_THREAD_POOL = 31;
|
|
364
|
-
var MAX_DOC_ID_TABLE_BYTES = 1073741824;
|
|
365
|
-
var VECTOR_SEARCH_TIMEOUT_MS = 3e4;
|
|
366
|
-
var VECTOR_SEARCH_LOAD_TIMEOUT_MS = 3e5;
|
|
367
|
-
var VECTOR_INSERT_TIMEOUT_MS = 6e5;
|
|
368
|
-
var NATIVE_ATTACH_RETRY_MS = 1e3;
|
|
369
|
-
var MAX_RENUMBERED_SEARCH_ATTEMPTS = 3;
|
|
370
|
-
var LOCK_SPIN_ITERATIONS = 128;
|
|
371
|
-
var LOCK_WAIT_SLICE_MS = 20;
|
|
372
|
-
var GRAPH_LOCK_WAIT_SLICE_MS = 1;
|
|
373
|
-
var GRAPH_LOCK_WAIT_DEADLINE_MS = 1e4;
|
|
374
|
-
var GRAPH_BUILD_DISPATCH_CHUNK = 64;
|
|
375
|
-
var GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER = 2;
|
|
371
|
+
var CONNECT_STEPS_BETWEEN_CLOCK_CHECKS = 256;
|
|
372
|
+
var CONNECT_RESTARTS_BEFORE_ONE_PASS = 8;
|
|
376
373
|
|
|
377
374
|
// src/vector/osq/constants.ts
|
|
378
375
|
var OSQ_GRID = { 1: 0.798, 2: 1.493, 4: 2.514, 8: 3.922 };
|
|
@@ -399,47 +396,9 @@ function threadSlotGone(threadSlot) {
|
|
|
399
396
|
return goneThreadSlots.has(threadSlot);
|
|
400
397
|
}
|
|
401
398
|
|
|
402
|
-
// src/
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
var MAX_WORKER_COUNT = 8;
|
|
406
|
-
var FALLBACK_CPU_COUNT = 4;
|
|
407
|
-
var MIN_CORES_FOR_SEVERAL_REQUEST_THREADS = 3;
|
|
408
|
-
var DEFAULT_BACKPRESSURE_LIMIT = 100;
|
|
409
|
-
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
410
|
-
var SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
411
|
-
var CONSECUTIVE_TIMEOUTS_BEFORE_DEATH = 3;
|
|
412
|
-
|
|
413
|
-
// src/workers/worker-count.ts
|
|
414
|
-
function detectCpuCount() {
|
|
415
|
-
try {
|
|
416
|
-
if (navigator?.hardwareConcurrency) {
|
|
417
|
-
return navigator.hardwareConcurrency;
|
|
418
|
-
}
|
|
419
|
-
if (typeof process !== "undefined") {
|
|
420
|
-
const ap = process.availableParallelism;
|
|
421
|
-
if (typeof ap === "function") {
|
|
422
|
-
return ap();
|
|
423
|
-
}
|
|
424
|
-
}
|
|
425
|
-
} catch {
|
|
426
|
-
return FALLBACK_CPU_COUNT;
|
|
427
|
-
}
|
|
428
|
-
return FALLBACK_CPU_COUNT;
|
|
429
|
-
}
|
|
430
|
-
function resolveWorkerCount(requested) {
|
|
431
|
-
if (requested !== void 0 && requested > 0) {
|
|
432
|
-
return Math.min(requested, SCRATCH_SLOTS_PER_THREAD_POOL);
|
|
433
|
-
}
|
|
434
|
-
return Math.max(MIN_WORKER_COUNT, Math.min(MAX_WORKER_COUNT, detectCpuCount() - 1));
|
|
435
|
-
}
|
|
436
|
-
function resolveRequestThreadCount(requested) {
|
|
437
|
-
if (detectCpuCount() < MIN_CORES_FOR_SEVERAL_REQUEST_THREADS) return 1;
|
|
438
|
-
return resolveWorkerCount(requested);
|
|
439
|
-
}
|
|
440
|
-
function splitWorkerBudget(total) {
|
|
441
|
-
const keyword = Math.ceil(total / 2);
|
|
442
|
-
return { keyword, vector: total - keyword };
|
|
399
|
+
// src/core/doc-id-tables/plain.ts
|
|
400
|
+
function createDocIdMap() {
|
|
401
|
+
return /* @__PURE__ */ new Map();
|
|
443
402
|
}
|
|
444
403
|
|
|
445
404
|
// src/runtime/detect.ts
|
|
@@ -491,4 +450,4 @@ function missingWorkerEntry(moduleUrl) {
|
|
|
491
450
|
);
|
|
492
451
|
}
|
|
493
452
|
|
|
494
|
-
export { CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO,
|
|
453
|
+
export { CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_EF_SEARCH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, EARLIER_RELEASE_MIN_M, FARTHEST_REJECTED_LINKS_KEPT, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, MAX_DOCUMENT_ENCODING_DEPTH, MAX_FILE_BYTES, MAX_LAYER_CAP, MAX_M, MIN_M, MIN_OVERSAMPLE, NATIVE_CRC32_MIN_BYTES, NEAREST_LINK_FALLBACK_HOSTS, OSQ_GRID, OSQ_LAMBDA, OSQ_PLACEMENT_QUERY_BITS, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_STEPS, PLACEMENT_ROOM_REQUESTS, SORT_MODES, SORT_VALUE_MAX_CODE_POINTS, VALID_HNSW_METRICS, adoptSharedTurns, appendFoldedCodePoint, changeIndexOutsideExternalWaits, codePointCount, compareCodePoints, compareComparableKeys, compareComparableValues, compareSortValues, countWrite, createDocIdMap, defaultSortMode, detectRuntime, exceedsCodePoints, holdsUnpairedSurrogate, indexChangeOutsideExternalWaits, isSimdAvailable, isSortMode, markSimdUnavailable, missingWorkerEntry, noteThreadSlotGone, noteThreadSlotLive, readSortField, resolveWorkerEntry, singleFoldTable, sortModeOf, threadSlotGone, threadSlotOfWorker, toComparableSortValue, toReducedSortValue, truncateSortString, turnIsSpent, turnsAreBudgeted, waitOutsideCountedWrite, yieldTurn };
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
// src/serialization/gzip.ts
|
|
2
|
+
function streamOf(data) {
|
|
3
|
+
return new Blob([data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength)]).stream();
|
|
4
|
+
}
|
|
5
|
+
async function gzip(data) {
|
|
6
|
+
return new Uint8Array(await new Response(streamOf(data).pipeThrough(new CompressionStream("gzip"))).arrayBuffer());
|
|
7
|
+
}
|
|
8
|
+
async function gunzip(compressed, maxBytes = Number.POSITIVE_INFINITY) {
|
|
9
|
+
const reader = streamOf(compressed).pipeThrough(new DecompressionStream("gzip")).getReader();
|
|
10
|
+
const chunks = [];
|
|
11
|
+
let total = 0;
|
|
12
|
+
for (; ; ) {
|
|
13
|
+
const { done, value } = await reader.read();
|
|
14
|
+
if (done) break;
|
|
15
|
+
total += value.byteLength;
|
|
16
|
+
if (total > maxBytes) {
|
|
17
|
+
await reader.cancel();
|
|
18
|
+
throw Object.assign(new RangeError(`The compressed data inflates past ${maxBytes} bytes`), { code: "EFBIG" });
|
|
19
|
+
}
|
|
20
|
+
chunks.push(value);
|
|
21
|
+
}
|
|
22
|
+
const result = new Uint8Array(total);
|
|
23
|
+
let offset = 0;
|
|
24
|
+
for (const chunk of chunks) {
|
|
25
|
+
result.set(chunk, offset);
|
|
26
|
+
offset += chunk.byteLength;
|
|
27
|
+
}
|
|
28
|
+
return result;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
export { gunzip, gzip };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-IAXZAVYL.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-PIS7ZAP7.mjs';
|
|
3
3
|
|
|
4
4
|
// src/vector/vector-index/dead-bits.ts
|
|
5
5
|
var NO_LIVE_VECTOR_AT_POSITION = -1;
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
// src/core/hash.ts
|
|
2
|
+
var FNV_OFFSET_BASIS = 2166136261;
|
|
3
|
+
var FNV_PRIME = 16777619;
|
|
4
|
+
var encoder = new TextEncoder();
|
|
5
|
+
function fnv1aBytes(bytes) {
|
|
6
|
+
return fnv1aContinue(FNV_OFFSET_BASIS, bytes, bytes.length) >>> 0;
|
|
7
|
+
}
|
|
8
|
+
function fnv1aContinue(start, bytes, length) {
|
|
9
|
+
let hash = start;
|
|
10
|
+
for (let i = 0; i < length; i++) {
|
|
11
|
+
hash = Math.imul(hash ^ bytes[i], FNV_PRIME);
|
|
12
|
+
}
|
|
13
|
+
return hash;
|
|
14
|
+
}
|
|
15
|
+
var scratchNumber = new Float64Array(1);
|
|
16
|
+
var scratchBytes = new Uint8Array(scratchNumber.buffer);
|
|
17
|
+
var HOST_IS_LITTLE_ENDIAN = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
|
|
18
|
+
function fnv1aContinueTaggedNumbers(start, tag, numbers) {
|
|
19
|
+
let hash = start;
|
|
20
|
+
const b = scratchBytes;
|
|
21
|
+
for (let i = 0; i < numbers.length; i++) {
|
|
22
|
+
scratchNumber[0] = Math.fround(numbers[i]);
|
|
23
|
+
hash = Math.imul(hash ^ tag, FNV_PRIME);
|
|
24
|
+
if (HOST_IS_LITTLE_ENDIAN) {
|
|
25
|
+
hash = Math.imul(hash ^ b[7], FNV_PRIME);
|
|
26
|
+
hash = Math.imul(hash ^ b[6], FNV_PRIME);
|
|
27
|
+
hash = Math.imul(hash ^ b[5], FNV_PRIME);
|
|
28
|
+
hash = Math.imul(hash ^ b[4], FNV_PRIME);
|
|
29
|
+
hash = Math.imul(hash ^ b[3], FNV_PRIME);
|
|
30
|
+
hash = Math.imul(hash ^ b[2], FNV_PRIME);
|
|
31
|
+
hash = Math.imul(hash ^ b[1], FNV_PRIME);
|
|
32
|
+
hash = Math.imul(hash ^ b[0], FNV_PRIME);
|
|
33
|
+
} else {
|
|
34
|
+
for (let at = 0; at < 8; at++) hash = Math.imul(hash ^ b[at], FNV_PRIME);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
return hash;
|
|
38
|
+
}
|
|
39
|
+
function fnv1a(input) {
|
|
40
|
+
return fnv1aBytes(encoder.encode(input));
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
// src/workers/protocol.ts
|
|
44
|
+
var nextRequestSequence = 0;
|
|
45
|
+
function createRequestId() {
|
|
46
|
+
nextRequestSequence += 1;
|
|
47
|
+
return String(nextRequestSequence);
|
|
48
|
+
}
|
|
49
|
+
function isValidWorkerResponse(msg) {
|
|
50
|
+
if (msg === null || msg === void 0 || typeof msg !== "object") {
|
|
51
|
+
return false;
|
|
52
|
+
}
|
|
53
|
+
const candidate = msg;
|
|
54
|
+
if (typeof candidate.requestId !== "string") {
|
|
55
|
+
return false;
|
|
56
|
+
}
|
|
57
|
+
if (candidate.type !== "success" && candidate.type !== "error") {
|
|
58
|
+
return false;
|
|
59
|
+
}
|
|
60
|
+
return true;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
export { FNV_OFFSET_BASIS, createRequestId, fnv1a, fnv1aContinue, fnv1aContinueTaggedNumbers, isValidWorkerResponse };
|