@delali/narsil 0.3.1-next.144 → 0.3.1-next.146
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/analysis-change-ZCJNYBJM.mjs +39 -0
- package/dist/{browser/analysis-change-entry-7HR4LWL3.mjs → analysis-change-entry-YN3ELL6C.mjs} +1 -1
- package/dist/browser/{analysis-change-JPV775LR.mjs → analysis-change-M65AZQQG.mjs} +8 -5
- package/dist/{analysis-change-entry-TZTG4AZB.mjs → browser/analysis-change-entry-H3YIOLXZ.mjs} +1 -1
- package/dist/browser/{chunk-VFYMPCOV.mjs → chunk-2JABMB4S.mjs} +10 -6
- package/dist/{chunk-46NZOPHS.mjs → browser/chunk-4DYLCICG.mjs} +2 -2
- package/dist/browser/{chunk-MZI3TEOW.mjs → chunk-4RD3AFSB.mjs} +1 -1
- package/dist/browser/{chunk-WCFCHIBB.mjs → chunk-5V74FFZE.mjs} +2 -2
- package/dist/{chunk-NN33CZRE.mjs → browser/chunk-6OWX3OP2.mjs} +2 -2
- package/dist/browser/chunk-BRWY3JCN.mjs +678 -0
- package/dist/browser/{chunk-5DB2VDGI.mjs → chunk-BVX2MEHA.mjs} +306 -607
- package/dist/browser/{chunk-KTOK275N.mjs → chunk-D6UFGBF5.mjs} +15 -45
- package/dist/browser/{chunk-D33A5VMU.mjs → chunk-IAXZAVYL.mjs} +25 -66
- package/dist/browser/chunk-JNOAKDUM.mjs +31 -0
- package/dist/browser/{chunk-LVY2LI35.mjs → chunk-KAEVGLYN.mjs} +2 -2
- package/dist/browser/{chunk-3ZBJYAS4.mjs → chunk-LURXVCHG.mjs} +1 -1
- package/dist/browser/chunk-MPK76GVS.mjs +63 -0
- package/dist/browser/{chunk-ZEV26AQ6.mjs → chunk-NVEJJP4R.mjs} +1 -1
- package/dist/browser/{chunk-HKX2G6WH.mjs → chunk-ODQP7P3H.mjs} +455 -66
- package/dist/browser/{chunk-35B42UFM.mjs → chunk-PIS7ZAP7.mjs} +12 -25
- package/dist/browser/{chunk-TCLEOZ4P.mjs → chunk-QMNZFFD3.mjs} +4 -3
- package/dist/browser/{chunk-R4WUDZQV.mjs → chunk-SRL47USS.mjs} +2 -2
- package/dist/browser/chunk-TY7L6OXO.mjs +69 -0
- package/dist/browser/{chunk-MVM33ZUL.mjs → chunk-W643QV3L.mjs} +6 -5
- package/dist/browser/chunk-WXLBZJMT.mjs +25 -0
- package/dist/browser/{chunk-MWUK3DA5.mjs → chunk-XILIT5MT.mjs} +8 -8
- package/dist/browser/{cold-module-MJMKNUYJ.mjs → cold-module-A5S6JFDN.mjs} +20 -20
- package/dist/browser/{durability-wiring-SNOWIT6Z.mjs → durability-wiring-W5AVV3RF.mjs} +120 -80
- package/dist/browser/gzip-5S7ROJFJ.mjs +1 -0
- package/dist/browser/import-PTT63AGK.mjs +12 -0
- package/dist/browser/{module-BUFNZMEU.mjs → module-CEKA7MQH.mjs} +13 -10
- package/dist/browser/module-X5PGOE47.mjs +4288 -0
- package/dist/browser/{phrase-module-HGVBO24W.mjs → phrase-module-CNKMUY4U.mjs} +2 -1
- package/dist/browser/pool-DTYSPBMQ.mjs +296 -0
- package/dist/{restore-queue-FEYAC4SB.mjs → browser/restore-queue-DD4LWZK7.mjs} +2 -2
- package/dist/browser/{runtime-VEUH674B.mjs → runtime-D2ULZGCN.mjs} +3 -2
- package/dist/browser/{snapshot-QXBKHJAG.mjs → snapshot-DQ6A4PQP.mjs} +20 -15
- package/dist/browser/{write-WHFBDWQS.mjs → write-MAGRAIEH.mjs} +14 -11
- package/dist/{capabilities-BCdUwK_L.d.ts → capabilities-BT-HLDC8.d.ts} +3 -3
- package/dist/{chunk-O4LJQI4G.mjs → chunk-2HJWQPR6.mjs} +126 -4
- package/dist/{chunk-Z4HFMYNX.mjs → chunk-3BVGJ4JR.mjs} +36 -13
- package/dist/{chunk-ZPWS2SKJ.mjs → chunk-3HV7M5OJ.mjs} +272 -112
- package/dist/{chunk-UIKN2OTQ.mjs → chunk-3MXV3VHR.mjs} +2 -23
- package/dist/{browser/chunk-CCOAOO73.mjs → chunk-3SBJVQLL.mjs} +2 -2
- package/dist/chunk-3TVDTACC.mjs +104 -0
- package/dist/{chunk-YH5OIL7B.mjs → chunk-5QMHMELB.mjs} +6 -1
- package/dist/{chunk-SBMAWTRG.mjs → chunk-5WB2A3XU.mjs} +84 -15
- package/dist/{chunk-NPNK57CA.mjs → chunk-65WCV5JO.mjs} +1 -1
- package/dist/chunk-6BWLDLS3.mjs +58 -0
- package/dist/{chunk-UUZCQQG2.mjs → chunk-6C5EX2QR.mjs} +3 -3
- package/dist/{chunk-VEFN6X6Q.mjs → chunk-6F6USYII.mjs} +120 -13
- package/dist/{chunk-AST3SHFA.mjs → chunk-7HKWO4BJ.mjs} +7 -7
- package/dist/{chunk-W2COJ5AH.mjs → chunk-7N223GWV.mjs} +2 -2
- package/dist/{chunk-GWOS5DYC.mjs → chunk-ADBS5XRI.mjs} +11 -13
- package/dist/{chunk-TNBIK2LQ.mjs → chunk-AWNHDBKV.mjs} +430 -75
- package/dist/{chunk-ZMBFWQXN.mjs → chunk-B2FTZNNF.mjs} +2 -2
- package/dist/chunk-B7XIOAMK.mjs +100 -0
- package/dist/{chunk-W55X2BYN.mjs → chunk-BEZH7VEH.mjs} +1 -1
- package/dist/{chunk-QSK35UC2.mjs → chunk-BTPGQC6Z.mjs} +3 -11
- package/dist/{chunk-LA4WNDHL.mjs → chunk-CYYSZPVV.mjs} +12 -14
- package/dist/{chunk-SRJBFG2T.mjs → chunk-DOY6EG76.mjs} +6 -7
- package/dist/{chunk-6SNBQESJ.mjs → chunk-F22IOCR2.mjs} +10 -6
- package/dist/{chunk-J6YVB2XM.mjs → chunk-IJPK5PGM.mjs} +1 -1
- package/dist/{chunk-L76W3IZJ.mjs → chunk-IRWP524D.mjs} +1 -1
- package/dist/{chunk-XS2VM7UE.mjs → chunk-IZT3G24Q.mjs} +2 -2
- package/dist/{chunk-NOT5QOHU.mjs → chunk-J7M73VY7.mjs} +1 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KAKQ74LS.mjs +53 -0
- package/dist/{chunk-ZSWHPKGM.mjs → chunk-KYVRZAYP.mjs} +69 -2
- package/dist/{chunk-NRUXBYPH.mjs → chunk-KZ5GQE4Z.mjs} +5 -5
- package/dist/{browser/chunk-XNWPP5NS.mjs → chunk-KZQIVGW7.mjs} +2 -2
- package/dist/{chunk-KZL72VTC.mjs → chunk-L7TIAYPX.mjs} +11 -10
- package/dist/{chunk-DD2673TX.mjs → chunk-LDGGR7YT.mjs} +4 -81
- package/dist/{chunk-XZ3SRNDJ.mjs → chunk-LJ4ENXOD.mjs} +77 -16
- package/dist/chunk-LQG5G2LY.mjs +39 -0
- package/dist/{chunk-HNHCNTVG.mjs → chunk-MDF6PDIA.mjs} +11 -0
- package/dist/{chunk-74XB2SXI.mjs → chunk-NVTFQFUL.mjs} +16 -2
- package/dist/{chunk-BOJZGUS6.mjs → chunk-NYSONUB7.mjs} +1 -1
- package/dist/{chunk-WJGO5PGV.mjs → chunk-O4KUNDVF.mjs} +31 -17
- package/dist/{chunk-PWIWSUCX.mjs → chunk-POUYICOU.mjs} +1 -1
- package/dist/{chunk-EBIHRL7B.mjs → chunk-Q2UL2TPC.mjs} +1 -1
- package/dist/{chunk-NJJCPFXN.mjs → chunk-QEYF2SQ6.mjs} +2 -2
- package/dist/{chunk-7AUASRE7.mjs → chunk-QN5WVV5K.mjs} +7 -7
- package/dist/{chunk-RIIUZJQ3.mjs → chunk-QYRNLLLI.mjs} +1 -1
- package/dist/chunk-SOUZMPME.mjs +1635 -0
- package/dist/{chunk-C3YDYX6C.mjs → chunk-T4CJDBBE.mjs} +1 -1
- package/dist/{chunk-YLNSJQLX.mjs → chunk-TTCKT2RT.mjs} +5 -5
- package/dist/{chunk-KEIYVZUX.mjs → chunk-U2726TL5.mjs} +5 -5
- package/dist/{chunk-RKAVHNRW.mjs → chunk-U46IZNCW.mjs} +10 -5
- package/dist/{chunk-BRUUBXCB.mjs → chunk-U6NE6RCV.mjs} +10 -38
- package/dist/{chunk-VJEGOELZ.mjs → chunk-VP6XRMWR.mjs} +4 -4
- package/dist/{chunk-IO5F7ZBE.mjs → chunk-VQDZVWN3.mjs} +874 -413
- package/dist/{chunk-IWVEG5CX.mjs → chunk-XIHUI4KB.mjs} +2 -2
- package/dist/{chunk-YHUTF6EA.mjs → chunk-XKPNKR3V.mjs} +17 -47
- package/dist/{chunk-HJJWY6PT.mjs → chunk-YGQOPB2Z.mjs} +1 -1
- package/dist/chunk-YKEHQUSZ.mjs +248 -0
- package/dist/{chunk-GLZHNSGB.mjs → chunk-ZAYWOHVG.mjs} +1 -1
- package/dist/{chunk-ICW45TTU.mjs → chunk-ZEKDO7YX.mjs} +2 -2
- package/dist/chunk-ZXNNR73R.mjs +31 -0
- package/dist/{chunk-VJS4JFBQ.mjs → chunk-ZXX5GZEX.mjs} +3 -1
- package/dist/{chunk-RHKRTYGO.mjs → chunk-ZYKUD5NX.mjs} +9 -7
- package/dist/{client-B12YFALP.d.ts → client-Cn3gNxUU.d.ts} +62 -5
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +46 -0
- package/dist/{cold-module-4X7WJCFM.mjs → cold-module-2WWGBFJC.mjs} +43 -49
- package/dist/{config-CIG5yDyg.d.ts → config-CfhH1IWQ.d.ts} +150 -3
- package/dist/{config-BhZxIeb1.d.ts → config-aIsy7mcL.d.ts} +63 -3
- package/dist/direct-executor-QLVHMELJ.mjs +24 -0
- package/dist/distribution/coordinator/etcd.d.ts +3 -3
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +8 -8
- package/dist/distribution.mjs +16116 -14537
- package/dist/{durability-wiring-324D2DDD.mjs → durability-wiring-GNWQSZI3.mjs} +142 -109
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CtzbHOmG.d.ts → engine-CJRUHXgf.d.ts} +3 -3
- package/dist/gzip-F4HMIEEQ.mjs +1 -0
- package/dist/import-DX55PN4G.mjs +41 -0
- package/dist/{index-DsEurhSl.d.ts → index-MsF7e5hL.d.ts} +2 -2
- package/dist/index.browser.mjs +7 -4
- package/dist/index.d.ts +542 -8
- package/dist/index.mjs +29 -32
- package/dist/index.react-native.mjs +19 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -1
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/{long-query-thread-4SW7RWDE.mjs → long-query-thread-SCUE62TO.mjs} +23 -25
- package/dist/{module-DXSJ5LT2.mjs → module-HW6IXUM6.mjs} +603 -112
- package/dist/module-V5K4ZP23.mjs +45 -0
- package/dist/{paged-partition-archive-HFP45PLU.mjs → paged-partition-archive-FDIIWZNR.mjs} +42 -41
- package/dist/partial-words.mjs +7 -9
- package/dist/pattern.mjs +4 -6
- package/dist/persistence/durability/checkpoint-worker.d.ts +2 -2
- package/dist/persistence/durability/checkpoint-worker.mjs +36 -39
- package/dist/{phrase-module-5QHBD2VJ.mjs → phrase-module-OUQIRUQU.mjs} +1 -1
- package/dist/pool-UPV5PVPY.mjs +298 -0
- package/dist/react-native/chunks/analysis-change-HGW3L6NY.mjs +893 -0
- package/dist/react-native/chunks/analysis-change-entry-BNRU6STO.mjs +1 -0
- package/dist/react-native/chunks/chunk-2J2727V4.mjs +495 -0
- package/dist/react-native/chunks/chunk-3CTWSQRW.mjs +1251 -0
- package/dist/react-native/chunks/chunk-5FV4ZEVA.mjs +2619 -0
- package/dist/react-native/chunks/chunk-7VWQLEFV.mjs +642 -0
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +27 -0
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +32 -0
- package/dist/react-native/chunks/chunk-B6OD63Z3.mjs +997 -0
- package/dist/react-native/chunks/chunk-BRNAVOKP.mjs +177 -0
- package/dist/react-native/chunks/chunk-DKJTZ625.mjs +207 -0
- package/dist/react-native/chunks/chunk-FKGG4UOF.mjs +177 -0
- package/dist/{browser/chunk-6RHTAVZX.mjs → react-native/chunks/chunk-GV5KFQ6M.mjs} +38 -15
- package/dist/react-native/chunks/chunk-HURV3ASY.mjs +4416 -0
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +10 -0
- package/dist/react-native/chunks/chunk-JV6VQY2S.mjs +17 -0
- package/dist/react-native/chunks/chunk-KUJOBRKS.mjs +217 -0
- package/dist/react-native/chunks/chunk-KWRW5U65.mjs +226 -0
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +110 -0
- package/dist/react-native/chunks/chunk-LQ6Q4L5B.mjs +360 -0
- package/dist/react-native/chunks/chunk-LQAKO5QV.mjs +523 -0
- package/dist/react-native/chunks/chunk-LRGWK367.mjs +11 -0
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +93 -0
- package/dist/react-native/chunks/chunk-NFGBOI46.mjs +14 -0
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +8 -0
- package/dist/react-native/chunks/chunk-PPEPTUVV.mjs +56 -0
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +9 -0
- package/dist/{chunk-KGOXHLLZ.mjs → react-native/chunks/chunk-PU55IOG4.mjs} +228 -11
- package/dist/react-native/chunks/chunk-QC4ZRBSX.mjs +270 -0
- package/dist/react-native/chunks/chunk-R4EEMYM6.mjs +21 -0
- package/dist/react-native/chunks/chunk-R4OPUZQ5.mjs +86 -0
- package/dist/react-native/chunks/chunk-SLGIAD6B.mjs +2634 -0
- package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +25 -0
- package/dist/react-native/chunks/chunk-TLYD7IJ2.mjs +23 -0
- package/dist/react-native/chunks/chunk-UFNCLEQM.mjs +73 -0
- package/dist/react-native/chunks/chunk-YH7W556M.mjs +179 -0
- package/dist/react-native/chunks/chunk-YJSMEKRE.mjs +22385 -0
- package/dist/react-native/chunks/chunk-ZCKNBPQ4.mjs +79 -0
- package/dist/react-native/chunks/cold-module-TSFWLYWC.mjs +755 -0
- package/dist/react-native/chunks/durability-wiring-PZR6KOQK.mjs +4509 -0
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +3 -0
- package/dist/react-native/chunks/import-VTODLPLO.mjs +22 -0
- package/dist/{browser/module-BVP4TKZU.mjs → react-native/chunks/module-JBBH6PZH.mjs} +671 -146
- package/dist/react-native/chunks/module-VEK2KCKU.mjs +25 -0
- package/dist/react-native/chunks/phrase-module-76UAPPSG.mjs +329 -0
- package/dist/react-native/chunks/pool-CD4ANYUI.mjs +296 -0
- package/dist/react-native/chunks/release-D7ZTIANM.mjs +33 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/{browser/restore-queue-ONYNYUDE.mjs → react-native/chunks/restore-queue-OI5EH7R3.mjs} +2 -2
- package/dist/react-native/chunks/runtime-3MCDLJAF.mjs +559 -0
- package/dist/react-native/chunks/snapshot-AUZMEV36.mjs +1205 -0
- package/dist/react-native/chunks/write-DDC2QBRJ.mjs +197 -0
- package/dist/{chunk-DQNKVOJ2.mjs → react-native/partial-words.mjs} +13 -228
- package/dist/react-native/pattern.mjs +2442 -0
- package/dist/react-native/synonyms.mjs +460 -0
- package/dist/react.d.ts +11 -11
- package/dist/react.mjs +11 -0
- package/dist/{rerank-KTLC3E6N.mjs → rerank-3W54N6P2.mjs} +4 -4
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/restore-queue-BQWWNNQI.mjs +41 -0
- package/dist/{runtime-DYV75DCB.mjs → runtime-L2DZYY6N.mjs} +5 -5
- package/dist/{schema-B-Runv0n.d.ts → schema-D33CyXCy.d.ts} +1 -1
- package/dist/server.d.ts +24 -12
- package/dist/server.mjs +159 -38
- package/dist/{snapshot-CGM65VCD.mjs → snapshot-EHXTOTW5.mjs} +47 -50
- package/dist/synonyms.mjs +3 -4
- package/dist/{tasks-CjRJRGTb.d.ts → tasks-C4ElXr4P.d.ts} +59 -7
- package/dist/thread-I7DVHHW7.mjs +31 -0
- package/dist/vector/search-worker.d.ts +2 -2
- package/dist/vector/search-worker.mjs +8 -7
- package/dist/workers/entry.mjs +9 -9
- package/dist/{write-2DZPEQL2.mjs → write-SDJXXQ2G.mjs} +36 -39
- package/openapi.json +349 -2
- package/package.json +108 -8
- package/dist/analysis-change-HQUT2Z3I.mjs +0 -43
- package/dist/browser/import-TLB2A5LJ.mjs +0 -9
- package/dist/chunk-5WYVUPGD.mjs +0 -427
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-N37VMC62.mjs +0 -18
- package/dist/chunk-WNBRW4Q2.mjs +0 -128
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-ZATRDAYU.mjs +0 -160
- package/dist/direct-executor-7XOQ7VQP.mjs +0 -28
- package/dist/import-OOBUW3RR.mjs +0 -44
- package/dist/module-IYPLWHGC.mjs +0 -48
- package/dist/thread-KGNAIKPD.mjs +0 -33
- /package/dist/{chunk-22YPZVMG.mjs → chunk-ZXNQEW43.mjs} +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createVectorFileReader } from './chunk-FOCV4CBZ.mjs';
|
|
2
|
-
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf,
|
|
3
|
-
import {
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
2
|
+
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-AWNHDBKV.mjs';
|
|
3
|
+
import { createDocIdMap } from './chunk-LQG5G2LY.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
5
5
|
|
|
6
6
|
// src/vector/vector-store/hot-block-distance.ts
|
|
7
7
|
function jsDistance(a, b, magA, magB, metric) {
|
|
@@ -448,7 +448,7 @@ function appendDocId(handles, ordinal, docId) {
|
|
|
448
448
|
Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
|
|
449
449
|
}
|
|
450
450
|
function resetDocIds(handles) {
|
|
451
|
-
new Uint32Array(handles.docIdOffsets).fill(0);
|
|
451
|
+
new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
|
|
452
452
|
Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
|
|
453
453
|
}
|
|
454
454
|
|
|
@@ -606,11 +606,12 @@ function ensureFloatSlot(store, ordinal) {
|
|
|
606
606
|
if (block !== null) ensureBlockSlots(block, ordinal % handles.layout.capacity + 1);
|
|
607
607
|
}
|
|
608
608
|
function ensureOrdinal(store, ordinal, cold) {
|
|
609
|
-
|
|
609
|
+
const maxOrdinals = VECTOR_MEMORY_LIMITS.maxOrdinals;
|
|
610
|
+
if (ordinal >= maxOrdinals) {
|
|
610
611
|
throw new NarsilError(
|
|
611
612
|
ErrorCodes.PARTITION_CAPACITY_EXCEEDED,
|
|
612
|
-
`A vector field holds at most ${
|
|
613
|
-
{ ordinal, maxOrdinals
|
|
613
|
+
`A vector field holds at most ${maxOrdinals} vectors, deleted ones included, until it is rebuilt`,
|
|
614
|
+
{ ordinal, maxOrdinals }
|
|
614
615
|
);
|
|
615
616
|
}
|
|
616
617
|
const { handles } = store;
|
|
@@ -624,7 +625,7 @@ function ensureOrdinal(store, ordinal, cold) {
|
|
|
624
625
|
const diskFileBytes = handles.diskFile.byteLength;
|
|
625
626
|
growBufferTo(handles.diskFile, (ordinal + 1) * 4);
|
|
626
627
|
if (handles.diskFile.byteLength > diskFileBytes) {
|
|
627
|
-
new Int32Array(handles.diskFile).fill(IN_MEMORY, diskFileBytes / 4);
|
|
628
|
+
new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY, diskFileBytes / 4);
|
|
628
629
|
}
|
|
629
630
|
growBufferTo(handles.diskOffset, (ordinal + 1) * 4);
|
|
630
631
|
if (!cold) ensureFloatSlot(store, ordinal);
|
|
@@ -636,7 +637,7 @@ function bufferGrowthBytes(buffer, bytes) {
|
|
|
636
637
|
function growthBytesFor(store, vectors) {
|
|
637
638
|
const { handles } = store;
|
|
638
639
|
const slots = Atomics.load(handles.header, STORE_SLOTS);
|
|
639
|
-
const last = Math.min(slots + vectors,
|
|
640
|
+
const last = Math.min(slots + vectors, VECTOR_MEMORY_LIMITS.maxOrdinals) - 1;
|
|
640
641
|
if (last < slots) return 0;
|
|
641
642
|
const idBytes = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
|
|
642
643
|
let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
|
|
@@ -705,15 +706,70 @@ function partitionFilterOf(store, documents, partitionIds) {
|
|
|
705
706
|
return filter;
|
|
706
707
|
}
|
|
707
708
|
|
|
709
|
+
// src/vector/vector-store/retired-pins.ts
|
|
710
|
+
function createRetiredVectorPins() {
|
|
711
|
+
let pins = 0;
|
|
712
|
+
let lost = false;
|
|
713
|
+
const retired = /* @__PURE__ */ new Set();
|
|
714
|
+
return {
|
|
715
|
+
pin() {
|
|
716
|
+
pins += 1;
|
|
717
|
+
},
|
|
718
|
+
unpin() {
|
|
719
|
+
if (pins === 0) return;
|
|
720
|
+
pins -= 1;
|
|
721
|
+
if (pins > 0) return;
|
|
722
|
+
retired.clear();
|
|
723
|
+
lost = false;
|
|
724
|
+
},
|
|
725
|
+
note(ordinal) {
|
|
726
|
+
if (pins > 0) retired.add(ordinal);
|
|
727
|
+
},
|
|
728
|
+
holds(ordinal) {
|
|
729
|
+
return retired.has(ordinal);
|
|
730
|
+
},
|
|
731
|
+
keptWith(replaced) {
|
|
732
|
+
if (retired.size === 0) return replaced;
|
|
733
|
+
const kept = new Set(replaced);
|
|
734
|
+
for (const ordinal of retired) kept.add(ordinal);
|
|
735
|
+
return kept;
|
|
736
|
+
},
|
|
737
|
+
forget() {
|
|
738
|
+
retired.clear();
|
|
739
|
+
if (pins > 0) lost = true;
|
|
740
|
+
},
|
|
741
|
+
requireIntact() {
|
|
742
|
+
if (!lost) return;
|
|
743
|
+
throw new NarsilError(
|
|
744
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
745
|
+
"The vector store was emptied while a checkpoint read the vectors it captured, so the checkpoint stops"
|
|
746
|
+
);
|
|
747
|
+
}
|
|
748
|
+
};
|
|
749
|
+
}
|
|
750
|
+
function pinnedReads(pins, openStore, readable) {
|
|
751
|
+
return {
|
|
752
|
+
pinRetiredVectors: () => pins.pin(),
|
|
753
|
+
unpinRetiredVectors: () => pins.unpin(),
|
|
754
|
+
entryForPinnedOrdinal(ordinal) {
|
|
755
|
+
pins.requireIntact();
|
|
756
|
+
const open = openStore();
|
|
757
|
+
if (open === null || !(readable(ordinal) || pins.holds(ordinal))) return void 0;
|
|
758
|
+
return entryAt(open, ordinal);
|
|
759
|
+
}
|
|
760
|
+
};
|
|
761
|
+
}
|
|
762
|
+
|
|
708
763
|
// src/vector/vector-store/index.ts
|
|
709
764
|
var UNKNOWN_PARTITION = -1;
|
|
710
765
|
var NO_PARTITION = -2;
|
|
711
766
|
function createVectorStore(options) {
|
|
712
767
|
const codeBits = options?.codeBits ?? null;
|
|
713
|
-
const blockBytes = options?.blockBytes ??
|
|
714
|
-
const docToOrd =
|
|
768
|
+
const blockBytes = Math.min(options?.blockBytes ?? VECTOR_MEMORY_LIMITS.blockBytes, VECTOR_MEMORY_LIMITS.blockBytes);
|
|
769
|
+
const docToOrd = createDocIdMap();
|
|
715
770
|
const ordToDoc = [];
|
|
716
771
|
const replacedOrdinals = /* @__PURE__ */ new Set();
|
|
772
|
+
const pins = createRetiredVectorPins();
|
|
717
773
|
let unknownPartitions = 0;
|
|
718
774
|
let liveCount = 0;
|
|
719
775
|
let readBackVector = null;
|
|
@@ -722,6 +778,7 @@ function createVectorStore(options) {
|
|
|
722
778
|
docToOrd.clear();
|
|
723
779
|
ordToDoc.length = 0;
|
|
724
780
|
replacedOrdinals.clear();
|
|
781
|
+
pins.forget();
|
|
725
782
|
unknownPartitions = 0;
|
|
726
783
|
liveCount = 0;
|
|
727
784
|
}
|
|
@@ -742,6 +799,7 @@ function createVectorStore(options) {
|
|
|
742
799
|
function retireOrdinal(store, ordinal) {
|
|
743
800
|
ordToDoc[ordinal] = void 0;
|
|
744
801
|
Atomics.store(store.present, ordinal, 0);
|
|
802
|
+
pins.note(ordinal);
|
|
745
803
|
if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
746
804
|
}
|
|
747
805
|
function keepReplacedOrdinal(store, ordinal) {
|
|
@@ -819,9 +877,11 @@ function createVectorStore(options) {
|
|
|
819
877
|
releaseReplacedVectors() {
|
|
820
878
|
const released = [...replacedOrdinals];
|
|
821
879
|
replacedOrdinals.clear();
|
|
880
|
+
for (const ordinal of released) pins.note(ordinal);
|
|
822
881
|
if (open !== null) for (const ordinal of released) Atomics.store(open.present, ordinal, 0);
|
|
823
882
|
return released;
|
|
824
883
|
},
|
|
884
|
+
...pinnedReads(pins, () => open, readable),
|
|
825
885
|
insertCold(docId, vectorMagnitude, location, partitionId) {
|
|
826
886
|
const store = requireOpen();
|
|
827
887
|
const previous = docToOrd.get(docId);
|
|
@@ -872,13 +932,14 @@ function createVectorStore(options) {
|
|
|
872
932
|
},
|
|
873
933
|
releaseColdBlocks() {
|
|
874
934
|
const store = requireOpen();
|
|
935
|
+
const kept = pins.keptWith(replacedOrdinals);
|
|
875
936
|
let released = 0;
|
|
876
937
|
for (let index = 0; index < store.handles.blocks.length; index++) {
|
|
877
|
-
if (store.handles.blocks[index] === null || !blockFullyCold(store, index, ordToDoc,
|
|
938
|
+
if (store.handles.blocks[index] === null || !blockFullyCold(store, index, ordToDoc, kept)) continue;
|
|
878
939
|
store.handles.blocks[index] = null;
|
|
879
940
|
released += 1;
|
|
880
941
|
}
|
|
881
|
-
if (released + forgetUnreferencedFiles(store, ordToDoc,
|
|
942
|
+
if (released + forgetUnreferencedFiles(store, ordToDoc, kept) > 0) relayout(store);
|
|
882
943
|
return released;
|
|
883
944
|
},
|
|
884
945
|
setPartition(docId, partitionId) {
|
|
@@ -927,9 +988,9 @@ function createVectorStore(options) {
|
|
|
927
988
|
clear() {
|
|
928
989
|
forgetDocuments();
|
|
929
990
|
if (open === null) return;
|
|
930
|
-
open.present.fill(0);
|
|
931
|
-
new Uint8Array(open.handles.codePresent).fill(0);
|
|
932
|
-
new Int32Array(open.handles.diskFile).fill(IN_MEMORY);
|
|
991
|
+
open.present.fill(0, 0, open.handles.present.byteLength);
|
|
992
|
+
new Uint8Array(open.handles.codePresent, 0, open.handles.codePresent.byteLength).fill(0);
|
|
993
|
+
new Int32Array(open.handles.diskFile, 0, open.handles.diskFile.byteLength / 4).fill(IN_MEMORY);
|
|
933
994
|
open.handles.centroid.fill(0);
|
|
934
995
|
if (open.handles.vectorFiles.length > 0) {
|
|
935
996
|
open.handles.vectorFiles.length = 0;
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
// src/runtime/turn-budget.ts
|
|
2
|
+
var turnsAreBudgeted = false;
|
|
3
|
+
function turnIsSpent() {
|
|
4
|
+
return false;
|
|
5
|
+
}
|
|
6
|
+
function yieldTurn() {
|
|
7
|
+
return Promise.resolve();
|
|
8
|
+
}
|
|
9
|
+
function backgroundTurnIsSpent() {
|
|
10
|
+
return false;
|
|
11
|
+
}
|
|
12
|
+
function yieldBackgroundTurn() {
|
|
13
|
+
return Promise.resolve();
|
|
14
|
+
}
|
|
15
|
+
function countWrite(write) {
|
|
16
|
+
return write();
|
|
17
|
+
}
|
|
18
|
+
function waitOutsideCountedWrite(wait) {
|
|
19
|
+
return wait();
|
|
20
|
+
}
|
|
21
|
+
function changeIndexOutsideExternalWaits(change) {
|
|
22
|
+
return change();
|
|
23
|
+
}
|
|
24
|
+
function indexChangeOutsideExternalWaits(change) {
|
|
25
|
+
return change;
|
|
26
|
+
}
|
|
27
|
+
function holdWrites(read) {
|
|
28
|
+
return read();
|
|
29
|
+
}
|
|
30
|
+
function holdWritesAndBackgroundWork(read) {
|
|
31
|
+
return read();
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
// src/core/doc-id-tables/plain.ts
|
|
35
|
+
function createDocIdMap() {
|
|
36
|
+
return /* @__PURE__ */ new Map();
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export { backgroundTurnIsSpent, changeIndexOutsideExternalWaits, countWrite, createDocIdMap, holdWrites, holdWritesAndBackgroundWork, indexChangeOutsideExternalWaits, turnIsSpent, turnsAreBudgeted, waitOutsideCountedWrite, yieldBackgroundTurn, yieldTurn };
|
|
@@ -25,6 +25,15 @@ var ErrorCodes = {
|
|
|
25
25
|
PERSISTENCE_CRC_MISMATCH: "PERSISTENCE_CRC_MISMATCH",
|
|
26
26
|
PERSISTENCE_WAL_CORRUPT: "PERSISTENCE_WAL_CORRUPT",
|
|
27
27
|
PERSISTENCE_FSYNC_FAILED: "PERSISTENCE_FSYNC_FAILED",
|
|
28
|
+
PERSISTENCE_DEPENDENCY_MISSING: "PERSISTENCE_DEPENDENCY_MISSING",
|
|
29
|
+
BACKUP_NOT_FOUND: "BACKUP_NOT_FOUND",
|
|
30
|
+
BACKUP_ALREADY_EXISTS: "BACKUP_ALREADY_EXISTS",
|
|
31
|
+
BACKUP_DAMAGED: "BACKUP_DAMAGED",
|
|
32
|
+
BACKUP_DURABILITY_REQUIRED: "BACKUP_DURABILITY_REQUIRED",
|
|
33
|
+
BACKUP_IN_PROGRESS: "BACKUP_IN_PROGRESS",
|
|
34
|
+
BACKUP_STORE_CLAIMED: "BACKUP_STORE_CLAIMED",
|
|
35
|
+
BACKUP_STORE_NOT_CONFIGURED: "BACKUP_STORE_NOT_CONFIGURED",
|
|
36
|
+
BACKUP_NOT_READY: "BACKUP_NOT_READY",
|
|
28
37
|
SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
|
|
29
38
|
VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
|
|
30
39
|
SEARCH_INVALID_FILTER: "SEARCH_INVALID_FILTER",
|
|
@@ -40,6 +49,7 @@ var ErrorCodes = {
|
|
|
40
49
|
ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
|
|
41
50
|
PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
|
|
42
51
|
RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
|
|
52
|
+
MEMORY_WRITE_BLOCKED: "MEMORY_WRITE_BLOCKED",
|
|
43
53
|
ANALYSIS_CHANGE_REPLACED: "ANALYSIS_CHANGE_REPLACED",
|
|
44
54
|
ANALYSIS_CHANGE_NOT_READY: "ANALYSIS_CHANGE_NOT_READY",
|
|
45
55
|
ANALYSIS_GENERATION_MISSING: "ANALYSIS_GENERATION_MISSING",
|
|
@@ -73,6 +83,7 @@ var ErrorCodes = {
|
|
|
73
83
|
COORDINATOR_AUTH_FAILED: "COORDINATOR_AUTH_FAILED",
|
|
74
84
|
COORDINATOR_UNAVAILABLE: "COORDINATOR_UNAVAILABLE",
|
|
75
85
|
TRANSPORT_DEPENDENCY_MISSING: "TRANSPORT_DEPENDENCY_MISSING",
|
|
86
|
+
NATIVE_DEPENDENCY_MISSING: "NATIVE_DEPENDENCY_MISSING",
|
|
76
87
|
REPLICATION_ENTRY_INVALID: "REPLICATION_ENTRY_INVALID",
|
|
77
88
|
REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
|
|
78
89
|
REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
|
|
@@ -1,9 +1,23 @@
|
|
|
1
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
2
2
|
import { existsSync } from 'fs';
|
|
3
3
|
import { createRequire } from 'module';
|
|
4
4
|
import { join, dirname } from 'path';
|
|
5
5
|
|
|
6
|
+
// src/vector/osq/constants.ts
|
|
7
|
+
var OSQ_GRID = { 1: 0.798, 2: 1.493, 4: 2.514, 8: 3.922 };
|
|
8
|
+
var OSQ_STEPS = { 1: 1, 2: 3, 4: 15, 8: 255 };
|
|
9
|
+
var OSQ_QUERY_BITS = { 1: 4, 2: 4, 4: 4, 8: 8 };
|
|
10
|
+
var OSQ_PLACEMENT_QUERY_BITS = { 1: 4, 2: 4, 4: 8, 8: 8 };
|
|
11
|
+
var OSQ_LAMBDA = 0.1;
|
|
12
|
+
var OSQ_REFINE_ROUNDS = 5;
|
|
13
|
+
var OSQ_REFINE_TOLERANCE = 1e-8;
|
|
14
|
+
var MIN_OVERSAMPLE = 1;
|
|
15
|
+
|
|
16
|
+
// src/vector/native/types.ts
|
|
6
17
|
var NATIVE_CORE_ABI_VERSION = 6;
|
|
18
|
+
var NATIVE_OK = 0;
|
|
19
|
+
var NATIVE_NEEDS_ROOM = 3;
|
|
20
|
+
var NATIVE_GRAPH_NOT_HELD_ALONE = 4;
|
|
7
21
|
var BINARY_FILE_NAME = "narsil-core.node";
|
|
8
22
|
var MUSL_DIRECTORY = "musl";
|
|
9
23
|
var PLATFORMS_WITH_A_BINARY = /* @__PURE__ */ new Set([
|
|
@@ -111,4 +125,4 @@ function loadNativeCore() {
|
|
|
111
125
|
return loaded;
|
|
112
126
|
}
|
|
113
127
|
|
|
114
|
-
export { loadNativeCore, requireSearchBackendSettings };
|
|
128
|
+
export { MIN_OVERSAMPLE, NATIVE_GRAPH_NOT_HELD_ALONE, NATIVE_NEEDS_ROOM, NATIVE_OK, OSQ_GRID, OSQ_LAMBDA, OSQ_PLACEMENT_QUERY_BITS, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_STEPS, loadNativeCore, requireSearchBackendSettings };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-L5ORED7V.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
3
3
|
|
|
4
4
|
// src/serialization/base64.ts
|
|
5
5
|
var ALPHABET = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
|
|
@@ -1,19 +1,16 @@
|
|
|
1
|
-
import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, buildPartialWordTableFrom, createSurfaceRegistry, encodePartialSpellingsOf, recordValueSize, patternIndexOf, encodeFieldIndexes, countPartialSpelling, ARRAY_POSITION_GAP, documentWithOwnBuffers, readProjectedPath, copyVectorsInto, isCompositePartition,
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, buildPartialWordTableFrom, createSurfaceRegistry, encodePartialSpellingsOf, recordValueSize, patternIndexOf, encodeFieldIndexes, countPartialSpelling, ARRAY_POSITION_GAP, readHeapStatistics, documentWithOwnBuffers, readProjectedPath, copyVectorsInto, isCompositePartition, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, MAX_TERM_FREQUENCY, loadPhraseCodeFor, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createGeoIndex, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes, readResidentMemory, createCompositePartition } from './chunk-3HV7M5OJ.mjs';
|
|
2
|
+
import { fnv1a } from './chunk-KAKQ74LS.mjs';
|
|
3
|
+
import { resolveIndexAnalysis, getLanguage, synonymSearchModule } from './chunk-2HJWQPR6.mjs';
|
|
4
|
+
import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-ZAYWOHVG.mjs';
|
|
5
|
+
import { createDocIdMap } from './chunk-LQG5G2LY.mjs';
|
|
4
6
|
import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-JUKYYXSP.mjs';
|
|
5
|
-
import { getNestedValue, tokenizeOptions, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-
|
|
6
|
-
import {
|
|
7
|
-
import { fuzzyPrefixOf, boundedLevenshtein } from './chunk-GES7U2PM.mjs';
|
|
8
|
-
import { isWordIndexedBase } from './chunk-ZSWHPKGM.mjs';
|
|
9
|
-
import { resolveIndexAnalysis, synonymSearchModule } from './chunk-O4LJQI4G.mjs';
|
|
10
|
-
import { getLanguage } from './chunk-WNBRW4Q2.mjs';
|
|
11
|
-
import { encodeStringBlob, encodeLookupKey, visitTokens, codePointOrder } from './chunk-NPNK57CA.mjs';
|
|
7
|
+
import { partialFieldsOf, getNestedValue, schemaFieldsOf, tokenizeOptions, sameFields, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-SOUZMPME.mjs';
|
|
8
|
+
import { encodeStringBlob, encodeLookupKey, visitTokens, codePointOrder } from './chunk-65WCV5JO.mjs';
|
|
12
9
|
import { SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-4UMZ7KQL.mjs';
|
|
13
|
-
import {
|
|
14
|
-
import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-GLZHNSGB.mjs';
|
|
10
|
+
import { isWordIndexedBase, fuzzyPrefixOf, boundedLevenshtein } from './chunk-KYVRZAYP.mjs';
|
|
15
11
|
import { PROTOTYPE_POLLUTION_KEYS } from './chunk-L5ORED7V.mjs';
|
|
16
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
12
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
13
|
+
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
17
14
|
import { Decoder, decode } from '@msgpack/msgpack';
|
|
18
15
|
|
|
19
16
|
// src/core/synonyms/platform.ts
|
|
@@ -312,7 +309,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
312
309
|
const trackPositions = config.trackPositions ?? true;
|
|
313
310
|
const vecIndexes = vectorIndexes ?? /* @__PURE__ */ new Map();
|
|
314
311
|
let partitions = [];
|
|
315
|
-
const docPartitionMap =
|
|
312
|
+
const docPartitionMap = createDocIdMap();
|
|
316
313
|
const writeLogs = createWriteLogRecorder();
|
|
317
314
|
for (let i = 0; i < count; i++) {
|
|
318
315
|
partitions.push(createPartitionIndex(i, trackPositions));
|
|
@@ -647,6 +644,23 @@ async function runQueryAction(entry, action) {
|
|
|
647
644
|
return { count: result.totalMatched };
|
|
648
645
|
}
|
|
649
646
|
|
|
647
|
+
// src/core/id-generator.ts
|
|
648
|
+
function generateId() {
|
|
649
|
+
const bytes = new Uint8Array(16);
|
|
650
|
+
crypto.getRandomValues(bytes);
|
|
651
|
+
const now = Date.now();
|
|
652
|
+
bytes[0] = Math.floor(now / 2 ** 40);
|
|
653
|
+
bytes[1] = Math.floor(now / 2 ** 32) % 256;
|
|
654
|
+
bytes[2] = Math.floor(now / 2 ** 24) % 256;
|
|
655
|
+
bytes[3] = Math.floor(now / 2 ** 16) % 256;
|
|
656
|
+
bytes[4] = Math.floor(now / 2 ** 8) % 256;
|
|
657
|
+
bytes[5] = now % 256;
|
|
658
|
+
bytes[6] = bytes[6] & 15 | 112;
|
|
659
|
+
bytes[8] = bytes[8] & 63 | 128;
|
|
660
|
+
const hex = Array.from(bytes, (b) => b.toString(16).padStart(2, "0")).join("");
|
|
661
|
+
return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
|
|
662
|
+
}
|
|
663
|
+
|
|
650
664
|
// src/core/partition/frozen/doc-table.ts
|
|
651
665
|
function createFrozenDocTable(idTable, lengthColumns, documents, tombstones) {
|
|
652
666
|
const capacity = idTable.count;
|
|
@@ -3220,7 +3234,7 @@ async function attachSegments(entry, action) {
|
|
|
3220
3234
|
growPartitionsTo(entry.manager, segment.partitionId);
|
|
3221
3235
|
const surfaceForms = segment.survivingSurfaceForms;
|
|
3222
3236
|
const spellings = surfaceForms === void 0 ? void 0 : NO_REMOVED_SPELLINGS;
|
|
3223
|
-
const frozen = isPagedSnapshot(segment.snapshot) ? (await import('./module-
|
|
3237
|
+
const frozen = isPagedSnapshot(segment.snapshot) ? (await import('./module-V5K4ZP23.mjs')).createPagedFrozenSegment(segment.snapshot) : createSharedFrozenSegment(segment.snapshot, surfaceForms);
|
|
3224
3238
|
for (const docId of segment.tombstonedDocIds ?? []) frozen.tombstoneDocument(docId, spellings);
|
|
3225
3239
|
entry.manager.attachFrozenSegment(segment.partitionId, frozen);
|
|
3226
3240
|
}
|
|
@@ -3275,7 +3289,7 @@ function runSegmentAction(entry, action) {
|
|
|
3275
3289
|
case "attachSegments":
|
|
3276
3290
|
return attachSegments(entry, action);
|
|
3277
3291
|
case "adoptDiskSegments":
|
|
3278
|
-
return import('./module-
|
|
3292
|
+
return import('./module-V5K4ZP23.mjs').then((code) => code.adoptSegmentsOnWorker(entry.manager, action));
|
|
3279
3293
|
case "compactSegments": {
|
|
3280
3294
|
const partition = requireComposite(entry, action.indexName, action.partitionId, "compact");
|
|
3281
3295
|
return mergeFrozenSegments(
|
|
@@ -3677,4 +3691,4 @@ function createDirectExecutor(options) {
|
|
|
3677
3691
|
};
|
|
3678
3692
|
}
|
|
3679
3693
|
|
|
3680
|
-
export { assemblePagedFrozenSegment, availableSynonymModule, buildSegmentPayload, createDirectExecutor, createEncodedDocumentSource, createFrozenSegment, createPartitionManager, createPartitionRouter, createSharedFrozenSegment, decodeEveryStoredDocument, decodeMapWithoutFields, decodeStoredDocument, decodeSurfaceTable, encodeSurfaceTable, endOfValue, fieldIndexRemapOf, freezeSegmentShared, holdsADiscardedField, isEmptySynonymSet, mergeFieldIndexes, mergeFieldLengths, mergeFrozenSegments, mergePartialWords, mergeSegmentContents, mergeSurfaceForms, registerSynonyms, resolvePartialWordAnalysis, resolvePartitionInsertOptions, segmentArraysOf, selectionKeeps, shareSegmentArrays, synonymModule, wrapFrozenTokenTable };
|
|
3694
|
+
export { assemblePagedFrozenSegment, availableSynonymModule, buildSegmentPayload, createDirectExecutor, createEncodedDocumentSource, createFrozenSegment, createPartitionManager, createPartitionRouter, createSharedFrozenSegment, decodeEveryStoredDocument, decodeMapWithoutFields, decodeStoredDocument, decodeSurfaceTable, encodeSurfaceTable, endOfValue, fieldIndexRemapOf, freezeSegmentShared, generateId, holdsADiscardedField, isEmptySynonymSet, mergeFieldIndexes, mergeFieldLengths, mergeFrozenSegments, mergePartialWords, mergeSegmentContents, mergeSurfaceForms, registerSynonyms, resolvePartialWordAnalysis, resolvePartitionInsertOptions, segmentArraysOf, selectionKeeps, shareSegmentArrays, synonymModule, wrapFrozenTokenTable };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { sanitizeSurfaceForms, patternIndexesFromWire, dropStoredVectorValues } from './chunk-
|
|
2
|
-
import { requireValidFieldTypes } from './chunk-
|
|
1
|
+
import { sanitizeSurfaceForms, patternIndexesFromWire, dropStoredVectorValues } from './chunk-XKPNKR3V.mjs';
|
|
2
|
+
import { requireValidFieldTypes } from './chunk-SOUZMPME.mjs';
|
|
3
3
|
import { VALID_HNSW_METRICS } from './chunk-U476IXKQ.mjs';
|
|
4
4
|
import { decode } from '@msgpack/msgpack';
|
|
5
5
|
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope } from './chunk-
|
|
4
|
-
import { selectionKeeps, segmentArraysOf, mergeSegmentContents } from './chunk-
|
|
5
|
-
import { messagePackUpperBoundBytes } from './chunk-
|
|
1
|
+
import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-U2726TL5.mjs';
|
|
2
|
+
import { readListedFile, requireListedChecksum, segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-6C5EX2QR.mjs';
|
|
3
|
+
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope } from './chunk-VQDZVWN3.mjs';
|
|
4
|
+
import { selectionKeeps, segmentArraysOf, mergeSegmentContents } from './chunk-O4KUNDVF.mjs';
|
|
5
|
+
import { messagePackUpperBoundBytes } from './chunk-SOUZMPME.mjs';
|
|
6
6
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
7
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
7
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
8
8
|
import { encode } from '@msgpack/msgpack';
|
|
9
9
|
|
|
10
10
|
// src/persistence/durability/constants.ts
|
|
@@ -566,7 +566,7 @@ async function writePagedGroup(state, group) {
|
|
|
566
566
|
const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
|
|
567
567
|
const id = state.nextSegmentId;
|
|
568
568
|
const key = segmentKey(request.indexName, request.partitionId, id);
|
|
569
|
-
const { writePagedSegment } = await import('./module-
|
|
569
|
+
const { writePagedSegment } = await import('./module-V5K4ZP23.mjs');
|
|
570
570
|
const written = await writePagedSegment({
|
|
571
571
|
directory,
|
|
572
572
|
key,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { IDLE_HEAP_CLEANUP_CHECK_MS, IDLE_HEAP_CLEANUP_MAX_UTILISATION, IDLE_HEAP_CLEANUP_MAX_GROWTH_BYTES, IDLE_HEAP_CLEANUP_QUIET_CHECKS, IDLE_HEAP_CLEANUP_MIN_RECLAIMABLE_BYTES } from './chunk-
|
|
1
|
+
import { IDLE_HEAP_CLEANUP_CHECK_MS, IDLE_HEAP_CLEANUP_MAX_UTILISATION, IDLE_HEAP_CLEANUP_MAX_GROWTH_BYTES, IDLE_HEAP_CLEANUP_QUIET_CHECKS, IDLE_HEAP_CLEANUP_MIN_RECLAIMABLE_BYTES } from './chunk-ZXNQEW43.mjs';
|
|
2
2
|
import { performance } from 'perf_hooks';
|
|
3
3
|
import { setFlagsFromString, getHeapStatistics } from 'v8';
|
|
4
4
|
import { runInNewContext } from 'vm';
|