@delali/narsil 0.3.1-next.156 → 0.3.1-next.157
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{analysis-change-5BQOQ4BF.mjs → analysis-change-CKEMM2MC.mjs} +9 -9
- package/dist/{react-native/chunks/analysis-change-entry-SCVWK6OU.mjs → analysis-change-entry-SEDMJ6MW.mjs} +1 -1
- package/dist/browser/{analysis-change-435CUEPZ.mjs → analysis-change-ZKGJFENM.mjs} +38 -29
- package/dist/{analysis-change-entry-TXX6JSMX.mjs → browser/analysis-change-entry-5BFUVMHJ.mjs} +1 -1
- package/dist/browser/{chunk-BHFQATSC.mjs → chunk-25MTVDYD.mjs} +1 -1
- package/dist/browser/{chunk-IZXVW2ZJ.mjs → chunk-3NLMB5CC.mjs} +2 -2
- package/dist/browser/{chunk-23XRXIBW.mjs → chunk-5YWB3E2W.mjs} +8 -1
- package/dist/browser/chunk-AI5UI46D.mjs +12 -0
- package/dist/browser/{chunk-2CFI5VVV.mjs → chunk-BLT4RHCJ.mjs} +2 -2
- package/dist/browser/{chunk-4NGKC4H4.mjs → chunk-C26SPCGQ.mjs} +7 -6
- package/dist/browser/{chunk-6LWDPLTB.mjs → chunk-C4FJ3WDY.mjs} +1 -1
- package/dist/browser/{chunk-MGI4BCXC.mjs → chunk-CXNTHHA7.mjs} +2 -2
- package/dist/browser/{chunk-STOWQFT3.mjs → chunk-DUH6QUVU.mjs} +547 -2
- package/dist/browser/chunk-EKMGCRSR.mjs +61 -0
- package/dist/browser/{chunk-SSTPBZZX.mjs → chunk-GFAZPSWK.mjs} +5 -5
- package/dist/browser/{chunk-3SSRJMFN.mjs → chunk-HUCSHDTB.mjs} +1 -1
- package/dist/browser/{chunk-K4Q6KX3R.mjs → chunk-K3IPRX6D.mjs} +48 -17
- package/dist/browser/{chunk-MOG4OVDK.mjs → chunk-MY2XKH22.mjs} +1 -12
- package/dist/browser/{chunk-3V7DNNZL.mjs → chunk-N23GL72Q.mjs} +178 -801
- package/dist/browser/{chunk-NQAME3RK.mjs → chunk-UATIJ4KU.mjs} +2 -2
- package/dist/browser/{chunk-2TI4SSUP.mjs → chunk-UKOWD2K5.mjs} +3 -3
- package/dist/browser/{chunk-7U3WVJUP.mjs → chunk-UTMHUHUV.mjs} +2 -2
- package/dist/browser/{chunk-EA63E3D2.mjs → chunk-V43N6TZO.mjs} +5 -5
- package/dist/browser/{chunk-CRE3G7F3.mjs → chunk-VY5KW3HN.mjs} +3 -3
- package/dist/browser/{chunk-WI4MR75E.mjs → chunk-X7TXYUKO.mjs} +1 -1
- package/dist/browser/{chunk-KZWSX6BH.mjs → chunk-Y6IBAUNO.mjs} +2 -86
- package/dist/browser/{cold-module-2EHCIV4K.mjs → cold-module-YNUUDNOM.mjs} +12 -10
- package/dist/browser/{durability-wiring-A7BVG2DW.mjs → durability-wiring-GVZEE46O.mjs} +64 -21
- package/dist/browser/{engine-hooks-E4UD67JD.mjs → engine-hooks-HBVS6YM4.mjs} +5 -4
- package/dist/browser/{geo-index-HHWGMNIS.mjs → geo-index-OTV7VPIR.mjs} +2 -1
- package/dist/browser/{import-DXYB6756.mjs → import-5ESVMFDJ.mjs} +6 -5
- package/dist/browser/{module-NIYMEA5R.mjs → module-NDSQLPMQ.mjs} +11 -9
- package/dist/{release-BH3DKW3T.mjs → browser/release-HYXPVJVS.mjs} +0 -1
- package/dist/browser/{restore-hooks-YPN4ZFCY.mjs → restore-hooks-IE3GGYHG.mjs} +8 -7
- package/dist/browser/{restore-queue-G3RQGL3Y.mjs → restore-queue-LQBBTODR.mjs} +3 -3
- package/dist/browser/{retention-ZWVMNC3Q.mjs → retention-TY3L3BFN.mjs} +7 -6
- package/dist/browser/{snapshot-VEQNIE6C.mjs → snapshot-5FHPPCNZ.mjs} +16 -14
- package/dist/browser/{start-BM442C6R.mjs → start-2UZTOBG5.mjs} +8 -7
- package/dist/browser/{write-2EVMZWDE.mjs → write-ULXAN5B4.mjs} +10 -8
- package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-D3AoBJoF.d.ts} +2 -2
- package/dist/{chunk-K5QFDYST.mjs → chunk-24FNVRKB.mjs} +1 -1
- package/dist/{chunk-DP5C7YFQ.mjs → chunk-2ROUFMQX.mjs} +2 -2
- package/dist/{chunk-PWC4VB3Q.mjs → chunk-4B7JIGQD.mjs} +2 -2
- package/dist/{chunk-FAKFUDZZ.mjs → chunk-4LMSZAK6.mjs} +14 -3
- package/dist/{chunk-6I6AYAXS.mjs → chunk-4ZTHGTVX.mjs} +2 -2
- package/dist/{chunk-QOW2JPUI.mjs → chunk-BNL5OPRV.mjs} +6 -6
- package/dist/{chunk-3HYC4JRF.mjs → chunk-C7XQYG6U.mjs} +2 -2
- package/dist/{chunk-WX4LAO6M.mjs → chunk-CQZXZ75V.mjs} +3 -97
- package/dist/{chunk-4KKXNJM6.mjs → chunk-CWS55TEX.mjs} +2 -2
- package/dist/{chunk-2UV4QBHW.mjs → chunk-EYD7K3H6.mjs} +5 -5
- package/dist/{chunk-EFBDHH5P.mjs → chunk-FEZVDOWX.mjs} +160 -245
- package/dist/{chunk-XAXKV65G.mjs → chunk-FUD5XSZ5.mjs} +1 -1
- package/dist/{chunk-JDJBQLRO.mjs → chunk-GPWMUPCA.mjs} +10 -10
- package/dist/{chunk-25KDNIZZ.mjs → chunk-IIRIG7H5.mjs} +1 -1
- package/dist/{chunk-TZTRKM33.mjs → chunk-JSV6OQ4C.mjs} +1 -1
- package/dist/{chunk-NF4DT3IH.mjs → chunk-JTYPJF3T.mjs} +8 -1
- package/dist/chunk-KCQYFO4K.mjs +62 -0
- package/dist/{chunk-CSLGFPFQ.mjs → chunk-LDNCLRZU.mjs} +1 -1
- package/dist/{chunk-MQOJIO5B.mjs → chunk-MW6BR4QP.mjs} +2 -2
- package/dist/{react-native/chunks/chunk-MUWD2H2S.mjs → chunk-MWD5VPN7.mjs} +2 -2
- package/dist/{chunk-XXHN7J46.mjs → chunk-ODYKO5TO.mjs} +1 -1
- package/dist/{chunk-RDXO6JST.mjs → chunk-OG7UGJ6F.mjs} +2 -2
- package/dist/{chunk-FYOVBEMM.mjs → chunk-OQLD2BSW.mjs} +2 -2
- package/dist/{chunk-I53G4JAU.mjs → chunk-OYABFKTW.mjs} +2 -2
- package/dist/{chunk-TZ3355VS.mjs → chunk-P5LANSH6.mjs} +1 -1
- package/dist/{chunk-P5ZI2P2W.mjs → chunk-PIH5SJ4N.mjs} +3 -3
- package/dist/{chunk-HFPMMRQT.mjs → chunk-PSZI4O24.mjs} +51 -4
- package/dist/{chunk-L6V6BST3.mjs → chunk-PV2CG7EJ.mjs} +3 -552
- package/dist/{chunk-SA5LOGO3.mjs → chunk-PWGYQXML.mjs} +1 -1
- package/dist/{chunk-BWZ3P4MU.mjs → chunk-QLDABJZM.mjs} +3 -3
- package/dist/{chunk-JWRUUCWD.mjs → chunk-RCX4WNLC.mjs} +2 -2
- package/dist/{chunk-DWEPMFJE.mjs → chunk-RIHIVFIQ.mjs} +5 -5
- package/dist/{chunk-FNGAM5B7.mjs → chunk-RWURUDSP.mjs} +8 -8
- package/dist/{chunk-I2KPOLOZ.mjs → chunk-SMOOSIAW.mjs} +3 -3
- package/dist/{chunk-TGS5UXBE.mjs → chunk-SOI6LTHM.mjs} +3 -3
- package/dist/{chunk-YTWZVGCB.mjs → chunk-UD5HIS4U.mjs} +1 -1
- package/dist/{chunk-46KY2PJD.mjs → chunk-UJDJB3NE.mjs} +37 -29
- package/dist/{chunk-Z2KAFCRT.mjs → chunk-VSLSGASN.mjs} +2 -2
- package/dist/{chunk-VTTRFF2C.mjs → chunk-VZ2ONHEE.mjs} +9 -5
- package/dist/chunk-W5EB5XKI.mjs +741 -0
- package/dist/{chunk-7LXHHCXZ.mjs → chunk-W7OSSKH5.mjs} +46 -16
- package/dist/{chunk-ZKP7G7TV.mjs → chunk-XXJZMTZT.mjs} +1 -1
- package/dist/{chunk-FRBFVQFN.mjs → chunk-ZPZ3YGXV.mjs} +4 -4
- package/dist/{client-DRv7UVeY.d.ts → client-kqSMevVi.d.ts} +15 -3
- package/dist/client.d.ts +6 -6
- package/dist/client.mjs +4 -0
- package/dist/{cold-module-6MO2XJF2.mjs → cold-module-VOJXMNZB.mjs} +13 -12
- package/dist/{config-DMwffLKn.d.ts → config-B4v_Htpu.d.ts} +1 -1
- package/dist/{config-CoSig5Ox.d.ts → config-CTP01fns.d.ts} +1 -1
- package/dist/{direct-executor-FTMYY3TI.mjs → direct-executor-V5DRIECI.mjs} +5 -5
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +72 -64
- package/dist/{durability-wiring-VIF5MOSY.mjs → durability-wiring-3TD62MBI.mjs} +38 -30
- package/dist/{engine-CFxPYqEk.d.ts → engine-CkPn2PWE.d.ts} +1 -1
- package/dist/{engine-hooks-EGUGNZYE.mjs → engine-hooks-HA3SBOBR.mjs} +8 -8
- package/dist/{import-XKDPJQDP.mjs → import-GPKLTSKA.mjs} +8 -8
- package/dist/index.browser.mjs +4 -3
- package/dist/index.d.ts +4 -4
- package/dist/index.mjs +7 -7
- package/dist/index.react-native.mjs +3 -3
- package/dist/{long-query-thread-YA4IAYSY.mjs → long-query-thread-QDFQSJD6.mjs} +13 -13
- package/dist/{module-FQ4JWNQJ.mjs → module-JYHFTVPS.mjs} +12 -11
- package/dist/{paged-partition-archive-PXW5XAYU.mjs → paged-partition-archive-RLRGOXDX.mjs} +14 -14
- package/dist/partial-words.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +13 -12
- package/dist/query-suggestions/merge-worker.mjs +9 -9
- package/dist/query-suggestions.browser.mjs +9 -8
- package/dist/query-suggestions.d.ts +1 -1
- package/dist/query-suggestions.mjs +17 -17
- package/dist/react-native/chunks/{analysis-change-LT5QBQ3H.mjs → analysis-change-QUVDNABS.mjs} +37 -29
- package/dist/{browser/analysis-change-entry-HZXKPPGV.mjs → react-native/chunks/analysis-change-entry-OC4XASBF.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-KV46CT4D.mjs → chunk-4AV5PPH6.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-GXX3DQXP.mjs → chunk-4COWCEY7.mjs} +188 -163
- package/dist/react-native/chunks/{chunk-G43IPIDG.mjs → chunk-4NWR3NGS.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-3JWDECAZ.mjs → chunk-5MSX5FRT.mjs} +5 -5
- package/dist/react-native/chunks/{chunk-6WA3C3DV.mjs → chunk-6OFDUYVX.mjs} +8 -1
- package/dist/react-native/chunks/{chunk-NB3LP33V.mjs → chunk-6ZELFCK5.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-4JYO3JD2.mjs → chunk-BITYFZSZ.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-ZXZFN7FI.mjs → chunk-DMIFXZ3Q.mjs} +1 -1
- package/dist/{chunk-KF4EXSM4.mjs → react-native/chunks/chunk-IAENKE2D.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-ZLWVW734.mjs → chunk-KSBYEMCB.mjs} +1 -1
- package/dist/react-native/chunks/chunk-KU646XXT.mjs +164 -0
- package/dist/react-native/chunks/{chunk-MIP4SOR6.mjs → chunk-OCSLSH27.mjs} +164 -244
- package/dist/react-native/chunks/chunk-OXM66LO6.mjs +62 -0
- package/dist/react-native/chunks/{chunk-VWUDIOT6.mjs → chunk-TORU2OHQ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-PDRWWPKV.mjs → chunk-WVWJNUMN.mjs} +48 -18
- package/dist/react-native/chunks/{chunk-UQ4OAXKU.mjs → chunk-WW2X2AEI.mjs} +4 -4
- package/dist/react-native/chunks/{chunk-QUKQNI3H.mjs → chunk-ZNZ6CPAZ.mjs} +2 -87
- package/dist/react-native/chunks/{chunk-TP6KCKER.mjs → chunk-ZVQMBF2H.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-POPDAGH6.mjs → chunk-ZWAIN4GG.mjs} +6 -6
- package/dist/react-native/chunks/{cold-module-KVZYUGRY.mjs → cold-module-N6KFNNZA.mjs} +9 -8
- package/dist/react-native/chunks/{durability-wiring-34OYO32E.mjs → durability-wiring-RN64S2TL.mjs} +63 -21
- package/dist/react-native/chunks/{engine-hooks-M7JV46NH.mjs → engine-hooks-CWA5CKCA.mjs} +4 -4
- package/dist/react-native/chunks/{import-H6AQREWI.mjs → import-5UAWBRJP.mjs} +4 -4
- package/dist/react-native/chunks/{module-LBZPGOWH.mjs → module-6RP4ZCBW.mjs} +8 -7
- package/dist/react-native/chunks/{release-D7ZTIANM.mjs → release-2SIHZWDO.mjs} +0 -1
- package/dist/react-native/chunks/{restore-hooks-IBGIY3DR.mjs → restore-hooks-ENFMDTWC.mjs} +7 -7
- package/dist/react-native/chunks/{restore-queue-ZZX54AH7.mjs → restore-queue-4R6AASE5.mjs} +3 -3
- package/dist/react-native/chunks/{retention-EW4TTDFB.mjs → retention-5GTFT3GR.mjs} +6 -6
- package/dist/react-native/chunks/{snapshot-REYVIN3X.mjs → snapshot-5LGPQXFS.mjs} +15 -14
- package/dist/react-native/chunks/{start-BQK6KN3R.mjs → start-ZQJVZ5DN.mjs} +7 -7
- package/dist/react-native/chunks/{write-FQAYCZF5.mjs → write-6BRYIIZ7.mjs} +7 -6
- package/dist/react-native/partial-words.mjs +2 -2
- package/dist/react-native/query-suggestions.mjs +8 -8
- package/dist/react-native/sync.mjs +44 -10
- package/dist/react.d.ts +7 -7
- package/dist/{browser/release-76MXRPGV.mjs → release-SMR4WJD4.mjs} +0 -1
- package/dist/{restore-hooks-CDERDEF4.mjs → restore-hooks-HXLIEB4A.mjs} +12 -12
- package/dist/{restore-queue-7NNSTROA.mjs → restore-queue-LZH7LMLR.mjs} +3 -3
- package/dist/{retention-QSVBBNRM.mjs → retention-3K7ARGAG.mjs} +12 -12
- package/dist/server.d.ts +10 -8
- package/dist/server.mjs +37 -29
- package/dist/{snapshot-RH4NSKIZ.mjs → snapshot-O7ICP7NJ.mjs} +24 -23
- package/dist/{start-MCKCOGIW.mjs → start-S4PFP6RS.mjs} +14 -14
- package/dist/sync/filesystem.d.ts +2 -2
- package/dist/sync/indexeddb.d.ts +2 -2
- package/dist/sync.browser.mjs +44 -10
- package/dist/sync.d.ts +3 -3
- package/dist/sync.mjs +44 -10
- package/dist/{tasks-qrJojgST.d.ts → tasks-CoNjxbop.d.ts} +2 -2
- package/dist/{thread-O4SBJJJS.mjs → thread-YLJ3ZPQ3.mjs} +12 -12
- package/dist/{types-BZCGjfLn.d.ts → types-DPMjfOr_.d.ts} +1 -1
- package/dist/workers/entry.mjs +5 -5
- package/dist/{write-3FK7NG3Y.mjs → write-2OBJGLFS.mjs} +11 -10
- package/openapi.json +71 -0
- package/package.json +7 -7
- package/dist/chunk-BU4SAIC4.mjs +0 -196
- package/dist/react-native/chunks/chunk-DNXOMPAQ.mjs +0 -191
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
import { decodeSegmentManifest } from './chunk-
|
|
1
|
+
import { decodeSegmentManifest } from './chunk-BLT4RHCJ.mjs';
|
|
2
2
|
import { isSyncEpoch } from './chunk-YJHGOJAC.mjs';
|
|
3
|
-
import { storedStateToWire, storedStateFromWire } from './chunk-
|
|
3
|
+
import { storedStateToWire, storedStateFromWire } from './chunk-HUCSHDTB.mjs';
|
|
4
4
|
import { DEFAULT_VECTOR_METRIC, defaultQuantizationFor } from './chunk-3I27KXQD.mjs';
|
|
5
|
-
import { readListedFile, requireListedChecksum, writeSegmentsOf, readSegmentFile, requireListedSize, SEGMENT_PAGE_BYTES, STABLE_HEAD_ATTEMPTS, RECORD_PAGE_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-
|
|
6
|
-
import { restoreVectorFields } from './chunk-KZWSX6BH.mjs';
|
|
5
|
+
import { readListedFile, requireListedChecksum, writeSegmentsOf, readSegmentFile, requireListedSize, SEGMENT_PAGE_BYTES, STABLE_HEAD_ATTEMPTS, RECORD_PAGE_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-V43N6TZO.mjs';
|
|
7
6
|
import { DEFAULT_COMPACTION_THRESHOLD, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_FILE_FRAMING_SLACK_BYTES } from './chunk-ZI2V4VD7.mjs';
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
7
|
+
import { restoreVectorFields } from './chunk-EKMGCRSR.mjs';
|
|
8
|
+
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, vectorFileKey, MAX_SEGMENTS_PER_PARTITION, graphPartKey } from './chunk-5YWB3E2W.mjs';
|
|
9
|
+
import { VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, rulesOfStoredSynonyms, isCompositePartition, packChecksummedEnvelope, reconstructSchemaFromMetadata, engineVersionParts, packEnvelopeWithChecksum, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, decodeEveryStoredDocument, shareSegmentArrays, decodeMapWithoutFields, prepareDocumentVectors } from './chunk-N23GL72Q.mjs';
|
|
10
|
+
import { flattenSchema, crc32, extractVectorFieldsFromSchema, requireValidFieldTypes, readHeader, HEADER_SIZE, writeHeader, openChecksummedEnvelope, checksumOfChunks, partialFieldsOf, getLanguage, VECTOR_PATTERN, isQuantizationMode, isStorageMode, resolveIndexAnalysis } from './chunk-DUH6QUVU.mjs';
|
|
11
11
|
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead } from './chunk-WN464PTL.mjs';
|
|
12
12
|
import { compareCodePoints } from './chunk-NXQG7DRA.mjs';
|
|
13
13
|
import { VALID_HNSW_METRICS, MAX_FILE_BYTES } from './chunk-GPPOG6PT.mjs';
|
|
@@ -1228,7 +1228,7 @@ function holdsEveryHead(ref) {
|
|
|
1228
1228
|
async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
|
|
1229
1229
|
const { pathOf } = store;
|
|
1230
1230
|
if (pathOf === void 0 || vectorIndex.storage !== "disk" || !holdsEveryHead(ref)) return false;
|
|
1231
|
-
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-
|
|
1231
|
+
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-YNUUDNOM.mjs');
|
|
1232
1232
|
await Promise.all([
|
|
1233
1233
|
...ref.files.map((file) => requireListedSize(store, file.key, { bytes: file.bytes, what: "vector file" })),
|
|
1234
1234
|
...ref.graphParts.map((part) => requireListedSize(store, part.key, { bytes: part.bytes, what: "graph part" }))
|
|
@@ -2032,7 +2032,7 @@ async function compactPartitionSegments(input) {
|
|
|
2032
2032
|
if (paged) {
|
|
2033
2033
|
const { directory } = input.store;
|
|
2034
2034
|
if (directory === void 0) return { segments, nextSegmentId: input.nextSegmentId };
|
|
2035
|
-
const { mergePagedWindow } = await import('./module-
|
|
2035
|
+
const { mergePagedWindow } = await import('./module-NDSQLPMQ.mjs');
|
|
2036
2036
|
return replacing(
|
|
2037
2037
|
await mergePagedWindow({
|
|
2038
2038
|
store: input.store,
|
|
@@ -2120,7 +2120,7 @@ function pagedSettingsOf(context) {
|
|
|
2120
2120
|
async function tombstonesOfDelta(context, older, selections, deleted) {
|
|
2121
2121
|
const { directory } = context.input.store;
|
|
2122
2122
|
if (context.input.metadata.textStorage !== "disk" || directory === void 0) return deleted;
|
|
2123
|
-
const { pagedTombstonesFor } = await import('./module-
|
|
2123
|
+
const { pagedTombstonesFor } = await import('./module-NDSQLPMQ.mjs');
|
|
2124
2124
|
return pagedTombstonesFor(
|
|
2125
2125
|
directory,
|
|
2126
2126
|
older,
|
|
@@ -2321,23 +2321,50 @@ function removeFromPartition(manager, partitionId, docIds) {
|
|
|
2321
2321
|
}
|
|
2322
2322
|
}
|
|
2323
2323
|
async function attachPagedSegment(directory, ref, partitionId, manager, options) {
|
|
2324
|
-
const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-
|
|
2324
|
+
const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-NDSQLPMQ.mjs');
|
|
2325
2325
|
if (options.decodesEveryDocument) await checkPagedSegmentFully(directory, ref);
|
|
2326
2326
|
const snapshot = openPagedSnapshot(await pagedListingOf(directory, ref));
|
|
2327
2327
|
requireAgreedSchema(options.schema, snapshot.schema, ref.key);
|
|
2328
2328
|
const segment = createPagedFrozenSegment(snapshot);
|
|
2329
2329
|
removeFromPartition(manager, partitionId, snapshot.tombstones);
|
|
2330
2330
|
options.writeRecords?.loadPagedSegment(manager.indexName, partitionId, segment);
|
|
2331
|
-
if (snapshot.documentCount > 0)
|
|
2332
|
-
|
|
2331
|
+
if (snapshot.documentCount > 0) {
|
|
2332
|
+
manager.attachFrozenSegment(partitionId, segment);
|
|
2333
|
+
return segment;
|
|
2334
|
+
}
|
|
2335
|
+
segment.paged?.close();
|
|
2336
|
+
return null;
|
|
2337
|
+
}
|
|
2338
|
+
function documentsHeldBefore(manager, partitionId) {
|
|
2339
|
+
const held = manager.partitionAt(partitionId);
|
|
2340
|
+
return held === void 0 ? [] : [...held.docIds()];
|
|
2341
|
+
}
|
|
2342
|
+
function removeDocumentsMissingFromLoadedSegments(manager, partitionId, heldBefore, loaded) {
|
|
2343
|
+
const absent = heldBefore.filter(
|
|
2344
|
+
(docId) => manager.partitionIdOf(docId) === partitionId && !loaded.some((segment) => segment.hasDocument(docId))
|
|
2345
|
+
);
|
|
2346
|
+
if (absent.length === 0) return;
|
|
2347
|
+
manager.beginBatchRemove();
|
|
2348
|
+
try {
|
|
2349
|
+
for (const docId of absent) manager.remove(docId);
|
|
2350
|
+
} finally {
|
|
2351
|
+
manager.endBatchRemove();
|
|
2352
|
+
}
|
|
2333
2353
|
}
|
|
2334
2354
|
async function loadPartitionSegments(store, partition, manager, options) {
|
|
2355
|
+
const heldBefore = documentsHeldBefore(manager, partition.partitionId);
|
|
2356
|
+
const loaded = await attachPartitionSegments(store, partition, manager, options);
|
|
2357
|
+
removeDocumentsMissingFromLoadedSegments(manager, partition.partitionId, heldBefore, loaded);
|
|
2358
|
+
}
|
|
2359
|
+
async function attachPartitionSegments(store, partition, manager, options) {
|
|
2360
|
+
const loaded = [];
|
|
2335
2361
|
const { directory } = store;
|
|
2336
2362
|
for (const ref of partition.segments) {
|
|
2337
2363
|
if (manager.config.textStorage === "disk" && directory !== void 0) {
|
|
2338
|
-
const { isPagedSegmentFile } = await import('./module-
|
|
2364
|
+
const { isPagedSegmentFile } = await import('./module-NDSQLPMQ.mjs');
|
|
2339
2365
|
if (await isPagedSegmentFile(directory, ref.key)) {
|
|
2340
|
-
await attachPagedSegment(directory, ref, partition.partitionId, manager, options);
|
|
2366
|
+
const paged = await attachPagedSegment(directory, ref, partition.partitionId, manager, options);
|
|
2367
|
+
if (paged !== null) loaded.push(paged);
|
|
2341
2368
|
await yieldToEventLoop();
|
|
2342
2369
|
continue;
|
|
2343
2370
|
}
|
|
@@ -2348,9 +2375,13 @@ async function loadPartitionSegments(store, partition, manager, options) {
|
|
|
2348
2375
|
const segment = createSharedFrozenSegment(shareSegmentArrays(contents.arrays, manager.partialWordAnalysis));
|
|
2349
2376
|
removeWhatTheSegmentReplaces(manager, segment, contents);
|
|
2350
2377
|
options.writeRecords?.loadSegment(manager.indexName, partition.partitionId, segment, contents);
|
|
2351
|
-
if (contents.arrays.documentCount > 0)
|
|
2378
|
+
if (contents.arrays.documentCount > 0) {
|
|
2379
|
+
manager.attachFrozenSegment(partition.partitionId, segment);
|
|
2380
|
+
loaded.push(segment);
|
|
2381
|
+
}
|
|
2352
2382
|
await yieldToEventLoop();
|
|
2353
2383
|
}
|
|
2384
|
+
return loaded;
|
|
2354
2385
|
}
|
|
2355
2386
|
|
|
2356
2387
|
// src/persistence/durability/segment/load.ts
|
|
@@ -2391,7 +2422,7 @@ async function loadSegmentedCheckpoint(store, indexName, manifest, deps, decodes
|
|
|
2391
2422
|
(field) => deps.vectorIndexes.get(field.fieldPath)?.storage === "disk" && field.files.some((file) => file.headOffset !== void 0)
|
|
2392
2423
|
);
|
|
2393
2424
|
if (!decodesEveryDocument && directory !== void 0 && opensVectorsOnDemand) {
|
|
2394
|
-
const { startReadingOpeningSectionsAhead } = await import('./module-
|
|
2425
|
+
const { startReadingOpeningSectionsAhead } = await import('./module-NDSQLPMQ.mjs');
|
|
2395
2426
|
await startReadingOpeningSectionsAhead(directory, manifest);
|
|
2396
2427
|
}
|
|
2397
2428
|
for (const partition of manifest.partitions) {
|
|
@@ -1,14 +1,3 @@
|
|
|
1
|
-
// src/geo/constants.ts
|
|
2
|
-
var DEG_TO_RAD = Math.PI / 180;
|
|
3
|
-
var MAX_LATITUDE_DEGREES = 90;
|
|
4
|
-
var MAX_LONGITUDE_DEGREES = 180;
|
|
5
|
-
var MIN_POLYGON_POINTS = 3;
|
|
6
|
-
var ANTIMERIDIAN_SPAN_DEGREES = 180;
|
|
7
|
-
var FULL_TURN_DEGREES = 360;
|
|
8
|
-
var EARTH_RADIUS_METERS = 63710088e-1;
|
|
9
|
-
var LOCATION_CODE_BITS_PER_AXIS = 26;
|
|
10
|
-
var MAX_COVERING_CELLS = 16;
|
|
11
|
-
|
|
12
1
|
// src/math/words.ts
|
|
13
2
|
var FLOAT = new Float64Array(1);
|
|
14
3
|
var SIGNED = new Int32Array(FLOAT.buffer);
|
|
@@ -48,4 +37,4 @@ function scaleByPowerOfTwo(value, exponent) {
|
|
|
48
37
|
return value * fromWords(exponent + EXPONENT_BIAS << EXPONENT_SHIFT, 0);
|
|
49
38
|
}
|
|
50
39
|
|
|
51
|
-
export {
|
|
40
|
+
export { INFINITE_HIGH_WORD, MAGNITUDE_MASK, SMALLEST_NORMAL_HIGH_WORD, fromWords, highWord, lowWord, scaleByPowerOfTwo, withHighWord, withLowWord };
|