@delali/narsil 0.3.1-next.185 → 0.3.1-next.189
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/{chunk-4ZICWS4V.mjs → chunk-QAOVAYAG.mjs} +1 -1
- package/dist/browser/{chunk-CPSHS46N.mjs → chunk-WFQLSNCO.mjs} +27 -22
- package/dist/browser/{chunk-2Q45HI5H.mjs → chunk-YINZFPLT.mjs} +7 -0
- package/dist/browser/{module-XVLHJ7T7.mjs → module-VOTN3Q6X.mjs} +15 -0
- package/dist/browser/{optional-writes-ZTBHYQMN.mjs → optional-writes-J5BHKEQL.mjs} +21 -8
- package/dist/browser/{storage-leaf-4XMCITJ6.mjs → storage-leaf-62LA56U2.mjs} +14558 -13739
- package/dist/{capabilities-DAHXphRn.d.ts → capabilities-CLnQHIqV.d.ts} +51 -9
- package/dist/{chunk-KLVMK3R5.mjs → chunk-2CKDCC65.mjs} +1 -1
- package/dist/{chunk-7WXGUTWK.mjs → chunk-3JRN23HA.mjs} +17 -6
- package/dist/{chunk-5BUEBIXR.mjs → chunk-3OZ2UQJV.mjs} +18 -5
- package/dist/{chunk-VYSWVQCE.mjs → chunk-5HPILB7R.mjs} +2 -2
- package/dist/{chunk-FBQYC5OX.mjs → chunk-6G3VRWH5.mjs} +16 -13
- package/dist/{chunk-QJGDB3WR.mjs → chunk-6GHX35ZM.mjs} +2 -2
- package/dist/{chunk-H4QYQ5DE.mjs → chunk-7NCVV3ST.mjs} +2 -2
- package/dist/{chunk-X5NHWOXT.mjs → chunk-7P5YWDRQ.mjs} +2 -2
- package/dist/{chunk-F4OOBPKA.mjs → chunk-AOYQTX6W.mjs} +1 -1
- package/dist/{chunk-D6FYUTFN.mjs → chunk-ASZLNVWW.mjs} +1 -1
- package/dist/{chunk-DU23J5JG.mjs → chunk-EFS5GVBK.mjs} +6 -6
- package/dist/{chunk-FETZYCH7.mjs → chunk-F6F4G322.mjs} +26 -1
- package/dist/{chunk-IE3Q62QD.mjs → chunk-GR5GMFJJ.mjs} +1 -1
- package/dist/{chunk-Y7QUFIGV.mjs → chunk-GXED6R3Q.mjs} +2 -2
- package/dist/{chunk-LR6JJVML.mjs → chunk-GYLRKKUT.mjs} +764 -699
- package/dist/{react-native/chunks/chunk-ZUFOYZ5P.mjs → chunk-IDWDYS2N.mjs} +1 -1
- package/dist/{chunk-YM2HI5N5.mjs → chunk-IL5DRCNU.mjs} +2 -2
- package/dist/{chunk-BVZWWMOU.mjs → chunk-IWKYAO45.mjs} +2 -2
- package/dist/chunk-JEMK23OY.mjs +602 -0
- package/dist/{chunk-2YWWHMVC.mjs → chunk-JOWXHENJ.mjs} +2 -2
- package/dist/{chunk-SL53DHVE.mjs → chunk-JXDY3ZA3.mjs} +66 -40
- package/dist/{chunk-WLFOLAQI.mjs → chunk-KBU3ZFJN.mjs} +2 -2
- package/dist/{chunk-N3M4NPML.mjs → chunk-M2Z5WVWW.mjs} +1 -1
- package/dist/{chunk-2KCCQK4R.mjs → chunk-NFAWR2O4.mjs} +2 -2
- package/dist/{chunk-EWGIF6FQ.mjs → chunk-NJJN4FMM.mjs} +1 -1
- package/dist/{chunk-MHBG33R5.mjs → chunk-NM2ITITI.mjs} +76 -46
- package/dist/{chunk-WSIU6YXQ.mjs → chunk-NULDX3ID.mjs} +1732 -743
- package/dist/{chunk-II6XF6M4.mjs → chunk-P2IPUYT2.mjs} +6 -6
- package/dist/{chunk-C7YQHCSO.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/{chunk-A3OAFUZI.mjs → chunk-PLLKT5NU.mjs} +2 -2
- package/dist/{chunk-FCQMZDRI.mjs → chunk-PPD4J2JI.mjs} +3 -3
- package/dist/{chunk-EDEE7ETQ.mjs → chunk-PZYBWMCL.mjs} +3 -3
- package/dist/{chunk-I2WJCRIH.mjs → chunk-R2PJKSNL.mjs} +1 -1
- package/dist/{chunk-M5I64AQW.mjs → chunk-REBDKXAH.mjs} +33 -33
- package/dist/{chunk-6SZQETSC.mjs → chunk-RORNUNXW.mjs} +5 -2
- package/dist/{chunk-CYCVPTTR.mjs → chunk-SCZI7COG.mjs} +2 -2
- package/dist/{chunk-O337MDRJ.mjs → chunk-U5IMECEX.mjs} +38 -13
- package/dist/{chunk-CODGHJVW.mjs → chunk-X2NE4VJI.mjs} +40 -12
- package/dist/{chunk-2GONI5HL.mjs → chunk-YFMM7QOT.mjs} +5 -4
- package/dist/{chunk-JDG6CCXM.mjs → chunk-YQ4RZIIN.mjs} +2 -2
- package/dist/{chunk-G3XRHAJA.mjs → chunk-ZGMCJXY5.mjs} +3 -3
- package/dist/{chunk-Q3ZZH5Z7.mjs → chunk-ZKOQR7EA.mjs} +7 -0
- package/dist/{chunk-CKEOTSF5.mjs → chunk-ZS2YUB2L.mjs} +6 -3
- package/dist/{client-DpqtT2XG.d.ts → client-uB0kp2yT.d.ts} +88 -5
- package/dist/client.d.ts +7 -7
- package/dist/client.mjs +3 -1265
- package/dist/{config-D9WR3MhO.d.ts → config-BvHQ-C7U.d.ts} +3 -3
- package/dist/{config-C687-reW.d.ts → config-PqgNY1H7.d.ts} +1 -1
- package/dist/{core-leaf-NEUM7PU3.mjs → core-leaf-TAR3GJVE.mjs} +3 -3
- package/dist/{direct-executor-37IH3ISS.mjs → direct-executor-QLBSVTEE.mjs} +8 -8
- package/dist/distribution/coordinator/etcd.d.ts +1 -1
- package/dist/distribution/coordinator/etcd.mjs +35 -15
- package/dist/distribution/coordinator/in-memory.d.ts +1 -1
- package/dist/distribution/coordinator/in-memory.mjs +16 -6
- package/dist/distribution/transport/grpc.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +2 -2
- package/dist/distribution.d.ts +70 -9
- package/dist/distribution.mjs +1694 -679
- package/dist/{durability-config-NWU2G2SJ.mjs → durability-config-VWS2K24E.mjs} +1 -1
- package/dist/{react-native/chunks/embed-4LBSQD7U.mjs → embed-4PHHKGBK.mjs} +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-De6JzTW8.d.ts → engine-qjAxJSKk.d.ts} +206 -7
- package/dist/{index-CBUl4z3E.d.ts → index-BaQIAnk0.d.ts} +137 -111
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +4 -4
- package/dist/index.mjs +8 -8
- package/dist/index.react-native.mjs +9 -9
- package/dist/{long-query-thread-DIPJBMV7.mjs → long-query-thread-IKD4Z37M.mjs} +21 -21
- package/dist/{module-Z3CL4GJ4.mjs → module-NIVZ4SF2.mjs} +22 -10
- package/dist/{msgpack-leaf-7KBYOVTF.mjs → msgpack-leaf-H5ZYW7S7.mjs} +4 -4
- package/dist/{optional-reads-ENKMVQ4Q.mjs → optional-reads-5HFMF2QZ.mjs} +2 -2
- package/dist/{optional-writes-YIVJMQ4D.mjs → optional-writes-DVTVX2XY.mjs} +31 -18
- package/dist/{paged-partition-archive-IZ6U7DVN.mjs → paged-partition-archive-ES4Z5SM4.mjs} +20 -20
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +8 -8
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +7 -0
- package/dist/persistence/durability/checkpoint-worker.mjs +18 -18
- package/dist/{phrase-module-ZY3TLTQA.mjs → phrase-module-EFESWOCR.mjs} +2 -2
- package/dist/{query-actions-7EOKT3WD.mjs → query-actions-IC5UEWZG.mjs} +8 -8
- package/dist/query-suggestions/merge-worker.mjs +11 -11
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +1 -1
- package/dist/query-suggestions.mjs +9 -9
- package/dist/react-native/chunks/{chunk-T5HF3FW3.mjs → chunk-3553RYCS.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-TQ26BKBH.mjs → chunk-43R4GCM7.mjs} +7 -0
- package/dist/react-native/chunks/{chunk-BN6FUB7N.mjs → chunk-AN4HKLB4.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-PVMEHBQO.mjs → chunk-CW2ZFXSE.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-ZQPSXN6C.mjs → chunk-FJHZWUCB.mjs} +5 -5
- package/dist/react-native/chunks/{chunk-NLEFMPY3.mjs → chunk-G434H5WG.mjs} +15 -4
- package/dist/react-native/chunks/{chunk-IEY4DARA.mjs → chunk-GXY4R3GA.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-SK3DPAI4.mjs → chunk-HTBY4GON.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-7TPO4FLE.mjs → chunk-JZOHEHBD.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-ZDDJVR7X.mjs → chunk-MRH36RN3.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-YOTP2FPE.mjs → chunk-UO44MA5M.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-WFQ6YQZA.mjs → chunk-UYKIV2KT.mjs} +1 -1
- package/dist/{chunk-4JBTALUC.mjs → react-native/chunks/chunk-VSN76LWE.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-CBU4M3EU.mjs → chunk-XLYQ2ZMC.mjs} +222 -47
- package/dist/react-native/chunks/{chunk-OZ3XEM6D.mjs → chunk-ZUJCUPVS.mjs} +1 -1
- package/dist/react-native/chunks/{core-leaf-TPBRRWVN.mjs → core-leaf-5PVST5PR.mjs} +4 -4
- package/dist/react-native/chunks/{durability-config-RVTWSXPH.mjs → durability-config-FCSD4MXY.mjs} +1 -1
- package/dist/{embed-2QMYCD2Q.mjs → react-native/chunks/embed-HA2I7RCF.mjs} +1 -1
- package/dist/react-native/chunks/{gzip.react-native-DLO4WW27.mjs → gzip.react-native-CVM4NQG2.mjs} +2 -2
- package/dist/react-native/chunks/{module-COLNJNML.mjs → module-TN7HXWJ3.mjs} +21 -6
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/{optional-reads-74HYI4DO.mjs → optional-reads-AFPO2FEB.mjs} +3 -3
- package/dist/react-native/chunks/{optional-writes-QETIM6BI.mjs → optional-writes-2UPNQNAN.mjs} +31 -18
- package/dist/react-native/chunks/{phrase-module-UC4YGEBB.mjs → phrase-module-IGYBK7XH.mjs} +3 -3
- package/dist/react-native/chunks/{resolve-vector-text-FU7D4QP5.mjs → resolve-vector-text-GE2CRJKI.mjs} +1 -1
- package/dist/react-native/chunks/{restore-queue-3E2MJIJS.mjs → restore-queue-DEAWTVHW.mjs} +12 -12
- package/dist/react-native/chunks/{segment-codec-leaf-IE4DXUZV.mjs → segment-codec-leaf-3LZ6HZFD.mjs} +10 -10
- package/dist/react-native/chunks/{segment-merge-leaf-62LQ5WZB.mjs → segment-merge-leaf-5OIWAPCI.mjs} +11 -11
- package/dist/react-native/chunks/{storage-leaf-LNOLKWZB.mjs → storage-leaf-LC4RZU3T.mjs} +15614 -14805
- package/dist/react-native/chunks/{store-leaf-Y7CBOPFZ.mjs → store-leaf-LQ6LWM2Q.mjs} +11 -11
- package/dist/react-native/chunks/{suggestions-leaf-PSUGL6MI.mjs → suggestions-leaf-GPNU6I72.mjs} +11 -11
- package/dist/react-native/chunks/{worker-copies-MW5O5U3D.mjs → worker-copies-32TCHOYP.mjs} +10 -10
- package/dist/react-native/partial-words.mjs +9 -9
- package/dist/react-native/pattern.mjs +5 -5
- package/dist/react-native/query-suggestions.mjs +9 -9
- package/dist/react-native/sync.mjs +433 -51
- package/dist/react-native/synonyms.mjs +9 -9
- package/dist/react.d.ts +8 -8
- package/dist/react.mjs +7 -0
- package/dist/{rerank-KTV5L7MZ.mjs → rerank-ELMGHQ3T.mjs} +8 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{resolve-vector-text-SD6BEMKZ.mjs → resolve-vector-text-OD4J3WHF.mjs} +2 -2
- package/dist/{restore-queue-ES7TDJ5V.mjs → restore-queue-6VCVZT5C.mjs} +11 -11
- package/dist/{segment-codec-leaf-DO75VKEV.mjs → segment-codec-leaf-XNMCUIJF.mjs} +9 -9
- package/dist/{segment-merge-leaf-JGND6LG5.mjs → segment-merge-leaf-RA4S7CC6.mjs} +9 -9
- package/dist/server.d.ts +13 -9
- package/dist/server.mjs +875 -348
- package/dist/{storage-leaf-ZI3H2WJY.mjs → storage-leaf-36SAEVV3.mjs} +5243 -5846
- package/dist/{store-leaf-YIH36Y5J.mjs → store-leaf-QAGHHLEK.mjs} +10 -10
- package/dist/{suggestions-leaf-FP5HSTFP.mjs → suggestions-leaf-JG2IP2VQ.mjs} +12 -12
- package/dist/sync/filesystem.d.ts +2 -2
- package/dist/sync/filesystem.mjs +16 -16
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +2 -2
- package/dist/sync/indexeddb.mjs +3 -3
- package/dist/sync.browser.mjs +35 -1108
- package/dist/sync.d.ts +3 -3
- package/dist/sync.mjs +430 -51
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +8 -8
- package/dist/{tasks-X2IJQc8J.d.ts → tasks-C65V7lIr.d.ts} +3 -3
- package/dist/thread-HAE2XXFR.mjs +31 -0
- package/dist/{types-D0YasjoX.d.ts → types-CpCg-Gq-.d.ts} +1 -1
- package/dist/vector/search-worker.mjs +5 -5
- package/dist/{worker-copies-WYPRCNB7.mjs → worker-copies-IXC43Z4Q.mjs} +11 -11
- package/dist/workers/entry.mjs +14 -14
- package/openapi.json +144 -0
- package/package.json +7 -7
- package/dist/chunk-URVH6BLO.mjs +0 -217
- package/dist/react-native/chunks/msgpack-leaf-GTKLF6GJ.mjs +0 -7
- package/dist/thread-NQRNW3IH.mjs +0 -31
- /package/dist/{chunk-CV3Q2EKO.mjs → chunk-S5QMWECL.mjs} +0 -0
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { NarsilError, ErrorCodes, requireLoadedMessagePack, getNestedValue, parsedTypeOf } from './chunk-
|
|
1
|
+
import { NarsilError, ErrorCodes, requireLoadedMessagePack, getNestedValue, parsedTypeOf } from './chunk-YINZFPLT.mjs';
|
|
2
2
|
|
|
3
3
|
// src/core/stored-values/build.ts
|
|
4
4
|
var ORDINAL_LIMIT = 4294967295;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, storedText, DEFAULT_PATTERN_WORK_CAP, MAX_FILTER_DEPTH, discardStoredValues, storedValuesOf, bitsetHas, createBitSet, bitsetIsEmpty, bitsetSet, storedValueBytes, prepareStoredValues, cachedStoredFields, bitsetClear, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, buildStoredValues, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, checkedSize, fuzzyPrefixOf, boundedLevenshtein, installStoredFields, FILTER_OPERAND_COPY_DEPTH, fuzzyTermMatches, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIterator, GrowableUint32, bitsetFromSet } from './chunk-
|
|
1
|
+
import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, storedText, DEFAULT_PATTERN_WORK_CAP, MAX_FILTER_DEPTH, discardStoredValues, storedValuesOf, bitsetHas, createBitSet, bitsetIsEmpty, bitsetSet, storedValueBytes, prepareStoredValues, cachedStoredFields, bitsetClear, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, buildStoredValues, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, checkedSize, fuzzyPrefixOf, boundedLevenshtein, installStoredFields, FILTER_OPERAND_COPY_DEPTH, fuzzyTermMatches, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIterator, GrowableUint32, bitsetFromSet } from './chunk-QAOVAYAG.mjs';
|
|
2
2
|
import { newSyncEpoch, isSyncEpoch } from './chunk-YJHGOJAC.mjs';
|
|
3
|
-
import { parsedTypeOf, NarsilError, ErrorCodes, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, createNarsilError, withUnpairedSurrogatesReplaced, tokenizeOptions, getNestedValue, isPlainObject, MAX_NESTING_DEPTH, loadMessagePack, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, extractVectorFieldsFromSchema, loadedMessagePack, flattenSchema, vectorDimensionOf, isSingleStringFieldType, schemaFieldsOf, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isStringValuedBase, compareCodePoints, isWordIndexedFieldType, messagePackUpperBoundBytes, toComparableSortValue, exceedsCodePoints, SORT_VALUE_MAX_CODE_POINTS, PROTOTYPE_POLLUTION_KEYS, validateDocument, validateDocumentStrict, textFieldsChanged, sortModeOf, defaultSortMode, getFlatSchema, getOrCreateFieldNameIndex, isWordIndexedBase, holdsUnpairedSurrogate, validateRequiredFields, requireDocumentWithinSizeLimit, isNarsilError, PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, MAX_FILE_BYTES, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, VALID_HNSW_METRICS, MAX_DOCUMENT_NESTING_DEPTH, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, raiseEarlierReleaseGraphSetting, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES, truncateSortString, SORT_MODES, isSortMode, codePointCount } from './chunk-
|
|
3
|
+
import { parsedTypeOf, NarsilError, ErrorCodes, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, createNarsilError, withUnpairedSurrogatesReplaced, tokenizeOptions, getNestedValue, isPlainObject, MAX_NESTING_DEPTH, loadMessagePack, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, extractVectorFieldsFromSchema, loadedMessagePack, flattenSchema, vectorDimensionOf, isSingleStringFieldType, schemaFieldsOf, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isStringValuedBase, compareCodePoints, isWordIndexedFieldType, messagePackUpperBoundBytes, toComparableSortValue, exceedsCodePoints, SORT_VALUE_MAX_CODE_POINTS, PROTOTYPE_POLLUTION_KEYS, validateDocument, validateDocumentStrict, textFieldsChanged, sortModeOf, defaultSortMode, getFlatSchema, getOrCreateFieldNameIndex, isWordIndexedBase, holdsUnpairedSurrogate, validateRequiredFields, requireDocumentWithinSizeLimit, isNarsilError, PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, MAX_FILE_BYTES, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, VALID_HNSW_METRICS, MAX_DOCUMENT_NESTING_DEPTH, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, raiseEarlierReleaseGraphSetting, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES, truncateSortString, SORT_MODES, isSortMode, codePointCount } from './chunk-YINZFPLT.mjs';
|
|
4
4
|
|
|
5
5
|
// src/analysis/registry.ts
|
|
6
6
|
var tokenizers = /* @__PURE__ */ new Map();
|
|
@@ -12384,7 +12384,7 @@ var loadSegmentCodec = segmentCodec.load;
|
|
|
12384
12384
|
|
|
12385
12385
|
// src/engine/optional-writes-code.ts
|
|
12386
12386
|
var optionalWrites = codeLoader(async () => {
|
|
12387
|
-
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-
|
|
12387
|
+
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-J5BHKEQL.mjs')]);
|
|
12388
12388
|
code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
|
|
12389
12389
|
return code7;
|
|
12390
12390
|
}, "write");
|
|
@@ -13867,7 +13867,7 @@ var loadVectorCore = vectorCore.load;
|
|
|
13867
13867
|
|
|
13868
13868
|
// src/workers/vector-code.ts
|
|
13869
13869
|
var vectorCode = codeLoader(async () => {
|
|
13870
|
-
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-
|
|
13870
|
+
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-VOTN3Q6X.mjs')]);
|
|
13871
13871
|
code7.bindVectorHost(optionalCodeHost(), vectorCore2);
|
|
13872
13872
|
return code7;
|
|
13873
13873
|
}, "vector");
|
|
@@ -14107,6 +14107,7 @@ async function createEngineIndex(core2, config, name, requestedConfig, creation
|
|
|
14107
14107
|
pendingAnalysis: null,
|
|
14108
14108
|
durableAnalysis: null,
|
|
14109
14109
|
sync: null,
|
|
14110
|
+
changes: null,
|
|
14110
14111
|
querySuggestions: creation.querySuggestions ?? null
|
|
14111
14112
|
});
|
|
14112
14113
|
await core2.indexState.registerOpen(name);
|
|
@@ -14140,7 +14141,8 @@ async function dropEngineIndex(core2, name) {
|
|
|
14140
14141
|
core2.indexRegistry.delete(name);
|
|
14141
14142
|
core2.watermarkNotifier.forget(name);
|
|
14142
14143
|
core2.analysisRebuild.clearStale(name);
|
|
14143
|
-
if (entry.sync !== null
|
|
14144
|
+
if (entry.sync !== null || entry.changes !== null)
|
|
14145
|
+
emitSyncChange(core2.indexRegistry, { kind: "dropped", indexName: name });
|
|
14144
14146
|
});
|
|
14145
14147
|
await core2.querySuggestionHooks?.afterDrop(name);
|
|
14146
14148
|
await runLifecycleHook(core2, "onIndexDrop", { indexName: name, config: entry.config });
|
|
@@ -19189,7 +19191,7 @@ var storageCode = codeLoader(async () => {
|
|
|
19189
19191
|
loadSegmentMerge(),
|
|
19190
19192
|
loadSuggestionStore(),
|
|
19191
19193
|
loadVectorCore(),
|
|
19192
|
-
import('./storage-leaf-
|
|
19194
|
+
import('./storage-leaf-62LA56U2.mjs')
|
|
19193
19195
|
]);
|
|
19194
19196
|
code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
|
|
19195
19197
|
return code7;
|
|
@@ -19198,7 +19200,8 @@ var loadStorageCode = storageCode.load;
|
|
|
19198
19200
|
|
|
19199
19201
|
// src/engine/sync-epoch.ts
|
|
19200
19202
|
async function holdSyncEpochChange(core2, indexName) {
|
|
19201
|
-
|
|
19203
|
+
const entry = core2.indexRegistry.get(indexName);
|
|
19204
|
+
if (entry === void 0 || entry.sync === null && entry.changes === null) return () => void 0;
|
|
19202
19205
|
return (await loadStorageCode()).holdRenewedSyncEpoch(core2, indexName);
|
|
19203
19206
|
}
|
|
19204
19207
|
async function withRenewedSyncEpoch(core2, indexName, change) {
|
|
@@ -21954,6 +21957,17 @@ function bm25Operations(core2) {
|
|
|
21954
21957
|
};
|
|
21955
21958
|
}
|
|
21956
21959
|
|
|
21960
|
+
// src/narsil/changes.ts
|
|
21961
|
+
function changesOperations(core2) {
|
|
21962
|
+
return {
|
|
21963
|
+
updateChanges: async (indexName, setting) => (await loadStorageCode()).updateChangesOf(core2, indexName, setting),
|
|
21964
|
+
getChanges: async (indexName) => (await loadStorageCode()).changesOf(core2, indexName),
|
|
21965
|
+
async *followChanges(indexName, options) {
|
|
21966
|
+
yield* (await loadStorageCode()).followIndexChanges(core2, indexName, options);
|
|
21967
|
+
}
|
|
21968
|
+
};
|
|
21969
|
+
}
|
|
21970
|
+
|
|
21957
21971
|
// src/narsil/internals.ts
|
|
21958
21972
|
var engineCores = /* @__PURE__ */ new WeakMap();
|
|
21959
21973
|
var queryReadOptions = /* @__PURE__ */ new WeakMap();
|
|
@@ -21969,16 +21983,6 @@ function engineCoreOf(engine) {
|
|
|
21969
21983
|
|
|
21970
21984
|
// src/narsil/portability.ts
|
|
21971
21985
|
function portabilityOperations(core2, config, engine) {
|
|
21972
|
-
async function withOpenIndex2(indexName, action) {
|
|
21973
|
-
core2.guardShutdown();
|
|
21974
|
-
core2.requireIndex(indexName);
|
|
21975
|
-
const release = await core2.indexState.acquire(indexName);
|
|
21976
|
-
try {
|
|
21977
|
-
return await action();
|
|
21978
|
-
} finally {
|
|
21979
|
-
release();
|
|
21980
|
-
}
|
|
21981
|
-
}
|
|
21982
21986
|
function queueRestore(indexName, data) {
|
|
21983
21987
|
const { restoresInFlight } = core2;
|
|
21984
21988
|
const previous = restoresInFlight.get(indexName) ?? Promise.resolve();
|
|
@@ -22013,7 +22017,7 @@ function portabilityOperations(core2, config, engine) {
|
|
|
22013
22017
|
}
|
|
22014
22018
|
return {
|
|
22015
22019
|
snapshot(indexName, options) {
|
|
22016
|
-
return
|
|
22020
|
+
return withOpenIndex(core2, indexName, async () => {
|
|
22017
22021
|
const { createSnapshot } = await loadStorageCode();
|
|
22018
22022
|
return createSnapshot(snapshotDepsOf(indexName), options?.queryHistory === true ? core2 : null);
|
|
22019
22023
|
});
|
|
@@ -22025,10 +22029,9 @@ function portabilityOperations(core2, config, engine) {
|
|
|
22025
22029
|
core2.heapPressureNotifier.check(indexName);
|
|
22026
22030
|
},
|
|
22027
22031
|
exportDocuments(indexName) {
|
|
22028
|
-
return
|
|
22029
|
-
const {
|
|
22030
|
-
|
|
22031
|
-
return documentExportStream(header, await checkpointForArchive(snapshotDepsOf(indexName)));
|
|
22032
|
+
return withOpenIndex(core2, indexName, async () => {
|
|
22033
|
+
const { openDocumentExport } = await loadStorageCode();
|
|
22034
|
+
return openDocumentExport(core2, snapshotDepsOf(indexName));
|
|
22032
22035
|
});
|
|
22033
22036
|
},
|
|
22034
22037
|
importDocumentExport(indexName, data) {
|
|
@@ -22903,6 +22906,7 @@ async function queryUnderHold(core2, indexName, params, resolvedParams, embedded
|
|
|
22903
22906
|
options?.onRanked?.(manager, result);
|
|
22904
22907
|
return result;
|
|
22905
22908
|
} catch (error) {
|
|
22909
|
+
if (error instanceof NarsilError && error.code === ErrorCodes.RERANK_FAILED) throw error;
|
|
22906
22910
|
if (runner?.replaced) return INDEX_REPLACED_DURING_RERANK;
|
|
22907
22911
|
throw error;
|
|
22908
22912
|
} finally {
|
|
@@ -23251,6 +23255,7 @@ function createNarsilFromCore(core2, config) {
|
|
|
23251
23255
|
...synonymOperations(core2),
|
|
23252
23256
|
...bm25Operations(core2),
|
|
23253
23257
|
...syncOperations(core2),
|
|
23258
|
+
...changesOperations(core2),
|
|
23254
23259
|
async checkpoint(indexName) {
|
|
23255
23260
|
guardShutdown();
|
|
23256
23261
|
requireIndex(indexName);
|
|
@@ -39,6 +39,13 @@ var ErrorCodes = {
|
|
|
39
39
|
SYNC_NOT_READY: "SYNC_NOT_READY",
|
|
40
40
|
SYNC_NOT_ENABLED: "SYNC_NOT_ENABLED",
|
|
41
41
|
SYNC_SNAPSHOT_PREPARING: "SYNC_SNAPSHOT_PREPARING",
|
|
42
|
+
CHANGES_DURABILITY_REQUIRED: "CHANGES_DURABILITY_REQUIRED",
|
|
43
|
+
CHANGES_BACKUP_STORE_REQUIRED: "CHANGES_BACKUP_STORE_REQUIRED",
|
|
44
|
+
CHANGES_NOT_READY: "CHANGES_NOT_READY",
|
|
45
|
+
CHANGES_NOT_ENABLED: "CHANGES_NOT_ENABLED",
|
|
46
|
+
CHANGES_PREVIOUS_DOCUMENT_REQUIRED: "CHANGES_PREVIOUS_DOCUMENT_REQUIRED",
|
|
47
|
+
CHANGES_EXPORT_PREPARING: "CHANGES_EXPORT_PREPARING",
|
|
48
|
+
CHANGES_INVALID_POSITIONS: "CHANGES_INVALID_POSITIONS",
|
|
42
49
|
QUERY_SUGGESTIONS_NOT_ENABLED: "QUERY_SUGGESTIONS_NOT_ENABLED",
|
|
43
50
|
SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
|
|
44
51
|
VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
|
|
@@ -2661,6 +2661,9 @@ function createVectorStore(options) {
|
|
|
2661
2661
|
},
|
|
2662
2662
|
growthBytesFor(vectors) {
|
|
2663
2663
|
return state.open === null ? 0 : growthBytesFor(state.open, vectors);
|
|
2664
|
+
},
|
|
2665
|
+
visitDocumentTables(visit) {
|
|
2666
|
+
visit("documents", docToOrd.size, true);
|
|
2664
2667
|
}
|
|
2665
2668
|
};
|
|
2666
2669
|
}
|
|
@@ -4698,6 +4701,10 @@ var FlaggedDocuments = class {
|
|
|
4698
4701
|
Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
|
|
4699
4702
|
return held;
|
|
4700
4703
|
}
|
|
4704
|
+
visitTables(name, visit) {
|
|
4705
|
+
visit(name, this.members.size, false);
|
|
4706
|
+
visit(`${name}-ordinals`, this.ordinals.size, false);
|
|
4707
|
+
}
|
|
4701
4708
|
publishCount(handles) {
|
|
4702
4709
|
Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
|
|
4703
4710
|
}
|
|
@@ -4748,6 +4755,9 @@ function createRemovedDocuments(store) {
|
|
|
4748
4755
|
keepsRetiredFlags: false
|
|
4749
4756
|
});
|
|
4750
4757
|
}
|
|
4758
|
+
function visitFlaggedTables(name, documents, visit) {
|
|
4759
|
+
if (documents instanceof FlaggedDocuments) documents.visitTables(name, visit);
|
|
4760
|
+
}
|
|
4751
4761
|
|
|
4752
4762
|
// src/vector/vector-index/maintenance.ts
|
|
4753
4763
|
function compact(state) {
|
|
@@ -5688,6 +5698,11 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
5688
5698
|
maintenanceStatus: () => ({ ...maintenanceStatus(state), loadingFromFiles: state.cold !== null }),
|
|
5689
5699
|
estimateMemoryBytes: () => estimateMemoryBytes(state) + (state.cold?.field.residentBytes ?? 0),
|
|
5690
5700
|
growthBytesFor: (vectors) => state.store.growthBytesFor(vectors),
|
|
5701
|
+
visitDocumentTables: (visit) => {
|
|
5702
|
+
state.store.visitDocumentTables(visit);
|
|
5703
|
+
visitFlaggedTables("removed", state.tombstones, visit);
|
|
5704
|
+
visitFlaggedTables("unplaced", state.buffer, visit);
|
|
5705
|
+
},
|
|
5691
5706
|
deserialize: withGraphFree(state, (parts) => {
|
|
5692
5707
|
cancelColdHold(state);
|
|
5693
5708
|
invalidateWorkerCopies(state);
|
|
@@ -1840,14 +1840,27 @@ function applyStoredIndexBm25(core, indexName, load) {
|
|
|
1840
1840
|
}
|
|
1841
1841
|
|
|
1842
1842
|
// src/engine/sync-state.ts
|
|
1843
|
-
function
|
|
1844
|
-
|
|
1845
|
-
const
|
|
1843
|
+
function epochStatesOfMetadata(metadata) {
|
|
1844
|
+
const syncOn = metadata.sync?.enabled === true;
|
|
1845
|
+
const changesOn = metadata.changes?.enabled === true;
|
|
1846
|
+
if (!syncOn && !changesOn) return { sync: null, changes: null };
|
|
1847
|
+
const stored = isSyncEpoch(metadata.syncEpoch) ? metadata.syncEpoch : null;
|
|
1848
|
+
const epoch = stored ?? newSyncEpoch();
|
|
1849
|
+
const sync = metadata.sync;
|
|
1850
|
+
const changes = metadata.changes;
|
|
1846
1851
|
return {
|
|
1847
|
-
|
|
1848
|
-
|
|
1849
|
-
|
|
1850
|
-
|
|
1852
|
+
sync: syncOn && sync !== void 0 ? {
|
|
1853
|
+
...sync.historyMaxAgeMs !== void 0 ? { historyMaxAgeMs: sync.historyMaxAgeMs } : {},
|
|
1854
|
+
...sync.historyMaxBytes !== void 0 ? { historyMaxBytes: sync.historyMaxBytes } : {},
|
|
1855
|
+
active: stored !== null && metadata.syncActive === true,
|
|
1856
|
+
epoch
|
|
1857
|
+
} : null,
|
|
1858
|
+
changes: changesOn && changes !== void 0 ? {
|
|
1859
|
+
previousDocument: changes.previousDocument === true,
|
|
1860
|
+
...changes.historyMaxAgeMs !== void 0 ? { historyMaxAgeMs: changes.historyMaxAgeMs } : {},
|
|
1861
|
+
...changes.historyMaxBytes !== void 0 ? { historyMaxBytes: changes.historyMaxBytes } : {},
|
|
1862
|
+
epoch
|
|
1863
|
+
} : null
|
|
1851
1864
|
};
|
|
1852
1865
|
}
|
|
1853
1866
|
|
|
@@ -1974,7 +1987,7 @@ async function createIndexFromMetadata(deps, metadata, loadData) {
|
|
|
1974
1987
|
analysisGeneration: metadata.analysisGeneration ?? 0,
|
|
1975
1988
|
pendingAnalysis: metadata.pendingAnalysis ?? null,
|
|
1976
1989
|
durableAnalysis: null,
|
|
1977
|
-
|
|
1990
|
+
...epochStatesOfMetadata(metadata),
|
|
1978
1991
|
querySuggestions: metadata.querySuggestions ?? null
|
|
1979
1992
|
});
|
|
1980
1993
|
if (loadData) await deps.indexState().registerOpen(metadata.indexName);
|