@delali/narsil 0.3.1-next.185 → 0.3.1-next.189
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/{chunk-4ZICWS4V.mjs → chunk-QAOVAYAG.mjs} +1 -1
- package/dist/browser/{chunk-CPSHS46N.mjs → chunk-WFQLSNCO.mjs} +27 -22
- package/dist/browser/{chunk-2Q45HI5H.mjs → chunk-YINZFPLT.mjs} +7 -0
- package/dist/browser/{module-XVLHJ7T7.mjs → module-VOTN3Q6X.mjs} +15 -0
- package/dist/browser/{optional-writes-ZTBHYQMN.mjs → optional-writes-J5BHKEQL.mjs} +21 -8
- package/dist/browser/{storage-leaf-4XMCITJ6.mjs → storage-leaf-62LA56U2.mjs} +14558 -13739
- package/dist/{capabilities-DAHXphRn.d.ts → capabilities-CLnQHIqV.d.ts} +51 -9
- package/dist/{chunk-KLVMK3R5.mjs → chunk-2CKDCC65.mjs} +1 -1
- package/dist/{chunk-7WXGUTWK.mjs → chunk-3JRN23HA.mjs} +17 -6
- package/dist/{chunk-5BUEBIXR.mjs → chunk-3OZ2UQJV.mjs} +18 -5
- package/dist/{chunk-VYSWVQCE.mjs → chunk-5HPILB7R.mjs} +2 -2
- package/dist/{chunk-FBQYC5OX.mjs → chunk-6G3VRWH5.mjs} +16 -13
- package/dist/{chunk-QJGDB3WR.mjs → chunk-6GHX35ZM.mjs} +2 -2
- package/dist/{chunk-H4QYQ5DE.mjs → chunk-7NCVV3ST.mjs} +2 -2
- package/dist/{chunk-X5NHWOXT.mjs → chunk-7P5YWDRQ.mjs} +2 -2
- package/dist/{chunk-F4OOBPKA.mjs → chunk-AOYQTX6W.mjs} +1 -1
- package/dist/{chunk-D6FYUTFN.mjs → chunk-ASZLNVWW.mjs} +1 -1
- package/dist/{chunk-DU23J5JG.mjs → chunk-EFS5GVBK.mjs} +6 -6
- package/dist/{chunk-FETZYCH7.mjs → chunk-F6F4G322.mjs} +26 -1
- package/dist/{chunk-IE3Q62QD.mjs → chunk-GR5GMFJJ.mjs} +1 -1
- package/dist/{chunk-Y7QUFIGV.mjs → chunk-GXED6R3Q.mjs} +2 -2
- package/dist/{chunk-LR6JJVML.mjs → chunk-GYLRKKUT.mjs} +764 -699
- package/dist/{react-native/chunks/chunk-ZUFOYZ5P.mjs → chunk-IDWDYS2N.mjs} +1 -1
- package/dist/{chunk-YM2HI5N5.mjs → chunk-IL5DRCNU.mjs} +2 -2
- package/dist/{chunk-BVZWWMOU.mjs → chunk-IWKYAO45.mjs} +2 -2
- package/dist/chunk-JEMK23OY.mjs +602 -0
- package/dist/{chunk-2YWWHMVC.mjs → chunk-JOWXHENJ.mjs} +2 -2
- package/dist/{chunk-SL53DHVE.mjs → chunk-JXDY3ZA3.mjs} +66 -40
- package/dist/{chunk-WLFOLAQI.mjs → chunk-KBU3ZFJN.mjs} +2 -2
- package/dist/{chunk-N3M4NPML.mjs → chunk-M2Z5WVWW.mjs} +1 -1
- package/dist/{chunk-2KCCQK4R.mjs → chunk-NFAWR2O4.mjs} +2 -2
- package/dist/{chunk-EWGIF6FQ.mjs → chunk-NJJN4FMM.mjs} +1 -1
- package/dist/{chunk-MHBG33R5.mjs → chunk-NM2ITITI.mjs} +76 -46
- package/dist/{chunk-WSIU6YXQ.mjs → chunk-NULDX3ID.mjs} +1732 -743
- package/dist/{chunk-II6XF6M4.mjs → chunk-P2IPUYT2.mjs} +6 -6
- package/dist/{chunk-C7YQHCSO.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/{chunk-A3OAFUZI.mjs → chunk-PLLKT5NU.mjs} +2 -2
- package/dist/{chunk-FCQMZDRI.mjs → chunk-PPD4J2JI.mjs} +3 -3
- package/dist/{chunk-EDEE7ETQ.mjs → chunk-PZYBWMCL.mjs} +3 -3
- package/dist/{chunk-I2WJCRIH.mjs → chunk-R2PJKSNL.mjs} +1 -1
- package/dist/{chunk-M5I64AQW.mjs → chunk-REBDKXAH.mjs} +33 -33
- package/dist/{chunk-6SZQETSC.mjs → chunk-RORNUNXW.mjs} +5 -2
- package/dist/{chunk-CYCVPTTR.mjs → chunk-SCZI7COG.mjs} +2 -2
- package/dist/{chunk-O337MDRJ.mjs → chunk-U5IMECEX.mjs} +38 -13
- package/dist/{chunk-CODGHJVW.mjs → chunk-X2NE4VJI.mjs} +40 -12
- package/dist/{chunk-2GONI5HL.mjs → chunk-YFMM7QOT.mjs} +5 -4
- package/dist/{chunk-JDG6CCXM.mjs → chunk-YQ4RZIIN.mjs} +2 -2
- package/dist/{chunk-G3XRHAJA.mjs → chunk-ZGMCJXY5.mjs} +3 -3
- package/dist/{chunk-Q3ZZH5Z7.mjs → chunk-ZKOQR7EA.mjs} +7 -0
- package/dist/{chunk-CKEOTSF5.mjs → chunk-ZS2YUB2L.mjs} +6 -3
- package/dist/{client-DpqtT2XG.d.ts → client-uB0kp2yT.d.ts} +88 -5
- package/dist/client.d.ts +7 -7
- package/dist/client.mjs +3 -1265
- package/dist/{config-D9WR3MhO.d.ts → config-BvHQ-C7U.d.ts} +3 -3
- package/dist/{config-C687-reW.d.ts → config-PqgNY1H7.d.ts} +1 -1
- package/dist/{core-leaf-NEUM7PU3.mjs → core-leaf-TAR3GJVE.mjs} +3 -3
- package/dist/{direct-executor-37IH3ISS.mjs → direct-executor-QLBSVTEE.mjs} +8 -8
- package/dist/distribution/coordinator/etcd.d.ts +1 -1
- package/dist/distribution/coordinator/etcd.mjs +35 -15
- package/dist/distribution/coordinator/in-memory.d.ts +1 -1
- package/dist/distribution/coordinator/in-memory.mjs +16 -6
- package/dist/distribution/transport/grpc.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +2 -2
- package/dist/distribution.d.ts +70 -9
- package/dist/distribution.mjs +1694 -679
- package/dist/{durability-config-NWU2G2SJ.mjs → durability-config-VWS2K24E.mjs} +1 -1
- package/dist/{react-native/chunks/embed-4LBSQD7U.mjs → embed-4PHHKGBK.mjs} +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-De6JzTW8.d.ts → engine-qjAxJSKk.d.ts} +206 -7
- package/dist/{index-CBUl4z3E.d.ts → index-BaQIAnk0.d.ts} +137 -111
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +4 -4
- package/dist/index.mjs +8 -8
- package/dist/index.react-native.mjs +9 -9
- package/dist/{long-query-thread-DIPJBMV7.mjs → long-query-thread-IKD4Z37M.mjs} +21 -21
- package/dist/{module-Z3CL4GJ4.mjs → module-NIVZ4SF2.mjs} +22 -10
- package/dist/{msgpack-leaf-7KBYOVTF.mjs → msgpack-leaf-H5ZYW7S7.mjs} +4 -4
- package/dist/{optional-reads-ENKMVQ4Q.mjs → optional-reads-5HFMF2QZ.mjs} +2 -2
- package/dist/{optional-writes-YIVJMQ4D.mjs → optional-writes-DVTVX2XY.mjs} +31 -18
- package/dist/{paged-partition-archive-IZ6U7DVN.mjs → paged-partition-archive-ES4Z5SM4.mjs} +20 -20
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +8 -8
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +7 -0
- package/dist/persistence/durability/checkpoint-worker.mjs +18 -18
- package/dist/{phrase-module-ZY3TLTQA.mjs → phrase-module-EFESWOCR.mjs} +2 -2
- package/dist/{query-actions-7EOKT3WD.mjs → query-actions-IC5UEWZG.mjs} +8 -8
- package/dist/query-suggestions/merge-worker.mjs +11 -11
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +1 -1
- package/dist/query-suggestions.mjs +9 -9
- package/dist/react-native/chunks/{chunk-T5HF3FW3.mjs → chunk-3553RYCS.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-TQ26BKBH.mjs → chunk-43R4GCM7.mjs} +7 -0
- package/dist/react-native/chunks/{chunk-BN6FUB7N.mjs → chunk-AN4HKLB4.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-PVMEHBQO.mjs → chunk-CW2ZFXSE.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-ZQPSXN6C.mjs → chunk-FJHZWUCB.mjs} +5 -5
- package/dist/react-native/chunks/{chunk-NLEFMPY3.mjs → chunk-G434H5WG.mjs} +15 -4
- package/dist/react-native/chunks/{chunk-IEY4DARA.mjs → chunk-GXY4R3GA.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-SK3DPAI4.mjs → chunk-HTBY4GON.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-7TPO4FLE.mjs → chunk-JZOHEHBD.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-ZDDJVR7X.mjs → chunk-MRH36RN3.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-YOTP2FPE.mjs → chunk-UO44MA5M.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-WFQ6YQZA.mjs → chunk-UYKIV2KT.mjs} +1 -1
- package/dist/{chunk-4JBTALUC.mjs → react-native/chunks/chunk-VSN76LWE.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-CBU4M3EU.mjs → chunk-XLYQ2ZMC.mjs} +222 -47
- package/dist/react-native/chunks/{chunk-OZ3XEM6D.mjs → chunk-ZUJCUPVS.mjs} +1 -1
- package/dist/react-native/chunks/{core-leaf-TPBRRWVN.mjs → core-leaf-5PVST5PR.mjs} +4 -4
- package/dist/react-native/chunks/{durability-config-RVTWSXPH.mjs → durability-config-FCSD4MXY.mjs} +1 -1
- package/dist/{embed-2QMYCD2Q.mjs → react-native/chunks/embed-HA2I7RCF.mjs} +1 -1
- package/dist/react-native/chunks/{gzip.react-native-DLO4WW27.mjs → gzip.react-native-CVM4NQG2.mjs} +2 -2
- package/dist/react-native/chunks/{module-COLNJNML.mjs → module-TN7HXWJ3.mjs} +21 -6
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/{optional-reads-74HYI4DO.mjs → optional-reads-AFPO2FEB.mjs} +3 -3
- package/dist/react-native/chunks/{optional-writes-QETIM6BI.mjs → optional-writes-2UPNQNAN.mjs} +31 -18
- package/dist/react-native/chunks/{phrase-module-UC4YGEBB.mjs → phrase-module-IGYBK7XH.mjs} +3 -3
- package/dist/react-native/chunks/{resolve-vector-text-FU7D4QP5.mjs → resolve-vector-text-GE2CRJKI.mjs} +1 -1
- package/dist/react-native/chunks/{restore-queue-3E2MJIJS.mjs → restore-queue-DEAWTVHW.mjs} +12 -12
- package/dist/react-native/chunks/{segment-codec-leaf-IE4DXUZV.mjs → segment-codec-leaf-3LZ6HZFD.mjs} +10 -10
- package/dist/react-native/chunks/{segment-merge-leaf-62LQ5WZB.mjs → segment-merge-leaf-5OIWAPCI.mjs} +11 -11
- package/dist/react-native/chunks/{storage-leaf-LNOLKWZB.mjs → storage-leaf-LC4RZU3T.mjs} +15614 -14805
- package/dist/react-native/chunks/{store-leaf-Y7CBOPFZ.mjs → store-leaf-LQ6LWM2Q.mjs} +11 -11
- package/dist/react-native/chunks/{suggestions-leaf-PSUGL6MI.mjs → suggestions-leaf-GPNU6I72.mjs} +11 -11
- package/dist/react-native/chunks/{worker-copies-MW5O5U3D.mjs → worker-copies-32TCHOYP.mjs} +10 -10
- package/dist/react-native/partial-words.mjs +9 -9
- package/dist/react-native/pattern.mjs +5 -5
- package/dist/react-native/query-suggestions.mjs +9 -9
- package/dist/react-native/sync.mjs +433 -51
- package/dist/react-native/synonyms.mjs +9 -9
- package/dist/react.d.ts +8 -8
- package/dist/react.mjs +7 -0
- package/dist/{rerank-KTV5L7MZ.mjs → rerank-ELMGHQ3T.mjs} +8 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{resolve-vector-text-SD6BEMKZ.mjs → resolve-vector-text-OD4J3WHF.mjs} +2 -2
- package/dist/{restore-queue-ES7TDJ5V.mjs → restore-queue-6VCVZT5C.mjs} +11 -11
- package/dist/{segment-codec-leaf-DO75VKEV.mjs → segment-codec-leaf-XNMCUIJF.mjs} +9 -9
- package/dist/{segment-merge-leaf-JGND6LG5.mjs → segment-merge-leaf-RA4S7CC6.mjs} +9 -9
- package/dist/server.d.ts +13 -9
- package/dist/server.mjs +875 -348
- package/dist/{storage-leaf-ZI3H2WJY.mjs → storage-leaf-36SAEVV3.mjs} +5243 -5846
- package/dist/{store-leaf-YIH36Y5J.mjs → store-leaf-QAGHHLEK.mjs} +10 -10
- package/dist/{suggestions-leaf-FP5HSTFP.mjs → suggestions-leaf-JG2IP2VQ.mjs} +12 -12
- package/dist/sync/filesystem.d.ts +2 -2
- package/dist/sync/filesystem.mjs +16 -16
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +2 -2
- package/dist/sync/indexeddb.mjs +3 -3
- package/dist/sync.browser.mjs +35 -1108
- package/dist/sync.d.ts +3 -3
- package/dist/sync.mjs +430 -51
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +8 -8
- package/dist/{tasks-X2IJQc8J.d.ts → tasks-C65V7lIr.d.ts} +3 -3
- package/dist/thread-HAE2XXFR.mjs +31 -0
- package/dist/{types-D0YasjoX.d.ts → types-CpCg-Gq-.d.ts} +1 -1
- package/dist/vector/search-worker.mjs +5 -5
- package/dist/{worker-copies-WYPRCNB7.mjs → worker-copies-IXC43Z4Q.mjs} +11 -11
- package/dist/workers/entry.mjs +14 -14
- package/openapi.json +144 -0
- package/package.json +7 -7
- package/dist/chunk-URVH6BLO.mjs +0 -217
- package/dist/react-native/chunks/msgpack-leaf-GTKLF6GJ.mjs +0 -7
- package/dist/thread-NQRNW3IH.mjs +0 -31
- /package/dist/{chunk-CV3Q2EKO.mjs → chunk-S5QMWECL.mjs} +0 -0
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import { encodeDocument } from './chunk-
|
|
2
|
-
import { workerResourceLimits, admittedHeapBytes, collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal } from './chunk-
|
|
1
|
+
import { encodeDocument } from './chunk-2CKDCC65.mjs';
|
|
2
|
+
import { workerResourceLimits, admittedHeapBytes, collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal } from './chunk-AOYQTX6W.mjs';
|
|
3
3
|
import { headerAt, MAP_TAGS, decode, Decoder } from './chunk-GXCDWLQI.mjs';
|
|
4
4
|
import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
5
5
|
import { english } from './chunk-7T4LAYT4.mjs';
|
|
6
|
-
import { patternSearchModule, PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, matchPattern, claimsTypoPreparation, bitsetHas, bitsetClear, storedText, cachedStoredFields, storedValuesOf,
|
|
7
|
-
import { parsedTypeOf, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, isStringValuedBase, flattenSchema, schemaFieldsOf, getNestedValue, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, requireLoadedMessagePack, vectorDimensionOf, isSingleStringFieldType, messagePackUpperBoundBytes, extractVectorFieldsFromSchema, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, loadMessagePack, validateRequiredFields, requireDocumentWithinSizeLimit, raiseEarlierReleaseGraphSetting, isWordIndexedBase, PROTOTYPE_POLLUTION_KEYS, tokenizeOptions, isPlainObject, isWordIndexedFieldType, loadedMessagePack, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, MAX_NESTING_DEPTH, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, MAX_DOCUMENT_NESTING_DEPTH, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES } from './chunk-
|
|
8
|
-
import { detectRuntime, splitWorkerBudget, resolveWorkerCount, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, countEngineThread, requirePinnedState, createDocIdMap, SHUTDOWN_TIMEOUT_MS, stopOfSignal, requireSearchActive, resolveWorkerEntry, missingWorkerEntry, signalOfSearch, answerFromOneState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, sharedStopOfSignal, engineThreadYoungGenerationBytes, resolveRequestThreadCount, spawnNodeWorker, bindSearchSignal, WORKER_YOUNG_GENERATION_MB, nodeThreadId, youngGenerationBytesOfThisV8 } from './chunk-
|
|
6
|
+
import { patternSearchModule, PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, matchPattern, claimsTypoPreparation, DEFAULT_PATTERN_WORK_CAP, bitsetHas, bitsetClear, storedText, cachedStoredFields, storedValuesOf, bitsetSet, discardStoredValues, MAX_FILTER_DEPTH, createBitSet, installStoredFields, storedValueBytes, bitsetIterator, bitsetIsEmpty, prepareStoredValues, fuzzyTermMatches, MATCHER_STATE_BUDGET_BYTES, GrowableUint32, checkedSize, buildStoredValues, bitsetFromSet, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, fuzzyPrefixOf, boundedLevenshtein, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, FILTER_OPERAND_COPY_DEPTH, PATTERN_WORK_FLUSH_UNITS } from './chunk-IL5DRCNU.mjs';
|
|
7
|
+
import { parsedTypeOf, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, isStringValuedBase, flattenSchema, schemaFieldsOf, getNestedValue, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, requireLoadedMessagePack, vectorDimensionOf, isSingleStringFieldType, messagePackUpperBoundBytes, extractVectorFieldsFromSchema, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, loadMessagePack, validateRequiredFields, requireDocumentWithinSizeLimit, raiseEarlierReleaseGraphSetting, isWordIndexedBase, PROTOTYPE_POLLUTION_KEYS, tokenizeOptions, isPlainObject, isWordIndexedFieldType, loadedMessagePack, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, MAX_NESTING_DEPTH, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, MAX_DOCUMENT_NESTING_DEPTH, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES } from './chunk-7P5YWDRQ.mjs';
|
|
8
|
+
import { detectRuntime, splitWorkerBudget, resolveWorkerCount, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, countEngineThread, requirePinnedState, createDocIdMap, SHUTDOWN_TIMEOUT_MS, stopOfSignal, requireSearchActive, resolveWorkerEntry, missingWorkerEntry, signalOfSearch, answerFromOneState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, sharedStopOfSignal, engineThreadYoungGenerationBytes, resolveRequestThreadCount, spawnNodeWorker, bindSearchSignal, WORKER_YOUNG_GENERATION_MB, nodeThreadId, youngGenerationBytesOfThisV8 } from './chunk-RORNUNXW.mjs';
|
|
9
9
|
import { changeIndexOutsideExternalWaits, turnsAreBudgeted, turnIsSpent, yieldTurn, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, noteThreadSlotLive, threadSlotOfWorker, indexChangeOutsideExternalWaits, PROCESS_LIMIT_REFRESH_INTERVAL_MS, countWrite, threadSlotGone, noteThreadSlotGone, adoptSharedTurns, WASM_PAGE_BYTES, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_BLOCK_MAX_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_ATTACH_RETRY_MS, MAX_WASM_PAGES, MAX_VECTOR_ORDINALS, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_DOC_ID_TABLE_BYTES, LOCK_WAIT_SLICE_MS, LOCK_SPIN_ITERATIONS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, DISK_STORAGE_BLOCK_BYTES, waitOutsideCountedWrite, collectAndReturnPages } from './chunk-UPDNNOTG.mjs';
|
|
10
10
|
import { MIN_DOCUMENTS_FOR_SEGMENTS, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, MAX_CURSOR_ANCHOR_CODE_POINTS, RESULT_WINDOW, PARTIAL_WORD_MIN_CODE_POINTS, PARTIAL_WORDS_ADDED_PER_QUERY, MAX_PARTITIONS, DEFAULT_LIMIT, MAX_INDEX_CONFIGURATION_BYTES, BATCH_CHUNK_SIZE, DEFAULT_FUZZY_PREFIX_LENGTH, BM25_DISPLAYED_NAME_LENGTH, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, MAX_CALLS_ACROSS_INDEX_CHANGES, DEFAULT_PAGE_SIZE, CURSOR_BINDING_BUFFER_BYTES, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, MAX_SWEEP_INTERVAL_MS, DEFAULT_OFFSET, MIN_SWEEP_INTERVAL_MS, MIN_RANK_CONSTANT, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, FUSION_TIE_INSERTION_LIMIT, DEFAULT_RANK_CONSTANT, DEFAULT_LINEAR_ALPHA, STATISTICS_BROADCAST_INTERVAL_MS, MAX_IMPORT_REFUSALS_REPORTED, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, FOREIGN_STATS_TTL_MS, EXPORT_CHUNK_BYTES, DEFAULT_MAX_PARTITIONS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, ANALYSIS_CHANGE_MEMBERS, MIN_HYBRID_DEPTH, MAX_SUGGEST_SCATTER_LIMIT, MAX_SUGGEST_LIMIT, MAX_QUERY_PHRASES, MAX_PHRASE_WORDS, MAX_HYBRID_DEPTH, HYBRID_RESCORE_WINDOW, DEFAULT_SUGGEST_LIMIT, DEFAULT_MAX_PER_GROUP, HEAP_PRESSURE_WARNING_FRACTION, PREFIX_MAX_EXPANSIONS, HEAP_PRESSURE_REARM_FRACTION, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-3ECIRFS5.mjs';
|
|
11
|
-
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, requireSearchBackendSettings, NATIVE_NEEDS_ROOM, NATIVE_OK } from './chunk-
|
|
11
|
+
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, requireSearchBackendSettings, NATIVE_NEEDS_ROOM, NATIVE_OK } from './chunk-ASZLNVWW.mjs';
|
|
12
12
|
import { PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD } from './chunk-ZXX5GZEX.mjs';
|
|
13
13
|
import { MAX_FILE_BYTES, VALID_HNSW_METRICS, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER } from './chunk-4PY4JYMY.mjs';
|
|
14
|
-
import { NarsilError, ErrorCodes, createNarsilError, isNarsilError } from './chunk-
|
|
14
|
+
import { NarsilError, ErrorCodes, createNarsilError, isNarsilError } from './chunk-ZKOQR7EA.mjs';
|
|
15
15
|
import { compareCodePoints, withUnpairedSurrogatesReplaced, sortModeOf, defaultSortMode, toComparableSortValue, exceedsCodePoints, codePointCount, SORT_VALUE_MAX_CODE_POINTS, holdsUnpairedSurrogate, truncateSortString, SORT_MODES, isSortMode } from './chunk-TGPKS2UM.mjs';
|
|
16
16
|
import { totalmem, freemem } from 'os';
|
|
17
17
|
import { getHeapStatistics, getHeapSpaceStatistics } from 'v8';
|
|
@@ -992,7 +992,7 @@ var loaded = null;
|
|
|
992
992
|
var loading = null;
|
|
993
993
|
function importOptionalReads() {
|
|
994
994
|
if (loaded !== null) return Promise.resolve(loaded);
|
|
995
|
-
loading ??= import('./optional-reads-
|
|
995
|
+
loading ??= import('./optional-reads-5HFMF2QZ.mjs').then(
|
|
996
996
|
(code7) => {
|
|
997
997
|
code7.bindOptionalReadsHost(optionalCodeHost());
|
|
998
998
|
loaded = code7;
|
|
@@ -4959,7 +4959,7 @@ function requireLoadedPhraseCode() {
|
|
|
4959
4959
|
}
|
|
4960
4960
|
function loadPhraseCode() {
|
|
4961
4961
|
if (loading2 === null) {
|
|
4962
|
-
loading2 = import('./phrase-module-
|
|
4962
|
+
loading2 = import('./phrase-module-EFESWOCR.mjs').then(
|
|
4963
4963
|
(code7) => {
|
|
4964
4964
|
code7.bindPhraseHost(optionalCodeHost());
|
|
4965
4965
|
loaded2 = code7;
|
|
@@ -12682,7 +12682,7 @@ function resolvePartitionInsertOptions(config, analysis, options) {
|
|
|
12682
12682
|
|
|
12683
12683
|
// src/core/segment-codec-code.ts
|
|
12684
12684
|
var segmentCodec = codeLoader(async () => {
|
|
12685
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-
|
|
12685
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-XNMCUIJF.mjs')]);
|
|
12686
12686
|
code7.bindSegmentCodecHost(optionalCodeHost(), msgpack);
|
|
12687
12687
|
return code7;
|
|
12688
12688
|
}, "segment codec");
|
|
@@ -12690,7 +12690,7 @@ var loadSegmentCodec = segmentCodec.load;
|
|
|
12690
12690
|
|
|
12691
12691
|
// src/query-suggestions/store-code.ts
|
|
12692
12692
|
var suggestionStore = codeLoader(async () => {
|
|
12693
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-
|
|
12693
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-QAGHHLEK.mjs')]);
|
|
12694
12694
|
code7.bindSuggestionStoreHost(optionalCodeHost(), msgpack);
|
|
12695
12695
|
return code7;
|
|
12696
12696
|
}, "query suggestions store");
|
|
@@ -12749,7 +12749,7 @@ function markSimdUnavailable() {
|
|
|
12749
12749
|
|
|
12750
12750
|
// src/workers/vector-core-code.ts
|
|
12751
12751
|
var vectorCore = codeLoader(
|
|
12752
|
-
() => import('./core-leaf-
|
|
12752
|
+
() => import('./core-leaf-TAR3GJVE.mjs').then((code7) => {
|
|
12753
12753
|
code7.bindVectorCoreHost(optionalCodeHost());
|
|
12754
12754
|
if (!code7.simdModuleLoaded()) markSimdUnavailable();
|
|
12755
12755
|
return code7;
|
|
@@ -12771,7 +12771,7 @@ var storageCode = codeLoader(async () => {
|
|
|
12771
12771
|
loadSegmentMerge(),
|
|
12772
12772
|
loadSuggestionStore(),
|
|
12773
12773
|
loadVectorCore(),
|
|
12774
|
-
import('./storage-leaf-
|
|
12774
|
+
import('./storage-leaf-36SAEVV3.mjs')
|
|
12775
12775
|
]);
|
|
12776
12776
|
code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
|
|
12777
12777
|
return code7;
|
|
@@ -21494,7 +21494,7 @@ function hasLanguage(name) {
|
|
|
21494
21494
|
|
|
21495
21495
|
// src/narsil/restore-queue-code.ts
|
|
21496
21496
|
var restoreQueue = codeLoader(async () => {
|
|
21497
|
-
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-
|
|
21497
|
+
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-6VCVZT5C.mjs')]);
|
|
21498
21498
|
code7.bindRestoreQueueHost(optionalCodeHost(), suggestionStore2);
|
|
21499
21499
|
return code7;
|
|
21500
21500
|
}, "restore");
|
|
@@ -21721,7 +21721,7 @@ function storedBM25Params(params) {
|
|
|
21721
21721
|
|
|
21722
21722
|
// src/workers/vector-code.ts
|
|
21723
21723
|
var vectorCode = codeLoader(async () => {
|
|
21724
|
-
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-
|
|
21724
|
+
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-NIVZ4SF2.mjs')]);
|
|
21725
21725
|
code7.bindVectorHost(optionalCodeHost(), vectorCore2);
|
|
21726
21726
|
return code7;
|
|
21727
21727
|
}, "vector");
|
|
@@ -21953,6 +21953,7 @@ async function createEngineIndex(core2, config, name, requestedConfig, creation
|
|
|
21953
21953
|
pendingAnalysis: null,
|
|
21954
21954
|
durableAnalysis: null,
|
|
21955
21955
|
sync: null,
|
|
21956
|
+
changes: null,
|
|
21956
21957
|
querySuggestions: creation.querySuggestions ?? null
|
|
21957
21958
|
});
|
|
21958
21959
|
await core2.indexState.registerOpen(name);
|
|
@@ -21986,7 +21987,8 @@ async function dropEngineIndex(core2, name) {
|
|
|
21986
21987
|
core2.indexRegistry.delete(name);
|
|
21987
21988
|
core2.watermarkNotifier.forget(name);
|
|
21988
21989
|
core2.analysisRebuild.clearStale(name);
|
|
21989
|
-
if (entry.sync !== null
|
|
21990
|
+
if (entry.sync !== null || entry.changes !== null)
|
|
21991
|
+
emitSyncChange(core2.indexRegistry, { kind: "dropped", indexName: name });
|
|
21990
21992
|
});
|
|
21991
21993
|
await core2.querySuggestionHooks?.afterDrop(name);
|
|
21992
21994
|
await runLifecycleHook(core2, "onIndexDrop", { indexName: name, config: entry.config });
|
|
@@ -22059,7 +22061,7 @@ function storedArrayPositionGap(value) {
|
|
|
22059
22061
|
|
|
22060
22062
|
// src/engine/embed-code.ts
|
|
22061
22063
|
var embedCode = codeLoader(
|
|
22062
|
-
() => import('./embed-
|
|
22064
|
+
() => import('./embed-4PHHKGBK.mjs').then((code7) => {
|
|
22063
22065
|
code7.bindEmbedHost(optionalCodeHost());
|
|
22064
22066
|
return code7;
|
|
22065
22067
|
}),
|
|
@@ -22069,7 +22071,7 @@ var loadEmbedCode = embedCode.load;
|
|
|
22069
22071
|
|
|
22070
22072
|
// src/engine/optional-writes-code.ts
|
|
22071
22073
|
var optionalWrites = codeLoader(async () => {
|
|
22072
|
-
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-
|
|
22074
|
+
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-DVTVX2XY.mjs')]);
|
|
22073
22075
|
code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
|
|
22074
22076
|
return code7;
|
|
22075
22077
|
}, "write");
|
|
@@ -24028,8 +24030,21 @@ async function updateDocumentBatch(ctx, indexName, updates, options, hold) {
|
|
|
24028
24030
|
return { succeeded, failed };
|
|
24029
24031
|
}
|
|
24030
24032
|
|
|
24033
|
+
// src/engine/memory/document-churn.ts
|
|
24034
|
+
var churnByIndex = /* @__PURE__ */ new Map();
|
|
24035
|
+
function noteDocumentChurn(indexName, documents2) {
|
|
24036
|
+
if (!(documents2 > 0)) return;
|
|
24037
|
+
churnByIndex.set(indexName, (churnByIndex.get(indexName) ?? 0) + documents2);
|
|
24038
|
+
}
|
|
24039
|
+
function documentChurnOf(indexName) {
|
|
24040
|
+
return churnByIndex.get(indexName) ?? 0;
|
|
24041
|
+
}
|
|
24042
|
+
|
|
24031
24043
|
// src/engine/memory/guarded-writes.ts
|
|
24032
24044
|
var EMPTY_DOCUMENT = {};
|
|
24045
|
+
function noteGroupedChurn(ctx, indexName, documents2) {
|
|
24046
|
+
if (ctx.memoryWriteBlock?.grouping !== void 0) noteDocumentChurn(indexName, documents2);
|
|
24047
|
+
}
|
|
24033
24048
|
function blockFor(ctx, indexName) {
|
|
24034
24049
|
const block = ctx.memoryWriteBlock;
|
|
24035
24050
|
if (block === void 0) return void 0;
|
|
@@ -24115,6 +24130,7 @@ async function insertDocumentBatch2(ctx, indexName, documents2, options, hold) {
|
|
|
24115
24130
|
async function updateDocument2(ctx, indexName, docId, document, options, hold) {
|
|
24116
24131
|
const block = blockFor(ctx, indexName);
|
|
24117
24132
|
if (block === void 0) return updateDocument(ctx, indexName, docId, document, options, hold);
|
|
24133
|
+
noteGroupedChurn(ctx, indexName, 1);
|
|
24118
24134
|
return withReservation(
|
|
24119
24135
|
block.grouping,
|
|
24120
24136
|
indexName,
|
|
@@ -24129,6 +24145,7 @@ async function updateDocumentBatch2(ctx, indexName, updates, options, hold) {
|
|
|
24129
24145
|
if (grouping === void 0 || !Array.isArray(updates) || updates.length === 0) {
|
|
24130
24146
|
return updateDocumentBatch(ctx, indexName, updates, options, hold);
|
|
24131
24147
|
}
|
|
24148
|
+
noteGroupedChurn(ctx, indexName, updates.length);
|
|
24132
24149
|
return writeInGroups(
|
|
24133
24150
|
grouping,
|
|
24134
24151
|
indexName,
|
|
@@ -24143,10 +24160,12 @@ async function updateDocumentBatch2(ctx, indexName, updates, options, hold) {
|
|
|
24143
24160
|
);
|
|
24144
24161
|
}
|
|
24145
24162
|
async function removeDocument4(ctx, indexName, docId, options, hold) {
|
|
24163
|
+
noteGroupedChurn(ctx, indexName, 1);
|
|
24146
24164
|
await removeDocument3(ctx, indexName, docId, options, hold);
|
|
24147
24165
|
ctx.memoryWriteBlock?.memoryReleased();
|
|
24148
24166
|
}
|
|
24149
24167
|
async function removeDocumentBatch2(ctx, indexName, docIds, options, hold) {
|
|
24168
|
+
if (Array.isArray(docIds)) noteGroupedChurn(ctx, indexName, docIds.length);
|
|
24150
24169
|
const result = await removeDocumentBatch(ctx, indexName, docIds, options, hold);
|
|
24151
24170
|
if (result.succeeded.length > 0) ctx.memoryWriteBlock?.memoryReleased();
|
|
24152
24171
|
return result;
|
|
@@ -24174,6 +24193,10 @@ var PATTERN_RUN_HEAP_BYTES = 512;
|
|
|
24174
24193
|
var ENUM_VALUE_HEAP_BYTES = 256;
|
|
24175
24194
|
var VECTOR_COMPONENT_HEAP_BYTES = 80;
|
|
24176
24195
|
var VECTOR_DOCUMENT_HEAP_BYTES = 5120;
|
|
24196
|
+
var MAP_TABLE_HEADER_BYTES = 40;
|
|
24197
|
+
var MAP_TABLE_SLOT_BYTES = 28;
|
|
24198
|
+
var MAP_TABLE_MIN_CAPACITY = 4;
|
|
24199
|
+
var MAP_TABLE_SHRINK_DIVISOR = 4;
|
|
24177
24200
|
var NORMALIZATION_EXPANSION_FACTOR = 3;
|
|
24178
24201
|
var CASE_FOLD_EXPANSION_FACTOR = 3;
|
|
24179
24202
|
|
|
@@ -24933,7 +24956,7 @@ function createAnalysisRebuildCoordinator(config, deps) {
|
|
|
24933
24956
|
|
|
24934
24957
|
// src/engine/durability-config-code.ts
|
|
24935
24958
|
var durabilityConfig = codeLoader(
|
|
24936
|
-
() => import('./durability-config-
|
|
24959
|
+
() => import('./durability-config-VWS2K24E.mjs').then((code7) => {
|
|
24937
24960
|
code7.bindDurabilityConfigHost(optionalCodeHost());
|
|
24938
24961
|
return code7;
|
|
24939
24962
|
}),
|
|
@@ -25506,7 +25529,7 @@ var workerCopies = codeLoader(async () => {
|
|
|
25506
25529
|
const [segmentCodec2, segmentMerge2, code7] = await Promise.all([
|
|
25507
25530
|
loadSegmentCodec(),
|
|
25508
25531
|
loadSegmentMerge(),
|
|
25509
|
-
import('./worker-copies-
|
|
25532
|
+
import('./worker-copies-IXC43Z4Q.mjs')
|
|
25510
25533
|
]);
|
|
25511
25534
|
code7.bindWorkerCopiesHost(optionalCodeHost(), segmentCodec2, segmentMerge2);
|
|
25512
25535
|
return code7;
|
|
@@ -28105,7 +28128,8 @@ async function resolveRunnableConfig(config) {
|
|
|
28105
28128
|
|
|
28106
28129
|
// src/engine/sync-epoch.ts
|
|
28107
28130
|
async function holdSyncEpochChange(core2, indexName) {
|
|
28108
|
-
|
|
28131
|
+
const entry = core2.indexRegistry.get(indexName);
|
|
28132
|
+
if (entry === void 0 || entry.sync === null && entry.changes === null) return () => void 0;
|
|
28109
28133
|
return (await loadStorageCode()).holdRenewedSyncEpoch(core2, indexName);
|
|
28110
28134
|
}
|
|
28111
28135
|
async function withRenewedSyncEpoch(core2, indexName, change) {
|
|
@@ -28156,6 +28180,17 @@ function bm25Operations(core2) {
|
|
|
28156
28180
|
};
|
|
28157
28181
|
}
|
|
28158
28182
|
|
|
28183
|
+
// src/narsil/changes.ts
|
|
28184
|
+
function changesOperations(core2) {
|
|
28185
|
+
return {
|
|
28186
|
+
updateChanges: async (indexName, setting) => (await loadStorageCode()).updateChangesOf(core2, indexName, setting),
|
|
28187
|
+
getChanges: async (indexName) => (await loadStorageCode()).changesOf(core2, indexName),
|
|
28188
|
+
async *followChanges(indexName, options) {
|
|
28189
|
+
yield* (await loadStorageCode()).followIndexChanges(core2, indexName, options);
|
|
28190
|
+
}
|
|
28191
|
+
};
|
|
28192
|
+
}
|
|
28193
|
+
|
|
28159
28194
|
// src/narsil/internals.ts
|
|
28160
28195
|
var engineCores = /* @__PURE__ */ new WeakMap();
|
|
28161
28196
|
var rerankWindowSources = /* @__PURE__ */ new WeakMap();
|
|
@@ -28186,16 +28221,6 @@ function rerankWindowCapOf(owner) {
|
|
|
28186
28221
|
|
|
28187
28222
|
// src/narsil/portability.ts
|
|
28188
28223
|
function portabilityOperations(core2, config, engine) {
|
|
28189
|
-
async function withOpenIndex2(indexName, action) {
|
|
28190
|
-
core2.guardShutdown();
|
|
28191
|
-
core2.requireIndex(indexName);
|
|
28192
|
-
const release = await core2.indexState.acquire(indexName);
|
|
28193
|
-
try {
|
|
28194
|
-
return await action();
|
|
28195
|
-
} finally {
|
|
28196
|
-
release();
|
|
28197
|
-
}
|
|
28198
|
-
}
|
|
28199
28224
|
function queueRestore(indexName, data) {
|
|
28200
28225
|
const { restoresInFlight } = core2;
|
|
28201
28226
|
const previous = restoresInFlight.get(indexName) ?? Promise.resolve();
|
|
@@ -28230,7 +28255,7 @@ function portabilityOperations(core2, config, engine) {
|
|
|
28230
28255
|
}
|
|
28231
28256
|
return {
|
|
28232
28257
|
snapshot(indexName, options) {
|
|
28233
|
-
return
|
|
28258
|
+
return withOpenIndex(core2, indexName, async () => {
|
|
28234
28259
|
const { createSnapshot } = await loadStorageCode();
|
|
28235
28260
|
return createSnapshot(snapshotDepsOf(indexName), options?.queryHistory === true ? core2 : null);
|
|
28236
28261
|
});
|
|
@@ -28242,10 +28267,9 @@ function portabilityOperations(core2, config, engine) {
|
|
|
28242
28267
|
core2.heapPressureNotifier.check(indexName);
|
|
28243
28268
|
},
|
|
28244
28269
|
exportDocuments(indexName) {
|
|
28245
|
-
return
|
|
28246
|
-
const {
|
|
28247
|
-
|
|
28248
|
-
return documentExportStream(header, await checkpointForArchive(snapshotDepsOf(indexName)));
|
|
28270
|
+
return withOpenIndex(core2, indexName, async () => {
|
|
28271
|
+
const { openDocumentExport } = await loadStorageCode();
|
|
28272
|
+
return openDocumentExport(core2, snapshotDepsOf(indexName));
|
|
28249
28273
|
});
|
|
28250
28274
|
},
|
|
28251
28275
|
importDocumentExport(indexName, data) {
|
|
@@ -29273,7 +29297,7 @@ async function executePreflight(request, callerContext) {
|
|
|
29273
29297
|
|
|
29274
29298
|
// src/engine/resolve-vector-text-code.ts
|
|
29275
29299
|
var resolveVectorText = codeLoader(
|
|
29276
|
-
() => import('./resolve-vector-text-
|
|
29300
|
+
() => import('./resolve-vector-text-OD4J3WHF.mjs').then((code7) => {
|
|
29277
29301
|
code7.bindResolveVectorTextHost(optionalCodeHost());
|
|
29278
29302
|
return code7;
|
|
29279
29303
|
}),
|
|
@@ -29358,6 +29382,7 @@ async function queryUnderHold(core2, indexName, params, resolvedParams, embedded
|
|
|
29358
29382
|
options?.onRanked?.(manager, result);
|
|
29359
29383
|
return result;
|
|
29360
29384
|
} catch (error) {
|
|
29385
|
+
if (error instanceof NarsilError && error.code === ErrorCodes.RERANK_FAILED) throw error;
|
|
29361
29386
|
if (runner?.replaced) return INDEX_REPLACED_DURING_RERANK;
|
|
29362
29387
|
throw error;
|
|
29363
29388
|
} finally {
|
|
@@ -29738,6 +29763,7 @@ function createNarsilFromCore(core2, config) {
|
|
|
29738
29763
|
...synonymOperations(core2),
|
|
29739
29764
|
...bm25Operations(core2),
|
|
29740
29765
|
...syncOperations(core2),
|
|
29766
|
+
...changesOperations(core2),
|
|
29741
29767
|
async checkpoint(indexName) {
|
|
29742
29768
|
guardShutdown();
|
|
29743
29769
|
requireIndex(indexName);
|
|
@@ -29874,7 +29900,7 @@ var suggestionsCode = codeLoader(async () => {
|
|
|
29874
29900
|
const [msgpack, suggestionStore2, code7] = await Promise.all([
|
|
29875
29901
|
loadMessagePack(),
|
|
29876
29902
|
loadSuggestionStore(),
|
|
29877
|
-
import('./suggestions-leaf-
|
|
29903
|
+
import('./suggestions-leaf-JG2IP2VQ.mjs')
|
|
29878
29904
|
]);
|
|
29879
29905
|
code7.bindSuggestionsHost(optionalCodeHost(), msgpack, suggestionStore2);
|
|
29880
29906
|
return code7;
|
|
@@ -31024,7 +31050,7 @@ var segmentMerge = codeLoader(async () => {
|
|
|
31024
31050
|
const [msgpack, codec, code7] = await Promise.all([
|
|
31025
31051
|
loadMessagePack(),
|
|
31026
31052
|
loadSegmentCodec(),
|
|
31027
|
-
import('./segment-merge-leaf-
|
|
31053
|
+
import('./segment-merge-leaf-RA4S7CC6.mjs')
|
|
31028
31054
|
]);
|
|
31029
31055
|
code7.bindSegmentMergeHost(optionalCodeHost(), msgpack, codec);
|
|
31030
31056
|
return code7;
|
|
@@ -31640,4 +31666,4 @@ function createDirectExecutor(options) {
|
|
|
31640
31666
|
};
|
|
31641
31667
|
}
|
|
31642
31668
|
|
|
31643
|
-
export { ARRAY_POSITION_GAP, CASE_FOLD_EXPANSION_FACTOR, COMPACTION_SEGMENT_TRIGGER, DEFAULT_BM25_B, DEFAULT_BM25_K1, DEFAULT_COPY_IDLE_TIMEOUT_MS, DEFAULT_COPY_THRESHOLD, DEFAULT_RERANK_WINDOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, FULL_MEMORY_COLLECTION_INTERVAL_MS, GROUP_FORMAT, GROUP_PATTERN_SOURCE, IDLE_MERGE_DELAY_MS, LIVE_TAIL_FLUSH_DOCUMENTS, LIVE_TAIL_FREEZE_FLOOR, LOAD_BUFFER_YIELD_INTERVAL, LONG_QUERY_THREADS, MAIN_COPY_LONE_QUERY_DOCUMENTS, MAX_PENDING_REPLICATION_DOCUMENTS, MAX_RERANK_WINDOW, NORMALIZATION_EXPANSION_FACTOR, NO_REMOVED_SPELLINGS, PARTIAL_SPELLING_HEAP_BYTES, PATTERN_RUN_HEAP_BYTES, POOL_RESTART_DELAY_MAX_MS, POOL_RESTART_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, SEGMENTS_PER_MERGE, SUGGESTIONS_INDEX_INFIX, SegmentRefusal, TERM_UNIT_HEAP_BYTES, TermLookup, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VERSION, afterCurrentTurn, alreadyPresentOnWorker, applyProjection, arrayPositionsAreStale, assemblePagedFrozenSegment, availablePatternSearch, bindOptionalWritesHost, bindQuerySignal, bindRerankWindowSource, bindSegmentCodecHost, bindSegmentMergeHost, bindWorkerCopiesHost, bm25SetsValue, buildPartialWordTableFrom, buildSegmentPayloads, clampLimit, clampRowCount, clearNormalizationCache, clearQuerySignal, compareScores, configurationPayloadOf, configureNormalizationCache, countsWithoutScores, createBooleanIndex, createCompositePartition, createDirectExecutor, createEncodedDocumentSource, createEngineCore, createEngineIndex, createEnumIndex, createFrozenRemovals, createFrozenSegment, createLoadedGeoIndex, createMemoryMonitor, createNarsil, createNarsilFromCore, createNumericIndex, createPartitionIndex, createPartitionManager, createPartitionRouter, createPublicationGate, createRequestId, createSharedFrozenSegment, createWorkerExecutor, createWorkerFactory, customTokensOf, decodeEveryStoredDocument, decodeMapWithoutFields, decodePageCursor, decodeStoredDocument, decodeSurfaceTable, decodeSynonymRules, documentsOf2 as documentsOf, dropEngineIndex, eligibleIndexNames, emitEngineEvent, emitSyncChange, emitWriteEventAfter, emptyPendingRegions, encodeDocumentTableData, encodePageCursor, encodeSegmentState, endOfValue, engineCoreOf, executePreflight, executeQuery, fanOutMatchCount, fanOutQuery, fieldIndexRemapOf, fillHits, filterTestCount, fnv1a, fnv1aUint32s, freezeEncodedSegmentShared, freezeSegmentShared, generateId, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, getVectorFieldPaths, growPartitionsTo, hasLanguage, hasStopWords, hasTokenizer, holdSyncEpochChange, holdVectorsForRollback, holdsADiscardedField, holdsQuotedText, importOptionalReads, initializeCopyPublication, insertDocument, insertDocumentBatch, insertDocumentVectors, isCompositePartition, isDeterministicFailure, isSimdAvailable, isValidWorkerAction, isValidWorkerResponse, joinPatternWorkMeter, kWayMerge, lazyQueryBinding, listBindingOf, listenForSyncChanges, loadCursorPageFor, loadDigest, loadFacetMergesFor, loadGeoCode, loadGeoCodeFor, loadGroupingFor, loadGzip, loadOptionalWrites, loadPhraseCodeFor, loadPinningFor, loadPrefixFor, loadQueryCode, loadRerankRuntime, loadSchemaCodeFor, loadSortingFor, loadStorageCode, loadSuggestionsCode, loadVectorCode, lookupOfStoredSynonyms, memoryFractionsOf, mergeDocFrequencies, mergeEntries, mergeFacets, mergeFieldIndexes, mergeKeywordSources, mergePartitionStats, mergePostings, mergePostings2, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, normalizeSort, now, oneAtATime, oversampledFacetConfig, oversampledShardSize, oversizedConfigurationPayloadOf, partialWordSearchModule, partitionStateOf, patternHost, patternIndexOf, prepareConfiguredSynonyms, prepareDocumentText, prepareDocumentVectors, prepareDocumentWrite, prepareRemovalText, prepareStoredSynonyms, projectionKeepsField, providedDocId, publishCopyAction, queryBindingOf, rankPage, readHeapStatistics, readMemoryFigures, readRecentMemoryFigures, readResidentMemory, rebuildSizeIndexes, reconstructSchemaFromMetadata, regionsOverlap, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, removeDocument3 as removeDocument, removeDocumentBatch, removeDocumentBatch2, removeDocumentVectors, removedSurfaceSpellings, reportIneligible, requireEncodedConfigurationWithinSizeLimit, requireKnownConfig, requireLoadedOptionalReads, requireLoadedVectorCode, requireMatchingCursor, requirePatternSearch, requireSearchBackendSettings2 as requireSearchBackendSettings, requireSurfaceFormsForPartialFields, requireWithinResultWindow, rerankWindowCapOf, resetNormalizationCache, resolveIndexAnalysis, resolvePartialWordAnalysis, resolvePartitionInsertOptions, resolveProjection, resolveRunnableConfig, returnsEveryMatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, runtimeHost, sanitizeGlobalStats, scanPostingBlocks, segmentArraysOf, selectionKeeps, setNestedValue, shareSegmentArrays, sortModesOf, sortSignatureEntry, sortSignatureOf, startEngineCore, storedArrayPositionGap, storedBM25Params, storedDocumentsOf, survivorDocumentsOf, synonymModule, synonymSearchModule, toError2 as toError, topLevelMapKeys, updateDocument, updateDocumentBatch, updateDocumentVectors, validateBM25Params, validateBM25Shape, validateEmbeddingConfig, validateMemoryFractions, validatePartitionConfig, validatePatternValueLimit, validateRequiredFieldsInSchema, visitTokens, withOpenIndex, workerIneligibility, workersEnabledByDefault, wrapFrozenTokenTable, writePartitionDocument, yieldToEventLoop };
|
|
31669
|
+
export { ARRAY_POSITION_GAP, CASE_FOLD_EXPANSION_FACTOR, COMPACTION_SEGMENT_TRIGGER, DEFAULT_BM25_B, DEFAULT_BM25_K1, DEFAULT_COPY_IDLE_TIMEOUT_MS, DEFAULT_COPY_THRESHOLD, DEFAULT_RERANK_WINDOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, FULL_MEMORY_COLLECTION_INTERVAL_MS, GROUP_FORMAT, GROUP_PATTERN_SOURCE, IDLE_MERGE_DELAY_MS, LIVE_TAIL_FLUSH_DOCUMENTS, LIVE_TAIL_FREEZE_FLOOR, LOAD_BUFFER_YIELD_INTERVAL, LONG_QUERY_THREADS, MAIN_COPY_LONE_QUERY_DOCUMENTS, MAP_TABLE_HEADER_BYTES, MAP_TABLE_MIN_CAPACITY, MAP_TABLE_SHRINK_DIVISOR, MAP_TABLE_SLOT_BYTES, MAX_PENDING_REPLICATION_DOCUMENTS, MAX_RERANK_WINDOW, NORMALIZATION_EXPANSION_FACTOR, NO_REMOVED_SPELLINGS, PARTIAL_SPELLING_HEAP_BYTES, PATTERN_RUN_HEAP_BYTES, POOL_RESTART_DELAY_MAX_MS, POOL_RESTART_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, SEGMENTS_PER_MERGE, SUGGESTIONS_INDEX_INFIX, SegmentRefusal, TERM_UNIT_HEAP_BYTES, TermLookup, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VERSION, afterCurrentTurn, alreadyPresentOnWorker, applyProjection, arrayPositionsAreStale, assemblePagedFrozenSegment, availablePatternSearch, bindOptionalWritesHost, bindQuerySignal, bindRerankWindowSource, bindSegmentCodecHost, bindSegmentMergeHost, bindWorkerCopiesHost, bm25SetsValue, buildPartialWordTableFrom, buildSegmentPayloads, clampLimit, clampRowCount, clearNormalizationCache, clearQuerySignal, compareScores, configurationPayloadOf, configureNormalizationCache, countsWithoutScores, createBooleanIndex, createCompositePartition, createDirectExecutor, createEncodedDocumentSource, createEngineCore, createEngineIndex, createEnumIndex, createFrozenRemovals, createFrozenSegment, createLoadedGeoIndex, createMemoryMonitor, createNarsil, createNarsilFromCore, createNumericIndex, createPartitionIndex, createPartitionManager, createPartitionRouter, createPatternWorkMeter, createPublicationGate, createRequestId, createSharedFrozenSegment, createWorkerExecutor, createWorkerFactory, customTokensOf, decodeEveryStoredDocument, decodeMapWithoutFields, decodePageCursor, decodeStoredDocument, decodeSurfaceTable, decodeSynonymRules, documentChurnOf, documentsOf2 as documentsOf, dropEngineIndex, eligibleIndexNames, emitEngineEvent, emitSyncChange, emitWriteEventAfter, emptyPendingRegions, encodeDocumentTableData, encodePageCursor, encodeSegmentState, endOfValue, engineCoreOf, executePreflight, executeQuery, fanOutMatchCount, fanOutQuery, fieldIndexRemapOf, fillHits, filterTestCount, fnv1a, fnv1aUint32s, freezeEncodedSegmentShared, freezeSegmentShared, generateId, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, getVectorFieldPaths, growPartitionsTo, hasLanguage, hasStopWords, hasTokenizer, holdSyncEpochChange, holdVectorsForRollback, holdsADiscardedField, holdsQuotedText, importOptionalReads, initializeCopyPublication, insertDocument, insertDocumentBatch, insertDocumentVectors, isCompositePartition, isDeterministicFailure, isSimdAvailable, isValidWorkerAction, isValidWorkerResponse, joinPatternWorkMeter, kWayMerge, lazyQueryBinding, listBindingOf, listenForSyncChanges, loadCursorPageFor, loadDigest, loadFacetMergesFor, loadGeoCode, loadGeoCodeFor, loadGroupingFor, loadGzip, loadOptionalWrites, loadPhraseCodeFor, loadPinningFor, loadPrefixFor, loadQueryCode, loadRerankRuntime, loadSchemaCodeFor, loadSortingFor, loadStorageCode, loadSuggestionsCode, loadVectorCode, lookupOfStoredSynonyms, memoryFractionsOf, mergeDocFrequencies, mergeEntries, mergeFacets, mergeFieldIndexes, mergeKeywordSources, mergePartitionStats, mergePostings, mergePostings2, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, normalizeSort, noteDocumentChurn, now, oneAtATime, oversampledFacetConfig, oversampledShardSize, oversizedConfigurationPayloadOf, partialWordSearchModule, partitionStateOf, patternHost, patternIndexOf, prepareConfiguredSynonyms, prepareDocumentText, prepareDocumentVectors, prepareDocumentWrite, prepareRemovalText, prepareStoredSynonyms, projectionKeepsField, providedDocId, publishCopyAction, queryBindingOf, rankPage, readHeapStatistics, readMemoryFigures, readRecentMemoryFigures, readResidentMemory, rebuildSizeIndexes, reconstructSchemaFromMetadata, regionsOverlap, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, removeDocument3 as removeDocument, removeDocumentBatch, removeDocumentBatch2, removeDocumentVectors, removedSurfaceSpellings, reportIneligible, requireEncodedConfigurationWithinSizeLimit, requireKnownConfig, requireLoadedOptionalReads, requireLoadedVectorCode, requireMatchingCursor, requirePatternSearch, requireSearchBackendSettings2 as requireSearchBackendSettings, requireSurfaceFormsForPartialFields, requireWithinResultWindow, rerankWindowCapOf, resetNormalizationCache, resolveIndexAnalysis, resolvePartialWordAnalysis, resolvePartitionInsertOptions, resolveProjection, resolveRunnableConfig, returnsEveryMatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, runtimeHost, sanitizeGlobalStats, scanPostingBlocks, segmentArraysOf, selectionKeeps, setNestedValue, shareSegmentArrays, sortModesOf, sortSignatureEntry, sortSignatureOf, startEngineCore, storedArrayPositionGap, storedBM25Params, storedDocumentsOf, survivorDocumentsOf, synonymModule, synonymSearchModule, toError2 as toError, topLevelMapKeys, updateDocument, updateDocumentBatch, updateDocumentVectors, validQueryFilter, validateBM25Params, validateBM25Shape, validateEmbeddingConfig, validateMemoryFractions, validatePartitionConfig, validatePatternValueLimit, validateRequiredFieldsInSchema, visitTokens, withOpenIndex, workerIneligibility, workersEnabledByDefault, wrapFrozenTokenTable, writePartitionDocument, yieldToEventLoop };
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { VECTOR_BLOCK_MAX_BYTES, MAX_DOC_ID_TABLE_BYTES, MAX_VECTOR_ORDINALS, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, turnsAreBudgeted, backgroundTurnIsSpent, yieldBackgroundTurn, VECTOR_BLOCK_INITIAL_SLOTS, MAX_WASM_PAGES, NATIVE_ATTACH_RETRY_MS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_SLICE_MS, NATIVE_THREAD_SEARCH_SLOTS, GRAPH_LOCK_WAIT_DEADLINE_MS, holdWrites, threadSlotGone } from './chunk-UPDNNOTG.mjs';
|
|
2
2
|
import { MAX_DOC_ID_LENGTH } from './chunk-3ECIRFS5.mjs';
|
|
3
|
-
import { stopUsingTheNativeSearchCore, nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK, NATIVE_NEEDS_ROOM, NATIVE_GRAPH_NOT_HELD_ALONE } from './chunk-
|
|
3
|
+
import { stopUsingTheNativeSearchCore, nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK, NATIVE_NEEDS_ROOM, NATIVE_GRAPH_NOT_HELD_ALONE } from './chunk-ASZLNVWW.mjs';
|
|
4
4
|
import { DEFAULT_EF_SEARCH, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, PLACEMENT_ROOM_REQUESTS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, MAX_M, MIN_M, INITIAL_UPPER_SLOTS, CONNECT_RESTARTS_BEFORE_ONE_PASS, FARTHEST_REJECTED_LINKS_KEPT, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, NEAREST_LINK_FALLBACK_HOSTS } from './chunk-ZXX5GZEX.mjs';
|
|
5
5
|
import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
6
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
7
7
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
8
8
|
import { readSync, openSync, read, closeSync } from 'fs';
|
|
9
9
|
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { fnv1a } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { fnv1a } from './chunk-JXDY3ZA3.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
3
|
|
|
4
4
|
// src/persistence/durability/segment/layout.ts
|
|
5
5
|
var SEGMENT_ID_WIDTH = 16;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { MAX_CALLS_ACROSS_INDEX_CHANGES } from './chunk-3ECIRFS5.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
3
|
|
|
4
4
|
// src/engine/resolve-vector-text-host.ts
|
|
5
5
|
function bindResolveVectorTextHost(_host) {
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { encodeJson, SYNC_CLOSE_SERVER_ERROR,
|
|
2
|
-
import { answerRefusalOf } from './chunk-
|
|
3
|
-
import { archiveRange } from './chunk-
|
|
4
|
-
import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-
|
|
5
|
-
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-
|
|
6
|
-
import { MAX_FILTER_DEPTH } from './chunk-
|
|
7
|
-
import { bindSignalStop } from './chunk-
|
|
1
|
+
import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-F6F4G322.mjs';
|
|
2
|
+
import { answerRefusalOf } from './chunk-YFMM7QOT.mjs';
|
|
3
|
+
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-3JRN23HA.mjs';
|
|
4
|
+
import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-JXDY3ZA3.mjs';
|
|
5
|
+
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-AOYQTX6W.mjs';
|
|
6
|
+
import { MAX_FILTER_DEPTH } from './chunk-IL5DRCNU.mjs';
|
|
7
|
+
import { bindSignalStop } from './chunk-RORNUNXW.mjs';
|
|
8
8
|
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-UPDNNOTG.mjs';
|
|
9
9
|
import { ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
|
|
10
|
-
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-
|
|
11
|
-
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-
|
|
10
|
+
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
|
|
11
|
+
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
12
12
|
import { randomUUID } from 'crypto';
|
|
13
13
|
import { mkdtemp, open, rm } from 'fs/promises';
|
|
14
14
|
import { tmpdir } from 'os';
|
|
@@ -234,6 +234,13 @@ var STATUS_BY_CODE = {
|
|
|
234
234
|
SYNC_NOT_READY: 503,
|
|
235
235
|
SYNC_NOT_ENABLED: 404,
|
|
236
236
|
SYNC_SNAPSHOT_PREPARING: 503,
|
|
237
|
+
CHANGES_DURABILITY_REQUIRED: 409,
|
|
238
|
+
CHANGES_BACKUP_STORE_REQUIRED: 409,
|
|
239
|
+
CHANGES_NOT_READY: 503,
|
|
240
|
+
CHANGES_NOT_ENABLED: 404,
|
|
241
|
+
CHANGES_PREVIOUS_DOCUMENT_REQUIRED: 409,
|
|
242
|
+
CHANGES_EXPORT_PREPARING: 503,
|
|
243
|
+
CHANGES_INVALID_POSITIONS: 400,
|
|
237
244
|
QUERY_SUGGESTIONS_NOT_ENABLED: 404,
|
|
238
245
|
EMBEDDING_FAILED: 503,
|
|
239
246
|
RERANK_FAILED: 503,
|
|
@@ -750,6 +757,20 @@ function respondError(ctx, err) {
|
|
|
750
757
|
const { status, body } = toHttpError(err);
|
|
751
758
|
sendError(ctx.res, status, body.code, body.message, body.details);
|
|
752
759
|
}
|
|
760
|
+
function retryAfterSecondsOf(err, preparingCode) {
|
|
761
|
+
if (!(err instanceof NarsilError) || err.code !== preparingCode) return null;
|
|
762
|
+
const retryAfterMs = err.details?.retryAfterMs;
|
|
763
|
+
return typeof retryAfterMs === "number" && retryAfterMs > 0 ? Math.ceil(retryAfterMs / 1e3) : 1;
|
|
764
|
+
}
|
|
765
|
+
function respondPreparingError(ctx, err, preparingCode) {
|
|
766
|
+
const retryAfterSeconds = retryAfterSecondsOf(err, preparingCode);
|
|
767
|
+
if (retryAfterSeconds === null || ctx.abort.aborted) {
|
|
768
|
+
respondError(ctx, err);
|
|
769
|
+
return;
|
|
770
|
+
}
|
|
771
|
+
const { status, body } = toHttpError(err);
|
|
772
|
+
sendError(ctx.res, status, body.code, body.message, body.details, [["Retry-After", String(retryAfterSeconds)]]);
|
|
773
|
+
}
|
|
753
774
|
function respondJson(ctx, data, status = 200) {
|
|
754
775
|
if (ctx.abort.aborted) return;
|
|
755
776
|
sendJson(ctx.res, data, status, ctx.abort);
|
|
@@ -1788,6 +1809,34 @@ function backupRoutes(shared) {
|
|
|
1788
1809
|
];
|
|
1789
1810
|
}
|
|
1790
1811
|
|
|
1812
|
+
// src/server/routes/changes.ts
|
|
1813
|
+
function changesRoutes(shared) {
|
|
1814
|
+
return [
|
|
1815
|
+
{
|
|
1816
|
+
method: "get",
|
|
1817
|
+
path: "/indexes/:name/changes",
|
|
1818
|
+
handler: "getChanges",
|
|
1819
|
+
options: shared.named,
|
|
1820
|
+
operationId: "getChanges",
|
|
1821
|
+
summary: "Report the change capture setting of an index and its epoch",
|
|
1822
|
+
tags: ["Changes"],
|
|
1823
|
+
request: null,
|
|
1824
|
+
responses: { 200: "ChangesStatus" }
|
|
1825
|
+
},
|
|
1826
|
+
{
|
|
1827
|
+
method: "put",
|
|
1828
|
+
path: "/indexes/:name/changes",
|
|
1829
|
+
handler: "updateChanges",
|
|
1830
|
+
options: shared.namedBody,
|
|
1831
|
+
operationId: "updateChanges",
|
|
1832
|
+
summary: "Replace the change capture setting of an index",
|
|
1833
|
+
tags: ["Changes"],
|
|
1834
|
+
request: "ChangesSetting",
|
|
1835
|
+
responses: { 200: "OkResponse" }
|
|
1836
|
+
}
|
|
1837
|
+
];
|
|
1838
|
+
}
|
|
1839
|
+
|
|
1791
1840
|
// src/server/routes/documents.ts
|
|
1792
1841
|
function documentRoutes(shared) {
|
|
1793
1842
|
const { named, document, writeBody, readBody: readBody2, batchBody, importBody, documentWriteBody } = shared;
|
|
@@ -2654,20 +2703,6 @@ function refuseRange(ctx, length, entityTag) {
|
|
|
2654
2703
|
ctx.res.writeStatus(statusLine(416)).writeHeader("Content-Range", `bytes */${length}`).writeHeader("ETag", `"${entityTag}"`).writeHeader("Cache-Control", "no-store").end();
|
|
2655
2704
|
});
|
|
2656
2705
|
}
|
|
2657
|
-
function retryAfterSecondsOf(err) {
|
|
2658
|
-
if (!(err instanceof NarsilError) || err.code !== ErrorCodes.SYNC_SNAPSHOT_PREPARING) return null;
|
|
2659
|
-
const retryAfterMs = err.details?.retryAfterMs;
|
|
2660
|
-
return typeof retryAfterMs === "number" && retryAfterMs > 0 ? Math.ceil(retryAfterMs / 1e3) : 1;
|
|
2661
|
-
}
|
|
2662
|
-
function refuseSnapshot(ctx, err) {
|
|
2663
|
-
const retryAfterSeconds = retryAfterSecondsOf(err);
|
|
2664
|
-
if (retryAfterSeconds === null || ctx.abort.aborted) {
|
|
2665
|
-
respondError(ctx, err);
|
|
2666
|
-
return;
|
|
2667
|
-
}
|
|
2668
|
-
const { status, body } = toHttpError(err);
|
|
2669
|
-
sendError(ctx.res, status, body.code, body.message, body.details, [["Retry-After", String(retryAfterSeconds)]]);
|
|
2670
|
-
}
|
|
2671
2706
|
function createSyncSnapshotHandler(serving) {
|
|
2672
2707
|
return async (ctx) => {
|
|
2673
2708
|
const sync = serving();
|
|
@@ -2679,7 +2714,7 @@ function createSyncSnapshotHandler(serving) {
|
|
|
2679
2714
|
try {
|
|
2680
2715
|
download = await sync.snapshot(ctx.params[0]);
|
|
2681
2716
|
} catch (err) {
|
|
2682
|
-
|
|
2717
|
+
respondPreparingError(ctx, err, ErrorCodes.SYNC_SNAPSHOT_PREPARING);
|
|
2683
2718
|
return;
|
|
2684
2719
|
}
|
|
2685
2720
|
try {
|
|
@@ -2769,6 +2804,7 @@ function serverRoutes(limits) {
|
|
|
2769
2804
|
...maintenanceRoutes(shared),
|
|
2770
2805
|
...backupRoutes(shared),
|
|
2771
2806
|
...syncRoutes(shared),
|
|
2807
|
+
...changesRoutes(shared),
|
|
2772
2808
|
...querySuggestionRoutes(shared)
|
|
2773
2809
|
];
|
|
2774
2810
|
}
|
|
@@ -2816,21 +2852,14 @@ async function loadUWebSockets() {
|
|
|
2816
2852
|
}
|
|
2817
2853
|
}
|
|
2818
2854
|
|
|
2819
|
-
// src/sync/feed/constants.ts
|
|
2820
|
-
var DEFAULT_FEED_WINDOW_BYTES = 8388608;
|
|
2821
|
-
var ENTRIES_MESSAGE_LIMIT_BYTES = 1048576;
|
|
2822
|
-
var DEFAULT_MAX_FEED_CONNECTIONS = 1e4;
|
|
2823
|
-
var DEFAULT_MAX_FEED_CATCH_UPS = 32;
|
|
2824
|
-
var DEFAULT_MAX_FEED_BUFFERED_BYTES = 268435456;
|
|
2825
|
-
var FEED_HEAD_RETRY_MS = 200;
|
|
2826
|
-
var TIMER_DELAY_LIMIT_MS = 2147483647;
|
|
2827
|
-
var FEED_SOCKET_MAX_PAYLOAD_BYTES = 131072;
|
|
2828
|
-
var FEED_SOCKET_MAX_BACKPRESSURE_BYTES = 1073741824;
|
|
2829
|
-
|
|
2830
2855
|
// src/server/sync/feed-route.ts
|
|
2831
|
-
var
|
|
2832
|
-
|
|
2833
|
-
|
|
2856
|
+
var SYNC_FEED_ROUTE = { path: "/indexes/:name/sync/feed", subprotocol: SYNC_SUBPROTOCOL };
|
|
2857
|
+
var CHANGES_FEED_ROUTE = {
|
|
2858
|
+
path: "/indexes/:name/changes/feed",
|
|
2859
|
+
subprotocol: CHANGES_SUBPROTOCOL
|
|
2860
|
+
};
|
|
2861
|
+
function offersSubprotocol(header, subprotocol) {
|
|
2862
|
+
return header.split(",").some((value) => value.trim() === subprotocol);
|
|
2834
2863
|
}
|
|
2835
2864
|
function indexNameOf(raw) {
|
|
2836
2865
|
if (!raw.includes("%")) return raw;
|
|
@@ -2861,7 +2890,7 @@ function refuse(res, err) {
|
|
|
2861
2890
|
const { status, body } = toHttpError(err);
|
|
2862
2891
|
sendError(res, status, body.code, body.message, body.details);
|
|
2863
2892
|
}
|
|
2864
|
-
async function upgradeFeed(gateway, res, context, indexName, handshake) {
|
|
2893
|
+
async function upgradeFeed(gateway, subprotocol, res, context, indexName, handshake) {
|
|
2865
2894
|
const abort = initAbortHandler(res);
|
|
2866
2895
|
let authorization;
|
|
2867
2896
|
try {
|
|
@@ -2889,11 +2918,12 @@ async function upgradeFeed(gateway, res, context, indexName, handshake) {
|
|
|
2889
2918
|
}
|
|
2890
2919
|
const userData = { ticket, endpoint: null, closed: false };
|
|
2891
2920
|
res.cork(() => {
|
|
2892
|
-
res.upgrade(userData, handshake.key,
|
|
2921
|
+
res.upgrade(userData, handshake.key, subprotocol, handshake.extensions, handshake.socketContext);
|
|
2893
2922
|
});
|
|
2894
2923
|
}
|
|
2895
|
-
function registerFeedRoute(app, gateway) {
|
|
2896
|
-
|
|
2924
|
+
function registerFeedRoute(app, gateway, route) {
|
|
2925
|
+
const { path: path2, subprotocol } = route;
|
|
2926
|
+
app.ws(path2, {
|
|
2897
2927
|
maxPayloadLength: FEED_SOCKET_MAX_PAYLOAD_BYTES,
|
|
2898
2928
|
maxBackpressure: FEED_SOCKET_MAX_BACKPRESSURE_BYTES,
|
|
2899
2929
|
upgrade(res, req, socketContext) {
|
|
@@ -2915,17 +2945,17 @@ function registerFeedRoute(app, gateway) {
|
|
|
2915
2945
|
remoteAddress: Buffer.from(res.getRemoteAddressAsText()).toString()
|
|
2916
2946
|
};
|
|
2917
2947
|
const indexName = indexNameOf(rawName);
|
|
2918
|
-
if (indexName === null || !offersSubprotocol(protocols)) {
|
|
2948
|
+
if (indexName === null || !offersSubprotocol(protocols, subprotocol)) {
|
|
2919
2949
|
res.onAborted(() => void 0);
|
|
2920
2950
|
sendError(
|
|
2921
2951
|
res,
|
|
2922
2952
|
400,
|
|
2923
2953
|
ServerErrorCodes.INVALID_REQUEST,
|
|
2924
|
-
indexName === null ? "A path segment holds a percent-escape the server cannot decode" : `The upgrade must offer the subprotocol ${
|
|
2954
|
+
indexName === null ? "A path segment holds a percent-escape the server cannot decode" : `The upgrade must offer the subprotocol ${subprotocol}`
|
|
2925
2955
|
);
|
|
2926
2956
|
return;
|
|
2927
2957
|
}
|
|
2928
|
-
void upgradeFeed(gateway, res, context, indexName, handshake).catch(() => void 0);
|
|
2958
|
+
void upgradeFeed(gateway, subprotocol, res, context, indexName, handshake).catch(() => void 0);
|
|
2929
2959
|
},
|
|
2930
2960
|
open(ws) {
|
|
2931
2961
|
const data = ws.getUserData();
|
|
@@ -3041,4 +3071,4 @@ async function departureConfirmation(word) {
|
|
|
3041
3071
|
if (waiting.async) await waiting.value;
|
|
3042
3072
|
}
|
|
3043
3073
|
|
|
3044
|
-
export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY,
|
|
3074
|
+
export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY, CHANGES_FEED_ROUTE, CHANGE_ANALYSIS_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, PROMETHEUS_TEXT_CONTENT_TYPE, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNC_FEED_ROUTE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, bindResponseStop, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createSyncSnapshotHandler, createVersionHandler, departureConfirmation, departureConfirmed, encodeQueryResult, gateSlotOfWorker, httpStatusForNarsilError, isMainFeedNote, isRemoveOnlyBatch, isThreadFeedNote, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, refusedRegex, registerFeedRoute, registerServerRoutes, rejectInvalid, requestSignal, resolveCors, respondAnswer, respondError, respondJson, respondPreparingError, responseStopOf, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, stopResponse, toHttpError, validateBatch, validateChangeAnalysis, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
|