@delali/narsil 0.4.6-next.332 → 0.4.6-next.334
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-VAPCFSMX.mjs → chunk-3PGIOK7Z.mjs} +16 -1
- package/dist/browser/{chunk-VIVG3OXM.mjs → chunk-FBDTHGDR.mjs} +7 -3
- package/dist/browser/{chunk-56UNHLAF.mjs → chunk-HIC42RBU.mjs} +1 -1
- package/dist/browser/{chunk-DJDBJB2U.mjs → chunk-J343PP7Q.mjs} +85 -28
- package/dist/browser/{optional-reads-NQO5DKM4.mjs → optional-reads-4O4CJ7TR.mjs} +1 -1
- package/dist/browser/{optional-writes-3HKIVZFU.mjs → optional-writes-OFPF77WY.mjs} +2 -1
- package/dist/browser/{runtime-OMKE7DF4.mjs → runtime-AMEB4J2D.mjs} +2 -1
- package/dist/browser/{segment-codec-leaf-GXSRX5VT.mjs → segment-codec-leaf-E4YHXUAI.mjs} +7 -2
- package/dist/browser/{storage-leaf-72PEG6IP.mjs → storage-leaf-WJMD66YX.mjs} +15 -2
- package/dist/{capabilities-DaJKuKlG.d.ts → capabilities-YazdElfW.d.ts} +2 -2
- package/dist/{chunk-UAITBI74.mjs → chunk-2QQCR7KF.mjs} +15 -9
- package/dist/{chunk-NNRDQYBD.mjs → chunk-4QNWK42S.mjs} +104 -41
- package/dist/{chunk-G6P6YTTW.mjs → chunk-5PUNOJC7.mjs} +1 -1
- package/dist/chunk-6S5QPDPP.mjs +110 -0
- package/dist/{chunk-EY5U4P5V.mjs → chunk-7NMLFP2T.mjs} +17 -2
- package/dist/{react-native/chunks/chunk-NUOJ2EAK.mjs → chunk-AKLCYPUY.mjs} +1 -1
- package/dist/{chunk-WRDGPEN6.mjs → chunk-B276ZQIH.mjs} +2 -2
- package/dist/{chunk-HWIIMLLR.mjs → chunk-B6VO3BCX.mjs} +6 -6
- package/dist/{chunk-3GWUUKDJ.mjs → chunk-BVFJ5XAU.mjs} +2 -2
- package/dist/{chunk-WCGFMFWK.mjs → chunk-CHGJGKST.mjs} +2 -2
- package/dist/{chunk-AQI4DIFA.mjs → chunk-CVCBVUH4.mjs} +2 -2
- package/dist/{chunk-CN42TL6V.mjs → chunk-HB3EBTKC.mjs} +5 -5
- package/dist/{react-native/chunks/chunk-ALSPAMEE.mjs → chunk-HNE4HNC2.mjs} +2 -2
- package/dist/{chunk-RBHEMWN6.mjs → chunk-I255IQTR.mjs} +3 -3
- package/dist/{chunk-VIHHCXBO.mjs → chunk-IALJ2X74.mjs} +3 -3
- package/dist/{chunk-EDZJNZKV.mjs → chunk-ICEZRKIS.mjs} +1 -1
- package/dist/{chunk-JXRMHWQU.mjs → chunk-IVVNKTHC.mjs} +1 -1
- package/dist/{chunk-MUBQER6D.mjs → chunk-KHZ6LAFB.mjs} +1 -1
- package/dist/{chunk-5SHWA6PE.mjs → chunk-L2GYY6KY.mjs} +1 -1
- package/dist/{chunk-4JLHHEBN.mjs → chunk-M5RYB6FE.mjs} +1 -1
- package/dist/{chunk-ONDHZ4WW.mjs → chunk-N3DJTTKK.mjs} +2 -2
- package/dist/{chunk-JASE2FE6.mjs → chunk-QWYIMVYT.mjs} +2 -2
- package/dist/{chunk-GTB2S2VX.mjs → chunk-R5OFJZNI.mjs} +2 -2
- package/dist/{chunk-7DW2ITZ3.mjs → chunk-RHFUQ76T.mjs} +1 -1
- package/dist/{chunk-FWZ5OK5G.mjs → chunk-SCUYG24W.mjs} +4 -4
- package/dist/{chunk-DVFCDOXW.mjs → chunk-TNBOFWDS.mjs} +1 -1
- package/dist/{chunk-PM2UOKYB.mjs → chunk-UFDD57KD.mjs} +37 -9
- package/dist/{chunk-M2Z5WVWW.mjs → chunk-UGMOBSMD.mjs} +2 -0
- package/dist/{chunk-CZHAPGVH.mjs → chunk-UJQ2S5QU.mjs} +80 -78
- package/dist/{chunk-43T3P3BE.mjs → chunk-WW3RDS57.mjs} +1 -1
- package/dist/{chunk-BOTZ2GSW.mjs → chunk-Z622PLNH.mjs} +25 -14
- package/dist/{client-DetSCqP2.d.ts → client-B9YNYYs_.d.ts} +38 -12
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +2 -2
- package/dist/{config-BB4MRAsB.d.ts → config-DJFXyHMZ.d.ts} +2 -2
- package/dist/{config-XEHd4MFx.d.ts → config-DlvP2PSi.d.ts} +2 -2
- package/dist/{direct-executor-3C5WFR33.mjs → direct-executor-P2Z7T57F.mjs} +3 -3
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution/transport/tcp.mjs +1 -1
- package/dist/distribution.d.ts +14 -9
- package/dist/distribution.mjs +391 -315
- package/dist/{engine-DGG_yX0p.d.ts → engine-DP4PrdKM.d.ts} +51 -13
- package/dist/{index-fX_FbuRT.d.ts → index-CcivYH_R.d.ts} +1 -1
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +3 -3
- package/dist/index.react-native.mjs +3 -3
- package/dist/{long-query-thread-C62WK6NI.mjs → long-query-thread-SOJ25FZU.mjs} +13 -13
- package/dist/{msgpack-leaf-LIT7TKZW.mjs → msgpack-leaf-LTAJ5QGB.mjs} +2 -2
- package/dist/{optional-reads-ESDVS225.mjs → optional-reads-5QWIOFOU.mjs} +1 -1
- package/dist/{optional-writes-AGDEVXC4.mjs → optional-writes-GVHTEENI.mjs} +5 -5
- package/dist/{paged-partition-archive-EABR3N3F.mjs → paged-partition-archive-XCETVLZW.mjs} +13 -13
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +3 -3
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +2 -2
- package/dist/persistence/durability/checkpoint-worker.d.ts +2 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +10 -10
- package/dist/{query-actions-QH5UQRCY.mjs → query-actions-WKC4SQEZ.mjs} +3 -3
- package/dist/query-suggestions/merge-worker.mjs +6 -6
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +4 -4
- package/dist/react-native/chunks/{chunk-PTCHRZCP.mjs → chunk-4JY2CZWV.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-ESVBC3AT.mjs → chunk-BIORJHQZ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-AOLLV37A.mjs → chunk-CBG4EUYD.mjs} +17 -2
- package/dist/react-native/chunks/{chunk-GPMPHDDO.mjs → chunk-FN3HBVNY.mjs} +2 -2
- package/dist/{chunk-AWMO3NKJ.mjs → react-native/chunks/chunk-LR6OK725.mjs} +1 -1
- package/dist/{chunk-57MN2UAL.mjs → react-native/chunks/chunk-MPNHORPY.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-V2H7EDTM.mjs → chunk-QT2G6OMI.mjs} +103 -40
- package/dist/react-native/chunks/{chunk-BGRX5SPG.mjs → chunk-QZUFYRFX.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-ZF3VSGEI.mjs → chunk-ZSJABTIE.mjs} +1 -1
- package/dist/react-native/chunks/{msgpack-leaf-FOUPTT7J.mjs → msgpack-leaf-Q4BPA4G7.mjs} +2 -2
- package/dist/react-native/chunks/{optional-reads-TN3PT6M4.mjs → optional-reads-M6F26KFO.mjs} +1 -1
- package/dist/react-native/chunks/{optional-writes-F4FJKEZ4.mjs → optional-writes-TCVHZRRM.mjs} +4 -4
- package/dist/react-native/chunks/{restore-queue-MLFBOOZP.mjs → restore-queue-RLQ3L223.mjs} +6 -6
- package/dist/{runtime-USQYKN3I.mjs → react-native/chunks/runtime-7UKADH3G.mjs} +2 -1
- package/dist/react-native/chunks/{segment-codec-leaf-Z3OS3B2K.mjs → segment-codec-leaf-IM6YCP7M.mjs} +4 -4
- package/dist/react-native/chunks/{segment-merge-leaf-TNHU77VW.mjs → segment-merge-leaf-32YR2ZTM.mjs} +5 -5
- package/dist/react-native/chunks/{storage-leaf-NF733K7B.mjs → storage-leaf-RKI6S6T5.mjs} +23 -10
- package/dist/react-native/chunks/{store-leaf-UDKCNQB7.mjs → store-leaf-YQXG6NOD.mjs} +5 -5
- package/dist/react-native/chunks/{suggestions-leaf-M6ITOPNM.mjs → suggestions-leaf-Q3ABULFB.mjs} +5 -5
- package/dist/react-native/chunks/{worker-copies-GG7CKUBI.mjs → worker-copies-W63KWZZN.mjs} +4 -4
- package/dist/react-native/partial-words.mjs +3 -3
- package/dist/react-native/pattern.mjs +2 -2
- package/dist/react-native/query-suggestions.mjs +3 -3
- package/dist/react-native/sync.mjs +12 -7
- package/dist/react-native/synonyms.mjs +3 -3
- package/dist/react.d.ts +9 -9
- package/dist/{rerank-LCMA5PZG.mjs → rerank-OJLSVUYV.mjs} +25 -12
- package/dist/{restore-queue-NSA3RWF6.mjs → restore-queue-BYO4AJLZ.mjs} +6 -6
- package/dist/{react-native/chunks/runtime-UOHD2XUJ.mjs → runtime-WWFVQOBJ.mjs} +2 -1
- package/dist/{schema-CFnQ-WI3.d.ts → schema-CPQUdJTs.d.ts} +6 -0
- package/dist/{segment-codec-leaf-DQKKIN4F.mjs → segment-codec-leaf-V52PQEVL.mjs} +4 -4
- package/dist/{segment-merge-leaf-67Z6OMRF.mjs → segment-merge-leaf-M3ZLJYDD.mjs} +4 -4
- package/dist/server.d.ts +22 -11
- package/dist/server.mjs +23 -21
- package/dist/{storage-leaf-FUH75D3X.mjs → storage-leaf-YYO4FLHQ.mjs} +22 -22
- package/dist/{store-leaf-CKZFFFTX.mjs → store-leaf-KK7VD3P3.mjs} +5 -5
- package/dist/{suggestions-leaf-NOSJIRSD.mjs → suggestions-leaf-EJCNU3NM.mjs} +7 -7
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +8 -8
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +7 -6
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +12 -7
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-Bpi5YNZF.d.ts → tasks-4rvZJuoN.d.ts} +8 -4
- package/dist/{thread-T5F3HSMC.mjs → thread-6BVFFMP7.mjs} +12 -12
- package/dist/{types-DGjk684l.d.ts → types-C3hkFf_3.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/{worker-copies-TPEHVXPI.mjs → worker-copies-5V5JGCWU.mjs} +6 -6
- package/dist/workers/entry.mjs +9 -9
- package/openapi.json +58 -2
- package/package.json +5 -5
|
@@ -3,8 +3,8 @@ import { workerResourceLimits, admittedHeapBytes, collectYoungGenerationBeforeRe
|
|
|
3
3
|
import { headerAt, MAP_TAGS, decode, Decoder } from './chunk-Y7GXGJFZ.mjs';
|
|
4
4
|
import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
5
5
|
import { english } from './chunk-7T4LAYT4.mjs';
|
|
6
|
-
import { patternSearchModule, PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, matchPattern, claimsTypoPreparation, DEFAULT_PATTERN_WORK_CAP, bitsetHas, bitsetClear, storedText, cachedStoredFields, storedValuesOf, bitsetSet, discardStoredValues, MAX_FILTER_DEPTH, createBitSet, installStoredFields, storedValueBytes, bitsetIterator, bitsetIsEmpty, prepareStoredValues, fuzzyTermMatches, MATCHER_STATE_BUDGET_BYTES, GrowableUint32, checkedSize, buildStoredValues, bitsetFromSet, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, fuzzyPrefixOf, boundedLevenshtein, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, FILTER_OPERAND_COPY_DEPTH, PATTERN_WORK_FLUSH_UNITS } from './chunk-
|
|
7
|
-
import { parsedTypeOf, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, isStringValuedBase, flattenSchema, schemaFieldsOf, getNestedValue, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, requireLoadedMessagePack, vectorDimensionOf, isSingleStringFieldType, messagePackUpperBoundBytes, extractVectorFieldsFromSchema, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, loadMessagePack, validateRequiredFields, requireDocumentWithinSizeLimit, raiseEarlierReleaseGraphSetting, isWordIndexedBase, PROTOTYPE_POLLUTION_KEYS, tokenizeOptions, isPlainObject, isWordIndexedFieldType, loadedMessagePack, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, MAX_NESTING_DEPTH, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, MAX_DOCUMENT_NESTING_DEPTH, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES } from './chunk-
|
|
6
|
+
import { patternSearchModule, PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, matchPattern, claimsTypoPreparation, DEFAULT_PATTERN_WORK_CAP, bitsetHas, bitsetClear, storedText, cachedStoredFields, storedValuesOf, bitsetSet, discardStoredValues, MAX_FILTER_DEPTH, createBitSet, installStoredFields, storedValueBytes, bitsetIterator, bitsetIsEmpty, prepareStoredValues, fuzzyTermMatches, MATCHER_STATE_BUDGET_BYTES, GrowableUint32, checkedSize, buildStoredValues, bitsetFromSet, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, fuzzyPrefixOf, boundedLevenshtein, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, FILTER_OPERAND_COPY_DEPTH, PATTERN_WORK_FLUSH_UNITS } from './chunk-M5RYB6FE.mjs';
|
|
7
|
+
import { parsedTypeOf, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, isStringValuedBase, flattenSchema, schemaFieldsOf, getNestedValue, vectorFieldSegmentsOf, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, requireLoadedMessagePack, vectorDimensionOf, isSingleStringFieldType, messagePackUpperBoundBytes, extractVectorFieldsFromSchema, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, loadMessagePack, validateRequiredFields, requireDocumentWithinSizeLimit, raiseEarlierReleaseGraphSetting, isWordIndexedBase, PROTOTYPE_POLLUTION_KEYS, tokenizeOptions, isPlainObject, isWordIndexedFieldType, loadedMessagePack, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, MAX_NESTING_DEPTH, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, MAX_DOCUMENT_NESTING_DEPTH, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES } from './chunk-7NMLFP2T.mjs';
|
|
8
8
|
import { detectRuntime, splitWorkerBudget, resolveWorkerCount, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, countEngineThread, requirePinnedState, createDocIdMap, SHUTDOWN_TIMEOUT_MS, stopOfSignal, requireSearchActive, resolveWorkerEntry, missingWorkerEntry, signalOfSearch, answerFromOneState, sharedStopOfSignal, engineThreadYoungGenerationBytes, resolveRequestThreadCount, spawnNodeWorker, bindSearchSignal, WORKER_YOUNG_GENERATION_MB, nodeThreadId, youngGenerationBytesOfThisV8 } from './chunk-PSZEGK6W.mjs';
|
|
9
9
|
import { changeIndexOutsideExternalWaits, turnsAreBudgeted, turnIsSpent, yieldTurn, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, noteThreadSlotLive, threadSlotOfWorker, indexChangeOutsideExternalWaits, PROCESS_LIMIT_REFRESH_INTERVAL_MS, countWrite, PROCESS_STATUS_READ_BYTES, PROCESS_STATUS_READ_CEILING_BYTES, threadSlotGone, noteThreadSlotGone, adoptSharedTurns, WASM_PAGE_BYTES, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_BLOCK_MAX_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_ATTACH_RETRY_MS, MAX_WASM_PAGES, MAX_VECTOR_ORDINALS, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_DOC_ID_TABLE_BYTES, LOCK_WAIT_SLICE_MS, LOCK_SPIN_ITERATIONS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, DISK_STORAGE_BLOCK_BYTES, waitOutsideCountedWrite, collectAndReturnPages } from './chunk-5EI5CXO6.mjs';
|
|
10
10
|
import { MIN_DOCUMENTS_FOR_SEGMENTS, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, MAX_CURSOR_ANCHOR_CODE_POINTS, RESULT_WINDOW, PARTIAL_WORD_MIN_CODE_POINTS, PARTIAL_WORDS_ADDED_PER_QUERY, MAX_PARTITIONS, DEFAULT_LIMIT, MAX_INDEX_CONFIGURATION_BYTES, BATCH_CHUNK_SIZE, DEFAULT_FUZZY_PREFIX_LENGTH, BM25_DISPLAYED_NAME_LENGTH, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, MAX_CALLS_ACROSS_INDEX_CHANGES, DEFAULT_PAGE_SIZE, CURSOR_BINDING_BUFFER_BYTES, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, MAX_SWEEP_INTERVAL_MS, DEFAULT_OFFSET, MIN_SWEEP_INTERVAL_MS, MIN_RANK_CONSTANT, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, FUSION_TIE_INSERTION_LIMIT, DEFAULT_RANK_CONSTANT, DEFAULT_LINEAR_ALPHA, STATISTICS_BROADCAST_INTERVAL_MS, MAX_IMPORT_REFUSALS_REPORTED, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, FOREIGN_STATS_TTL_MS, EXPORT_CHUNK_BYTES, DEFAULT_MAX_PARTITIONS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, ANALYSIS_CHANGE_MEMBERS, MIN_HYBRID_DEPTH, MAX_SUGGEST_SCATTER_LIMIT, MAX_SUGGEST_LIMIT, MAX_QUERY_PHRASES, MAX_PHRASE_WORDS, MAX_HYBRID_DEPTH, HYBRID_RESCORE_WINDOW, DEFAULT_SUGGEST_LIMIT, DEFAULT_MAX_PER_GROUP, HEAP_PRESSURE_WARNING_FRACTION, PREFIX_MAX_EXPANSIONS, HEAP_PRESSURE_REARM_FRACTION, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-3ECIRFS5.mjs';
|
|
@@ -993,7 +993,7 @@ var loaded = null;
|
|
|
993
993
|
var loading = null;
|
|
994
994
|
function importOptionalReads() {
|
|
995
995
|
if (loaded !== null) return Promise.resolve(loaded);
|
|
996
|
-
loading ??= import('./optional-reads-
|
|
996
|
+
loading ??= import('./optional-reads-5QWIOFOU.mjs').then(
|
|
997
997
|
(code7) => {
|
|
998
998
|
code7.bindOptionalReadsHost(optionalCodeHost());
|
|
999
999
|
loaded = code7;
|
|
@@ -2693,6 +2693,8 @@ function copyStoredValue(value) {
|
|
|
2693
2693
|
}
|
|
2694
2694
|
|
|
2695
2695
|
// src/core/projection.ts
|
|
2696
|
+
var EVERY_FIELD = Object.freeze({ kind: "full" });
|
|
2697
|
+
var NO_FIELD = Object.freeze({ kind: "none" });
|
|
2696
2698
|
function requireFieldPathList(paths, option) {
|
|
2697
2699
|
if (paths === void 0) return;
|
|
2698
2700
|
if (!Array.isArray(paths)) {
|
|
@@ -2712,13 +2714,14 @@ function requireFieldPathList(paths, option) {
|
|
|
2712
2714
|
);
|
|
2713
2715
|
}
|
|
2714
2716
|
}
|
|
2715
|
-
function splitPaths(paths) {
|
|
2717
|
+
function splitPaths(paths, vectorFields) {
|
|
2716
2718
|
if (!paths) return [];
|
|
2717
2719
|
const split = [];
|
|
2718
2720
|
for (const path of paths) {
|
|
2719
2721
|
const segments2 = path.split(".").filter((segment) => segment.length > 0);
|
|
2720
2722
|
if (segments2.length === 0) continue;
|
|
2721
2723
|
if (segments2.some((segment) => PROTOTYPE_POLLUTION_KEYS.has(segment))) continue;
|
|
2724
|
+
if (vectorFields.some((field) => field.length < segments2.length && covers(field, segments2))) continue;
|
|
2722
2725
|
split.push(segments2);
|
|
2723
2726
|
}
|
|
2724
2727
|
return split;
|
|
@@ -2794,20 +2797,50 @@ function cloneExcept(value, path, exclude) {
|
|
|
2794
2797
|
}
|
|
2795
2798
|
return kept;
|
|
2796
2799
|
}
|
|
2797
|
-
function
|
|
2798
|
-
if (
|
|
2799
|
-
|
|
2800
|
-
|
|
2801
|
-
|
|
2802
|
-
|
|
2803
|
-
|
|
2804
|
-
|
|
2805
|
-
if (
|
|
2806
|
-
return
|
|
2807
|
-
|
|
2808
|
-
|
|
2809
|
-
|
|
2810
|
-
|
|
2800
|
+
function requireVectorsSwitch(vectors) {
|
|
2801
|
+
if (vectors === void 0 || typeof vectors === "boolean") return;
|
|
2802
|
+
throw new NarsilError(ErrorCodes.SEARCH_INVALID_FIELD, 'The "document.vectors" option takes true or false', {
|
|
2803
|
+
option: "document.vectors",
|
|
2804
|
+
received: vectors === null ? "null" : typeof vectors
|
|
2805
|
+
});
|
|
2806
|
+
}
|
|
2807
|
+
function projectionFields(projection) {
|
|
2808
|
+
if (projection === void 0 || projection === null || projection === true) return void 0;
|
|
2809
|
+
if (typeof projection === "object" && !Array.isArray(projection)) return projection;
|
|
2810
|
+
throw new NarsilError(
|
|
2811
|
+
ErrorCodes.SEARCH_INVALID_FIELD,
|
|
2812
|
+
'The "document" option takes true, false, or an object of field path lists',
|
|
2813
|
+
{ option: "document", received: Array.isArray(projection) ? "array" : typeof projection }
|
|
2814
|
+
);
|
|
2815
|
+
}
|
|
2816
|
+
function samePath(a, b) {
|
|
2817
|
+
return a.length === b.length && covers(a, b);
|
|
2818
|
+
}
|
|
2819
|
+
function returnsVectorField(field, vectors, include, returnVectors) {
|
|
2820
|
+
if (vectors !== void 0) return vectors;
|
|
2821
|
+
if (include?.some((included) => samePath(included, field))) return true;
|
|
2822
|
+
return returnVectors;
|
|
2823
|
+
}
|
|
2824
|
+
function resolveProjection(projection, index) {
|
|
2825
|
+
if (projection === false) return NO_FIELD;
|
|
2826
|
+
const shaped = projectionFields(projection);
|
|
2827
|
+
if (shaped !== void 0) {
|
|
2828
|
+
requireFieldPathList(shaped.include, "include");
|
|
2829
|
+
requireFieldPathList(shaped.exclude, "exclude");
|
|
2830
|
+
requireVectorsSwitch(shaped.vectors);
|
|
2831
|
+
}
|
|
2832
|
+
const askedInclude = shaped !== void 0 && Array.isArray(shaped.include) && shaped.include.length > 0;
|
|
2833
|
+
const askedExclude = shaped !== void 0 && Array.isArray(shaped.exclude) && shaped.exclude.length > 0;
|
|
2834
|
+
const returnsEveryVector = shaped?.vectors ?? index.returnVectors === true;
|
|
2835
|
+
if (!askedInclude && !askedExclude && returnsEveryVector) return EVERY_FIELD;
|
|
2836
|
+
const vectorFields = vectorFieldSegmentsOf(index.schema);
|
|
2837
|
+
const include = askedInclude ? splitPaths(shaped.include, vectorFields) : null;
|
|
2838
|
+
const exclude = askedExclude ? splitPaths(shaped.exclude, vectorFields) : [];
|
|
2839
|
+
for (const field of vectorFields) {
|
|
2840
|
+
if (!returnsVectorField(field, shaped?.vectors, include, index.returnVectors === true)) exclude.push(field);
|
|
2841
|
+
}
|
|
2842
|
+
if (include === null && exclude.length === 0) return EVERY_FIELD;
|
|
2843
|
+
return { kind: "fields", include, exclude };
|
|
2811
2844
|
}
|
|
2812
2845
|
function projectionKeepsField(projection, fieldPath) {
|
|
2813
2846
|
if (projection.kind === "full") return true;
|
|
@@ -11403,6 +11436,16 @@ function validatePatternValueLimit(limit) {
|
|
|
11403
11436
|
);
|
|
11404
11437
|
}
|
|
11405
11438
|
}
|
|
11439
|
+
var BOOLEAN_ONLY_SETTINGS = ["returnVectors", "strict", "surfaceForms", "trackPositions"];
|
|
11440
|
+
function validateBooleanOnlySettings(config) {
|
|
11441
|
+
for (const setting of BOOLEAN_ONLY_SETTINGS) {
|
|
11442
|
+
const given = config[setting];
|
|
11443
|
+
if (given === void 0 || typeof given === "boolean") continue;
|
|
11444
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `${setting} must be true or false`, {
|
|
11445
|
+
[setting]: given === null ? "null" : typeof given
|
|
11446
|
+
});
|
|
11447
|
+
}
|
|
11448
|
+
}
|
|
11406
11449
|
function requirePositiveSafeInteger(field, value) {
|
|
11407
11450
|
if (value === void 0) return;
|
|
11408
11451
|
if (!Number.isSafeInteger(value) || value < 1) {
|
|
@@ -12686,7 +12729,7 @@ function resolvePartitionInsertOptions(config, analysis, options) {
|
|
|
12686
12729
|
|
|
12687
12730
|
// src/core/segment-codec-code.ts
|
|
12688
12731
|
var segmentCodec = codeLoader(async () => {
|
|
12689
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-
|
|
12732
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-V52PQEVL.mjs')]);
|
|
12690
12733
|
code7.bindSegmentCodecHost(optionalCodeHost(), msgpack);
|
|
12691
12734
|
return code7;
|
|
12692
12735
|
}, "segment codec");
|
|
@@ -12694,7 +12737,7 @@ var loadSegmentCodec = segmentCodec.load;
|
|
|
12694
12737
|
|
|
12695
12738
|
// src/query-suggestions/store-code.ts
|
|
12696
12739
|
var suggestionStore = codeLoader(async () => {
|
|
12697
|
-
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-
|
|
12740
|
+
const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-KK7VD3P3.mjs')]);
|
|
12698
12741
|
code7.bindSuggestionStoreHost(optionalCodeHost(), msgpack);
|
|
12699
12742
|
return code7;
|
|
12700
12743
|
}, "query suggestions store");
|
|
@@ -12775,7 +12818,7 @@ var storageCode = codeLoader(async () => {
|
|
|
12775
12818
|
loadSegmentMerge(),
|
|
12776
12819
|
loadSuggestionStore(),
|
|
12777
12820
|
loadVectorCore(),
|
|
12778
|
-
import('./storage-leaf-
|
|
12821
|
+
import('./storage-leaf-YYO4FLHQ.mjs')
|
|
12779
12822
|
]);
|
|
12780
12823
|
code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
|
|
12781
12824
|
return code7;
|
|
@@ -17417,7 +17460,7 @@ var FIELD_TOKEN_WORDS2 = 8;
|
|
|
17417
17460
|
var NO_KEY = -1;
|
|
17418
17461
|
var ABSENT_TEXT7 = 4294967295;
|
|
17419
17462
|
var NO_ENTRY = 4294967295;
|
|
17420
|
-
var
|
|
17463
|
+
var NO_FIELD2 = -1;
|
|
17421
17464
|
var LISTED_TAG = 65535;
|
|
17422
17465
|
var FNV_OFFSET_BASIS3 = 2166136261;
|
|
17423
17466
|
var FNV_PRIME3 = 16777619;
|
|
@@ -17448,7 +17491,7 @@ var RemovalScratch = class {
|
|
|
17448
17491
|
units = new Uint16Array(REMOVAL_SCRATCH_START_UNITS);
|
|
17449
17492
|
tokenWords = 0;
|
|
17450
17493
|
unitCount = 0;
|
|
17451
|
-
field =
|
|
17494
|
+
field = NO_FIELD2;
|
|
17452
17495
|
fieldStart = 0;
|
|
17453
17496
|
keyCount = 0;
|
|
17454
17497
|
keyUnits = new Uint16Array(REMOVAL_SCRATCH_START_KEY_UNITS);
|
|
@@ -17469,7 +17512,7 @@ var RemovalScratch = class {
|
|
|
17469
17512
|
reset() {
|
|
17470
17513
|
this.tokenWords = 0;
|
|
17471
17514
|
this.unitCount = 0;
|
|
17472
|
-
this.field =
|
|
17515
|
+
this.field = NO_FIELD2;
|
|
17473
17516
|
if (this.keyCount > 0) this.slots.fill(NO_KEY);
|
|
17474
17517
|
this.keyCount = 0;
|
|
17475
17518
|
this.keyUnitCount = 0;
|
|
@@ -17546,7 +17589,7 @@ var RemovalScratch = class {
|
|
|
17546
17589
|
this.keyStarts[key] = start;
|
|
17547
17590
|
this.keyLengths[key] = text.length;
|
|
17548
17591
|
this.keyTags[key] = tag2;
|
|
17549
|
-
this.keyFields[key] =
|
|
17592
|
+
this.keyFields[key] = NO_FIELD2;
|
|
17550
17593
|
this.listedAt[key] = NO_ENTRY;
|
|
17551
17594
|
this.terms[key] = term;
|
|
17552
17595
|
this.surfaces[key] = surface2;
|
|
@@ -20136,6 +20179,7 @@ function bindSegmentCodecHost(_host, _msgpack) {
|
|
|
20136
20179
|
|
|
20137
20180
|
// src/serialization/msgpack-without-fields.ts
|
|
20138
20181
|
var FORBIDDEN_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
|
|
20182
|
+
var MSGPACK_NIL = 192;
|
|
20139
20183
|
var keyDecoder = new TextDecoder("utf-8", { fatal: true, ignoreBOM: true });
|
|
20140
20184
|
var walkedHeader = { headerBytes: 0, bodyBytes: 0, children: 0 };
|
|
20141
20185
|
function endOfValue(view, start) {
|
|
@@ -20195,7 +20239,7 @@ function decodeMapWithoutFields(bytes, skippedFields) {
|
|
|
20195
20239
|
if (key === null || FORBIDDEN_KEYS.has(key.key)) return null;
|
|
20196
20240
|
const valueEnd = endOfValue(view, key.end);
|
|
20197
20241
|
if (valueEnd === null) return null;
|
|
20198
|
-
if (!skippedFields.has(key.key)) {
|
|
20242
|
+
if (!skippedFields.has(key.key) || view.getUint8(key.end) === MSGPACK_NIL) {
|
|
20199
20243
|
try {
|
|
20200
20244
|
document[key.key] = decode(bytes.subarray(key.end, valueEnd));
|
|
20201
20245
|
} catch {
|
|
@@ -20314,7 +20358,8 @@ function removeFieldAtPath(document, fieldPath) {
|
|
|
20314
20358
|
if (next === null || typeof next !== "object" || Array.isArray(next)) return;
|
|
20315
20359
|
current = next;
|
|
20316
20360
|
}
|
|
20317
|
-
|
|
20361
|
+
const leaf = segments2[segments2.length - 1];
|
|
20362
|
+
if (current[leaf] !== null) delete current[leaf];
|
|
20318
20363
|
}
|
|
20319
20364
|
function decodeStoredDocument(bytes, discardedFields) {
|
|
20320
20365
|
let decoded;
|
|
@@ -21598,7 +21643,7 @@ function hasLanguage(name) {
|
|
|
21598
21643
|
|
|
21599
21644
|
// src/narsil/restore-queue-code.ts
|
|
21600
21645
|
var restoreQueue = codeLoader(async () => {
|
|
21601
|
-
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-
|
|
21646
|
+
const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-BYO4AJLZ.mjs')]);
|
|
21602
21647
|
code7.bindRestoreQueueHost(optionalCodeHost(), suggestionStore2);
|
|
21603
21648
|
return code7;
|
|
21604
21649
|
}, "restore");
|
|
@@ -21903,6 +21948,7 @@ function configurationPayloadOf(config, language, adapterName, analysisRevision,
|
|
|
21903
21948
|
...config.trackPositions !== void 0 ? { trackPositions: config.trackPositions } : {},
|
|
21904
21949
|
...config.textStorage !== void 0 ? { textStorage: config.textStorage } : {},
|
|
21905
21950
|
...config.strict !== void 0 ? { strict: config.strict } : {},
|
|
21951
|
+
...config.returnVectors !== void 0 ? { returnVectors: config.returnVectors } : {},
|
|
21906
21952
|
...config.required !== void 0 ? { required: config.required } : {},
|
|
21907
21953
|
...config.vectorPromotion !== void 0 ? { vectorPromotion: config.vectorPromotion } : {},
|
|
21908
21954
|
...config.patternValueLimit !== void 0 ? { patternValueLimit: config.patternValueLimit } : {},
|
|
@@ -21970,6 +22016,7 @@ async function createEngineIndex(core2, config, name, requestedConfig, creation
|
|
|
21970
22016
|
requirePatternSearchFor(schema);
|
|
21971
22017
|
requirePartialWordSearchFor(schema);
|
|
21972
22018
|
validatePatternValueLimit(indexConfig.patternValueLimit);
|
|
22019
|
+
validateBooleanOnlySettings(indexConfig);
|
|
21973
22020
|
requireSurfaceFormsForPartialFields(schema, indexConfig.surfaceForms);
|
|
21974
22021
|
validateVectorPromotion(indexConfig.vectorPromotion);
|
|
21975
22022
|
validateVectorStorage(indexConfig.vectorPromotion, core2.filesystemDurability);
|
|
@@ -22201,7 +22248,7 @@ var loadEmbedCode = embedCode.load;
|
|
|
22201
22248
|
|
|
22202
22249
|
// src/engine/optional-writes-code.ts
|
|
22203
22250
|
var optionalWrites = codeLoader(async () => {
|
|
22204
|
-
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-
|
|
22251
|
+
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-GVHTEENI.mjs')]);
|
|
22205
22252
|
code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
|
|
22206
22253
|
return code7;
|
|
22207
22254
|
}, "write");
|
|
@@ -22620,6 +22667,9 @@ function reconstructSchemaFromMetadata(metadata) {
|
|
|
22620
22667
|
if (metadata.strict !== void 0) {
|
|
22621
22668
|
config.strict = metadata.strict;
|
|
22622
22669
|
}
|
|
22670
|
+
if (metadata.returnVectors !== void 0) {
|
|
22671
|
+
config.returnVectors = metadata.returnVectors;
|
|
22672
|
+
}
|
|
22623
22673
|
if (metadata.required !== void 0) {
|
|
22624
22674
|
config.required = metadata.required;
|
|
22625
22675
|
}
|
|
@@ -24057,7 +24107,8 @@ function prepareUpdatePartitionDoc(document, extractedVectors) {
|
|
|
24057
24107
|
}
|
|
24058
24108
|
const partitionDoc = structuredClone(source2);
|
|
24059
24109
|
for (const [fieldPath, vector] of extractedVectors) {
|
|
24060
|
-
if (vector !== null || getNestedValue(partitionDoc, fieldPath)
|
|
24110
|
+
if (vector !== null || getNestedValue(partitionDoc, fieldPath) === void 0)
|
|
24111
|
+
deleteNestedValue(partitionDoc, fieldPath);
|
|
24061
24112
|
}
|
|
24062
24113
|
return { partitionDoc };
|
|
24063
24114
|
}
|
|
@@ -25894,7 +25945,7 @@ var workerCopies = codeLoader(async () => {
|
|
|
25894
25945
|
const [segmentCodec2, segmentMerge2, code7] = await Promise.all([
|
|
25895
25946
|
loadSegmentCodec(),
|
|
25896
25947
|
loadSegmentMerge(),
|
|
25897
|
-
import('./worker-copies-
|
|
25948
|
+
import('./worker-copies-5V5JGCWU.mjs')
|
|
25898
25949
|
]);
|
|
25899
25950
|
code7.bindWorkerCopiesHost(optionalCodeHost(), segmentCodec2, segmentMerge2);
|
|
25900
25951
|
return code7;
|
|
@@ -25975,7 +26026,7 @@ async function createWorkerOrchestrator(...args) {
|
|
|
25975
26026
|
var loaded3 = null;
|
|
25976
26027
|
function loadRerankRuntime() {
|
|
25977
26028
|
if (loaded3 !== null) return Promise.resolve(loaded3);
|
|
25978
|
-
return import('./runtime-
|
|
26029
|
+
return import('./runtime-WWFVQOBJ.mjs').then((runtime) => {
|
|
25979
26030
|
runtime.bindRerankHost(optionalCodeHost());
|
|
25980
26031
|
loaded3 = runtime;
|
|
25981
26032
|
return runtime;
|
|
@@ -29635,7 +29686,7 @@ async function runQuery(request, callerContext, pin) {
|
|
|
29635
29686
|
offset,
|
|
29636
29687
|
sortFields,
|
|
29637
29688
|
sortSignature,
|
|
29638
|
-
projection: resolveProjection(params.document),
|
|
29689
|
+
projection: resolveProjection(params.document, config),
|
|
29639
29690
|
placesPinned: context.partitionIds === void 0
|
|
29640
29691
|
},
|
|
29641
29692
|
highlighting: {
|
|
@@ -30015,6 +30066,7 @@ async function runEngineListDocuments(core2, indexName, params, partitionIds) {
|
|
|
30015
30066
|
manager,
|
|
30016
30067
|
schema: entry.config.schema,
|
|
30017
30068
|
strict: entry.config.strict,
|
|
30069
|
+
returnVectors: entry.config.returnVectors,
|
|
30018
30070
|
partitionIds,
|
|
30019
30071
|
patternWorkCap: core2.patternWorkCap
|
|
30020
30072
|
})
|
|
@@ -30174,20 +30226,31 @@ function createNarsilFromCore(core2, config) {
|
|
|
30174
30226
|
requireIndex(indexName);
|
|
30175
30227
|
return orchestrator.awaitWrites(indexName);
|
|
30176
30228
|
},
|
|
30177
|
-
async get(indexName, docId) {
|
|
30178
|
-
return withOpenIndex2(
|
|
30229
|
+
async get(indexName, docId, options) {
|
|
30230
|
+
return withOpenIndex2(
|
|
30231
|
+
indexName,
|
|
30232
|
+
() => executor.execute({
|
|
30233
|
+
type: "get",
|
|
30234
|
+
indexName,
|
|
30235
|
+
docId,
|
|
30236
|
+
requestId: docId,
|
|
30237
|
+
projection: resolveProjection(options?.document, requireIndex(indexName).config)
|
|
30238
|
+
})
|
|
30239
|
+
);
|
|
30179
30240
|
},
|
|
30180
|
-
async getMultiple(indexName, docIds) {
|
|
30241
|
+
async getMultiple(indexName, docIds, options) {
|
|
30181
30242
|
guardShutdown();
|
|
30182
30243
|
requireIndex(indexName);
|
|
30183
30244
|
return withOpenIndex2(indexName, async () => {
|
|
30245
|
+
const projection = resolveProjection(options?.document, requireIndex(indexName).config);
|
|
30184
30246
|
const result = /* @__PURE__ */ new Map();
|
|
30185
30247
|
for (const docId of docIds) {
|
|
30186
30248
|
const doc = await executor.execute({
|
|
30187
30249
|
type: "get",
|
|
30188
30250
|
indexName,
|
|
30189
30251
|
docId,
|
|
30190
|
-
requestId: docId
|
|
30252
|
+
requestId: docId,
|
|
30253
|
+
projection
|
|
30191
30254
|
});
|
|
30192
30255
|
if (doc !== void 0) result.set(docId, doc);
|
|
30193
30256
|
}
|
|
@@ -30372,7 +30435,7 @@ var suggestionsCode = codeLoader(async () => {
|
|
|
30372
30435
|
const [msgpack, suggestionStore2, code7] = await Promise.all([
|
|
30373
30436
|
loadMessagePack(),
|
|
30374
30437
|
loadSuggestionStore(),
|
|
30375
|
-
import('./suggestions-leaf-
|
|
30438
|
+
import('./suggestions-leaf-EJCNU3NM.mjs')
|
|
30376
30439
|
]);
|
|
30377
30440
|
code7.bindSuggestionsHost(optionalCodeHost(), msgpack, suggestionStore2);
|
|
30378
30441
|
return code7;
|
|
@@ -31534,7 +31597,7 @@ var segmentMerge = codeLoader(async () => {
|
|
|
31534
31597
|
const [msgpack, codec, code7] = await Promise.all([
|
|
31535
31598
|
loadMessagePack(),
|
|
31536
31599
|
loadSegmentCodec(),
|
|
31537
|
-
import('./segment-merge-leaf-
|
|
31600
|
+
import('./segment-merge-leaf-M3ZLJYDD.mjs')
|
|
31538
31601
|
]);
|
|
31539
31602
|
code7.bindSegmentMergeHost(optionalCodeHost(), msgpack, codec);
|
|
31540
31603
|
return code7;
|
|
@@ -32070,7 +32133,7 @@ function createDirectExecutor(options) {
|
|
|
32070
32133
|
}
|
|
32071
32134
|
case "get": {
|
|
32072
32135
|
const entry = requireIndex(action.indexName);
|
|
32073
|
-
return entry.manager.get(action.docId);
|
|
32136
|
+
return entry.manager.get(action.docId, action.projection);
|
|
32074
32137
|
}
|
|
32075
32138
|
case "has": {
|
|
32076
32139
|
const entry = requireIndex(action.indexName);
|
|
@@ -32165,4 +32228,4 @@ function createDirectExecutor(options) {
|
|
|
32165
32228
|
};
|
|
32166
32229
|
}
|
|
32167
32230
|
|
|
32168
|
-
export { ARRAY_POSITION_GAP, CASE_FOLD_EXPANSION_FACTOR, COMPACTION_SEGMENT_TRIGGER, DEFAULT_BM25_B, DEFAULT_BM25_K1, DEFAULT_COPY_IDLE_TIMEOUT_MS, DEFAULT_COPY_THRESHOLD, DEFAULT_MAX_THREADS_LEFT_RUNNING, DEFAULT_RERANK_WINDOW, DEFAULT_WORKER_SILENCE_BEFORE_PROBE_MS, DEFAULT_WORKER_SILENCE_BEFORE_RETIREMENT_MS, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, FULL_MEMORY_COLLECTION_INTERVAL_MS, GROUP_FORMAT, GROUP_PATTERN_SOURCE, IDLE_MERGE_DELAY_MS, LIVE_TAIL_FLUSH_DOCUMENTS, LIVE_TAIL_FREEZE_FLOOR, LOAD_BUFFER_YIELD_INTERVAL, LONG_QUERY_THREADS, MAIN_COPY_LONE_QUERY_DOCUMENTS, MAP_TABLE_HEADER_BYTES, MAP_TABLE_MIN_CAPACITY, MAP_TABLE_SHRINK_DIVISOR, MAP_TABLE_SLOT_BYTES, MAX_PENDING_REPLICATION_DOCUMENTS, MAX_RERANK_WINDOW, NORMALIZATION_EXPANSION_FACTOR, NO_REMOVED_SPELLINGS, PARTIAL_SPELLING_HEAP_BYTES, PATTERN_RUN_HEAP_BYTES, POOL_RESTART_DELAY_MAX_MS, POOL_RESTART_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, SEGMENTS_PER_MERGE, SUGGESTIONS_INDEX_INFIX, SegmentRefusal, TERM_UNIT_HEAP_BYTES, TermLookup, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VERSION, afterCurrentTurn, alreadyPresentOnWorker, applyProjection, arrayPositionsAreStale, assemblePagedFrozenSegment, availablePatternSearch, bindOptionalWritesHost, bindQuerySignal, bindRerankWindowSource, bindSegmentCodecHost, bindSegmentMergeHost, bindWorkerCopiesHost, bm25SetsValue, buildPartialWordTableFrom, buildSegmentPayloads, clampLimit, clampRowCount, clearNormalizationCache, clearQuerySignal, compareScores, configurationPayloadOf, configureNormalizationCache, countsWithoutScores, createBooleanIndex, createCompositePartition, createDirectExecutor, createEncodedDocumentSource, createEngineCore, createEngineIndex, createEnumIndex, createFrozenRemovals, createFrozenSegment, createLoadedGeoIndex, createMemoryMonitor, createNarsil, createNarsilFromCore, createNumericIndex, createPartitionIndex, createPartitionManager, createPartitionRouter, createPatternWorkMeter, createPublicationGate, createRequestId, createSharedFrozenSegment, createWorkerExecutor, createWorkerFactory, customTokensOf, decodeEveryStoredDocument, decodeMapWithoutFields, decodePageCursor, decodeStoredDocument, decodeSurfaceTable, decodeSynonymRules, documentChurnOf, documentsOf2 as documentsOf, dropEngineIndex, eligibleIndexNames, emitEngineEvent, emitSyncChange, emitWriteEventAfter, emptyPendingRegions, encodeDocumentTableData, encodePageCursor, encodeSegmentState, endOfValue, engineCoreOf, executePreflight, executeQuery, fanOutMatchCount, fanOutQuery, fieldIndexRemapOf, fillHits, filterTestCount, fnv1a, fnv1aUint32s, freezeEncodedSegmentShared, freezeSegmentShared, generateId, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, getVectorFieldPaths, growPartitionsTo, hasLanguage, hasStopWords, hasTokenizer, holdSyncEpochChange, holdVectorsForRollback, holdsADiscardedField, holdsQuotedText, importOptionalReads, initializeCopyPublication, insertDocument, insertDocumentBatch, insertDocumentVectors, isCompositePartition, isDeterministicFailure, isSimdAvailable, isValidWorkerAction, isValidWorkerResponse, joinPatternWorkMeter, kWayMerge, lazyQueryBinding, listBindingOf, listenForSyncChanges, loadCursorPageFor, loadDigest, loadFacetMergesFor, loadGeoCode, loadGeoCodeFor, loadGroupingFor, loadGzip, loadOptionalWrites, loadPhraseCodeFor, loadPinningFor, loadPrefixFor, loadQueryCode, loadRerankRuntime, loadSchemaCodeFor, loadSortingFor, loadStorageCode, loadSuggestionsCode, loadVectorCode, lookupOfStoredSynonyms, memoryFractionsOf, mergeDocFrequencies, mergeEntries, mergeFacets, mergeFieldIndexes, mergeKeywordSources, mergePartitionStats, mergePostings, mergePostings2, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, normalizeSort, noteDocumentChurn, now, oneAtATime, oversampledFacetConfig, oversampledShardSize, oversizedConfigurationPayloadOf, partialWordSearchModule, partitionStateOf, patternHost, patternIndexOf, prepareConfiguredSynonyms, prepareDocumentText, prepareDocumentVectors, prepareDocumentWrite, prepareRemovalText, prepareStoredSynonyms, projectionKeepsField, providedDocId, publishCopyAction, queryBindingOf, rankPage, readHeapStatistics, readMemoryFigures, readProcessMemoryUse, readRecentMemoryFigures, rebuildSizeIndexes, reconstructSchemaFromMetadata, regionsOverlap, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, removeDocument3 as removeDocument, removeDocumentBatch, removeDocumentBatch2, removeDocumentVectors, removedSurfaceSpellings, reportIneligible, requireEncodedConfigurationWithinSizeLimit, requireKnownConfig, requireLoadedOptionalReads, requireLoadedVectorCode, requireMatchingCursor, requirePatternSearch, requireSearchBackendSettings2 as requireSearchBackendSettings, requireSurfaceFormsForPartialFields, requireWithinResultWindow, rerankWindowCapOf, resetNormalizationCache, resolveIndexAnalysis, resolvePartialWordAnalysis, resolvePartitionInsertOptions, resolveProjection, resolveRunnableConfig, returnsEveryMatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, runtimeHost, sanitizeGlobalStats, scanPostingBlocks, segmentArraysOf, selectionKeeps, setNestedValue, shareSegmentArrays, sortModesOf, sortSignatureEntry, sortSignatureOf, startEngineCore, storedArrayPositionGap, storedBM25Params, storedDocumentsOf, survivorDocumentsOf, synonymModule, synonymSearchModule, toError2 as toError, topLevelMapKeys, updateDocument, updateDocumentBatch, updateDocumentVectors, validQueryFilter, validateBM25Params, validateBM25Shape, validateEmbeddingConfig, validateMemoryFractions, validatePartitionConfig, validatePatternValueLimit, validateRequiredFieldsInSchema, visitTokens, withOpenIndex, workerIneligibility, workersEnabledByDefault, wrapFrozenTokenTable, writePartitionDocument, yieldToEventLoop };
|
|
32231
|
+
export { ARRAY_POSITION_GAP, CASE_FOLD_EXPANSION_FACTOR, COMPACTION_SEGMENT_TRIGGER, DEFAULT_BM25_B, DEFAULT_BM25_K1, DEFAULT_COPY_IDLE_TIMEOUT_MS, DEFAULT_COPY_THRESHOLD, DEFAULT_MAX_THREADS_LEFT_RUNNING, DEFAULT_RERANK_WINDOW, DEFAULT_WORKER_SILENCE_BEFORE_PROBE_MS, DEFAULT_WORKER_SILENCE_BEFORE_RETIREMENT_MS, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, FULL_MEMORY_COLLECTION_INTERVAL_MS, GROUP_FORMAT, GROUP_PATTERN_SOURCE, IDLE_MERGE_DELAY_MS, LIVE_TAIL_FLUSH_DOCUMENTS, LIVE_TAIL_FREEZE_FLOOR, LOAD_BUFFER_YIELD_INTERVAL, LONG_QUERY_THREADS, MAIN_COPY_LONE_QUERY_DOCUMENTS, MAP_TABLE_HEADER_BYTES, MAP_TABLE_MIN_CAPACITY, MAP_TABLE_SHRINK_DIVISOR, MAP_TABLE_SLOT_BYTES, MAX_PENDING_REPLICATION_DOCUMENTS, MAX_RERANK_WINDOW, NORMALIZATION_EXPANSION_FACTOR, NO_REMOVED_SPELLINGS, PARTIAL_SPELLING_HEAP_BYTES, PATTERN_RUN_HEAP_BYTES, POOL_RESTART_DELAY_MAX_MS, POOL_RESTART_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, SEGMENTS_PER_MERGE, SUGGESTIONS_INDEX_INFIX, SegmentRefusal, TERM_UNIT_HEAP_BYTES, TermLookup, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VERSION, afterCurrentTurn, alreadyPresentOnWorker, applyProjection, arrayPositionsAreStale, assemblePagedFrozenSegment, availablePatternSearch, bindOptionalWritesHost, bindQuerySignal, bindRerankWindowSource, bindSegmentCodecHost, bindSegmentMergeHost, bindWorkerCopiesHost, bm25SetsValue, buildPartialWordTableFrom, buildSegmentPayloads, clampLimit, clampRowCount, clearNormalizationCache, clearQuerySignal, compareScores, configurationPayloadOf, configureNormalizationCache, countsWithoutScores, createBooleanIndex, createCompositePartition, createDirectExecutor, createEncodedDocumentSource, createEngineCore, createEngineIndex, createEnumIndex, createFrozenRemovals, createFrozenSegment, createLoadedGeoIndex, createMemoryMonitor, createNarsil, createNarsilFromCore, createNumericIndex, createPartitionIndex, createPartitionManager, createPartitionRouter, createPatternWorkMeter, createPublicationGate, createRequestId, createSharedFrozenSegment, createWorkerExecutor, createWorkerFactory, customTokensOf, decodeEveryStoredDocument, decodeMapWithoutFields, decodePageCursor, decodeStoredDocument, decodeSurfaceTable, decodeSynonymRules, documentChurnOf, documentsOf2 as documentsOf, dropEngineIndex, eligibleIndexNames, emitEngineEvent, emitSyncChange, emitWriteEventAfter, emptyPendingRegions, encodeDocumentTableData, encodePageCursor, encodeSegmentState, endOfValue, engineCoreOf, executePreflight, executeQuery, fanOutMatchCount, fanOutQuery, fieldIndexRemapOf, fillHits, filterTestCount, fnv1a, fnv1aUint32s, freezeEncodedSegmentShared, freezeSegmentShared, generateId, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, getVectorFieldPaths, growPartitionsTo, hasLanguage, hasStopWords, hasTokenizer, holdSyncEpochChange, holdVectorsForRollback, holdsADiscardedField, holdsQuotedText, importOptionalReads, initializeCopyPublication, insertDocument, insertDocumentBatch, insertDocumentVectors, isCompositePartition, isDeterministicFailure, isSimdAvailable, isValidWorkerAction, isValidWorkerResponse, joinPatternWorkMeter, kWayMerge, lazyQueryBinding, listBindingOf, listenForSyncChanges, loadCursorPageFor, loadDigest, loadFacetMergesFor, loadGeoCode, loadGeoCodeFor, loadGroupingFor, loadGzip, loadOptionalWrites, loadPhraseCodeFor, loadPinningFor, loadPrefixFor, loadQueryCode, loadRerankRuntime, loadSchemaCodeFor, loadSortingFor, loadStorageCode, loadSuggestionsCode, loadVectorCode, lookupOfStoredSynonyms, memoryFractionsOf, mergeDocFrequencies, mergeEntries, mergeFacets, mergeFieldIndexes, mergeKeywordSources, mergePartitionStats, mergePostings, mergePostings2, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, normalizeSort, noteDocumentChurn, now, oneAtATime, oversampledFacetConfig, oversampledShardSize, oversizedConfigurationPayloadOf, partialWordSearchModule, partitionStateOf, patternHost, patternIndexOf, prepareConfiguredSynonyms, prepareDocumentText, prepareDocumentVectors, prepareDocumentWrite, prepareRemovalText, prepareStoredSynonyms, projectionKeepsField, providedDocId, publishCopyAction, queryBindingOf, rankPage, readHeapStatistics, readMemoryFigures, readProcessMemoryUse, readRecentMemoryFigures, rebuildSizeIndexes, reconstructSchemaFromMetadata, regionsOverlap, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, removeDocument3 as removeDocument, removeDocumentBatch, removeDocumentBatch2, removeDocumentVectors, removedSurfaceSpellings, reportIneligible, requireEncodedConfigurationWithinSizeLimit, requireKnownConfig, requireLoadedOptionalReads, requireLoadedVectorCode, requireMatchingCursor, requirePatternSearch, requireSearchBackendSettings2 as requireSearchBackendSettings, requireSurfaceFormsForPartialFields, requireWithinResultWindow, rerankWindowCapOf, resetNormalizationCache, resolveIndexAnalysis, resolvePartialWordAnalysis, resolvePartitionInsertOptions, resolveProjection, resolveRunnableConfig, returnsEveryMatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, runtimeHost, sanitizeGlobalStats, scanPostingBlocks, segmentArraysOf, selectionKeeps, setNestedValue, shareSegmentArrays, sortModesOf, sortSignatureEntry, sortSignatureOf, startEngineCore, storedArrayPositionGap, storedBM25Params, storedDocumentsOf, survivorDocumentsOf, synonymModule, synonymSearchModule, toError2 as toError, topLevelMapKeys, updateDocument, updateDocumentBatch, updateDocumentVectors, validQueryFilter, validateBM25Params, validateBM25Shape, validateBooleanOnlySettings, validateEmbeddingConfig, validateMemoryFractions, validatePartitionConfig, validatePatternValueLimit, validateRequiredFieldsInSchema, visitTokens, withOpenIndex, workerIneligibility, workersEnabledByDefault, wrapFrozenTokenTable, writePartitionDocument, yieldToEventLoop };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { boundQuerySuggestionsOf } from './chunk-S2POFTLN.mjs';
|
|
2
|
-
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
2
|
+
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-4QNWK42S.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/index.ts
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { readIndexMetadataSnapshot, isRecord2, decodeIndexSettings } from './chunk-UJQ2S5QU.mjs';
|
|
2
|
+
import { projectionKeepsField } from './chunk-4QNWK42S.mjs';
|
|
3
|
+
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
4
|
+
import { vectorFieldSegmentsOf } from './chunk-7NMLFP2T.mjs';
|
|
5
|
+
|
|
6
|
+
// src/distribution/cluster-node/reads/vector-reads.ts
|
|
7
|
+
var NO_KNOWN_VECTOR_FIELDS = Object.freeze({ schema: Object.freeze({}) });
|
|
8
|
+
function returnVectorsOfMetadata(bytes, indexName) {
|
|
9
|
+
const decoded = decode(bytes);
|
|
10
|
+
if (!isRecord2(decoded) || typeof decoded.indexUuid !== "string") return null;
|
|
11
|
+
const settings = decodeIndexSettings(decoded.settings, indexName);
|
|
12
|
+
return { indexUuid: decoded.indexUuid, returnVectors: settings?.returnVectors === true };
|
|
13
|
+
}
|
|
14
|
+
function servesAllocation(held, allocation) {
|
|
15
|
+
return allocation.indexUuid === void 0 || held.indexUuid === allocation.indexUuid;
|
|
16
|
+
}
|
|
17
|
+
function createVectorReadView(deps) {
|
|
18
|
+
const { coordinator, onError } = deps;
|
|
19
|
+
const schemas = /* @__PURE__ */ new Map();
|
|
20
|
+
const metadata = /* @__PURE__ */ new Map();
|
|
21
|
+
const settled = /* @__PURE__ */ new Map();
|
|
22
|
+
const unwatchers = [];
|
|
23
|
+
let eventsReceived = 0;
|
|
24
|
+
let watching = false;
|
|
25
|
+
function settle(indexName) {
|
|
26
|
+
eventsReceived += 1;
|
|
27
|
+
const schema = schemas.get(indexName);
|
|
28
|
+
const known = metadata.get(indexName);
|
|
29
|
+
if (schema === void 0 || known === void 0) {
|
|
30
|
+
settled.delete(indexName);
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
settled.set(indexName, {
|
|
34
|
+
indexUuid: known.indexUuid,
|
|
35
|
+
settings: { schema, returnVectors: known.returnVectors }
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
function receiveSchema(indexName, schema) {
|
|
39
|
+
if (schema === null) schemas.delete(indexName);
|
|
40
|
+
else schemas.set(indexName, schema);
|
|
41
|
+
settle(indexName);
|
|
42
|
+
}
|
|
43
|
+
function receiveMetadata(indexName, bytes) {
|
|
44
|
+
let next = null;
|
|
45
|
+
try {
|
|
46
|
+
next = bytes === null ? null : returnVectorsOfMetadata(bytes, indexName);
|
|
47
|
+
} catch (error) {
|
|
48
|
+
onError(error);
|
|
49
|
+
}
|
|
50
|
+
if (next === null) metadata.delete(indexName);
|
|
51
|
+
else metadata.set(indexName, next);
|
|
52
|
+
settle(indexName);
|
|
53
|
+
}
|
|
54
|
+
async function readLive(indexName) {
|
|
55
|
+
const eventsBefore = eventsReceived;
|
|
56
|
+
const [schema, snapshot] = await Promise.all([
|
|
57
|
+
coordinator.getSchema(indexName),
|
|
58
|
+
readIndexMetadataSnapshot(coordinator, indexName)
|
|
59
|
+
]);
|
|
60
|
+
if (schema === null || snapshot === null) return null;
|
|
61
|
+
const live = {
|
|
62
|
+
indexUuid: snapshot.record.indexUuid,
|
|
63
|
+
settings: { schema, returnVectors: snapshot.settings?.returnVectors === true }
|
|
64
|
+
};
|
|
65
|
+
if (watching && eventsReceived === eventsBefore) {
|
|
66
|
+
schemas.set(indexName, schema);
|
|
67
|
+
metadata.set(indexName, { indexUuid: live.indexUuid, returnVectors: live.settings.returnVectors === true });
|
|
68
|
+
settled.set(indexName, live);
|
|
69
|
+
}
|
|
70
|
+
return live;
|
|
71
|
+
}
|
|
72
|
+
async function settingsOf(indexName, allocation) {
|
|
73
|
+
const held = settled.get(indexName);
|
|
74
|
+
if (watching && held !== void 0 && servesAllocation(held, allocation)) return held.settings;
|
|
75
|
+
let live;
|
|
76
|
+
try {
|
|
77
|
+
live = await readLive(indexName);
|
|
78
|
+
} catch (error) {
|
|
79
|
+
if (held !== void 0) return held.settings;
|
|
80
|
+
throw error;
|
|
81
|
+
}
|
|
82
|
+
return live?.settings ?? NO_KNOWN_VECTOR_FIELDS;
|
|
83
|
+
}
|
|
84
|
+
return {
|
|
85
|
+
settingsOf,
|
|
86
|
+
async start() {
|
|
87
|
+
if (watching) return;
|
|
88
|
+
unwatchers.push(await coordinator.watchSchemas((event) => receiveSchema(event.indexName, event.schema)));
|
|
89
|
+
unwatchers.push(await coordinator.watchIndexMetadata((event) => receiveMetadata(event.indexName, event.metadata)));
|
|
90
|
+
watching = true;
|
|
91
|
+
for (const indexName of await coordinator.listSchemas()) {
|
|
92
|
+
if (!watching) return;
|
|
93
|
+
if (settled.has(indexName)) continue;
|
|
94
|
+
await readLive(indexName).catch(onError);
|
|
95
|
+
}
|
|
96
|
+
},
|
|
97
|
+
stop() {
|
|
98
|
+
watching = false;
|
|
99
|
+
for (const unwatch of unwatchers.splice(0)) unwatch();
|
|
100
|
+
schemas.clear();
|
|
101
|
+
metadata.clear();
|
|
102
|
+
settled.clear();
|
|
103
|
+
}
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
function keepsAnyVectorField(projection, settings) {
|
|
107
|
+
return vectorFieldSegmentsOf(settings.schema).some((field) => projectionKeepsField(projection, field.join(".")));
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
export { createVectorReadView, keepsAnyVectorField };
|
|
@@ -729,6 +729,21 @@ function partialFieldsOf(schema) {
|
|
|
729
729
|
partialFieldsBySchema.set(schema, frozen);
|
|
730
730
|
return frozen;
|
|
731
731
|
}
|
|
732
|
+
var vectorPathsBySchema = /* @__PURE__ */ new WeakMap();
|
|
733
|
+
function vectorFieldSegmentsOf(schema) {
|
|
734
|
+
const cached = vectorPathsBySchema.get(schema);
|
|
735
|
+
if (cached !== void 0) return cached;
|
|
736
|
+
const paths = [];
|
|
737
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
738
|
+
if (field.base !== "vector") continue;
|
|
739
|
+
const segments = field.path.split(".");
|
|
740
|
+
Object.freeze(segments);
|
|
741
|
+
paths.push(segments);
|
|
742
|
+
}
|
|
743
|
+
const frozen = Object.freeze(paths);
|
|
744
|
+
vectorPathsBySchema.set(schema, frozen);
|
|
745
|
+
return frozen;
|
|
746
|
+
}
|
|
732
747
|
function extractVectorFieldsFromSchema(schema) {
|
|
733
748
|
const result = /* @__PURE__ */ new Map();
|
|
734
749
|
for (const field of schemaFieldsOf(schema)) {
|
|
@@ -867,7 +882,7 @@ var loaded = null;
|
|
|
867
882
|
var loading = null;
|
|
868
883
|
function loadMessagePack() {
|
|
869
884
|
if (loaded !== null) return Promise.resolve(loaded);
|
|
870
|
-
loading ??= import('./msgpack-leaf-
|
|
885
|
+
loading ??= import('./msgpack-leaf-LTAJ5QGB.mjs').then(
|
|
871
886
|
(code) => {
|
|
872
887
|
code.bindMsgpackHost({
|
|
873
888
|
BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER,
|
|
@@ -900,4 +915,4 @@ function requireLoadedMessagePack() {
|
|
|
900
915
|
return loaded;
|
|
901
916
|
}
|
|
902
917
|
|
|
903
|
-
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, withSortableOption };
|
|
918
|
+
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_NESTING_DEPTH, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_STORED_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, PROTOTYPE_POLLUTION_KEYS, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isPlainObject, isQuantizationMode, isSingleStringFieldType, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, vectorFieldSegmentsOf, withSortableOption };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-
|
|
1
|
+
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-4QNWK42S.mjs';
|
|
2
2
|
|
|
3
3
|
// src/partitioning/constants.ts
|
|
4
4
|
var REBALANCE_CHUNK_SIZE = 1e3;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { openCountsFile } from './chunk-
|
|
2
|
-
import { SCRAMBLED_ID_BYTES } from './chunk-
|
|
1
|
+
import { openCountsFile } from './chunk-CHGJGKST.mjs';
|
|
2
|
+
import { SCRAMBLED_ID_BYTES } from './chunk-R5OFJZNI.mjs';
|
|
3
3
|
export { encode } from '@msgpack/msgpack';
|
|
4
4
|
|
|
5
5
|
function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-
|
|
1
|
+
import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-QWYIMVYT.mjs';
|
|
2
2
|
import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
|
|
3
3
|
import { WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
|
|
4
|
-
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-
|
|
4
|
+
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-ICEZRKIS.mjs';
|
|
5
5
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
6
|
-
import { restoreVectorFields } from './chunk-
|
|
7
|
-
import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-
|
|
8
|
-
import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-
|
|
6
|
+
import { restoreVectorFields } from './chunk-L2GYY6KY.mjs';
|
|
7
|
+
import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-R5OFJZNI.mjs';
|
|
8
|
+
import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-4QNWK42S.mjs';
|
|
9
9
|
import { encodeDocument } from './chunk-2CKDCC65.mjs';
|
|
10
10
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
11
|
-
import { extractVectorFieldsFromSchema, VECTOR_PATTERN, requireValidFieldTypes, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-
|
|
11
|
+
import { extractVectorFieldsFromSchema, VECTOR_PATTERN, requireValidFieldTypes, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-7NMLFP2T.mjs';
|
|
12
12
|
import { DEFAULT_REWRITE_BYTES_PER_CHECKPOINT, DEFAULT_COMPACTION_THRESHOLD, SEGMENT_FILE_FRAMING_SLACK_BYTES, REWRITE_ABOVE_REMOVED_DOCUMENT_SHARE, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-S3JHYPH7.mjs';
|
|
13
13
|
import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
14
14
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { isValidInteger, isRecord } from './chunk-
|
|
1
|
+
import { isValidInteger, isRecord } from './chunk-UJQ2S5QU.mjs';
|
|
2
2
|
import { MAX_REPLICATION_FACTOR, MAX_PARTITION_COUNT } from './chunk-JDDXV6UF.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-R5OFJZNI.mjs';
|
|
4
4
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
5
5
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
6
6
|
import { joinChunks } from './chunk-GR5GMFJJ.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-
|
|
2
|
-
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-
|
|
1
|
+
import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-R5OFJZNI.mjs';
|
|
2
|
+
import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-4QNWK42S.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/engine-hooks.ts
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
2
2
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-
|
|
4
|
-
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-R5OFJZNI.mjs';
|
|
4
|
+
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-4QNWK42S.mjs';
|
|
5
5
|
import { decode } from './chunk-Y7GXGJFZ.mjs';
|
|
6
6
|
import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
7
|
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|