@delali/narsil 0.3.1-next.163 → 0.3.1-next.169
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -8
- package/dist/browser/{chunk-MZHQ65VI.mjs → chunk-2Q45HI5H.mjs} +14 -10
- package/dist/browser/{chunk-MMHIIL5B.mjs → chunk-4ZICWS4V.mjs} +1 -1
- package/dist/browser/{chunk-KQXKCMGQ.mjs → chunk-JHFBQKUF.mjs} +119 -90
- package/dist/browser/{core-leaf-SIWXFZLV.mjs → core-leaf-WYFANMKC.mjs} +61 -13
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/{embed-RF2MPGAO.mjs → embed-24IPR4LP.mjs} +2 -2
- package/dist/browser/{module-PMQBRESM.mjs → module-XVLHJ7T7.mjs} +358 -62
- package/dist/browser/{optional-writes-WMZX4OEC.mjs → optional-writes-TB34FYUW.mjs} +118 -66
- package/dist/browser/{phrase-module-22TKMXWI.mjs → phrase-module-6UGFVW5J.mjs} +1 -0
- package/dist/browser/{resolve-vector-text-KI65IHMD.mjs → resolve-vector-text-EJ6DHFF5.mjs} +8 -0
- package/dist/browser/{storage-leaf-VGR2BWJJ.mjs → storage-leaf-QFXIWDFK.mjs} +208 -87
- package/dist/browser/{worker-copies-WQCPP3TS.mjs → worker-copies-ICHLYYXM.mjs} +1 -0
- package/dist/{capabilities-DkXAkb-X.d.ts → capabilities-BQIdsaWy.d.ts} +2 -2
- package/dist/{chunk-BKOMO7HT.mjs → chunk-26E5MO3Y.mjs} +5 -5
- package/dist/{chunk-EEYDJB4Z.mjs → chunk-2C3BXZGA.mjs} +213 -149
- package/dist/{chunk-NXMGUDZA.mjs → chunk-2KWTQ2P7.mjs} +2 -2
- package/dist/{chunk-TW543F33.mjs → chunk-34IOOYXA.mjs} +1 -1
- package/dist/{chunk-D5GNFN6X.mjs → chunk-7FC2ZILY.mjs} +98 -40
- package/dist/{chunk-XRBPHCCT.mjs → chunk-A4XYDUVN.mjs} +5 -5
- package/dist/{chunk-R4F7ZTVG.mjs → chunk-BIIROQ5Q.mjs} +2 -2
- package/dist/{chunk-Q2WQSAYH.mjs → chunk-CQX5B6L2.mjs} +54 -11
- package/dist/{chunk-XXWEUXE4.mjs → chunk-D6FYUTFN.mjs} +1 -1
- package/dist/{chunk-OUWZKNO3.mjs → chunk-DG6WIEB3.mjs} +1 -1
- package/dist/{chunk-GJKFXKMI.mjs → chunk-F3FDHXCJ.mjs} +12 -9
- package/dist/{chunk-3UGZBRDN.mjs → chunk-GO6TRSJ6.mjs} +1 -1
- package/dist/{react-native/chunks/chunk-OK3WUA6N.mjs → chunk-I2WJCRIH.mjs} +1 -1
- package/dist/{chunk-Q7CUUSJ2.mjs → chunk-ISJ35523.mjs} +2 -2
- package/dist/{chunk-GQLOEACG.mjs → chunk-JCWC75NH.mjs} +2 -2
- package/dist/{chunk-ZGYF37MG.mjs → chunk-JDIATDPY.mjs} +1 -1
- package/dist/{chunk-3B775F3C.mjs → chunk-JP77OWMI.mjs} +3 -1
- package/dist/{chunk-KSOZJEYU.mjs → chunk-KHJPMZE2.mjs} +1 -1
- package/dist/{chunk-ZQ6QY42L.mjs → chunk-KL6W73BZ.mjs} +8 -0
- package/dist/{chunk-ES5EOXT6.mjs → chunk-LOQHA6QK.mjs} +3 -3
- package/dist/{chunk-AB27FWZM.mjs → chunk-LPRRFCVU.mjs} +2 -2
- package/dist/{chunk-EIR3IQCL.mjs → chunk-QFJMRB7D.mjs} +2 -1
- package/dist/{chunk-S3BSDBF7.mjs → chunk-QJGDB3WR.mjs} +1 -1
- package/dist/{chunk-EI7U43MX.mjs → chunk-R7PLSVK3.mjs} +2 -2
- package/dist/{chunk-5DUTOEK5.mjs → chunk-TBOZHYCF.mjs} +2 -2
- package/dist/{chunk-VJOS6MHF.mjs → chunk-TNEU32EN.mjs} +64 -16
- package/dist/{chunk-RXMR2SIQ.mjs → chunk-UISV46WX.mjs} +4 -4
- package/dist/{chunk-4CAMH7FO.mjs → chunk-X4UMDSB4.mjs} +2 -1
- package/dist/{chunk-R4CE4IVU.mjs → chunk-X5NHWOXT.mjs} +15 -11
- package/dist/{react-native/chunks/chunk-HEELWLKL.mjs → chunk-XFOL77WH.mjs} +1 -1
- package/dist/{chunk-TOZENMM7.mjs → chunk-XITVDRRH.mjs} +5 -5
- package/dist/{chunk-FSLQHOKZ.mjs → chunk-XNFBYAXI.mjs} +1 -1
- package/dist/{chunk-V4YIEMAI.mjs → chunk-XQQKETAF.mjs} +4 -4
- package/dist/{chunk-DSXFN5BF.mjs → chunk-XTSFRWAS.mjs} +8 -8
- package/dist/{chunk-K4BMDPPX.mjs → chunk-Y27E2MGC.mjs} +2 -2
- package/dist/{chunk-JV74RKCY.mjs → chunk-YM2HI5N5.mjs} +1 -1
- package/dist/{chunk-7OE73OO4.mjs → chunk-YPV2L7M5.mjs} +56 -6
- package/dist/{chunk-STLNPJXU.mjs → chunk-YXZDTKQS.mjs} +2 -2
- package/dist/{chunk-5P72V66D.mjs → chunk-ZB5X5WAK.mjs} +24 -20
- package/dist/{client-VJmV_AjZ.d.ts → client-CeUxvIvd.d.ts} +4 -4
- package/dist/client.d.ts +8 -8
- package/dist/{config-ZZg4cwQz.d.ts → config-CIpLXXxm.d.ts} +2 -2
- package/dist/{config-Cb3FOlE_.d.ts → config-DehU-VGL.d.ts} +2 -2
- package/dist/{core-leaf-LOXCD7MY.mjs → core-leaf-VIMO377O.mjs} +3 -3
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/{direct-executor-PF4UDSUW.mjs → direct-executor-2WQSGBN3.mjs} +7 -7
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution/transport/tcp.mjs +1 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +39 -39
- package/dist/{embed-4H7RTBVL.mjs → embed-UNHDFGDU.mjs} +2 -2
- package/dist/{engine-DdOs682x.d.ts → engine-P-4xhUe4.d.ts} +6 -2
- package/dist/{index-Ck9w5WHz.d.ts → index-CBUl4z3E.d.ts} +1 -1
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +7 -7
- package/dist/index.react-native.mjs +6 -6
- package/dist/{long-query-thread-OTVLP2OI.mjs → long-query-thread-AAYTLYZK.mjs} +19 -19
- package/dist/{module-UIKSHY3G.mjs → module-5SXNUCD5.mjs} +315 -64
- package/dist/{msgpack-leaf-5WFRP6JM.mjs → msgpack-leaf-7KBYOVTF.mjs} +2 -2
- package/dist/{optional-reads-RSLNSGNG.mjs → optional-reads-ENKMVQ4Q.mjs} +1 -1
- package/dist/{optional-writes-4ITCV7YT.mjs → optional-writes-N2DFWWZ3.mjs} +39 -26
- package/dist/{paged-partition-archive-VMJ2AUA6.mjs → paged-partition-archive-X7L27E5Z.mjs} +19 -19
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +7 -7
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +2 -2
- package/dist/persistence/durability/checkpoint-worker.d.ts +1 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +17 -17
- package/dist/{phrase-module-IWSG2DDZ.mjs → phrase-module-ZY3TLTQA.mjs} +2 -1
- package/dist/{query-actions-EW72OQXY.mjs → query-actions-2JOLPELC.mjs} +7 -7
- package/dist/query-suggestions/merge-worker.mjs +10 -10
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +8 -8
- package/dist/{chunk-ZBVHS5KF.mjs → react-native/chunks/chunk-57R74JWC.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-AUXXPSFB.mjs → chunk-F4MIGBBP.mjs} +214 -150
- package/dist/react-native/chunks/{chunk-3RUXKZJG.mjs → chunk-F6BJYCF2.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-RVHCQJQM.mjs → chunk-GGBATERA.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-I5W7A2JF.mjs → chunk-GVWLACAT.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-XOCM3BFU.mjs → chunk-H344ZXRH.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-VIPNDN4B.mjs → chunk-I7DTUOK2.mjs} +65 -15
- package/dist/react-native/chunks/{chunk-2JMAUU26.mjs → chunk-J2BQTJJE.mjs} +1 -1
- package/dist/{chunk-QBVTYY4J.mjs → react-native/chunks/chunk-OZ3XEM6D.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-4EXKQ2IB.mjs → chunk-SK3DPAI4.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-XBTFK3AZ.mjs → chunk-WFQ6YQZA.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-FTQ7JNMU.mjs → chunk-ZDDJVR7X.mjs} +15 -11
- package/dist/react-native/chunks/{core-leaf-O3236QY3.mjs → core-leaf-UDUMVC3M.mjs} +2 -2
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/{embed-3WQ2CCR5.mjs → embed-U7CIKEY4.mjs} +2 -2
- package/dist/react-native/chunks/{module-LRR7D5ZO.mjs → module-7BJ3VOWQ.mjs} +360 -66
- package/dist/react-native/chunks/{msgpack-leaf-TR66ZVAX.mjs → msgpack-leaf-GTKLF6GJ.mjs} +2 -2
- package/dist/react-native/chunks/{optional-reads-TOWGNEDH.mjs → optional-reads-74HYI4DO.mjs} +1 -1
- package/dist/react-native/chunks/{optional-writes-7AFBIZMN.mjs → optional-writes-TXTJ6HUZ.mjs} +37 -24
- package/dist/react-native/chunks/{phrase-module-3A4AKMKL.mjs → phrase-module-UC4YGEBB.mjs} +2 -1
- package/dist/react-native/chunks/{resolve-vector-text-LXRYXF7M.mjs → resolve-vector-text-FTPD5EY6.mjs} +8 -0
- package/dist/react-native/chunks/{restore-queue-7FSHTGJ5.mjs → restore-queue-SZLWIL3B.mjs} +9 -9
- package/dist/react-native/chunks/{segment-codec-leaf-4QV4HO4R.mjs → segment-codec-leaf-WMUZ5P4F.mjs} +7 -7
- package/dist/react-native/chunks/{segment-merge-leaf-5DUZZSXJ.mjs → segment-merge-leaf-Q2OEJIQ3.mjs} +8 -8
- package/dist/react-native/chunks/{storage-leaf-PNU6HWY7.mjs → storage-leaf-OXYV6O6P.mjs} +213 -100
- package/dist/react-native/chunks/{store-leaf-ESVUGYYO.mjs → store-leaf-ZMDXYK4E.mjs} +8 -8
- package/dist/react-native/chunks/{suggestions-leaf-MOVOPBGD.mjs → suggestions-leaf-FIMGQZ2T.mjs} +8 -8
- package/dist/react-native/chunks/{worker-copies-VQGF3WZX.mjs → worker-copies-72TGFYQB.mjs} +8 -7
- package/dist/react-native/partial-words.mjs +6 -6
- package/dist/react-native/pattern.mjs +3 -3
- package/dist/react-native/query-suggestions.mjs +6 -6
- package/dist/react-native/sync.mjs +6 -6
- package/dist/react-native/synonyms.mjs +6 -6
- package/dist/react.d.ts +9 -9
- package/dist/{rerank-QHJXPSAK.mjs → rerank-E2HFKKGJ.mjs} +7 -7
- package/dist/{resolve-vector-text-4PDRTPNQ.mjs → resolve-vector-text-6WPFFIX5.mjs} +1 -1
- package/dist/{restore-queue-5W5HX44H.mjs → restore-queue-PUVBN6L3.mjs} +10 -10
- package/dist/{schema-C_7yRJLt.d.ts → schema-CzG9OUw5.d.ts} +5 -1
- package/dist/{segment-codec-leaf-7VLVXKWO.mjs → segment-codec-leaf-24Z3MMQI.mjs} +8 -8
- package/dist/{segment-merge-leaf-22XR3IGA.mjs → segment-merge-leaf-FQQDU45E.mjs} +8 -8
- package/dist/server.d.ts +10 -10
- package/dist/server.mjs +26 -26
- package/dist/{storage-leaf-ZZ77C3DX.mjs → storage-leaf-KIA7XO6Y.mjs} +79 -81
- package/dist/{store-leaf-LJ6D2PMF.mjs → store-leaf-ESVLL4JO.mjs} +9 -9
- package/dist/{suggestions-leaf-KTQHO3PY.mjs → suggestions-leaf-FXF4AHAY.mjs} +11 -11
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +15 -15
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +3 -3
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +7 -7
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +7 -7
- package/dist/{tasks-CxA-J_Ty.d.ts → tasks-CXtQ3Zpp.d.ts} +4 -4
- package/dist/thread-OWXVP2ZA.mjs +30 -0
- package/dist/{types-BboB278g.d.ts → types-CDN70Y_C.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +5 -5
- package/dist/{worker-copies-ODAAGQRC.mjs → worker-copies-XXX7PF4J.mjs} +10 -10
- package/dist/workers/entry.mjs +13 -13
- package/package.json +9 -8
- package/dist/thread-XWDK6TAR.mjs +0 -30
- /package/dist/{chunk-77AUVDQ5.mjs → chunk-CV3Q2EKO.mjs} +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, storedText, DEFAULT_PATTERN_WORK_CAP, MAX_FILTER_DEPTH, discardStoredValues, bitsetIsEmpty, storedValuesOf, bitsetHas, createBitSet, bitsetSet, storedValueBytes, prepareStoredValues, cachedStoredFields, bitsetClear, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, buildStoredValues, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, checkedSize, fuzzyPrefixOf, boundedLevenshtein, installStoredFields, FILTER_OPERAND_COPY_DEPTH, fuzzyTermMatches, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIterator, GrowableUint32, bitsetFromSet } from './chunk-
|
|
1
|
+
import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, storedText, DEFAULT_PATTERN_WORK_CAP, MAX_FILTER_DEPTH, discardStoredValues, bitsetIsEmpty, storedValuesOf, bitsetHas, createBitSet, bitsetSet, storedValueBytes, prepareStoredValues, cachedStoredFields, bitsetClear, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, buildStoredValues, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, checkedSize, fuzzyPrefixOf, boundedLevenshtein, installStoredFields, FILTER_OPERAND_COPY_DEPTH, fuzzyTermMatches, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIterator, GrowableUint32, bitsetFromSet } from './chunk-4ZICWS4V.mjs';
|
|
2
2
|
import { newSyncEpoch, isSyncEpoch } from './chunk-YJHGOJAC.mjs';
|
|
3
|
-
import { parsedTypeOf, NarsilError, ErrorCodes, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, createNarsilError, withUnpairedSurrogatesReplaced, tokenizeOptions, getNestedValue, isPlainObject, MAX_NESTING_DEPTH, loadMessagePack, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, extractVectorFieldsFromSchema, isStringValuedBase, flattenSchema, compareCodePoints, loadedMessagePack, isSingleStringFieldType, schemaFieldsOf, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, toComparableSortValue, exceedsCodePoints, isWordIndexedFieldType, messagePackUpperBoundBytes, SORT_VALUE_MAX_CODE_POINTS, PROTOTYPE_POLLUTION_KEYS, sortModeOf, defaultSortMode, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, isWordIndexedBase, holdsUnpairedSurrogate, validateRequiredFields, requireDocumentWithinSizeLimit, isNarsilError, PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, MAX_FILE_BYTES, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, VALID_HNSW_METRICS, MAX_DOCUMENT_NESTING_DEPTH, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, raiseEarlierReleaseGraphSetting, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES, truncateSortString, SORT_MODES, isSortMode, codePointCount } from './chunk-
|
|
3
|
+
import { parsedTypeOf, NarsilError, ErrorCodes, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, createNarsilError, withUnpairedSurrogatesReplaced, tokenizeOptions, getNestedValue, isPlainObject, MAX_NESTING_DEPTH, loadMessagePack, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, extractVectorFieldsFromSchema, isStringValuedBase, flattenSchema, compareCodePoints, loadedMessagePack, vectorDimensionOf, isSingleStringFieldType, schemaFieldsOf, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, toComparableSortValue, exceedsCodePoints, isWordIndexedFieldType, messagePackUpperBoundBytes, SORT_VALUE_MAX_CODE_POINTS, PROTOTYPE_POLLUTION_KEYS, sortModeOf, defaultSortMode, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, isWordIndexedBase, holdsUnpairedSurrogate, validateRequiredFields, requireDocumentWithinSizeLimit, isNarsilError, PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, MAX_FILE_BYTES, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, VALID_HNSW_METRICS, MAX_DOCUMENT_NESTING_DEPTH, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, raiseEarlierReleaseGraphSetting, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES, truncateSortString, SORT_MODES, isSortMode, codePointCount } from './chunk-2Q45HI5H.mjs';
|
|
4
4
|
|
|
5
5
|
// src/analysis/registry.ts
|
|
6
6
|
var tokenizers = /* @__PURE__ */ new Map();
|
|
@@ -54,26 +54,11 @@ function getStopWords(name) {
|
|
|
54
54
|
}
|
|
55
55
|
return stopWords2;
|
|
56
56
|
}
|
|
57
|
-
function holdsPositionsOutOfOrder(entries) {
|
|
58
|
-
for (let index = 1; index < entries.length; index++) {
|
|
59
|
-
if (entries[index].position < entries[index - 1].position) return true;
|
|
60
|
-
}
|
|
61
|
-
return false;
|
|
62
|
-
}
|
|
63
|
-
function inPositionOrder(tokenizer) {
|
|
64
|
-
return {
|
|
65
|
-
tokenize(text) {
|
|
66
|
-
const entries = tokenizer.tokenize(text);
|
|
67
|
-
if (!holdsPositionsOutOfOrder(entries)) return entries;
|
|
68
|
-
return [...entries].sort((first, second) => first.position - second.position);
|
|
69
|
-
}
|
|
70
|
-
};
|
|
71
|
-
}
|
|
72
57
|
function resolveIndexAnalysis(config) {
|
|
73
58
|
const tokenizer = typeof config.tokenizer === "string" ? getTokenizer(config.tokenizer) : config.tokenizer;
|
|
74
59
|
return {
|
|
75
60
|
stopWords: typeof config.stopWords === "string" ? getStopWords(config.stopWords) : config.stopWords,
|
|
76
|
-
customTokenizer: tokenizer
|
|
61
|
+
customTokenizer: tokenizer
|
|
77
62
|
};
|
|
78
63
|
}
|
|
79
64
|
|
|
@@ -2995,6 +2980,21 @@ function findEntry(table2, text, stride = 1, tokens, token = 0) {
|
|
|
2995
2980
|
return -1;
|
|
2996
2981
|
}
|
|
2997
2982
|
|
|
2983
|
+
// src/analysis/custom-token-code.ts
|
|
2984
|
+
var customTokenCode = codeLoader(
|
|
2985
|
+
() => import('./custom-token-results-R5BIX7SL.mjs').then((code7) => {
|
|
2986
|
+
code7.bindCustomTokenHost(optionalCodeHost());
|
|
2987
|
+
return code7;
|
|
2988
|
+
}),
|
|
2989
|
+
"custom tokenizer"
|
|
2990
|
+
);
|
|
2991
|
+
function loadCustomTokenCodeFor(tokenizers2) {
|
|
2992
|
+
if (customTokenCode.loaded() !== null) return null;
|
|
2993
|
+
for (const tokenizer of tokenizers2) if (tokenizer !== void 0 && tokenizer !== null) return customTokenCode.load();
|
|
2994
|
+
return null;
|
|
2995
|
+
}
|
|
2996
|
+
var customTokensOf = (...parameters) => customTokenCode.require().customTokensOf(...parameters);
|
|
2997
|
+
|
|
2998
2998
|
// src/core/tokenizer/constants.ts
|
|
2999
2999
|
var TOKEN_CACHE_SIZE_FLOOR = 5e4;
|
|
3000
3000
|
var TOKEN_CACHE_SIZE_CEILING = 2e6;
|
|
@@ -3359,18 +3359,6 @@ function stripPossessive(token) {
|
|
|
3359
3359
|
}
|
|
3360
3360
|
return token;
|
|
3361
3361
|
}
|
|
3362
|
-
function customTokensOf(tokenizer, text) {
|
|
3363
|
-
const entries = tokenizer.tokenize(text);
|
|
3364
|
-
let repaired = null;
|
|
3365
|
-
for (let at = 0; at < entries.length; at++) {
|
|
3366
|
-
const entry = entries[at];
|
|
3367
|
-
const token = withUnpairedSurrogatesReplaced(entry.token);
|
|
3368
|
-
if (token === entry.token) continue;
|
|
3369
|
-
repaired ??= entries.slice();
|
|
3370
|
-
repaired[at] = { token, position: entry.position };
|
|
3371
|
-
}
|
|
3372
|
-
return repaired ?? entries;
|
|
3373
|
-
}
|
|
3374
3362
|
function visitTokens(text, language, options, visit, packed) {
|
|
3375
3363
|
const {
|
|
3376
3364
|
stem: stem2 = true,
|
|
@@ -3381,7 +3369,7 @@ function visitTokens(text, language, options, visit, packed) {
|
|
|
3381
3369
|
stopWordOverride
|
|
3382
3370
|
} = options ?? {};
|
|
3383
3371
|
if (customTokenizer) {
|
|
3384
|
-
for (const entry of customTokensOf(customTokenizer, text)) {
|
|
3372
|
+
for (const entry of customTokensOf(customTokenizer, text, options?.textSource ?? "query")) {
|
|
3385
3373
|
visit(entry.token, entry.position, void 0, entry.token);
|
|
3386
3374
|
}
|
|
3387
3375
|
return;
|
|
@@ -3426,7 +3414,7 @@ function visitSurfaceSpellings(text, language, visit) {
|
|
|
3426
3414
|
}
|
|
3427
3415
|
function tokenize(text, language, options) {
|
|
3428
3416
|
if (options?.customTokenizer) {
|
|
3429
|
-
const customResult = customTokensOf(options.customTokenizer, text);
|
|
3417
|
+
const customResult = customTokensOf(options.customTokenizer, text, options.textSource ?? "query");
|
|
3430
3418
|
return { tokens: customResult, originalTokens: customResult.map((entry) => entry.token) };
|
|
3431
3419
|
}
|
|
3432
3420
|
const tokens = [];
|
|
@@ -4672,7 +4660,7 @@ function requireLoadedPhraseCode() {
|
|
|
4672
4660
|
}
|
|
4673
4661
|
function loadPhraseCode() {
|
|
4674
4662
|
if (loading === null) {
|
|
4675
|
-
loading = import('./phrase-module-
|
|
4663
|
+
loading = import('./phrase-module-6UGFVW5J.mjs').then(
|
|
4676
4664
|
(code7) => {
|
|
4677
4665
|
code7.bindPhraseHost(optionalCodeHost());
|
|
4678
4666
|
loaded = code7;
|
|
@@ -4928,6 +4916,8 @@ var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
|
4928
4916
|
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
4929
4917
|
var MAX_INDEX_NAME_LENGTH = 255;
|
|
4930
4918
|
var MAX_DOC_ID_LENGTH = 512;
|
|
4919
|
+
var DEFAULT_MAX_PARTITIONS = 1;
|
|
4920
|
+
var MAX_PARTITIONS = 65536;
|
|
4931
4921
|
var EXPORT_CHUNK_BYTES = 1048576;
|
|
4932
4922
|
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
4933
4923
|
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
@@ -5296,10 +5286,14 @@ function validatePartitionConfig(partitions) {
|
|
|
5296
5286
|
maxDocsPerPartition
|
|
5297
5287
|
});
|
|
5298
5288
|
}
|
|
5299
|
-
if (maxPartitions !== void 0 && (!Number.isInteger(maxPartitions) || maxPartitions < 1)) {
|
|
5300
|
-
throw new NarsilError(
|
|
5301
|
-
|
|
5302
|
-
|
|
5289
|
+
if (maxPartitions !== void 0 && (!Number.isInteger(maxPartitions) || maxPartitions < 1 || maxPartitions > MAX_PARTITIONS)) {
|
|
5290
|
+
throw new NarsilError(
|
|
5291
|
+
ErrorCodes.CONFIG_INVALID,
|
|
5292
|
+
`partitions.maxPartitions must be an integer from 1 to ${MAX_PARTITIONS}`,
|
|
5293
|
+
{
|
|
5294
|
+
maxPartitions
|
|
5295
|
+
}
|
|
5296
|
+
);
|
|
5303
5297
|
}
|
|
5304
5298
|
if (watermark !== void 0 && (typeof watermark !== "number" || !(watermark > 0) || watermark > 1)) {
|
|
5305
5299
|
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "partitions.watermark must be above 0 and at most 1", {
|
|
@@ -12389,7 +12383,7 @@ var loadSegmentCodec = segmentCodec.load;
|
|
|
12389
12383
|
|
|
12390
12384
|
// src/engine/optional-writes-code.ts
|
|
12391
12385
|
var optionalWrites = codeLoader(async () => {
|
|
12392
|
-
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-
|
|
12386
|
+
const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-TB34FYUW.mjs')]);
|
|
12393
12387
|
code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
|
|
12394
12388
|
return code7;
|
|
12395
12389
|
}, "write");
|
|
@@ -13595,7 +13589,6 @@ var restoreQueue = codeLoader(async () => {
|
|
|
13595
13589
|
var loadRestoreQueue = restoreQueue.load;
|
|
13596
13590
|
|
|
13597
13591
|
// src/schema/embedding-validator.ts
|
|
13598
|
-
var VECTOR_DIMENSION_PATTERN = /^vector\[(\d+)]$/;
|
|
13599
13592
|
function validateEmbeddingConfig(embeddingConfig, schema, instanceAdapter) {
|
|
13600
13593
|
const fieldEntries = Object.keys(embeddingConfig.fields);
|
|
13601
13594
|
if (fieldEntries.length === 0) {
|
|
@@ -13634,15 +13627,14 @@ function validateEmbeddingConfig(embeddingConfig, schema, instanceAdapter) {
|
|
|
13634
13627
|
{ field: targetField }
|
|
13635
13628
|
);
|
|
13636
13629
|
}
|
|
13637
|
-
const
|
|
13638
|
-
if (
|
|
13630
|
+
const schemaDimension = vectorDimensionOf(targetType);
|
|
13631
|
+
if (schemaDimension === null) {
|
|
13639
13632
|
throw new NarsilError(
|
|
13640
13633
|
ErrorCodes.EMBEDDING_CONFIG_INVALID,
|
|
13641
13634
|
`Embedding target field "${targetField}" must be a vector type, got "${targetType}"`,
|
|
13642
13635
|
{ field: targetField, type: targetType }
|
|
13643
13636
|
);
|
|
13644
13637
|
}
|
|
13645
|
-
const schemaDimension = Number.parseInt(vectorMatch[1], 10);
|
|
13646
13638
|
if (schemaDimension !== resolvedAdapter.dimensions) {
|
|
13647
13639
|
throw new NarsilError(
|
|
13648
13640
|
ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
|
|
@@ -13863,7 +13855,7 @@ function markSimdUnavailable() {
|
|
|
13863
13855
|
|
|
13864
13856
|
// src/workers/vector-core-code.ts
|
|
13865
13857
|
var vectorCore = codeLoader(
|
|
13866
|
-
() => import('./core-leaf-
|
|
13858
|
+
() => import('./core-leaf-WYFANMKC.mjs').then((code7) => {
|
|
13867
13859
|
code7.bindVectorCoreHost(optionalCodeHost());
|
|
13868
13860
|
if (!code7.simdModuleLoaded()) markSimdUnavailable();
|
|
13869
13861
|
return code7;
|
|
@@ -13874,7 +13866,7 @@ var loadVectorCore = vectorCore.load;
|
|
|
13874
13866
|
|
|
13875
13867
|
// src/workers/vector-code.ts
|
|
13876
13868
|
var vectorCode = codeLoader(async () => {
|
|
13877
|
-
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-
|
|
13869
|
+
const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-XVLHJ7T7.mjs')]);
|
|
13878
13870
|
code7.bindVectorHost(optionalCodeHost(), vectorCore2);
|
|
13879
13871
|
return code7;
|
|
13880
13872
|
}, "vector");
|
|
@@ -13884,9 +13876,14 @@ var loadVectorCode = vectorCode.load;
|
|
|
13884
13876
|
var loadVectorCodeFor = vectorCode.loadFor;
|
|
13885
13877
|
|
|
13886
13878
|
// src/workers/schema-code.ts
|
|
13887
|
-
function loadSchemaCodeFor(schema) {
|
|
13879
|
+
function loadSchemaCodeFor(schema, ...tokenizers2) {
|
|
13888
13880
|
const loading4 = [];
|
|
13889
|
-
for (const code7 of [
|
|
13881
|
+
for (const code7 of [
|
|
13882
|
+
loadVectorCodeFor(schema),
|
|
13883
|
+
loadGeoCodeFor(schema),
|
|
13884
|
+
loadOptionalReadsFor(schema),
|
|
13885
|
+
loadCustomTokenCodeFor(tokenizers2)
|
|
13886
|
+
]) {
|
|
13890
13887
|
if (code7 !== null) loading4.push(code7);
|
|
13891
13888
|
}
|
|
13892
13889
|
if (loading4.length === 0) return null;
|
|
@@ -13926,7 +13923,7 @@ function configurationWithinSizeLimit(config, language) {
|
|
|
13926
13923
|
function configurationPayloadOf(config, language, adapterName, analysisRevision, arrayPositionGap, synonyms, analysisGeneration = 0) {
|
|
13927
13924
|
const bm25 = config.bm25;
|
|
13928
13925
|
return {
|
|
13929
|
-
schema: config.schema,
|
|
13926
|
+
schema: { ...flattenSchema(config.schema) },
|
|
13930
13927
|
language: language.name,
|
|
13931
13928
|
...analysisRevision !== null ? { analysisRevision } : {},
|
|
13932
13929
|
...arrayPositionGap !== null ? { arrayPositionGap } : {},
|
|
@@ -14008,7 +14005,7 @@ async function announceIndexDropped(core2, name, config) {
|
|
|
14008
14005
|
}
|
|
14009
14006
|
async function createEngineIndex(core2, config, name, requestedConfig, creation = {}) {
|
|
14010
14007
|
const { indexUuid, adapterBinding = "required", appliesCreationLimits = false } = creation;
|
|
14011
|
-
const loadingSchemaCode = loadSchemaCodeFor(requestedConfig.schema);
|
|
14008
|
+
const loadingSchemaCode = loadSchemaCodeFor(requestedConfig.schema, requestedConfig.tokenizer);
|
|
14012
14009
|
if (loadingSchemaCode !== null) await loadingSchemaCode;
|
|
14013
14010
|
core2.guardShutdown();
|
|
14014
14011
|
validateIndexName(name);
|
|
@@ -14178,7 +14175,7 @@ function registerEngineEmbeddingAdapter(core2, name, adapter) {
|
|
|
14178
14175
|
|
|
14179
14176
|
// src/engine/embed-code.ts
|
|
14180
14177
|
var embedCode = codeLoader(
|
|
14181
|
-
() => import('./embed-
|
|
14178
|
+
() => import('./embed-24IPR4LP.mjs').then((code7) => {
|
|
14182
14179
|
code7.bindEmbedHost(optionalCodeHost());
|
|
14183
14180
|
return code7;
|
|
14184
14181
|
}),
|
|
@@ -14190,15 +14187,20 @@ var loadEmbedCode = embedCode.load;
|
|
|
14190
14187
|
function extractVectorFromDoc(document, fieldPath) {
|
|
14191
14188
|
const value = getNestedValue(document, fieldPath);
|
|
14192
14189
|
if (value === void 0 || value === null) return null;
|
|
14193
|
-
if (value instanceof Float32Array) return value;
|
|
14190
|
+
if (value instanceof Float32Array) return holdsOnlyFiniteFloats(value) ? value : null;
|
|
14194
14191
|
if (!Array.isArray(value)) return null;
|
|
14195
|
-
const arr = new Float32Array(value.length);
|
|
14196
14192
|
for (let i = 0; i < value.length; i++) {
|
|
14197
|
-
|
|
14198
|
-
|
|
14199
|
-
|
|
14193
|
+
if (typeof value[i] !== "number") return null;
|
|
14194
|
+
}
|
|
14195
|
+
const vector = new Float32Array(value);
|
|
14196
|
+
return holdsOnlyFiniteFloats(vector) ? vector : null;
|
|
14197
|
+
}
|
|
14198
|
+
function holdsOnlyFiniteFloats(vector) {
|
|
14199
|
+
const length = vector.length;
|
|
14200
|
+
for (let i = 0; i < length; i++) {
|
|
14201
|
+
if (vector[i] - vector[i] !== 0) return false;
|
|
14200
14202
|
}
|
|
14201
|
-
return
|
|
14203
|
+
return true;
|
|
14202
14204
|
}
|
|
14203
14205
|
function deleteNestedValue(obj, path) {
|
|
14204
14206
|
if (!path.includes(".")) {
|
|
@@ -19057,6 +19059,12 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
|
|
|
19057
19059
|
partitions.push(partition);
|
|
19058
19060
|
return partition;
|
|
19059
19061
|
},
|
|
19062
|
+
growToSavedPartitionCount(partitionCount) {
|
|
19063
|
+
if (partitions.length >= partitionCount) return;
|
|
19064
|
+
writeLogs.partitionsReplaced();
|
|
19065
|
+
while (partitions.length < partitionCount)
|
|
19066
|
+
partitions.push(createPartitionIndex(partitions.length, trackPositions));
|
|
19067
|
+
},
|
|
19060
19068
|
removePartition(partitionId) {
|
|
19061
19069
|
validatePartitionId(partitionId);
|
|
19062
19070
|
writeLogs.partitionsReplaced();
|
|
@@ -19274,7 +19282,7 @@ var storageCode = codeLoader(async () => {
|
|
|
19274
19282
|
loadSegmentMerge(),
|
|
19275
19283
|
loadSuggestionStore(),
|
|
19276
19284
|
loadVectorCore(),
|
|
19277
|
-
import('./storage-leaf-
|
|
19285
|
+
import('./storage-leaf-QFXIWDFK.mjs')
|
|
19278
19286
|
]);
|
|
19279
19287
|
code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
|
|
19280
19288
|
return code7;
|
|
@@ -19303,6 +19311,7 @@ function storageHostPart() {
|
|
|
19303
19311
|
ARRAY_POSITION_GAP,
|
|
19304
19312
|
DEFAULT_BM25_B,
|
|
19305
19313
|
DEFAULT_BM25_K1,
|
|
19314
|
+
DEFAULT_MAX_PARTITIONS,
|
|
19306
19315
|
EXPORT_CHUNK_BYTES,
|
|
19307
19316
|
FOREIGN_STATS_TTL_MS,
|
|
19308
19317
|
IMPORT_BATCH_DOCUMENTS,
|
|
@@ -19311,6 +19320,7 @@ function storageHostPart() {
|
|
|
19311
19320
|
MAX_EXPORT_LINE_BYTES,
|
|
19312
19321
|
MAX_IMPORT_REFUSALS_REPORTED,
|
|
19313
19322
|
MAX_INDEX_NAME_LENGTH,
|
|
19323
|
+
MAX_PARTITIONS,
|
|
19314
19324
|
STATISTICS_BROADCAST_INTERVAL_MS,
|
|
19315
19325
|
TermLookup,
|
|
19316
19326
|
VALID_HNSW_METRICS,
|
|
@@ -19375,7 +19385,8 @@ function textHostPart() {
|
|
|
19375
19385
|
SegmentRefusal,
|
|
19376
19386
|
termCount,
|
|
19377
19387
|
termText,
|
|
19378
|
-
tokenize
|
|
19388
|
+
tokenize,
|
|
19389
|
+
withUnpairedSurrogatesReplaced
|
|
19379
19390
|
};
|
|
19380
19391
|
}
|
|
19381
19392
|
|
|
@@ -19614,7 +19625,7 @@ var workerCopies = codeLoader(async () => {
|
|
|
19614
19625
|
const [segmentCodec2, segmentMerge2, code7] = await Promise.all([
|
|
19615
19626
|
loadSegmentCodec(),
|
|
19616
19627
|
loadSegmentMerge(),
|
|
19617
|
-
import('./worker-copies-
|
|
19628
|
+
import('./worker-copies-ICHLYYXM.mjs')
|
|
19618
19629
|
]);
|
|
19619
19630
|
code7.bindWorkerCopiesHost(optionalCodeHost(), segmentCodec2, segmentMerge2);
|
|
19620
19631
|
return code7;
|
|
@@ -19751,9 +19762,7 @@ function isSegmentAction(action) {
|
|
|
19751
19762
|
return action.type === "buildSegment" || action.type === "mergeSegments" || action.type === "attachSegments" || action.type === "compactSegments" || action.type === "swapSegments" || action.type === "freezeLiveTail" || action.type === "adoptDiskSegments";
|
|
19752
19763
|
}
|
|
19753
19764
|
function growPartitionsTo(manager, partitionId) {
|
|
19754
|
-
|
|
19755
|
-
manager.addPartition();
|
|
19756
|
-
}
|
|
19765
|
+
manager.growToSavedPartitionCount(partitionId + 1);
|
|
19757
19766
|
}
|
|
19758
19767
|
var runSegmentAction = async (...args) => {
|
|
19759
19768
|
const code7 = await loadWorkerCopies();
|
|
@@ -20534,6 +20543,20 @@ function queryContextOfEntry(entry) {
|
|
|
20534
20543
|
analysisStale: entry.analysisStale
|
|
20535
20544
|
};
|
|
20536
20545
|
}
|
|
20546
|
+
function vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGraphRepaired) {
|
|
20547
|
+
const vectorIndexes = /* @__PURE__ */ new Map();
|
|
20548
|
+
const vectorFields = extractVectorFieldsFromSchema(config.schema);
|
|
20549
|
+
if (vectorFields.size === 0) return vectorIndexes;
|
|
20550
|
+
const { createVectorIndex } = requireLoadedVectorCode();
|
|
20551
|
+
const promotion = config.vectorPromotion;
|
|
20552
|
+
const storage = promotion?.storage ?? vectorStorage;
|
|
20553
|
+
const repaired = () => onVectorGraphRepaired?.(indexName);
|
|
20554
|
+
for (const [fieldPath, dim] of vectorFields) {
|
|
20555
|
+
const index = createVectorIndex(fieldPath, dim, promotion, copies, indexName, storage, repaired);
|
|
20556
|
+
vectorIndexes.set(fieldPath, index);
|
|
20557
|
+
}
|
|
20558
|
+
return vectorIndexes;
|
|
20559
|
+
}
|
|
20537
20560
|
function disposeEntry(entry) {
|
|
20538
20561
|
closeCopyPublicationOrder(entry.copyPublications);
|
|
20539
20562
|
entry.manager.afterSearchesRelease(() => {
|
|
@@ -20586,40 +20609,34 @@ function createDirectExecutor(options) {
|
|
|
20586
20609
|
}
|
|
20587
20610
|
return entry;
|
|
20588
20611
|
}
|
|
20589
|
-
function
|
|
20590
|
-
|
|
20591
|
-
const vectorFields = extractVectorFieldsFromSchema(config.schema);
|
|
20592
|
-
if (vectorFields.size === 0) return vectorIndexes;
|
|
20593
|
-
const { createVectorIndex } = requireLoadedVectorCode();
|
|
20594
|
-
const promotion = config.vectorPromotion;
|
|
20595
|
-
const storage = promotion?.storage ?? vectorStorage;
|
|
20596
|
-
const repaired = () => options?.onVectorGraphRepaired?.(indexName);
|
|
20597
|
-
for (const [fieldPath, dim] of vectorFields) {
|
|
20598
|
-
const index = createVectorIndex(fieldPath, dim, promotion, copies, indexName, storage, repaired);
|
|
20599
|
-
vectorIndexes.set(fieldPath, index);
|
|
20600
|
-
}
|
|
20601
|
-
return vectorIndexes;
|
|
20602
|
-
}
|
|
20603
|
-
function createIndex(indexName, config, language, analysisStale = false, synonyms = null) {
|
|
20604
|
-
addIndex(indexName, config, language, analysisStale, null).synonyms = synonyms;
|
|
20612
|
+
function createIndex(indexName, config, language, analysisStale = false, synonyms = null, partitionCount) {
|
|
20613
|
+
addIndex(indexName, config, language, analysisStale, null, partitionCount).synonyms = synonyms;
|
|
20605
20614
|
}
|
|
20606
20615
|
function lookupOf(config, language, encoded) {
|
|
20607
20616
|
return encoded === void 0 ? null : synonymModule().storedLookup(encoded, config, language);
|
|
20608
20617
|
}
|
|
20609
|
-
function addIndex(indexName, config, language, analysisStale, awaitedCopyLoad) {
|
|
20618
|
+
function addIndex(indexName, config, language, analysisStale, awaitedCopyLoad, savedPartitionCount) {
|
|
20610
20619
|
if (indexes.has(indexName)) {
|
|
20611
20620
|
throw new NarsilError(ErrorCodes.INDEX_ALREADY_EXISTS, `Index "${indexName}" already exists`, {
|
|
20612
20621
|
indexName
|
|
20613
20622
|
});
|
|
20614
20623
|
}
|
|
20615
|
-
const entry = buildEntry(
|
|
20624
|
+
const entry = buildEntry(
|
|
20625
|
+
indexName,
|
|
20626
|
+
config,
|
|
20627
|
+
language,
|
|
20628
|
+
analysisStale,
|
|
20629
|
+
awaitedCopyLoad,
|
|
20630
|
+
vectorWorkerCopies,
|
|
20631
|
+
savedPartitionCount
|
|
20632
|
+
);
|
|
20616
20633
|
indexes.set(indexName, entry);
|
|
20617
20634
|
return entry.manager;
|
|
20618
20635
|
}
|
|
20619
|
-
function buildEntry(indexName, config, language, analysisStale, awaitedCopyLoad, copies) {
|
|
20636
|
+
function buildEntry(indexName, config, language, analysisStale, awaitedCopyLoad, copies, savedPartitionCount) {
|
|
20620
20637
|
const router = createPartitionRouter();
|
|
20621
|
-
const partitionCount = config.partitions?.maxPartitions ?? 1;
|
|
20622
|
-
const vectorIndexes = vectorIndexesFor(indexName, config, copies);
|
|
20638
|
+
const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
|
|
20639
|
+
const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, options?.onVectorGraphRepaired);
|
|
20623
20640
|
const manager = createPartitionManager(indexName, config, language, router, partitionCount, vectorIndexes);
|
|
20624
20641
|
return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
|
|
20625
20642
|
}
|
|
@@ -20674,7 +20691,7 @@ function createDirectExecutor(options) {
|
|
|
20674
20691
|
);
|
|
20675
20692
|
}
|
|
20676
20693
|
case "createIndex": {
|
|
20677
|
-
const loading4 = loadSchemaCodeFor(action.config.schema);
|
|
20694
|
+
const loading4 = loadSchemaCodeFor(action.config.schema, action.config.tokenizer);
|
|
20678
20695
|
if (loading4 !== null) await loading4;
|
|
20679
20696
|
const language = getLanguage(action.config.language ?? "english");
|
|
20680
20697
|
const manager = addIndex(
|
|
@@ -20682,7 +20699,8 @@ function createDirectExecutor(options) {
|
|
|
20682
20699
|
action.config,
|
|
20683
20700
|
language,
|
|
20684
20701
|
action.analysisStale ?? false,
|
|
20685
|
-
action.copyLoad ?? null
|
|
20702
|
+
action.copyLoad ?? null,
|
|
20703
|
+
action.partitionCount
|
|
20686
20704
|
);
|
|
20687
20705
|
try {
|
|
20688
20706
|
manager.synonyms = lookupOf(action.config, language, action.synonyms);
|
|
@@ -20790,7 +20808,15 @@ function createDirectExecutor(options) {
|
|
|
20790
20808
|
case "clear": {
|
|
20791
20809
|
const entry = requireIndex(action.indexName);
|
|
20792
20810
|
entry.manager.clearPartitions();
|
|
20793
|
-
entry.manager.resetVectorIndexes(
|
|
20811
|
+
entry.manager.resetVectorIndexes(
|
|
20812
|
+
vectorIndexesFor(
|
|
20813
|
+
action.indexName,
|
|
20814
|
+
entry.config,
|
|
20815
|
+
vectorWorkerCopies,
|
|
20816
|
+
vectorStorage,
|
|
20817
|
+
options?.onVectorGraphRepaired
|
|
20818
|
+
)
|
|
20819
|
+
);
|
|
20794
20820
|
entry.vectorIndexes = entry.manager.getVectorIndexes();
|
|
20795
20821
|
if (action.publication === void 0) {
|
|
20796
20822
|
closeHeldVectorCopies(entry.vectorCopies);
|
|
@@ -20848,7 +20874,7 @@ function createDirectExecutor(options) {
|
|
|
20848
20874
|
dropIndex,
|
|
20849
20875
|
listIndexes,
|
|
20850
20876
|
vectorWorkerCopies,
|
|
20851
|
-
createDetachedEntry: (indexName, config, language, copies) => buildEntry(indexName, config, language, false, null, copies),
|
|
20877
|
+
createDetachedEntry: (indexName, config, language, copies, partitionCount) => buildEntry(indexName, config, language, false, null, copies, partitionCount),
|
|
20852
20878
|
installDetachedIndex,
|
|
20853
20879
|
discardDetachedIndex: (detached) => disposeEntry(detached.entry)
|
|
20854
20880
|
};
|
|
@@ -22481,7 +22507,12 @@ function requireVectorSearchable(params, context, needsVector) {
|
|
|
22481
22507
|
{ mode: params.mode }
|
|
22482
22508
|
);
|
|
22483
22509
|
}
|
|
22484
|
-
if (vectorSearchersOf(context).has(field))
|
|
22510
|
+
if (vectorSearchersOf(context).has(field)) {
|
|
22511
|
+
const vectorCode2 = requireLoadedVectorCode();
|
|
22512
|
+
vectorCode2.requireUsableQueryVector(params.vector?.value);
|
|
22513
|
+
vectorCode2.requireUsableVectorOptions(params.vector);
|
|
22514
|
+
return;
|
|
22515
|
+
}
|
|
22485
22516
|
throw new NarsilError(
|
|
22486
22517
|
ErrorCodes.SEARCH_INVALID_FIELD,
|
|
22487
22518
|
`Field "${field}" has no vector index, so a vector search cannot use it`,
|
|
@@ -22720,7 +22751,6 @@ async function runQuery(request, callerContext, pin) {
|
|
|
22720
22751
|
}
|
|
22721
22752
|
const params = validQueryParams(request, config);
|
|
22722
22753
|
requireVectorSearchable(params, context, isVectorOnly || isHybridMode);
|
|
22723
|
-
if (isVectorOnly || isHybridMode) requireLoadedVectorCode().requireUsableVectorOptions(params.vector);
|
|
22724
22754
|
if (!isVectorOnly) requireUsablePhrases(params, context);
|
|
22725
22755
|
const shape = {
|
|
22726
22756
|
params,
|
|
@@ -22805,7 +22835,6 @@ async function executePreflight(request, callerContext) {
|
|
|
22805
22835
|
const isHybridMode = params.mode === "hybrid" || hasTerm && hasVector;
|
|
22806
22836
|
const isVectorOnly = (params.mode === "vector" || hasVector && !hasTerm) && !isHybridMode;
|
|
22807
22837
|
requireVectorSearchable(params, context, isVectorOnly || isHybridMode);
|
|
22808
|
-
if (isVectorOnly || isHybridMode) requireLoadedVectorCode().requireUsableVectorOptions(params.vector);
|
|
22809
22838
|
const loadingPhraseCode = loadPhraseCodeFor(params.term);
|
|
22810
22839
|
const loadingFacetCode = loadFacetMergesFor(params.facets);
|
|
22811
22840
|
if (loadingPhraseCode !== null || loadingFacetCode !== null) await Promise.all([loadingPhraseCode, loadingFacetCode]);
|
|
@@ -22865,7 +22894,7 @@ async function executePreflight(request, callerContext) {
|
|
|
22865
22894
|
|
|
22866
22895
|
// src/engine/resolve-vector-text-code.ts
|
|
22867
22896
|
var resolveVectorText = codeLoader(
|
|
22868
|
-
() => import('./resolve-vector-text-
|
|
22897
|
+
() => import('./resolve-vector-text-EJ6DHFF5.mjs').then((code7) => {
|
|
22869
22898
|
code7.bindResolveVectorTextHost(optionalCodeHost());
|
|
22870
22899
|
return code7;
|
|
22871
22900
|
}),
|
|
@@ -223,14 +223,16 @@ function growBufferToExactly(buffer, bytes) {
|
|
|
223
223
|
if (buffer.byteLength >= bytes) return;
|
|
224
224
|
resizeBuffer(buffer, bytes, bytes);
|
|
225
225
|
}
|
|
226
|
+
function requireBytesWithinLimit(bytes, maxBytes) {
|
|
227
|
+
if (bytes <= maxBytes) return;
|
|
228
|
+
throw new NarsilError(
|
|
229
|
+
ErrorCodes.PARTITION_CAPACITY_EXCEEDED,
|
|
230
|
+
`A vector structure needs ${bytes} bytes where it may hold at most ${maxBytes}`,
|
|
231
|
+
{ bytes, maxBytes }
|
|
232
|
+
);
|
|
233
|
+
}
|
|
226
234
|
function resizeBuffer(buffer, bytes, target) {
|
|
227
|
-
|
|
228
|
-
throw new NarsilError(
|
|
229
|
-
ErrorCodes.PARTITION_CAPACITY_EXCEEDED,
|
|
230
|
-
`A vector structure needs ${bytes} bytes where it may hold at most ${buffer.maxByteLength}`,
|
|
231
|
-
{ bytes, maxBytes: buffer.maxByteLength }
|
|
232
|
-
);
|
|
233
|
-
}
|
|
235
|
+
requireBytesWithinLimit(bytes, buffer.maxByteLength);
|
|
234
236
|
if (buffer instanceof ArrayBuffer) {
|
|
235
237
|
buffer.resize(target);
|
|
236
238
|
return;
|
|
@@ -3000,6 +3002,16 @@ function markTombstone(state, ord) {
|
|
|
3000
3002
|
Atomics.add(state.header, GRAPH_TOMBSTONE_COUNT, 1);
|
|
3001
3003
|
}
|
|
3002
3004
|
}
|
|
3005
|
+
function reviveTombstone(state, ord) {
|
|
3006
|
+
if (!nodeExists(state, ord) || !isTombstoned(state, ord)) return;
|
|
3007
|
+
lockGraphShared(state.locks);
|
|
3008
|
+
try {
|
|
3009
|
+
clearTombstone(state, ord);
|
|
3010
|
+
} finally {
|
|
3011
|
+
unlockGraphShared(state.locks);
|
|
3012
|
+
}
|
|
3013
|
+
state.linkWrites += 1;
|
|
3014
|
+
}
|
|
3003
3015
|
function compactTombstones(state, mayFree2) {
|
|
3004
3016
|
if (Atomics.load(state.header, GRAPH_TOMBSTONE_COUNT) === 0) return;
|
|
3005
3017
|
countIncomingBeforeWriting(state, true);
|
|
@@ -4239,6 +4251,7 @@ function createHNSWIndex(dimension, store, config, quantizer, handles) {
|
|
|
4239
4251
|
if (ord !== void 0) markTombstone(state, ord);
|
|
4240
4252
|
},
|
|
4241
4253
|
markTombstoneOrdinal: (ordinal) => markTombstone(state, ordinal),
|
|
4254
|
+
reviveOrdinal: (ordinal) => reviveTombstone(state, ordinal),
|
|
4242
4255
|
holdsNode: (ordinal) => hasNode(state.adjacency, ordinal),
|
|
4243
4256
|
holdsTombstone: (ordinal) => hasNode(state.adjacency, ordinal) && isTombstoned(state, ordinal),
|
|
4244
4257
|
has: (docId) => {
|
|
@@ -5116,6 +5129,30 @@ function decodeVectorIndexParts(raw) {
|
|
|
5116
5129
|
return raw.map(decodeVectorIndexPart);
|
|
5117
5130
|
}
|
|
5118
5131
|
|
|
5132
|
+
// src/vector/vector-index/upper-list-bound.ts
|
|
5133
|
+
var UPPER_LISTS_PER_NODE_FACTOR = 4;
|
|
5134
|
+
var UPPER_LISTS_ALLOWANCE = 64;
|
|
5135
|
+
function requireBoundedUpperLists(levelsOfParts, m, what) {
|
|
5136
|
+
let nodes = 0;
|
|
5137
|
+
let upperLists = 0;
|
|
5138
|
+
for (const levels of levelsOfParts) {
|
|
5139
|
+
for (let at = 0; at < levels.length; at++) {
|
|
5140
|
+
const level2 = levels[at];
|
|
5141
|
+
if (level2 === 0) continue;
|
|
5142
|
+
nodes++;
|
|
5143
|
+
upperLists += level2 - 1;
|
|
5144
|
+
}
|
|
5145
|
+
}
|
|
5146
|
+
const spread = m - 1;
|
|
5147
|
+
if (upperLists * spread <= UPPER_LISTS_PER_NODE_FACTOR * nodes + UPPER_LISTS_ALLOWANCE * spread) return;
|
|
5148
|
+
const limit = Math.floor(UPPER_LISTS_PER_NODE_FACTOR * nodes / spread) + UPPER_LISTS_ALLOWANCE;
|
|
5149
|
+
throw new NarsilError(
|
|
5150
|
+
ErrorCodes.PERSISTENCE_LOAD_FAILED,
|
|
5151
|
+
`${what} holds ${upperLists} upper-layer lists over ${nodes} nodes, while a graph of ${nodes} nodes at m ${m} holds at most ${limit}`,
|
|
5152
|
+
{ upperLists, nodes, m, limit }
|
|
5153
|
+
);
|
|
5154
|
+
}
|
|
5155
|
+
|
|
5119
5156
|
// src/vector/vector-index/checkpoint-payload.ts
|
|
5120
5157
|
var VECTOR_FILE_PAYLOAD_VERSION = 1;
|
|
5121
5158
|
var VECTOR_GRAPH_PAYLOAD_VERSION = 1;
|
|
@@ -5178,15 +5215,15 @@ function calibratedMeanLengthOf(name, value) {
|
|
|
5178
5215
|
}
|
|
5179
5216
|
return value;
|
|
5180
5217
|
}
|
|
5181
|
-
function decodeNumberedGraph(raw
|
|
5218
|
+
function decodeNumberedGraph(raw) {
|
|
5182
5219
|
const name = "vector graph";
|
|
5183
5220
|
if (!isRecord2(raw)) invalid2(name, "each graph must be a map");
|
|
5184
5221
|
const entryPoint = raw.entryPoint ?? null;
|
|
5185
5222
|
if (entryPoint !== null && !isIntegerUpTo(entryPoint, 4294967295))
|
|
5186
5223
|
invalid2(name, "entryPoint must be a uint32 or nil");
|
|
5187
5224
|
if (!isIntegerUpTo(raw.maxLayer, 255)) invalid2(name, "maxLayer must be a uint8");
|
|
5188
|
-
if (!isIntegerUpTo(raw.m, MAX_M) || raw.m <
|
|
5189
|
-
invalid2(name, `m must be a whole number from ${
|
|
5225
|
+
if (!isIntegerUpTo(raw.m, MAX_M) || raw.m < MIN_M) {
|
|
5226
|
+
invalid2(name, `m must be a whole number from ${MIN_M} to ${MAX_M}`);
|
|
5190
5227
|
}
|
|
5191
5228
|
if (!isIntegerUpTo(raw.efConstruction, 65535)) invalid2(name, "efConstruction must be a uint16");
|
|
5192
5229
|
if (!isMetric(raw.metric)) invalid2(name, "metric must name a supported metric", { metric: raw.metric });
|
|
@@ -5217,7 +5254,7 @@ function decodeVectorGraphPayload(raw) {
|
|
|
5217
5254
|
return {
|
|
5218
5255
|
v: VECTOR_GRAPH_PAYLOAD_VERSION,
|
|
5219
5256
|
fieldName: raw.fieldName,
|
|
5220
|
-
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph
|
|
5257
|
+
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph))
|
|
5221
5258
|
};
|
|
5222
5259
|
}
|
|
5223
5260
|
function decodeVectorGraphPartPayload(raw) {
|
|
@@ -5229,7 +5266,7 @@ function decodeVectorGraphPartPayload(raw) {
|
|
|
5229
5266
|
return {
|
|
5230
5267
|
v: VECTOR_GRAPH_PART_PAYLOAD_VERSION,
|
|
5231
5268
|
fieldName: raw.fieldName,
|
|
5232
|
-
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph
|
|
5269
|
+
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph))
|
|
5233
5270
|
};
|
|
5234
5271
|
}
|
|
5235
5272
|
function sameGraphHeader(a, b) {
|
|
@@ -5271,10 +5308,21 @@ function assembleGraphParts(parts) {
|
|
|
5271
5308
|
}
|
|
5272
5309
|
requireOneGraphPerVector(part, p);
|
|
5273
5310
|
}
|
|
5311
|
+
for (let g = 0; g < partLists.length; g++) {
|
|
5312
|
+
const list = partLists[g];
|
|
5313
|
+
requireBoundedUpperLists(
|
|
5314
|
+
list.map((graph) => graph.levels),
|
|
5315
|
+
first.graphs[g].m,
|
|
5316
|
+
`Graph ${g} of the vector graph parts of field "${first.fieldName}"`
|
|
5317
|
+
);
|
|
5318
|
+
}
|
|
5274
5319
|
const graphs = partLists.map((list) => ({ partSize: VECTOR_GRAPH_PART_VECTORS, parts: list }));
|
|
5275
5320
|
return { fieldName: first.fieldName, graphs };
|
|
5276
5321
|
}
|
|
5277
5322
|
function graphPartsOfEarlierPayload(payload) {
|
|
5323
|
+
payload.graphs.forEach((graph, g) => {
|
|
5324
|
+
requireBoundedUpperLists([graph.levels], graph.m, `Graph ${g} of the vector graph of field "${payload.fieldName}"`);
|
|
5325
|
+
});
|
|
5278
5326
|
return {
|
|
5279
5327
|
fieldName: payload.fieldName,
|
|
5280
5328
|
graphs: payload.graphs.map((graph) => ({ partSize: Math.max(graph.levels.length, 1), parts: [graph] }))
|
|
@@ -5917,4 +5965,4 @@ function defaultQuantizationFor(dimension) {
|
|
|
5917
5965
|
return "osq8";
|
|
5918
5966
|
}
|
|
5919
5967
|
|
|
5920
|
-
export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_EF_SEARCH, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, EARLIER_RELEASE_MIN_M, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, ErrorCodes, FARTHEST_REJECTED_LINKS_KEPT, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_RETIRED, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, IN_MEMORY, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_LENGTH, MAX_DOC_ID_TABLE_BYTES, MAX_FILE_BYTES, MAX_LAYER_CAP, MAX_M, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_M, MIN_OVERSAMPLE, NATIVE_ATTACH_RETRY_MS, NATIVE_OK, NATIVE_THREAD_SEARCH_SLOTS, NEAREST_LINK_FALLBACK_HOSTS, NOTHING_STAGED, NO_LIVE_VECTOR_AT_POSITION, NarsilError, PLACEMENT_ROOM_REQUESTS, QUERY_STAGED, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, STORE_BLOCK_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, STORE_CODE_BLOCK_COUNT, STORE_CODE_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, STORE_WRITE_SEQUENCE_INT64, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_MEMORY_LIMITS, VECTOR_SCRATCH_SLOTS, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_WORKER_COPIES_ALLOWED, WASM_PAGE_BYTES, WORKER_COPY_MIN_VECTORS, addToOrdinalFilter, admissionAt, adoptBackgroundScheduler, adoptGraph, adoptLoadedCalibration, adoptSharedTurns, allLiveDocIds, arenaFloat32Distance, assembleGraphParts, assignStorePartitions, backgroundTurnIsSpent, bindVectorCoreHost, blocksGrowthBytes, bytesToVectors, centroidOfCentroidSums, collectAndReturnPages, collectYoungGeneration, compareCodePoints, computeCodeBlockLayout, cosineSimilarityWithMagnitudes, countDead, countOfCentroidSums, coverOrdinal, createCentroidSums, createFixedBuffer, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createOsqScratch, createSharedVectorStoreHandles, createVectorBlock, createVectorFileReader, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, defaultEfSearch, defaultQuantizationFor, deserialize, detachNativeStore, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, graphNeedsRebuild, graphPartsOfEarlierPayload, growBufferTo, grownByteLength, handOverBuildTurns, holdAdmission, holdWritesAndBackgroundWork, insertNode, isDead, liveOrdinals, liveSize, loadNativeCore, magnitude, mayFree, meanOfCentroidSums, nativeMetricCode, nativeScoresOf, nativeSearchCoreIsEnabled, nativeStoreFor, nativeStoreScratchBytes, nextSequence, noBuildHistory, nodeCountOf, noteFallback, oldestHeldPin, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, osqDistance, osqEstimate, osqQuantize, osqRecordBytes, planCheckpoint, publishSequence, readTrailer, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releasePinsHeldBy, releaseReplacedVectors, requireUsableVectorOptions, requireWholeNeighbourLists, rescoreDepth, resetStoreHeader, retiredAtOf, scalarQueryProducts, searchOrdinals, sequenceWritesOf, sharedMemoryAvailable, sharedVectorStoreBytes, shuffleInPlace, shuffleStep, signatureOf, simdModuleLoaded, slotByteOffset, squaredLengthsOfCentroidSums, stageQueryLevels, stampBorn, stampRetired, storePinsOf, threadSlotGone, threadedNativeCore, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, turnsAreBudgeted, unplacedChunkCount, vectorsPerFile, vectorsToBytes, withNativeThreadSlot, withTransientAdmission, writeSequenceOf, writeSequenceWords, yieldBackgroundTurn, yieldBuildTurn };
|
|
5968
|
+
export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_EF_SEARCH, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, EARLIER_RELEASE_MIN_M, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, ErrorCodes, FARTHEST_REJECTED_LINKS_KEPT, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_RETIRED, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, IN_MEMORY, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_LENGTH, MAX_DOC_ID_TABLE_BYTES, MAX_FILE_BYTES, MAX_LAYER_CAP, MAX_M, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_M, MIN_OVERSAMPLE, NATIVE_ATTACH_RETRY_MS, NATIVE_OK, NATIVE_THREAD_SEARCH_SLOTS, NEAREST_LINK_FALLBACK_HOSTS, NOTHING_STAGED, NO_LIVE_VECTOR_AT_POSITION, NarsilError, PLACEMENT_ROOM_REQUESTS, QUERY_STAGED, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, STORE_BLOCK_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, STORE_CODE_BLOCK_COUNT, STORE_CODE_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, STORE_WRITE_SEQUENCE_INT64, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_MEMORY_LIMITS, VECTOR_SCRATCH_SLOTS, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_WORKER_COPIES_ALLOWED, WASM_PAGE_BYTES, WORKER_COPY_MIN_VECTORS, addToOrdinalFilter, admissionAt, adoptBackgroundScheduler, adoptGraph, adoptLoadedCalibration, adoptSharedTurns, allLiveDocIds, arenaFloat32Distance, assembleGraphParts, assignStorePartitions, backgroundTurnIsSpent, bindVectorCoreHost, blocksGrowthBytes, bytesToVectors, centroidOfCentroidSums, collectAndReturnPages, collectYoungGeneration, compareCodePoints, computeCodeBlockLayout, cosineSimilarityWithMagnitudes, countDead, countOfCentroidSums, coverOrdinal, createCentroidSums, createFixedBuffer, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createOsqScratch, createSharedVectorStoreHandles, createVectorBlock, createVectorFileReader, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, defaultEfSearch, defaultQuantizationFor, deserialize, detachNativeStore, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, graphNeedsRebuild, graphPartsOfEarlierPayload, growBufferTo, grownByteLength, handOverBuildTurns, holdAdmission, holdWritesAndBackgroundWork, insertNode, isDead, liveOrdinals, liveSize, loadNativeCore, magnitude, mayFree, meanOfCentroidSums, nativeMetricCode, nativeScoresOf, nativeSearchCoreIsEnabled, nativeStoreFor, nativeStoreScratchBytes, nextSequence, noBuildHistory, nodeCountOf, noteFallback, oldestHeldPin, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, osqDistance, osqEstimate, osqQuantize, osqRecordBytes, planCheckpoint, publishSequence, readTrailer, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releasePinsHeldBy, releaseReplacedVectors, requireBoundedUpperLists, requireBytesWithinLimit, requireUsableVectorOptions, requireWholeNeighbourLists, rescoreDepth, resetStoreHeader, retiredAtOf, scalarQueryProducts, searchOrdinals, sequenceWritesOf, sharedMemoryAvailable, sharedVectorStoreBytes, shuffleInPlace, shuffleStep, signatureOf, simdModuleLoaded, slotByteOffset, squaredLengthsOfCentroidSums, stageQueryLevels, stampBorn, stampRetired, storePinsOf, threadSlotGone, threadedNativeCore, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, turnsAreBudgeted, unplacedChunkCount, vectorsPerFile, vectorsToBytes, withNativeThreadSlot, withTransientAdmission, writeSequenceOf, writeSequenceWords, yieldBackgroundTurn, yieldBuildTurn };
|