@delali/narsil 0.3.1-next.162 → 0.3.1-next.169

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (157) hide show
  1. package/README.md +24 -8
  2. package/dist/browser/{chunk-MZHQ65VI.mjs → chunk-2Q45HI5H.mjs} +14 -10
  3. package/dist/browser/{chunk-MMHIIL5B.mjs → chunk-4ZICWS4V.mjs} +1 -1
  4. package/dist/browser/{chunk-KQXKCMGQ.mjs → chunk-JHFBQKUF.mjs} +119 -90
  5. package/dist/browser/{core-leaf-SIWXFZLV.mjs → core-leaf-WYFANMKC.mjs} +61 -13
  6. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  7. package/dist/browser/{embed-RF2MPGAO.mjs → embed-24IPR4LP.mjs} +2 -2
  8. package/dist/browser/{module-PMQBRESM.mjs → module-XVLHJ7T7.mjs} +358 -62
  9. package/dist/browser/{optional-writes-WMZX4OEC.mjs → optional-writes-TB34FYUW.mjs} +118 -66
  10. package/dist/browser/{phrase-module-22TKMXWI.mjs → phrase-module-6UGFVW5J.mjs} +1 -0
  11. package/dist/browser/{resolve-vector-text-KI65IHMD.mjs → resolve-vector-text-EJ6DHFF5.mjs} +8 -0
  12. package/dist/browser/{storage-leaf-VGR2BWJJ.mjs → storage-leaf-QFXIWDFK.mjs} +208 -87
  13. package/dist/browser/{worker-copies-WQCPP3TS.mjs → worker-copies-ICHLYYXM.mjs} +1 -0
  14. package/dist/{capabilities-DkXAkb-X.d.ts → capabilities-BQIdsaWy.d.ts} +2 -2
  15. package/dist/{chunk-BKOMO7HT.mjs → chunk-26E5MO3Y.mjs} +5 -5
  16. package/dist/{chunk-EEYDJB4Z.mjs → chunk-2C3BXZGA.mjs} +213 -149
  17. package/dist/{chunk-NXMGUDZA.mjs → chunk-2KWTQ2P7.mjs} +2 -2
  18. package/dist/{chunk-TW543F33.mjs → chunk-34IOOYXA.mjs} +1 -1
  19. package/dist/{chunk-D5GNFN6X.mjs → chunk-7FC2ZILY.mjs} +98 -40
  20. package/dist/{chunk-XRBPHCCT.mjs → chunk-A4XYDUVN.mjs} +5 -5
  21. package/dist/{chunk-R4F7ZTVG.mjs → chunk-BIIROQ5Q.mjs} +2 -2
  22. package/dist/{chunk-Q2WQSAYH.mjs → chunk-CQX5B6L2.mjs} +54 -11
  23. package/dist/{chunk-XXWEUXE4.mjs → chunk-D6FYUTFN.mjs} +1 -1
  24. package/dist/{chunk-OUWZKNO3.mjs → chunk-DG6WIEB3.mjs} +1 -1
  25. package/dist/{chunk-GJKFXKMI.mjs → chunk-F3FDHXCJ.mjs} +12 -9
  26. package/dist/{chunk-3UGZBRDN.mjs → chunk-GO6TRSJ6.mjs} +1 -1
  27. package/dist/{react-native/chunks/chunk-OK3WUA6N.mjs → chunk-I2WJCRIH.mjs} +1 -1
  28. package/dist/{chunk-Q7CUUSJ2.mjs → chunk-ISJ35523.mjs} +2 -2
  29. package/dist/{chunk-GQLOEACG.mjs → chunk-JCWC75NH.mjs} +2 -2
  30. package/dist/{chunk-ZGYF37MG.mjs → chunk-JDIATDPY.mjs} +1 -1
  31. package/dist/{chunk-3B775F3C.mjs → chunk-JP77OWMI.mjs} +3 -1
  32. package/dist/{chunk-KSOZJEYU.mjs → chunk-KHJPMZE2.mjs} +1 -1
  33. package/dist/{chunk-ZQ6QY42L.mjs → chunk-KL6W73BZ.mjs} +8 -0
  34. package/dist/{chunk-ES5EOXT6.mjs → chunk-LOQHA6QK.mjs} +3 -3
  35. package/dist/{chunk-AB27FWZM.mjs → chunk-LPRRFCVU.mjs} +2 -2
  36. package/dist/{chunk-EIR3IQCL.mjs → chunk-QFJMRB7D.mjs} +2 -1
  37. package/dist/{chunk-S3BSDBF7.mjs → chunk-QJGDB3WR.mjs} +1 -1
  38. package/dist/{chunk-EI7U43MX.mjs → chunk-R7PLSVK3.mjs} +2 -2
  39. package/dist/{chunk-5DUTOEK5.mjs → chunk-TBOZHYCF.mjs} +2 -2
  40. package/dist/{chunk-VJOS6MHF.mjs → chunk-TNEU32EN.mjs} +64 -16
  41. package/dist/{chunk-RXMR2SIQ.mjs → chunk-UISV46WX.mjs} +4 -4
  42. package/dist/{chunk-4CAMH7FO.mjs → chunk-X4UMDSB4.mjs} +2 -1
  43. package/dist/{chunk-R4CE4IVU.mjs → chunk-X5NHWOXT.mjs} +15 -11
  44. package/dist/{react-native/chunks/chunk-HEELWLKL.mjs → chunk-XFOL77WH.mjs} +1 -1
  45. package/dist/{chunk-TOZENMM7.mjs → chunk-XITVDRRH.mjs} +5 -5
  46. package/dist/{chunk-FSLQHOKZ.mjs → chunk-XNFBYAXI.mjs} +1 -1
  47. package/dist/{chunk-V4YIEMAI.mjs → chunk-XQQKETAF.mjs} +4 -4
  48. package/dist/{chunk-DSXFN5BF.mjs → chunk-XTSFRWAS.mjs} +8 -8
  49. package/dist/{chunk-K4BMDPPX.mjs → chunk-Y27E2MGC.mjs} +2 -2
  50. package/dist/{chunk-JV74RKCY.mjs → chunk-YM2HI5N5.mjs} +1 -1
  51. package/dist/{chunk-7OE73OO4.mjs → chunk-YPV2L7M5.mjs} +56 -6
  52. package/dist/{chunk-STLNPJXU.mjs → chunk-YXZDTKQS.mjs} +2 -2
  53. package/dist/{chunk-5P72V66D.mjs → chunk-ZB5X5WAK.mjs} +24 -20
  54. package/dist/{client-VJmV_AjZ.d.ts → client-CeUxvIvd.d.ts} +4 -4
  55. package/dist/client.d.ts +8 -8
  56. package/dist/{config-ZZg4cwQz.d.ts → config-CIpLXXxm.d.ts} +2 -2
  57. package/dist/{config-Cb3FOlE_.d.ts → config-DehU-VGL.d.ts} +2 -2
  58. package/dist/{core-leaf-LOXCD7MY.mjs → core-leaf-VIMO377O.mjs} +3 -3
  59. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  60. package/dist/{direct-executor-PF4UDSUW.mjs → direct-executor-2WQSGBN3.mjs} +7 -7
  61. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  62. package/dist/distribution/coordinator/etcd.mjs +1 -1
  63. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  64. package/dist/distribution/transport/grpc.mjs +1 -1
  65. package/dist/distribution/transport/tcp.mjs +1 -1
  66. package/dist/distribution.d.ts +7 -7
  67. package/dist/distribution.mjs +39 -39
  68. package/dist/{embed-4H7RTBVL.mjs → embed-UNHDFGDU.mjs} +2 -2
  69. package/dist/{engine-DdOs682x.d.ts → engine-P-4xhUe4.d.ts} +6 -2
  70. package/dist/{index-Ck9w5WHz.d.ts → index-CBUl4z3E.d.ts} +1 -1
  71. package/dist/index.browser.mjs +3 -3
  72. package/dist/index.d.ts +6 -6
  73. package/dist/index.mjs +7 -7
  74. package/dist/index.react-native.mjs +6 -6
  75. package/dist/{long-query-thread-OTVLP2OI.mjs → long-query-thread-AAYTLYZK.mjs} +19 -19
  76. package/dist/{module-UIKSHY3G.mjs → module-5SXNUCD5.mjs} +315 -64
  77. package/dist/{msgpack-leaf-5WFRP6JM.mjs → msgpack-leaf-7KBYOVTF.mjs} +2 -2
  78. package/dist/{optional-reads-RSLNSGNG.mjs → optional-reads-ENKMVQ4Q.mjs} +1 -1
  79. package/dist/{optional-writes-4ITCV7YT.mjs → optional-writes-N2DFWWZ3.mjs} +39 -26
  80. package/dist/{paged-partition-archive-VMJ2AUA6.mjs → paged-partition-archive-X7L27E5Z.mjs} +19 -19
  81. package/dist/partial-words.browser.mjs +3 -3
  82. package/dist/partial-words.mjs +7 -7
  83. package/dist/pattern.browser.mjs +2 -2
  84. package/dist/pattern.mjs +2 -2
  85. package/dist/persistence/durability/checkpoint-worker.d.ts +1 -1
  86. package/dist/persistence/durability/checkpoint-worker.mjs +17 -17
  87. package/dist/{phrase-module-IWSG2DDZ.mjs → phrase-module-ZY3TLTQA.mjs} +2 -1
  88. package/dist/{query-actions-EW72OQXY.mjs → query-actions-2JOLPELC.mjs} +7 -7
  89. package/dist/query-suggestions/merge-worker.mjs +10 -10
  90. package/dist/query-suggestions.browser.mjs +3 -3
  91. package/dist/query-suggestions.d.ts +2 -2
  92. package/dist/query-suggestions.mjs +8 -8
  93. package/dist/{chunk-ZBVHS5KF.mjs → react-native/chunks/chunk-57R74JWC.mjs} +1 -1
  94. package/dist/react-native/chunks/{chunk-AUXXPSFB.mjs → chunk-F4MIGBBP.mjs} +214 -150
  95. package/dist/react-native/chunks/{chunk-3RUXKZJG.mjs → chunk-F6BJYCF2.mjs} +2 -2
  96. package/dist/react-native/chunks/{chunk-RVHCQJQM.mjs → chunk-GGBATERA.mjs} +3 -3
  97. package/dist/react-native/chunks/{chunk-I5W7A2JF.mjs → chunk-GVWLACAT.mjs} +2 -2
  98. package/dist/react-native/chunks/{chunk-XOCM3BFU.mjs → chunk-H344ZXRH.mjs} +2 -2
  99. package/dist/react-native/chunks/{chunk-VIPNDN4B.mjs → chunk-I7DTUOK2.mjs} +65 -15
  100. package/dist/react-native/chunks/{chunk-2JMAUU26.mjs → chunk-J2BQTJJE.mjs} +1 -1
  101. package/dist/{chunk-QBVTYY4J.mjs → react-native/chunks/chunk-OZ3XEM6D.mjs} +1 -1
  102. package/dist/react-native/chunks/{chunk-4EXKQ2IB.mjs → chunk-SK3DPAI4.mjs} +1 -1
  103. package/dist/react-native/chunks/{chunk-XBTFK3AZ.mjs → chunk-WFQ6YQZA.mjs} +1 -1
  104. package/dist/react-native/chunks/{chunk-FTQ7JNMU.mjs → chunk-ZDDJVR7X.mjs} +15 -11
  105. package/dist/react-native/chunks/{core-leaf-O3236QY3.mjs → core-leaf-UDUMVC3M.mjs} +2 -2
  106. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  107. package/dist/react-native/chunks/{embed-3WQ2CCR5.mjs → embed-U7CIKEY4.mjs} +2 -2
  108. package/dist/react-native/chunks/{module-LRR7D5ZO.mjs → module-7BJ3VOWQ.mjs} +360 -66
  109. package/dist/react-native/chunks/{msgpack-leaf-TR66ZVAX.mjs → msgpack-leaf-GTKLF6GJ.mjs} +2 -2
  110. package/dist/react-native/chunks/{optional-reads-TOWGNEDH.mjs → optional-reads-74HYI4DO.mjs} +1 -1
  111. package/dist/react-native/chunks/{optional-writes-7AFBIZMN.mjs → optional-writes-TXTJ6HUZ.mjs} +37 -24
  112. package/dist/react-native/chunks/{phrase-module-3A4AKMKL.mjs → phrase-module-UC4YGEBB.mjs} +2 -1
  113. package/dist/react-native/chunks/{resolve-vector-text-LXRYXF7M.mjs → resolve-vector-text-FTPD5EY6.mjs} +8 -0
  114. package/dist/react-native/chunks/{restore-queue-7FSHTGJ5.mjs → restore-queue-SZLWIL3B.mjs} +9 -9
  115. package/dist/react-native/chunks/{segment-codec-leaf-4QV4HO4R.mjs → segment-codec-leaf-WMUZ5P4F.mjs} +7 -7
  116. package/dist/react-native/chunks/{segment-merge-leaf-5DUZZSXJ.mjs → segment-merge-leaf-Q2OEJIQ3.mjs} +8 -8
  117. package/dist/react-native/chunks/{storage-leaf-PNU6HWY7.mjs → storage-leaf-OXYV6O6P.mjs} +213 -100
  118. package/dist/react-native/chunks/{store-leaf-ESVUGYYO.mjs → store-leaf-ZMDXYK4E.mjs} +8 -8
  119. package/dist/react-native/chunks/{suggestions-leaf-MOVOPBGD.mjs → suggestions-leaf-FIMGQZ2T.mjs} +8 -8
  120. package/dist/react-native/chunks/{worker-copies-VQGF3WZX.mjs → worker-copies-72TGFYQB.mjs} +8 -7
  121. package/dist/react-native/partial-words.mjs +6 -6
  122. package/dist/react-native/pattern.mjs +3 -3
  123. package/dist/react-native/query-suggestions.mjs +6 -6
  124. package/dist/react-native/sync.mjs +6 -6
  125. package/dist/react-native/synonyms.mjs +6 -6
  126. package/dist/react.d.ts +9 -9
  127. package/dist/{rerank-QHJXPSAK.mjs → rerank-E2HFKKGJ.mjs} +7 -7
  128. package/dist/{resolve-vector-text-4PDRTPNQ.mjs → resolve-vector-text-6WPFFIX5.mjs} +1 -1
  129. package/dist/{restore-queue-5W5HX44H.mjs → restore-queue-PUVBN6L3.mjs} +10 -10
  130. package/dist/{schema-C_7yRJLt.d.ts → schema-CzG9OUw5.d.ts} +5 -1
  131. package/dist/{segment-codec-leaf-7VLVXKWO.mjs → segment-codec-leaf-24Z3MMQI.mjs} +8 -8
  132. package/dist/{segment-merge-leaf-22XR3IGA.mjs → segment-merge-leaf-FQQDU45E.mjs} +8 -8
  133. package/dist/server.d.ts +10 -10
  134. package/dist/server.mjs +26 -26
  135. package/dist/{storage-leaf-ZZ77C3DX.mjs → storage-leaf-KIA7XO6Y.mjs} +79 -81
  136. package/dist/{store-leaf-LJ6D2PMF.mjs → store-leaf-ESVLL4JO.mjs} +9 -9
  137. package/dist/{suggestions-leaf-KTQHO3PY.mjs → suggestions-leaf-FXF4AHAY.mjs} +11 -11
  138. package/dist/sync/filesystem.d.ts +3 -3
  139. package/dist/sync/filesystem.mjs +15 -15
  140. package/dist/sync/indexeddb.browser.mjs +1 -1
  141. package/dist/sync/indexeddb.d.ts +3 -3
  142. package/dist/sync/indexeddb.mjs +2 -2
  143. package/dist/sync.browser.mjs +3 -3
  144. package/dist/sync.d.ts +4 -4
  145. package/dist/sync.mjs +7 -7
  146. package/dist/synonyms.browser.mjs +3 -3
  147. package/dist/synonyms.mjs +7 -7
  148. package/dist/{tasks-CxA-J_Ty.d.ts → tasks-CXtQ3Zpp.d.ts} +4 -4
  149. package/dist/thread-OWXVP2ZA.mjs +30 -0
  150. package/dist/{types-BboB278g.d.ts → types-CDN70Y_C.d.ts} +2 -2
  151. package/dist/vector/search-worker.d.ts +1 -1
  152. package/dist/vector/search-worker.mjs +5 -5
  153. package/dist/{worker-copies-ODAAGQRC.mjs → worker-copies-XXX7PF4J.mjs} +10 -10
  154. package/dist/workers/entry.mjs +13 -13
  155. package/package.json +9 -8
  156. package/dist/thread-XWDK6TAR.mjs +0 -30
  157. /package/dist/{chunk-77AUVDQ5.mjs → chunk-CV3Q2EKO.mjs} +0 -0
@@ -1,13 +1,13 @@
1
1
  import { encodeDocument } from './chunk-KLVMK3R5.mjs';
2
- import { workerResourceLimits, admittedHeapBytes, collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal } from './chunk-AB27FWZM.mjs';
2
+ import { workerResourceLimits, admittedHeapBytes, collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal } from './chunk-LPRRFCVU.mjs';
3
3
  import { headerAt, MAP_TAGS, decode, Decoder } from './chunk-GXCDWLQI.mjs';
4
4
  import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
5
5
  import { english } from './chunk-7T4LAYT4.mjs';
6
- import { patternSearchModule, PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, matchPattern, claimsTypoPreparation, bitsetHas, bitsetClear, storedText, cachedStoredFields, storedValuesOf, DEFAULT_PATTERN_WORK_CAP, bitsetSet, discardStoredValues, MAX_FILTER_DEPTH, createBitSet, installStoredFields, storedValueBytes, bitsetIterator, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIsEmpty, prepareStoredValues, fuzzyTermMatches, GrowableUint32, checkedSize, buildStoredValues, bitsetFromSet, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, fuzzyPrefixOf, boundedLevenshtein, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, FILTER_OPERAND_COPY_DEPTH } from './chunk-JV74RKCY.mjs';
7
- import { parsedTypeOf, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, isStringValuedBase, flattenSchema, schemaFieldsOf, getNestedValue, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, requireLoadedMessagePack, isSingleStringFieldType, messagePackUpperBoundBytes, extractVectorFieldsFromSchema, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, loadMessagePack, validateRequiredFields, requireDocumentWithinSizeLimit, raiseEarlierReleaseGraphSetting, isWordIndexedBase, PROTOTYPE_POLLUTION_KEYS, tokenizeOptions, isPlainObject, isWordIndexedFieldType, loadedMessagePack, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, MAX_NESTING_DEPTH, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, MAX_DOCUMENT_NESTING_DEPTH, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES } from './chunk-R4CE4IVU.mjs';
8
- import { detectRuntime, splitWorkerBudget, resolveWorkerCount, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, countEngineThread, requirePinnedState, answerFromOneState, createDocIdMap, SHUTDOWN_TIMEOUT_MS, stopOfSignal, requireSearchActive, resolveWorkerEntry, missingWorkerEntry, signalOfSearch, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, sharedStopOfSignal, engineThreadYoungGenerationBytes, resolveRequestThreadCount, spawnNodeWorker, bindSearchSignal, WORKER_YOUNG_GENERATION_MB, nodeThreadId, youngGenerationBytesOfThisV8 } from './chunk-OUWZKNO3.mjs';
9
- import { MIN_DOCUMENTS_FOR_SEGMENTS, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, MAX_CURSOR_ANCHOR_CODE_POINTS, RESULT_WINDOW, PARTIAL_WORD_MIN_CODE_POINTS, PARTIAL_WORDS_ADDED_PER_QUERY, DEFAULT_LIMIT, MAX_INDEX_CONFIGURATION_BYTES, changeIndexOutsideExternalWaits, BATCH_CHUNK_SIZE, turnsAreBudgeted, turnIsSpent, yieldTurn, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, noteThreadSlotLive, threadSlotOfWorker, indexChangeOutsideExternalWaits, DEFAULT_FUZZY_PREFIX_LENGTH, PROCESS_LIMIT_REFRESH_INTERVAL_MS, BM25_DISPLAYED_NAME_LENGTH, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_PAGE_SIZE, countWrite, CURSOR_BINDING_BUFFER_BYTES, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, MAX_SWEEP_INTERVAL_MS, DEFAULT_OFFSET, MIN_SWEEP_INTERVAL_MS, threadSlotGone, noteThreadSlotGone, adoptSharedTurns, WASM_PAGE_BYTES, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_BLOCK_MAX_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_ATTACH_RETRY_MS, MIN_RANK_CONSTANT, MIN_LINEAR_ALPHA, MAX_WASM_PAGES, MAX_VECTOR_ORDINALS, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_LINEAR_ALPHA, MAX_DOC_ID_TABLE_BYTES, LOCK_WAIT_SLICE_MS, LOCK_SPIN_ITERATIONS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, FUSION_TIE_INSERTION_LIMIT, DISK_STORAGE_BLOCK_BYTES, DEFAULT_RANK_CONSTANT, DEFAULT_LINEAR_ALPHA, waitOutsideCountedWrite, STATISTICS_BROADCAST_INTERVAL_MS, MAX_IMPORT_REFUSALS_REPORTED, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, FOREIGN_STATS_TTL_MS, EXPORT_CHUNK_BYTES, ANALYSIS_HOLD_APPLY_INTERVAL_MS, ANALYSIS_CHANGE_MEMBERS, MIN_HYBRID_DEPTH, MAX_SUGGEST_SCATTER_LIMIT, MAX_SUGGEST_LIMIT, MAX_QUERY_PHRASES, MAX_PHRASE_WORDS, MAX_HYBRID_DEPTH, HYBRID_RESCORE_WINDOW, DEFAULT_SUGGEST_LIMIT, DEFAULT_MAX_PER_GROUP, HEAP_PRESSURE_WARNING_FRACTION, collectAndReturnPages, PREFIX_MAX_EXPANSIONS, HEAP_PRESSURE_REARM_FRACTION, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-3B775F3C.mjs';
10
- import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, requireSearchBackendSettings, NATIVE_NEEDS_ROOM, NATIVE_OK } from './chunk-XXWEUXE4.mjs';
6
+ import { patternSearchModule, PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, matchPattern, claimsTypoPreparation, bitsetHas, bitsetClear, storedText, cachedStoredFields, storedValuesOf, DEFAULT_PATTERN_WORK_CAP, bitsetSet, discardStoredValues, MAX_FILTER_DEPTH, createBitSet, installStoredFields, storedValueBytes, bitsetIterator, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIsEmpty, prepareStoredValues, fuzzyTermMatches, GrowableUint32, checkedSize, buildStoredValues, bitsetFromSet, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, fuzzyPrefixOf, boundedLevenshtein, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, FILTER_OPERAND_COPY_DEPTH } from './chunk-YM2HI5N5.mjs';
7
+ import { parsedTypeOf, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, isStringValuedBase, flattenSchema, schemaFieldsOf, getNestedValue, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, requireLoadedMessagePack, vectorDimensionOf, isSingleStringFieldType, messagePackUpperBoundBytes, extractVectorFieldsFromSchema, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, loadMessagePack, validateRequiredFields, requireDocumentWithinSizeLimit, raiseEarlierReleaseGraphSetting, isWordIndexedBase, PROTOTYPE_POLLUTION_KEYS, tokenizeOptions, isPlainObject, isWordIndexedFieldType, loadedMessagePack, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, MAX_NESTING_DEPTH, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, MAX_DOCUMENT_NESTING_DEPTH, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES } from './chunk-X5NHWOXT.mjs';
8
+ import { detectRuntime, splitWorkerBudget, resolveWorkerCount, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, countEngineThread, requirePinnedState, answerFromOneState, createDocIdMap, SHUTDOWN_TIMEOUT_MS, stopOfSignal, requireSearchActive, resolveWorkerEntry, missingWorkerEntry, signalOfSearch, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, sharedStopOfSignal, engineThreadYoungGenerationBytes, resolveRequestThreadCount, spawnNodeWorker, bindSearchSignal, WORKER_YOUNG_GENERATION_MB, nodeThreadId, youngGenerationBytesOfThisV8 } from './chunk-DG6WIEB3.mjs';
9
+ import { MIN_DOCUMENTS_FOR_SEGMENTS, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, MAX_CURSOR_ANCHOR_CODE_POINTS, RESULT_WINDOW, PARTIAL_WORD_MIN_CODE_POINTS, PARTIAL_WORDS_ADDED_PER_QUERY, MAX_PARTITIONS, DEFAULT_LIMIT, MAX_INDEX_CONFIGURATION_BYTES, changeIndexOutsideExternalWaits, BATCH_CHUNK_SIZE, turnsAreBudgeted, turnIsSpent, yieldTurn, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, noteThreadSlotLive, threadSlotOfWorker, indexChangeOutsideExternalWaits, DEFAULT_FUZZY_PREFIX_LENGTH, PROCESS_LIMIT_REFRESH_INTERVAL_MS, BM25_DISPLAYED_NAME_LENGTH, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_PAGE_SIZE, countWrite, CURSOR_BINDING_BUFFER_BYTES, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, MAX_SWEEP_INTERVAL_MS, DEFAULT_OFFSET, MIN_SWEEP_INTERVAL_MS, threadSlotGone, noteThreadSlotGone, adoptSharedTurns, WASM_PAGE_BYTES, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_BLOCK_MAX_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_ATTACH_RETRY_MS, MIN_RANK_CONSTANT, MIN_LINEAR_ALPHA, MAX_WASM_PAGES, MAX_VECTOR_ORDINALS, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_LINEAR_ALPHA, MAX_DOC_ID_TABLE_BYTES, LOCK_WAIT_SLICE_MS, LOCK_SPIN_ITERATIONS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, FUSION_TIE_INSERTION_LIMIT, DISK_STORAGE_BLOCK_BYTES, DEFAULT_RANK_CONSTANT, DEFAULT_LINEAR_ALPHA, waitOutsideCountedWrite, STATISTICS_BROADCAST_INTERVAL_MS, MAX_IMPORT_REFUSALS_REPORTED, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, FOREIGN_STATS_TTL_MS, EXPORT_CHUNK_BYTES, DEFAULT_MAX_PARTITIONS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, ANALYSIS_CHANGE_MEMBERS, MIN_HYBRID_DEPTH, MAX_SUGGEST_SCATTER_LIMIT, MAX_SUGGEST_LIMIT, MAX_QUERY_PHRASES, MAX_PHRASE_WORDS, MAX_HYBRID_DEPTH, HYBRID_RESCORE_WINDOW, DEFAULT_SUGGEST_LIMIT, DEFAULT_MAX_PER_GROUP, HEAP_PRESSURE_WARNING_FRACTION, collectAndReturnPages, PREFIX_MAX_EXPANSIONS, HEAP_PRESSURE_REARM_FRACTION, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-JP77OWMI.mjs';
10
+ import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, requireSearchBackendSettings, NATIVE_NEEDS_ROOM, NATIVE_OK } from './chunk-D6FYUTFN.mjs';
11
11
  import { PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD } from './chunk-ZXX5GZEX.mjs';
12
12
  import { MAX_FILE_BYTES, VALID_HNSW_METRICS, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER } from './chunk-4PY4JYMY.mjs';
13
13
  import { NarsilError, ErrorCodes, createNarsilError, isNarsilError } from './chunk-Q3ZZH5Z7.mjs';
@@ -991,7 +991,7 @@ var loaded = null;
991
991
  var loading = null;
992
992
  function importOptionalReads() {
993
993
  if (loaded !== null) return Promise.resolve(loaded);
994
- loading ??= import('./optional-reads-RSLNSGNG.mjs').then(
994
+ loading ??= import('./optional-reads-ENKMVQ4Q.mjs').then(
995
995
  (code7) => {
996
996
  code7.bindOptionalReadsHost(optionalCodeHost());
997
997
  loaded = code7;
@@ -3292,6 +3292,21 @@ function findEntry(table2, text, stride = 1, tokens, token = 0) {
3292
3292
  return -1;
3293
3293
  }
3294
3294
 
3295
+ // src/analysis/custom-token-code.ts
3296
+ var customTokenCode = codeLoader(
3297
+ () => import('./custom-token-results-NXHBVY7U.mjs').then((code7) => {
3298
+ code7.bindCustomTokenHost(optionalCodeHost());
3299
+ return code7;
3300
+ }),
3301
+ "custom tokenizer"
3302
+ );
3303
+ function loadCustomTokenCodeFor(tokenizers2) {
3304
+ if (customTokenCode.loaded() !== null) return null;
3305
+ for (const tokenizer of tokenizers2) if (tokenizer !== void 0 && tokenizer !== null) return customTokenCode.load();
3306
+ return null;
3307
+ }
3308
+ var customTokensOf = (...parameters) => customTokenCode.require().customTokensOf(...parameters);
3309
+
3295
3310
  // src/core/tokenizer/constants.ts
3296
3311
  var TOKEN_CACHE_SIZE_FLOOR = 5e4;
3297
3312
  var TOKEN_CACHE_SIZE_CEILING = 2e6;
@@ -3668,18 +3683,6 @@ function stripPossessive(token) {
3668
3683
  }
3669
3684
  return token;
3670
3685
  }
3671
- function customTokensOf(tokenizer, text) {
3672
- const entries = tokenizer.tokenize(text);
3673
- let repaired = null;
3674
- for (let at = 0; at < entries.length; at++) {
3675
- const entry = entries[at];
3676
- const token = withUnpairedSurrogatesReplaced(entry.token);
3677
- if (token === entry.token) continue;
3678
- repaired ??= entries.slice();
3679
- repaired[at] = { token, position: entry.position };
3680
- }
3681
- return repaired ?? entries;
3682
- }
3683
3686
  function visitTokens(text, language, options, visit, packed) {
3684
3687
  const {
3685
3688
  stem = true,
@@ -3690,7 +3693,7 @@ function visitTokens(text, language, options, visit, packed) {
3690
3693
  stopWordOverride
3691
3694
  } = options ?? {};
3692
3695
  if (customTokenizer) {
3693
- for (const entry of customTokensOf(customTokenizer, text)) {
3696
+ for (const entry of customTokensOf(customTokenizer, text, options?.textSource ?? "query")) {
3694
3697
  visit(entry.token, entry.position, void 0, entry.token);
3695
3698
  }
3696
3699
  return;
@@ -3737,7 +3740,7 @@ function visitSurfaceSpellings(text, language, visit) {
3737
3740
  }
3738
3741
  function tokenize(text, language, options) {
3739
3742
  if (options?.customTokenizer) {
3740
- const customResult = customTokensOf(options.customTokenizer, text);
3743
+ const customResult = customTokensOf(options.customTokenizer, text, options.textSource ?? "query");
3741
3744
  return { tokens: customResult, originalTokens: customResult.map((entry) => entry.token) };
3742
3745
  }
3743
3746
  const tokens = [];
@@ -4955,7 +4958,7 @@ function requireLoadedPhraseCode() {
4955
4958
  }
4956
4959
  function loadPhraseCode() {
4957
4960
  if (loading2 === null) {
4958
- loading2 = import('./phrase-module-IWSG2DDZ.mjs').then(
4961
+ loading2 = import('./phrase-module-ZY3TLTQA.mjs').then(
4959
4962
  (code7) => {
4960
4963
  code7.bindPhraseHost(optionalCodeHost());
4961
4964
  loaded2 = code7;
@@ -11363,10 +11366,14 @@ function validatePartitionConfig(partitions) {
11363
11366
  maxDocsPerPartition
11364
11367
  });
11365
11368
  }
11366
- if (maxPartitions !== void 0 && (!Number.isInteger(maxPartitions) || maxPartitions < 1)) {
11367
- throw new NarsilError(ErrorCodes.CONFIG_INVALID, "partitions.maxPartitions must be a positive integer", {
11368
- maxPartitions
11369
- });
11369
+ if (maxPartitions !== void 0 && (!Number.isInteger(maxPartitions) || maxPartitions < 1 || maxPartitions > MAX_PARTITIONS)) {
11370
+ throw new NarsilError(
11371
+ ErrorCodes.CONFIG_INVALID,
11372
+ `partitions.maxPartitions must be an integer from 1 to ${MAX_PARTITIONS}`,
11373
+ {
11374
+ maxPartitions
11375
+ }
11376
+ );
11370
11377
  }
11371
11378
  if (watermark !== void 0 && (typeof watermark !== "number" || !(watermark > 0) || watermark > 1)) {
11372
11379
  throw new NarsilError(ErrorCodes.CONFIG_INVALID, "partitions.watermark must be above 0 and at most 1", {
@@ -12673,7 +12680,7 @@ function resolvePartitionInsertOptions(config, analysis, options) {
12673
12680
 
12674
12681
  // src/core/segment-codec-code.ts
12675
12682
  var segmentCodec = codeLoader(async () => {
12676
- const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-7VLVXKWO.mjs')]);
12683
+ const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./segment-codec-leaf-24Z3MMQI.mjs')]);
12677
12684
  code7.bindSegmentCodecHost(optionalCodeHost(), msgpack);
12678
12685
  return code7;
12679
12686
  }, "segment codec");
@@ -12681,7 +12688,7 @@ var loadSegmentCodec = segmentCodec.load;
12681
12688
 
12682
12689
  // src/query-suggestions/store-code.ts
12683
12690
  var suggestionStore = codeLoader(async () => {
12684
- const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-LJ6D2PMF.mjs')]);
12691
+ const [msgpack, code7] = await Promise.all([loadMessagePack(), import('./store-leaf-ESVLL4JO.mjs')]);
12685
12692
  code7.bindSuggestionStoreHost(optionalCodeHost(), msgpack);
12686
12693
  return code7;
12687
12694
  }, "query suggestions store");
@@ -12740,7 +12747,7 @@ function markSimdUnavailable() {
12740
12747
 
12741
12748
  // src/workers/vector-core-code.ts
12742
12749
  var vectorCore = codeLoader(
12743
- () => import('./core-leaf-LOXCD7MY.mjs').then((code7) => {
12750
+ () => import('./core-leaf-VIMO377O.mjs').then((code7) => {
12744
12751
  code7.bindVectorCoreHost(optionalCodeHost());
12745
12752
  if (!code7.simdModuleLoaded()) markSimdUnavailable();
12746
12753
  return code7;
@@ -12762,7 +12769,7 @@ var storageCode = codeLoader(async () => {
12762
12769
  loadSegmentMerge(),
12763
12770
  loadSuggestionStore(),
12764
12771
  loadVectorCore(),
12765
- import('./storage-leaf-ZZ77C3DX.mjs')
12772
+ import('./storage-leaf-KIA7XO6Y.mjs')
12766
12773
  ]);
12767
12774
  code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
12768
12775
  return code7;
@@ -20764,26 +20771,11 @@ function getStopWords(name) {
20764
20771
  }
20765
20772
  return stopWords;
20766
20773
  }
20767
- function holdsPositionsOutOfOrder(entries) {
20768
- for (let index = 1; index < entries.length; index++) {
20769
- if (entries[index].position < entries[index - 1].position) return true;
20770
- }
20771
- return false;
20772
- }
20773
- function inPositionOrder(tokenizer) {
20774
- return {
20775
- tokenize(text) {
20776
- const entries = tokenizer.tokenize(text);
20777
- if (!holdsPositionsOutOfOrder(entries)) return entries;
20778
- return [...entries].sort((first, second) => first.position - second.position);
20779
- }
20780
- };
20781
- }
20782
20774
  function resolveIndexAnalysis(config) {
20783
20775
  const tokenizer = typeof config.tokenizer === "string" ? getTokenizer(config.tokenizer) : config.tokenizer;
20784
20776
  return {
20785
20777
  stopWords: typeof config.stopWords === "string" ? getStopWords(config.stopWords) : config.stopWords,
20786
- customTokenizer: tokenizer === void 0 ? void 0 : inPositionOrder(tokenizer)
20778
+ customTokenizer: tokenizer
20787
20779
  };
20788
20780
  }
20789
20781
 
@@ -21501,14 +21493,13 @@ function hasLanguage(name) {
21501
21493
 
21502
21494
  // src/narsil/restore-queue-code.ts
21503
21495
  var restoreQueue = codeLoader(async () => {
21504
- const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-5W5HX44H.mjs')]);
21496
+ const [suggestionStore2, code7] = await Promise.all([loadSuggestionStore(), import('./restore-queue-PUVBN6L3.mjs')]);
21505
21497
  code7.bindRestoreQueueHost(optionalCodeHost(), suggestionStore2);
21506
21498
  return code7;
21507
21499
  }, "restore");
21508
21500
  var loadRestoreQueue = restoreQueue.load;
21509
21501
 
21510
21502
  // src/schema/embedding-validator.ts
21511
- var VECTOR_DIMENSION_PATTERN = /^vector\[(\d+)]$/;
21512
21503
  function validateEmbeddingConfig(embeddingConfig, schema, instanceAdapter) {
21513
21504
  const fieldEntries = Object.keys(embeddingConfig.fields);
21514
21505
  if (fieldEntries.length === 0) {
@@ -21547,15 +21538,14 @@ function validateEmbeddingConfig(embeddingConfig, schema, instanceAdapter) {
21547
21538
  { field: targetField }
21548
21539
  );
21549
21540
  }
21550
- const vectorMatch = VECTOR_DIMENSION_PATTERN.exec(targetType);
21551
- if (!vectorMatch) {
21541
+ const schemaDimension = vectorDimensionOf(targetType);
21542
+ if (schemaDimension === null) {
21552
21543
  throw new NarsilError(
21553
21544
  ErrorCodes.EMBEDDING_CONFIG_INVALID,
21554
21545
  `Embedding target field "${targetField}" must be a vector type, got "${targetType}"`,
21555
21546
  { field: targetField, type: targetType }
21556
21547
  );
21557
21548
  }
21558
- const schemaDimension = Number.parseInt(vectorMatch[1], 10);
21559
21549
  if (schemaDimension !== resolvedAdapter.dimensions) {
21560
21550
  throw new NarsilError(
21561
21551
  ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
@@ -21730,7 +21720,7 @@ function storedBM25Params(params) {
21730
21720
 
21731
21721
  // src/workers/vector-code.ts
21732
21722
  var vectorCode = codeLoader(async () => {
21733
- const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-UIKSHY3G.mjs')]);
21723
+ const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-5SXNUCD5.mjs')]);
21734
21724
  code7.bindVectorHost(optionalCodeHost(), vectorCore2);
21735
21725
  return code7;
21736
21726
  }, "vector");
@@ -21740,9 +21730,14 @@ var loadVectorCode = vectorCode.load;
21740
21730
  var loadVectorCodeFor = vectorCode.loadFor;
21741
21731
 
21742
21732
  // src/workers/schema-code.ts
21743
- function loadSchemaCodeFor(schema) {
21733
+ function loadSchemaCodeFor(schema, ...tokenizers2) {
21744
21734
  const loading4 = [];
21745
- for (const code7 of [loadVectorCodeFor(schema), loadGeoCodeFor(schema), loadOptionalReadsFor(schema)]) {
21735
+ for (const code7 of [
21736
+ loadVectorCodeFor(schema),
21737
+ loadGeoCodeFor(schema),
21738
+ loadOptionalReadsFor(schema),
21739
+ loadCustomTokenCodeFor(tokenizers2)
21740
+ ]) {
21746
21741
  if (code7 !== null) loading4.push(code7);
21747
21742
  }
21748
21743
  if (loading4.length === 0) return null;
@@ -21782,7 +21777,7 @@ function configurationWithinSizeLimit(config, language) {
21782
21777
  function configurationPayloadOf(config, language, adapterName, analysisRevision, arrayPositionGap, synonyms, analysisGeneration = 0) {
21783
21778
  const bm25 = config.bm25;
21784
21779
  return {
21785
- schema: config.schema,
21780
+ schema: { ...flattenSchema(config.schema) },
21786
21781
  language: language.name,
21787
21782
  ...analysisRevision !== null ? { analysisRevision } : {},
21788
21783
  ...arrayPositionGap !== null ? { arrayPositionGap } : {},
@@ -21856,7 +21851,7 @@ async function announceIndexDropped(core2, name, config) {
21856
21851
  }
21857
21852
  async function createEngineIndex(core2, config, name, requestedConfig, creation = {}) {
21858
21853
  const { indexUuid, adapterBinding = "required", appliesCreationLimits = false } = creation;
21859
- const loadingSchemaCode = loadSchemaCodeFor(requestedConfig.schema);
21854
+ const loadingSchemaCode = loadSchemaCodeFor(requestedConfig.schema, requestedConfig.tokenizer);
21860
21855
  if (loadingSchemaCode !== null) await loadingSchemaCode;
21861
21856
  core2.guardShutdown();
21862
21857
  validateIndexName(name);
@@ -22063,7 +22058,7 @@ function storedArrayPositionGap(value) {
22063
22058
 
22064
22059
  // src/engine/embed-code.ts
22065
22060
  var embedCode = codeLoader(
22066
- () => import('./embed-4H7RTBVL.mjs').then((code7) => {
22061
+ () => import('./embed-UNHDFGDU.mjs').then((code7) => {
22067
22062
  code7.bindEmbedHost(optionalCodeHost());
22068
22063
  return code7;
22069
22064
  }),
@@ -22073,7 +22068,7 @@ var loadEmbedCode = embedCode.load;
22073
22068
 
22074
22069
  // src/engine/optional-writes-code.ts
22075
22070
  var optionalWrites = codeLoader(async () => {
22076
- const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-4ITCV7YT.mjs')]);
22071
+ const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-N2DFWWZ3.mjs')]);
22077
22072
  code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
22078
22073
  return code7;
22079
22074
  }, "write");
@@ -22083,15 +22078,20 @@ var loadOptionalWrites = optionalWrites.load;
22083
22078
  function extractVectorFromDoc(document, fieldPath) {
22084
22079
  const value = getNestedValue(document, fieldPath);
22085
22080
  if (value === void 0 || value === null) return null;
22086
- if (value instanceof Float32Array) return value;
22081
+ if (value instanceof Float32Array) return holdsOnlyFiniteFloats(value) ? value : null;
22087
22082
  if (!Array.isArray(value)) return null;
22088
- const arr = new Float32Array(value.length);
22089
22083
  for (let i = 0; i < value.length; i++) {
22090
- const n = value[i];
22091
- if (typeof n !== "number" || !Number.isFinite(n)) return null;
22092
- arr[i] = n;
22084
+ if (typeof value[i] !== "number") return null;
22085
+ }
22086
+ const vector = new Float32Array(value);
22087
+ return holdsOnlyFiniteFloats(vector) ? vector : null;
22088
+ }
22089
+ function holdsOnlyFiniteFloats(vector) {
22090
+ const length = vector.length;
22091
+ for (let i = 0; i < length; i++) {
22092
+ if (vector[i] - vector[i] !== 0) return false;
22093
22093
  }
22094
- return arr;
22094
+ return true;
22095
22095
  }
22096
22096
  function deleteNestedValue(obj, path) {
22097
22097
  if (!path.includes(".")) {
@@ -22588,6 +22588,20 @@ function bindOptionalWritesHost(_host, _segmentCodec) {
22588
22588
  }
22589
22589
 
22590
22590
  // src/engine/mutations/durable-rollback.ts
22591
+ function holdVectorsForRollback(indexes, docId) {
22592
+ const releases = [];
22593
+ for (const index of indexes.values()) releases.push(index.holdForRollback(docId));
22594
+ return () => {
22595
+ for (const release of releases) release();
22596
+ };
22597
+ }
22598
+ function restoreDocumentVectors(docId, vectors, indexes, partitionId) {
22599
+ for (const [fieldPath, index] of indexes) {
22600
+ const vector = vectors.get(fieldPath);
22601
+ if (vector !== void 0) index.restore(docId, vector, partitionId);
22602
+ else if (index.has(docId)) index.remove(docId);
22603
+ }
22604
+ }
22591
22605
  function rollbackFailed(docId, originalError, rollbackError) {
22592
22606
  throw new NarsilError(
22593
22607
  ErrorCodes.REPLICATION_ROLLBACK_FAILED,
@@ -22636,7 +22650,7 @@ async function rollbackRemovedDocument(ctx, indexName, docId, restoreDoc, origin
22636
22650
  manager.insert(docId, previous.partitionDoc, {
22637
22651
  preparedText: { after: preparedText?.before }
22638
22652
  });
22639
- insertDocumentVectors(
22653
+ restoreDocumentVectors(
22640
22654
  docId,
22641
22655
  previous.extractedVectors,
22642
22656
  manager.getVectorIndexes(),
@@ -22670,8 +22684,12 @@ async function rollbackUpdatedDocument(ctx, indexName, docId, restoreDoc, origin
22670
22684
  skipClone: rollbackRef !== void 0,
22671
22685
  preparedText: { before: preparedText?.after, after: preparedText?.before }
22672
22686
  });
22673
- const vectors = new Map([...fields].map((field) => [field, previous.extractedVectors.get(field) ?? null]));
22674
- updateDocumentVectors(docId, vectors, manager.getVectorIndexes(), manager.partitionIdOf(docId));
22687
+ restoreDocumentVectors(
22688
+ docId,
22689
+ previous.extractedVectors,
22690
+ manager.getVectorIndexes(),
22691
+ manager.partitionIdOf(docId)
22692
+ );
22675
22693
  ctx.orchestrator.publishToWorkers({
22676
22694
  type: "update",
22677
22695
  indexName,
@@ -23370,6 +23388,7 @@ function applyOfRemoval(ctx, indexName, prepared) {
23370
23388
  return queued;
23371
23389
  }
23372
23390
  prepared.restoreDoc = ctx.durability ? manager.get(docId) : void 0;
23391
+ if (ctx.durability !== null) prepared.releaseVectorHolds = holdVectorsForRollback(manager.getVectorIndexes(), docId);
23373
23392
  manager.remove(docId, void 0, {
23374
23393
  onRemovedSpellings: (spellings) => {
23375
23394
  prepared.removedSpellings = spellings;
@@ -23410,6 +23429,8 @@ async function removeDocument3(ctx, indexName, docId, options) {
23410
23429
  } catch (err) {
23411
23430
  await rollbackRemovedDocument(ctx, indexName, docId, prepared.restoreDoc, err, prepared.preparedText);
23412
23431
  throw err;
23432
+ } finally {
23433
+ prepared.releaseVectorHolds?.();
23413
23434
  }
23414
23435
  } else {
23415
23436
  await apply();
@@ -23438,29 +23459,35 @@ async function removeDocumentBatch(ctx, indexName, docIds, options) {
23438
23459
  }
23439
23460
  }
23440
23461
  const applies = prepared.map((removal) => applyOfRemoval(ctx, indexName, removal));
23441
- const failures = await recordChunk(ctx, indexName, prepared, applies);
23442
- for (let i = 0; i < prepared.length; i++) {
23443
- const removal = prepared[i];
23444
- const failure = failures[i];
23445
- if (failure !== null) {
23446
- let error = failure.error;
23447
- try {
23448
- await rollbackRemovedDocument(
23449
- ctx,
23450
- indexName,
23451
- removal.docId,
23452
- removal.restoreDoc,
23453
- error,
23454
- removal.preparedText
23455
- );
23456
- } catch (rollbackError) {
23457
- error = rollbackError;
23462
+ try {
23463
+ const failures = await recordChunk(ctx, indexName, prepared, applies);
23464
+ for (let i = 0; i < prepared.length; i++) {
23465
+ const removal = prepared[i];
23466
+ const failure = failures[i];
23467
+ if (failure !== null) {
23468
+ let error = failure.error;
23469
+ try {
23470
+ await rollbackRemovedDocument(
23471
+ ctx,
23472
+ indexName,
23473
+ removal.docId,
23474
+ removal.restoreDoc,
23475
+ error,
23476
+ removal.preparedText
23477
+ );
23478
+ } catch (rollbackError) {
23479
+ error = rollbackError;
23480
+ }
23481
+ removal.releaseVectorHolds?.();
23482
+ failed.push({ docId: removal.docId, error: asRemoveError(error) });
23483
+ continue;
23458
23484
  }
23459
- failed.push({ docId: removal.docId, error: asRemoveError(error) });
23460
- continue;
23485
+ removal.releaseVectorHolds?.();
23486
+ if (!removal.buffered) await settleRemoval(ctx, indexName, removal);
23487
+ succeeded.push(removal.docId);
23461
23488
  }
23462
- if (!removal.buffered) await settleRemoval(ctx, indexName, removal);
23463
- succeeded.push(removal.docId);
23489
+ } finally {
23490
+ for (const removal of prepared) removal.releaseVectorHolds?.();
23464
23491
  }
23465
23492
  if (chunkEnd < docIds.length) {
23466
23493
  await new Promise((r) => setTimeout(r, 0));
@@ -23475,9 +23502,6 @@ async function removeDocumentBatch(ctx, indexName, docIds, options) {
23475
23502
  }
23476
23503
 
23477
23504
  // src/engine/mutations/update.ts
23478
- function extractVectorFromDocForUpdate(document, fieldPath) {
23479
- return extractVectorFromDoc(document, fieldPath);
23480
- }
23481
23505
  function prepareUpdatePartitionDoc(document, extractedVectors) {
23482
23506
  if (extractedVectors.size === 0) {
23483
23507
  return { partitionDoc: document };
@@ -23501,8 +23525,8 @@ function prepareUpdatePartitionDoc(document, extractedVectors) {
23501
23525
  for (const fieldPath of extractedVectors.keys()) delete source2[fieldPath];
23502
23526
  }
23503
23527
  const partitionDoc = structuredClone(source2);
23504
- for (const fieldPath of extractedVectors.keys()) {
23505
- deleteNestedValue(partitionDoc, fieldPath);
23528
+ for (const [fieldPath, vector] of extractedVectors) {
23529
+ if (vector !== null || getNestedValue(partitionDoc, fieldPath) == null) deleteNestedValue(partitionDoc, fieldPath);
23506
23530
  }
23507
23531
  return { partitionDoc };
23508
23532
  }
@@ -23567,7 +23591,7 @@ async function prepareUpdate(ctx, indexName, entry, docId, document) {
23567
23591
  if (vecIndexes.size > 0) {
23568
23592
  const dimensionCheckVectors = /* @__PURE__ */ new Map();
23569
23593
  for (const fieldPath of entry.vectorFieldPaths) {
23570
- const newVec = extractVectorFromDocForUpdate(document, fieldPath);
23594
+ const newVec = extractVectorFromDoc(document, fieldPath);
23571
23595
  extractedVectors.set(fieldPath, newVec);
23572
23596
  if (newVec) {
23573
23597
  dimensionCheckVectors.set(fieldPath, newVec);
@@ -23605,9 +23629,15 @@ function applyOfUpdate(ctx, indexName, prepared) {
23605
23629
  prepared.buffered = true;
23606
23630
  return queued;
23607
23631
  }
23632
+ if (manager.has(docId)) {
23633
+ for (const [fieldPath, vector] of extractedVectors) {
23634
+ if (vector !== null) manager.getVectorIndexes().get(fieldPath)?.requireRoomFor(docId, vector);
23635
+ }
23636
+ }
23608
23637
  prepared.oldDocument = extractedVectors.size > 0 || ctx.durability !== null || ctx.pluginRegistry.hasHooks("afterUpdate") ? manager.get(docId) : void 0;
23609
23638
  prepared.rollbackDoc = prepared.oldDocument;
23610
23639
  prepared.rollbackRef = ctx.durability === null ? void 0 : manager.getRef(docId);
23640
+ if (ctx.durability !== null) prepared.releaseVectorHolds = holdVectorsForRollback(manager.getVectorIndexes(), docId);
23611
23641
  const stored = manager.update(docId, partitionDoc, {
23612
23642
  onRemovedSpellings: (spellings) => {
23613
23643
  prepared.removedSpellings = spellings;
@@ -23669,6 +23699,8 @@ async function updateDocument(ctx, indexName, docId, document, options) {
23669
23699
  prepared.rollbackRef
23670
23700
  );
23671
23701
  throw err;
23702
+ } finally {
23703
+ prepared.releaseVectorHolds?.();
23672
23704
  }
23673
23705
  } else {
23674
23706
  await apply();
@@ -23717,25 +23749,30 @@ async function updateDocumentBatch(ctx, indexName, updates, options) {
23717
23749
  }
23718
23750
  }
23719
23751
  const applies = prepared.map((update) => applyOfUpdate(ctx, indexName, update));
23720
- const failures = await recordChunk(ctx, indexName, prepared, applies);
23721
- for (let i = prepared.length - 1; i >= 0; i--) {
23722
- const failure = failures[i];
23723
- if (failure === null) continue;
23724
- const update = prepared[i];
23725
- try {
23726
- await rollbackUpdatedDocument(
23727
- ctx,
23728
- indexName,
23729
- update.docId,
23730
- update.rollbackDoc,
23731
- failure.error,
23732
- update.preparedText,
23733
- update.appliedRef,
23734
- update.rollbackRef
23735
- );
23736
- } catch (error) {
23737
- failure.error = error;
23752
+ let failures;
23753
+ try {
23754
+ failures = await recordChunk(ctx, indexName, prepared, applies);
23755
+ for (let i = prepared.length - 1; i >= 0; i--) {
23756
+ const failure = failures[i];
23757
+ if (failure === null) continue;
23758
+ const update = prepared[i];
23759
+ try {
23760
+ await rollbackUpdatedDocument(
23761
+ ctx,
23762
+ indexName,
23763
+ update.docId,
23764
+ update.rollbackDoc,
23765
+ failure.error,
23766
+ update.preparedText,
23767
+ update.appliedRef,
23768
+ update.rollbackRef
23769
+ );
23770
+ } catch (error) {
23771
+ failure.error = error;
23772
+ }
23738
23773
  }
23774
+ } finally {
23775
+ for (const update of prepared) update.releaseVectorHolds?.();
23739
23776
  }
23740
23777
  for (let i = 0; i < prepared.length; i++) {
23741
23778
  const update = prepared[i];
@@ -25238,7 +25275,7 @@ var workerCopies = codeLoader(async () => {
25238
25275
  const [segmentCodec2, segmentMerge2, code7] = await Promise.all([
25239
25276
  loadSegmentCodec(),
25240
25277
  loadSegmentMerge(),
25241
- import('./worker-copies-ODAAGQRC.mjs')
25278
+ import('./worker-copies-XXX7PF4J.mjs')
25242
25279
  ]);
25243
25280
  code7.bindWorkerCopiesHost(optionalCodeHost(), segmentCodec2, segmentMerge2);
25244
25281
  return code7;
@@ -27495,9 +27532,7 @@ function isSegmentAction(action) {
27495
27532
  return action.type === "buildSegment" || action.type === "mergeSegments" || action.type === "attachSegments" || action.type === "compactSegments" || action.type === "swapSegments" || action.type === "freezeLiveTail" || action.type === "adoptDiskSegments";
27496
27533
  }
27497
27534
  function growPartitionsTo(manager, partitionId) {
27498
- while (manager.partitionCount <= partitionId) {
27499
- manager.addPartition();
27500
- }
27535
+ manager.growToSavedPartitionCount(partitionId + 1);
27501
27536
  }
27502
27537
  var runSegmentAction = async (...args) => {
27503
27538
  const code7 = await loadWorkerCopies();
@@ -28610,7 +28645,12 @@ function requireVectorSearchable(params, context, needsVector) {
28610
28645
  { mode: params.mode }
28611
28646
  );
28612
28647
  }
28613
- if (vectorSearchersOf(context).has(field)) return;
28648
+ if (vectorSearchersOf(context).has(field)) {
28649
+ const vectorCode2 = requireLoadedVectorCode();
28650
+ vectorCode2.requireUsableQueryVector(params.vector?.value);
28651
+ vectorCode2.requireUsableVectorOptions(params.vector);
28652
+ return;
28653
+ }
28614
28654
  throw new NarsilError(
28615
28655
  ErrorCodes.SEARCH_INVALID_FIELD,
28616
28656
  `Field "${field}" has no vector index, so a vector search cannot use it`,
@@ -28849,7 +28889,6 @@ async function runQuery(request, callerContext, pin) {
28849
28889
  }
28850
28890
  const params = validQueryParams(request, config);
28851
28891
  requireVectorSearchable(params, context, isVectorOnly || isHybridMode);
28852
- if (isVectorOnly || isHybridMode) requireLoadedVectorCode().requireUsableVectorOptions(params.vector);
28853
28892
  if (!isVectorOnly) requireUsablePhrases(params, context);
28854
28893
  const shape = {
28855
28894
  params,
@@ -28934,7 +28973,6 @@ async function executePreflight(request, callerContext) {
28934
28973
  const isHybridMode = params.mode === "hybrid" || hasTerm && hasVector;
28935
28974
  const isVectorOnly = (params.mode === "vector" || hasVector && !hasTerm) && !isHybridMode;
28936
28975
  requireVectorSearchable(params, context, isVectorOnly || isHybridMode);
28937
- if (isVectorOnly || isHybridMode) requireLoadedVectorCode().requireUsableVectorOptions(params.vector);
28938
28976
  const loadingPhraseCode = loadPhraseCodeFor(params.term);
28939
28977
  const loadingFacetCode = loadFacetMergesFor(params.facets);
28940
28978
  if (loadingPhraseCode !== null || loadingFacetCode !== null) await Promise.all([loadingPhraseCode, loadingFacetCode]);
@@ -28994,7 +29032,7 @@ async function executePreflight(request, callerContext) {
28994
29032
 
28995
29033
  // src/engine/resolve-vector-text-code.ts
28996
29034
  var resolveVectorText = codeLoader(
28997
- () => import('./resolve-vector-text-4PDRTPNQ.mjs').then((code7) => {
29035
+ () => import('./resolve-vector-text-6WPFFIX5.mjs').then((code7) => {
28998
29036
  code7.bindResolveVectorTextHost(optionalCodeHost());
28999
29037
  return code7;
29000
29038
  }),
@@ -29557,7 +29595,7 @@ var suggestionsCode = codeLoader(async () => {
29557
29595
  const [msgpack, suggestionStore2, code7] = await Promise.all([
29558
29596
  loadMessagePack(),
29559
29597
  loadSuggestionStore(),
29560
- import('./suggestions-leaf-KTQHO3PY.mjs')
29598
+ import('./suggestions-leaf-FXF4AHAY.mjs')
29561
29599
  ]);
29562
29600
  code7.bindSuggestionsHost(optionalCodeHost(), msgpack, suggestionStore2);
29563
29601
  return code7;
@@ -30256,6 +30294,12 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
30256
30294
  partitions.push(partition);
30257
30295
  return partition;
30258
30296
  },
30297
+ growToSavedPartitionCount(partitionCount) {
30298
+ if (partitions.length >= partitionCount) return;
30299
+ writeLogs.partitionsReplaced();
30300
+ while (partitions.length < partitionCount)
30301
+ partitions.push(createPartitionIndex(partitions.length, trackPositions));
30302
+ },
30259
30303
  removePartition(partitionId) {
30260
30304
  validatePartitionId(partitionId);
30261
30305
  writeLogs.partitionsReplaced();
@@ -30421,6 +30465,7 @@ function storageHostPart() {
30421
30465
  ARRAY_POSITION_GAP,
30422
30466
  DEFAULT_BM25_B,
30423
30467
  DEFAULT_BM25_K1,
30468
+ DEFAULT_MAX_PARTITIONS,
30424
30469
  EXPORT_CHUNK_BYTES,
30425
30470
  FOREIGN_STATS_TTL_MS,
30426
30471
  IMPORT_BATCH_DOCUMENTS,
@@ -30429,6 +30474,7 @@ function storageHostPart() {
30429
30474
  MAX_EXPORT_LINE_BYTES,
30430
30475
  MAX_IMPORT_REFUSALS_REPORTED,
30431
30476
  MAX_INDEX_NAME_LENGTH,
30477
+ MAX_PARTITIONS,
30432
30478
  STATISTICS_BROADCAST_INTERVAL_MS,
30433
30479
  TermLookup,
30434
30480
  VALID_HNSW_METRICS,
@@ -30493,7 +30539,8 @@ function textHostPart() {
30493
30539
  SegmentRefusal,
30494
30540
  termCount,
30495
30541
  termText,
30496
- tokenize
30542
+ tokenize,
30543
+ withUnpairedSurrogatesReplaced
30497
30544
  };
30498
30545
  }
30499
30546
 
@@ -30702,7 +30749,7 @@ var segmentMerge = codeLoader(async () => {
30702
30749
  const [msgpack, codec, code7] = await Promise.all([
30703
30750
  loadMessagePack(),
30704
30751
  loadSegmentCodec(),
30705
- import('./segment-merge-leaf-22XR3IGA.mjs')
30752
+ import('./segment-merge-leaf-FQQDU45E.mjs')
30706
30753
  ]);
30707
30754
  code7.bindSegmentMergeHost(optionalCodeHost(), msgpack, codec);
30708
30755
  return code7;
@@ -30981,6 +31028,20 @@ function queryContextOfEntry(entry) {
30981
31028
  analysisStale: entry.analysisStale
30982
31029
  };
30983
31030
  }
31031
+ function vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGraphRepaired) {
31032
+ const vectorIndexes = /* @__PURE__ */ new Map();
31033
+ const vectorFields = extractVectorFieldsFromSchema(config.schema);
31034
+ if (vectorFields.size === 0) return vectorIndexes;
31035
+ const { createVectorIndex } = requireLoadedVectorCode();
31036
+ const promotion = config.vectorPromotion;
31037
+ const storage = promotion?.storage ?? vectorStorage;
31038
+ const repaired = () => onVectorGraphRepaired?.(indexName);
31039
+ for (const [fieldPath, dim] of vectorFields) {
31040
+ const index = createVectorIndex(fieldPath, dim, promotion, copies, indexName, storage, repaired);
31041
+ vectorIndexes.set(fieldPath, index);
31042
+ }
31043
+ return vectorIndexes;
31044
+ }
30984
31045
  function disposeEntry(entry) {
30985
31046
  closeCopyPublicationOrder(entry.copyPublications);
30986
31047
  entry.manager.afterSearchesRelease(() => {
@@ -31033,40 +31094,34 @@ function createDirectExecutor(options) {
31033
31094
  }
31034
31095
  return entry;
31035
31096
  }
31036
- function vectorIndexesFor(indexName, config, copies = vectorWorkerCopies) {
31037
- const vectorIndexes = /* @__PURE__ */ new Map();
31038
- const vectorFields = extractVectorFieldsFromSchema(config.schema);
31039
- if (vectorFields.size === 0) return vectorIndexes;
31040
- const { createVectorIndex } = requireLoadedVectorCode();
31041
- const promotion = config.vectorPromotion;
31042
- const storage = promotion?.storage ?? vectorStorage;
31043
- const repaired = () => options?.onVectorGraphRepaired?.(indexName);
31044
- for (const [fieldPath, dim] of vectorFields) {
31045
- const index = createVectorIndex(fieldPath, dim, promotion, copies, indexName, storage, repaired);
31046
- vectorIndexes.set(fieldPath, index);
31047
- }
31048
- return vectorIndexes;
31049
- }
31050
- function createIndex(indexName, config, language, analysisStale = false, synonyms = null) {
31051
- addIndex(indexName, config, language, analysisStale, null).synonyms = synonyms;
31097
+ function createIndex(indexName, config, language, analysisStale = false, synonyms = null, partitionCount) {
31098
+ addIndex(indexName, config, language, analysisStale, null, partitionCount).synonyms = synonyms;
31052
31099
  }
31053
31100
  function lookupOf(config, language, encoded) {
31054
31101
  return encoded === void 0 ? null : synonymModule().storedLookup(encoded, config, language);
31055
31102
  }
31056
- function addIndex(indexName, config, language, analysisStale, awaitedCopyLoad) {
31103
+ function addIndex(indexName, config, language, analysisStale, awaitedCopyLoad, savedPartitionCount) {
31057
31104
  if (indexes.has(indexName)) {
31058
31105
  throw new NarsilError(ErrorCodes.INDEX_ALREADY_EXISTS, `Index "${indexName}" already exists`, {
31059
31106
  indexName
31060
31107
  });
31061
31108
  }
31062
- const entry = buildEntry(indexName, config, language, analysisStale, awaitedCopyLoad, vectorWorkerCopies);
31109
+ const entry = buildEntry(
31110
+ indexName,
31111
+ config,
31112
+ language,
31113
+ analysisStale,
31114
+ awaitedCopyLoad,
31115
+ vectorWorkerCopies,
31116
+ savedPartitionCount
31117
+ );
31063
31118
  indexes.set(indexName, entry);
31064
31119
  return entry.manager;
31065
31120
  }
31066
- function buildEntry(indexName, config, language, analysisStale, awaitedCopyLoad, copies) {
31121
+ function buildEntry(indexName, config, language, analysisStale, awaitedCopyLoad, copies, savedPartitionCount) {
31067
31122
  const router = createPartitionRouter();
31068
- const partitionCount = config.partitions?.maxPartitions ?? 1;
31069
- const vectorIndexes = vectorIndexesFor(indexName, config, copies);
31123
+ const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
31124
+ const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, options?.onVectorGraphRepaired);
31070
31125
  const manager = createPartitionManager(indexName, config, language, router, partitionCount, vectorIndexes);
31071
31126
  return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
31072
31127
  }
@@ -31121,7 +31176,7 @@ function createDirectExecutor(options) {
31121
31176
  );
31122
31177
  }
31123
31178
  case "createIndex": {
31124
- const loading4 = loadSchemaCodeFor(action.config.schema);
31179
+ const loading4 = loadSchemaCodeFor(action.config.schema, action.config.tokenizer);
31125
31180
  if (loading4 !== null) await loading4;
31126
31181
  const language = getLanguage(action.config.language ?? "english");
31127
31182
  const manager = addIndex(
@@ -31129,7 +31184,8 @@ function createDirectExecutor(options) {
31129
31184
  action.config,
31130
31185
  language,
31131
31186
  action.analysisStale ?? false,
31132
- action.copyLoad ?? null
31187
+ action.copyLoad ?? null,
31188
+ action.partitionCount
31133
31189
  );
31134
31190
  try {
31135
31191
  manager.synonyms = lookupOf(action.config, language, action.synonyms);
@@ -31237,7 +31293,15 @@ function createDirectExecutor(options) {
31237
31293
  case "clear": {
31238
31294
  const entry = requireIndex(action.indexName);
31239
31295
  entry.manager.clearPartitions();
31240
- entry.manager.resetVectorIndexes(vectorIndexesFor(action.indexName, entry.config));
31296
+ entry.manager.resetVectorIndexes(
31297
+ vectorIndexesFor(
31298
+ action.indexName,
31299
+ entry.config,
31300
+ vectorWorkerCopies,
31301
+ vectorStorage,
31302
+ options?.onVectorGraphRepaired
31303
+ )
31304
+ );
31241
31305
  entry.vectorIndexes = entry.manager.getVectorIndexes();
31242
31306
  if (action.publication === void 0) {
31243
31307
  closeHeldVectorCopies(entry.vectorCopies);
@@ -31295,10 +31359,10 @@ function createDirectExecutor(options) {
31295
31359
  dropIndex,
31296
31360
  listIndexes,
31297
31361
  vectorWorkerCopies,
31298
- createDetachedEntry: (indexName, config, language, copies) => buildEntry(indexName, config, language, false, null, copies),
31362
+ createDetachedEntry: (indexName, config, language, copies, partitionCount) => buildEntry(indexName, config, language, false, null, copies, partitionCount),
31299
31363
  installDetachedIndex,
31300
31364
  discardDetachedIndex: (detached) => disposeEntry(detached.entry)
31301
31365
  };
31302
31366
  }
31303
31367
 
31304
- export { ARRAY_POSITION_GAP, CASE_FOLD_EXPANSION_FACTOR, COMPACTION_SEGMENT_TRIGGER, DEFAULT_BM25_B, DEFAULT_BM25_K1, DEFAULT_COPY_IDLE_TIMEOUT_MS, DEFAULT_COPY_THRESHOLD, DEFAULT_RERANK_WINDOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, FULL_MEMORY_COLLECTION_INTERVAL_MS, GROUP_FORMAT, GROUP_PATTERN_SOURCE, IDLE_MERGE_DELAY_MS, LIVE_TAIL_FLUSH_DOCUMENTS, LIVE_TAIL_FREEZE_FLOOR, LOAD_BUFFER_YIELD_INTERVAL, LONG_QUERY_THREADS, MAIN_COPY_LONE_QUERY_DOCUMENTS, MAX_PENDING_REPLICATION_DOCUMENTS, MAX_RERANK_WINDOW, NORMALIZATION_EXPANSION_FACTOR, NO_REMOVED_SPELLINGS, PARTIAL_SPELLING_HEAP_BYTES, PATTERN_RUN_HEAP_BYTES, POOL_RESTART_DELAY_MAX_MS, POOL_RESTART_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, SEGMENTS_PER_MERGE, SUGGESTIONS_INDEX_INFIX, SegmentRefusal, TERM_UNIT_HEAP_BYTES, TermLookup, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VERSION, afterCurrentTurn, alreadyPresentOnWorker, applyProjection, arrayPositionsAreStale, assemblePagedFrozenSegment, availablePatternSearch, bindOptionalWritesHost, bindQuerySignal, bindRerankWindowSource, bindSegmentCodecHost, bindSegmentMergeHost, bindWorkerCopiesHost, bm25SetsValue, buildPartialWordTableFrom, buildSegmentPayloads, clampLimit, clampRowCount, clearNormalizationCache, clearQuerySignal, compareScores, configurationPayloadOf, configureNormalizationCache, countsWithoutScores, createBooleanIndex, createCompositePartition, createDirectExecutor, createEncodedDocumentSource, createEngineCore, createEngineIndex, createEnumIndex, createFrozenRemovals, createFrozenSegment, createLoadedGeoIndex, createMemoryMonitor, createNarsil, createNarsilFromCore, createNumericIndex, createPartitionIndex, createPartitionManager, createPartitionRouter, createPublicationGate, createRequestId, createSharedFrozenSegment, createWorkerExecutor, createWorkerFactory, decodeEveryStoredDocument, decodeMapWithoutFields, decodePageCursor, decodeStoredDocument, decodeSurfaceTable, decodeSynonymRules, documentsOf2 as documentsOf, dropEngineIndex, eligibleIndexNames, emitEngineEvent, emitSyncChange, emitWriteEventAfter, emptyPendingRegions, encodeDocumentTableData, encodePageCursor, encodeSegmentState, endOfValue, engineCoreOf, executePreflight, executeQuery, fanOutMatchCount, fanOutQuery, fieldIndexRemapOf, fillHits, filterTestCount, fnv1a, fnv1aUint32s, freezeEncodedSegmentShared, freezeSegmentShared, generateId, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, getVectorFieldPaths, growPartitionsTo, hasLanguage, hasStopWords, hasTokenizer, holdSyncEpochChange, holdsADiscardedField, holdsQuotedText, importOptionalReads, initializeCopyPublication, insertDocument, insertDocumentBatch, insertDocumentVectors, isCompositePartition, isDeterministicFailure, isSimdAvailable, isValidWorkerAction, isValidWorkerResponse, joinPatternWorkMeter, kWayMerge, lazyQueryBinding, listBindingOf, listenForSyncChanges, loadCursorPageFor, loadDigest, loadFacetMergesFor, loadGeoCode, loadGeoCodeFor, loadGroupingFor, loadGzip, loadOptionalWrites, loadPhraseCodeFor, loadPinningFor, loadPrefixFor, loadQueryCode, loadRerankRuntime, loadSchemaCodeFor, loadSortingFor, loadStorageCode, loadSuggestionsCode, loadVectorCode, lookupOfStoredSynonyms, memoryFractionsOf, mergeDocFrequencies, mergeEntries, mergeFacets, mergeFieldIndexes, mergeKeywordSources, mergePartitionStats, mergePostings, mergePostings2, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, normalizeSort, now, oneAtATime, oversampledFacetConfig, oversampledShardSize, oversizedConfigurationPayloadOf, partialWordSearchModule, partitionStateOf, patternHost, patternIndexOf, prepareConfiguredSynonyms, prepareDocumentText, prepareDocumentVectors, prepareRemovalText, prepareStoredSynonyms, projectionKeepsField, providedDocId, publishCopyAction, queryBindingOf, rankPage, readHeapStatistics, readMemoryFigures, readRecentMemoryFigures, readResidentMemory, rebuildSizeIndexes, reconstructSchemaFromMetadata, regionsOverlap, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, removeDocument3 as removeDocument, removeDocumentBatch, removeDocumentBatch2, removeDocumentVectors, removedSurfaceSpellings, reportIneligible, requireEncodedConfigurationWithinSizeLimit, requireKnownConfig, requireLoadedOptionalReads, requireLoadedVectorCode, requireMatchingCursor, requirePatternSearch, requireSearchBackendSettings2 as requireSearchBackendSettings, requireSurfaceFormsForPartialFields, requireWithinResultWindow, rerankWindowCapOf, resetNormalizationCache, resolveIndexAnalysis, resolvePartialWordAnalysis, resolvePartitionInsertOptions, resolveProjection, resolveRunnableConfig, returnsEveryMatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, runtimeHost, sanitizeGlobalStats, scanPostingBlocks, segmentArraysOf, selectionKeeps, setNestedValue, shareSegmentArrays, sortModesOf, sortSignatureEntry, sortSignatureOf, startEngineCore, storedArrayPositionGap, storedBM25Params, storedDocumentsOf, survivorDocumentsOf, synonymModule, synonymSearchModule, toError2 as toError, topLevelMapKeys, updateDocument, updateDocumentBatch, updateDocumentVectors, validateBM25Params, validateBM25Shape, validateEmbeddingConfig, validateMemoryFractions, validatePartitionConfig, validatePatternValueLimit, validateRequiredFieldsInSchema, visitTokens, withOpenIndex, workerIneligibility, workersEnabledByDefault, wrapFrozenTokenTable, writePartitionDocument, yieldToEventLoop };
31368
+ export { ARRAY_POSITION_GAP, CASE_FOLD_EXPANSION_FACTOR, COMPACTION_SEGMENT_TRIGGER, DEFAULT_BM25_B, DEFAULT_BM25_K1, DEFAULT_COPY_IDLE_TIMEOUT_MS, DEFAULT_COPY_THRESHOLD, DEFAULT_RERANK_WINDOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, FULL_MEMORY_COLLECTION_INTERVAL_MS, GROUP_FORMAT, GROUP_PATTERN_SOURCE, IDLE_MERGE_DELAY_MS, LIVE_TAIL_FLUSH_DOCUMENTS, LIVE_TAIL_FREEZE_FLOOR, LOAD_BUFFER_YIELD_INTERVAL, LONG_QUERY_THREADS, MAIN_COPY_LONE_QUERY_DOCUMENTS, MAX_PENDING_REPLICATION_DOCUMENTS, MAX_RERANK_WINDOW, NORMALIZATION_EXPANSION_FACTOR, NO_REMOVED_SPELLINGS, PARTIAL_SPELLING_HEAP_BYTES, PATTERN_RUN_HEAP_BYTES, POOL_RESTART_DELAY_MAX_MS, POOL_RESTART_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, SEGMENTS_PER_MERGE, SUGGESTIONS_INDEX_INFIX, SegmentRefusal, TERM_UNIT_HEAP_BYTES, TermLookup, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VERSION, afterCurrentTurn, alreadyPresentOnWorker, applyProjection, arrayPositionsAreStale, assemblePagedFrozenSegment, availablePatternSearch, bindOptionalWritesHost, bindQuerySignal, bindRerankWindowSource, bindSegmentCodecHost, bindSegmentMergeHost, bindWorkerCopiesHost, bm25SetsValue, buildPartialWordTableFrom, buildSegmentPayloads, clampLimit, clampRowCount, clearNormalizationCache, clearQuerySignal, compareScores, configurationPayloadOf, configureNormalizationCache, countsWithoutScores, createBooleanIndex, createCompositePartition, createDirectExecutor, createEncodedDocumentSource, createEngineCore, createEngineIndex, createEnumIndex, createFrozenRemovals, createFrozenSegment, createLoadedGeoIndex, createMemoryMonitor, createNarsil, createNarsilFromCore, createNumericIndex, createPartitionIndex, createPartitionManager, createPartitionRouter, createPublicationGate, createRequestId, createSharedFrozenSegment, createWorkerExecutor, createWorkerFactory, customTokensOf, decodeEveryStoredDocument, decodeMapWithoutFields, decodePageCursor, decodeStoredDocument, decodeSurfaceTable, decodeSynonymRules, documentsOf2 as documentsOf, dropEngineIndex, eligibleIndexNames, emitEngineEvent, emitSyncChange, emitWriteEventAfter, emptyPendingRegions, encodeDocumentTableData, encodePageCursor, encodeSegmentState, endOfValue, engineCoreOf, executePreflight, executeQuery, fanOutMatchCount, fanOutQuery, fieldIndexRemapOf, fillHits, filterTestCount, fnv1a, fnv1aUint32s, freezeEncodedSegmentShared, freezeSegmentShared, generateId, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, getVectorFieldPaths, growPartitionsTo, hasLanguage, hasStopWords, hasTokenizer, holdSyncEpochChange, holdVectorsForRollback, holdsADiscardedField, holdsQuotedText, importOptionalReads, initializeCopyPublication, insertDocument, insertDocumentBatch, insertDocumentVectors, isCompositePartition, isDeterministicFailure, isSimdAvailable, isValidWorkerAction, isValidWorkerResponse, joinPatternWorkMeter, kWayMerge, lazyQueryBinding, listBindingOf, listenForSyncChanges, loadCursorPageFor, loadDigest, loadFacetMergesFor, loadGeoCode, loadGeoCodeFor, loadGroupingFor, loadGzip, loadOptionalWrites, loadPhraseCodeFor, loadPinningFor, loadPrefixFor, loadQueryCode, loadRerankRuntime, loadSchemaCodeFor, loadSortingFor, loadStorageCode, loadSuggestionsCode, loadVectorCode, lookupOfStoredSynonyms, memoryFractionsOf, mergeDocFrequencies, mergeEntries, mergeFacets, mergeFieldIndexes, mergeKeywordSources, mergePartitionStats, mergePostings, mergePostings2, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, normalizeSort, now, oneAtATime, oversampledFacetConfig, oversampledShardSize, oversizedConfigurationPayloadOf, partialWordSearchModule, partitionStateOf, patternHost, patternIndexOf, prepareConfiguredSynonyms, prepareDocumentText, prepareDocumentVectors, prepareRemovalText, prepareStoredSynonyms, projectionKeepsField, providedDocId, publishCopyAction, queryBindingOf, rankPage, readHeapStatistics, readMemoryFigures, readRecentMemoryFigures, readResidentMemory, rebuildSizeIndexes, reconstructSchemaFromMetadata, regionsOverlap, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, removeDocument3 as removeDocument, removeDocumentBatch, removeDocumentBatch2, removeDocumentVectors, removedSurfaceSpellings, reportIneligible, requireEncodedConfigurationWithinSizeLimit, requireKnownConfig, requireLoadedOptionalReads, requireLoadedVectorCode, requireMatchingCursor, requirePatternSearch, requireSearchBackendSettings2 as requireSearchBackendSettings, requireSurfaceFormsForPartialFields, requireWithinResultWindow, rerankWindowCapOf, resetNormalizationCache, resolveIndexAnalysis, resolvePartialWordAnalysis, resolvePartitionInsertOptions, resolveProjection, resolveRunnableConfig, returnsEveryMatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, runtimeHost, sanitizeGlobalStats, scanPostingBlocks, segmentArraysOf, selectionKeeps, setNestedValue, shareSegmentArrays, sortModesOf, sortSignatureEntry, sortSignatureOf, startEngineCore, storedArrayPositionGap, storedBM25Params, storedDocumentsOf, survivorDocumentsOf, synonymModule, synonymSearchModule, toError2 as toError, topLevelMapKeys, updateDocument, updateDocumentBatch, updateDocumentVectors, validateBM25Params, validateBM25Shape, validateEmbeddingConfig, validateMemoryFractions, validatePartitionConfig, validatePatternValueLimit, validateRequiredFieldsInSchema, visitTokens, withOpenIndex, workerIneligibility, workersEnabledByDefault, wrapFrozenTokenTable, writePartitionDocument, yieldToEventLoop };