@delali/narsil 0.3.1-next.189 → 0.3.1-next.195

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/dist/browser/{chunk-WFQLSNCO.mjs → chunk-UHJHOEMY.mjs} +73 -37
  2. package/dist/browser/{module-VOTN3Q6X.mjs → module-ZZTNG5JZ.mjs} +11 -3
  3. package/dist/browser/{storage-leaf-62LA56U2.mjs → storage-leaf-N3JMQ6CF.mjs} +15 -12
  4. package/dist/{chunk-3OZ2UQJV.mjs → chunk-3Y3QYL6Q.mjs} +2 -2
  5. package/dist/{chunk-PPD4J2JI.mjs → chunk-5IXLDFKK.mjs} +2 -2
  6. package/dist/{chunk-GYLRKKUT.mjs → chunk-5SLAXEVJ.mjs} +4 -4
  7. package/dist/{chunk-NFAWR2O4.mjs → chunk-5WN5TOPY.mjs} +1 -1
  8. package/dist/{chunk-JEMK23OY.mjs → chunk-AH5J62FF.mjs} +2 -2
  9. package/dist/{chunk-IWKYAO45.mjs → chunk-BBSLCYJM.mjs} +1 -1
  10. package/dist/{chunk-P2IPUYT2.mjs → chunk-DKTRJCPP.mjs} +6 -5
  11. package/dist/{chunk-JOWXHENJ.mjs → chunk-DU5HRFLQ.mjs} +2 -2
  12. package/dist/{chunk-JXDY3ZA3.mjs → chunk-I2FKNCDS.mjs} +78 -42
  13. package/dist/{chunk-7NCVV3ST.mjs → chunk-KDLH3BWY.mjs} +1 -1
  14. package/dist/{chunk-5HPILB7R.mjs → chunk-KRCP4W26.mjs} +1 -1
  15. package/dist/{chunk-U5IMECEX.mjs → chunk-KYVJPISW.mjs} +5 -5
  16. package/dist/{chunk-6G3VRWH5.mjs → chunk-MQMZ25D7.mjs} +2 -2
  17. package/dist/{chunk-NULDX3ID.mjs → chunk-OICMFLQF.mjs} +9 -9
  18. package/dist/{chunk-REBDKXAH.mjs → chunk-P3JMBYEG.mjs} +2 -2
  19. package/dist/{chunk-EFS5GVBK.mjs → chunk-QIMI4O6R.mjs} +4 -4
  20. package/dist/{chunk-IDWDYS2N.mjs → chunk-RWJQ3XU7.mjs} +1 -1
  21. package/dist/{chunk-YFMM7QOT.mjs → chunk-UP5TJ3II.mjs} +1 -1
  22. package/dist/{chunk-X2NE4VJI.mjs → chunk-VPOPC7JA.mjs} +2 -2
  23. package/dist/{chunk-3JRN23HA.mjs → chunk-VSLFZDVA.mjs} +2 -2
  24. package/dist/{chunk-PLLKT5NU.mjs → chunk-WORMC6FN.mjs} +1 -1
  25. package/dist/{chunk-ZGMCJXY5.mjs → chunk-Y3T4HQGT.mjs} +2 -2
  26. package/dist/{chunk-NM2ITITI.mjs → chunk-YYNLEWSP.mjs} +3 -3
  27. package/dist/{chunk-YQ4RZIIN.mjs → chunk-ZV25WJNK.mjs} +1 -1
  28. package/dist/{chunk-PZYBWMCL.mjs → chunk-ZVJPJZIP.mjs} +1 -1
  29. package/dist/{direct-executor-QLBSVTEE.mjs → direct-executor-YDIA6FU5.mjs} +1 -1
  30. package/dist/distribution.mjs +26 -26
  31. package/dist/index.browser.mjs +1 -1
  32. package/dist/index.mjs +1 -1
  33. package/dist/index.react-native.mjs +1 -1
  34. package/dist/{long-query-thread-IKD4Z37M.mjs → long-query-thread-4E6J6WME.mjs} +10 -10
  35. package/dist/{module-NIVZ4SF2.mjs → module-UQFIJQMG.mjs} +12 -4
  36. package/dist/{optional-writes-DVTVX2XY.mjs → optional-writes-H6WO6E6B.mjs} +3 -3
  37. package/dist/{paged-partition-archive-ES4Z5SM4.mjs → paged-partition-archive-O3RUZ3II.mjs} +9 -9
  38. package/dist/partial-words.browser.mjs +1 -1
  39. package/dist/partial-words.mjs +1 -1
  40. package/dist/persistence/durability/checkpoint-worker.mjs +7 -7
  41. package/dist/{query-actions-IC5UEWZG.mjs → query-actions-UTAYIRGP.mjs} +1 -1
  42. package/dist/query-suggestions/merge-worker.mjs +4 -4
  43. package/dist/query-suggestions.browser.mjs +1 -1
  44. package/dist/query-suggestions.mjs +2 -2
  45. package/dist/react-native/chunks/{chunk-XLYQ2ZMC.mjs → chunk-2S57X2ZY.mjs} +78 -42
  46. package/dist/react-native/chunks/{chunk-JZOHEHBD.mjs → chunk-3OHO4SEF.mjs} +2 -2
  47. package/dist/react-native/chunks/{chunk-FJHZWUCB.mjs → chunk-5KRTKOH6.mjs} +1 -1
  48. package/dist/react-native/chunks/{chunk-VSN76LWE.mjs → chunk-GJQIMGXT.mjs} +1 -1
  49. package/dist/react-native/chunks/{chunk-GXY4R3GA.mjs → chunk-JZCEJO3N.mjs} +1 -1
  50. package/dist/react-native/chunks/{chunk-3553RYCS.mjs → chunk-UEBUWCYN.mjs} +1 -1
  51. package/dist/react-native/chunks/{module-TN7HXWJ3.mjs → module-QRCYB7QV.mjs} +12 -4
  52. package/dist/react-native/chunks/{optional-writes-2UPNQNAN.mjs → optional-writes-LG24CKDY.mjs} +2 -2
  53. package/dist/react-native/chunks/{restore-queue-DEAWTVHW.mjs → restore-queue-6BL75XHS.mjs} +4 -4
  54. package/dist/react-native/chunks/{segment-codec-leaf-3LZ6HZFD.mjs → segment-codec-leaf-OFY6JAIV.mjs} +2 -2
  55. package/dist/react-native/chunks/{segment-merge-leaf-5OIWAPCI.mjs → segment-merge-leaf-S2EGW7J7.mjs} +3 -3
  56. package/dist/react-native/chunks/{storage-leaf-LC4RZU3T.mjs → storage-leaf-SWCGMIES.mjs} +20 -17
  57. package/dist/react-native/chunks/{store-leaf-LQ6LWM2Q.mjs → store-leaf-PK2G37EL.mjs} +3 -3
  58. package/dist/react-native/chunks/{suggestions-leaf-GPNU6I72.mjs → suggestions-leaf-MJXF4PPT.mjs} +3 -3
  59. package/dist/react-native/chunks/{worker-copies-32TCHOYP.mjs → worker-copies-PCLN3TVS.mjs} +2 -2
  60. package/dist/react-native/partial-words.mjs +1 -1
  61. package/dist/react-native/query-suggestions.mjs +1 -1
  62. package/dist/react-native/sync.mjs +1 -1
  63. package/dist/react-native/synonyms.mjs +1 -1
  64. package/dist/{rerank-ELMGHQ3T.mjs → rerank-FQU2Z64X.mjs} +1 -1
  65. package/dist/{restore-queue-6VCVZT5C.mjs → restore-queue-4OM3MMJ7.mjs} +4 -4
  66. package/dist/{segment-codec-leaf-XNMCUIJF.mjs → segment-codec-leaf-ZJL3UUED.mjs} +2 -2
  67. package/dist/{segment-merge-leaf-RA4S7CC6.mjs → segment-merge-leaf-VDQ7BLE7.mjs} +2 -2
  68. package/dist/server.mjs +15 -15
  69. package/dist/{storage-leaf-36SAEVV3.mjs → storage-leaf-7IYAULRJ.mjs} +30 -28
  70. package/dist/{store-leaf-QAGHHLEK.mjs → store-leaf-VI3FC46A.mjs} +3 -3
  71. package/dist/{suggestions-leaf-JG2IP2VQ.mjs → suggestions-leaf-YP3BMVLS.mjs} +5 -5
  72. package/dist/sync/filesystem.mjs +4 -4
  73. package/dist/sync.browser.mjs +1 -1
  74. package/dist/sync.mjs +1 -1
  75. package/dist/synonyms.browser.mjs +1 -1
  76. package/dist/synonyms.mjs +1 -1
  77. package/dist/{thread-HAE2XXFR.mjs → thread-X36MGME4.mjs} +9 -9
  78. package/dist/{worker-copies-IXC43Z4Q.mjs → worker-copies-R53BVAFV.mjs} +4 -4
  79. package/dist/workers/entry.mjs +7 -7
  80. package/package.json +5 -7
@@ -1,6 +1,6 @@
1
- import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, storedText, DEFAULT_PATTERN_WORK_CAP, MAX_FILTER_DEPTH, discardStoredValues, storedValuesOf, bitsetHas, createBitSet, bitsetIsEmpty, bitsetSet, storedValueBytes, prepareStoredValues, cachedStoredFields, bitsetClear, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, buildStoredValues, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, checkedSize, fuzzyPrefixOf, boundedLevenshtein, installStoredFields, FILTER_OPERAND_COPY_DEPTH, fuzzyTermMatches, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIterator, GrowableUint32, bitsetFromSet } from './chunk-QAOVAYAG.mjs';
1
+ import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, GEO_UNIT_METRES, storedText, DEFAULT_PATTERN_WORK_CAP, MAX_FILTER_DEPTH, discardStoredValues, bitsetIsEmpty, storedValuesOf, bitsetHas, createBitSet, bitsetSet, storedValueBytes, prepareStoredValues, cachedStoredFields, bitsetClear, MAX_FILTER_TESTS, TYPO_CLAIM_SLOTS_PER_WORD, buildStoredValues, bitsetAndNotInto, bitsetAndInto, bitsetOrInto, checkedSize, fuzzyPrefixOf, boundedLevenshtein, installStoredFields, FILTER_OPERAND_COPY_DEPTH, fuzzyTermMatches, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES, bitsetIterator, GrowableUint32, bitsetFromSet } from './chunk-QAOVAYAG.mjs';
2
2
  import { newSyncEpoch, isSyncEpoch } from './chunk-YJHGOJAC.mjs';
3
- import { parsedTypeOf, NarsilError, ErrorCodes, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, createNarsilError, withUnpairedSurrogatesReplaced, tokenizeOptions, getNestedValue, isPlainObject, MAX_NESTING_DEPTH, loadMessagePack, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, extractVectorFieldsFromSchema, loadedMessagePack, flattenSchema, vectorDimensionOf, isSingleStringFieldType, schemaFieldsOf, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isStringValuedBase, compareCodePoints, isWordIndexedFieldType, messagePackUpperBoundBytes, toComparableSortValue, exceedsCodePoints, SORT_VALUE_MAX_CODE_POINTS, PROTOTYPE_POLLUTION_KEYS, validateDocument, validateDocumentStrict, textFieldsChanged, sortModeOf, defaultSortMode, getFlatSchema, getOrCreateFieldNameIndex, isWordIndexedBase, holdsUnpairedSurrogate, validateRequiredFields, requireDocumentWithinSizeLimit, isNarsilError, PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, MAX_FILE_BYTES, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, VALID_HNSW_METRICS, MAX_DOCUMENT_NESTING_DEPTH, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, raiseEarlierReleaseGraphSetting, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES, truncateSortString, SORT_MODES, isSortMode, codePointCount } from './chunk-YINZFPLT.mjs';
3
+ import { parsedTypeOf, NarsilError, ErrorCodes, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, createNarsilError, withUnpairedSurrogatesReplaced, tokenizeOptions, getNestedValue, isPlainObject, MAX_NESTING_DEPTH, loadMessagePack, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, extractVectorFieldsFromSchema, loadedMessagePack, flattenSchema, vectorDimensionOf, isSingleStringFieldType, schemaFieldsOf, partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isStringValuedBase, compareCodePoints, isWordIndexedFieldType, messagePackUpperBoundBytes, toComparableSortValue, exceedsCodePoints, SORT_VALUE_MAX_CODE_POINTS, PROTOTYPE_POLLUTION_KEYS, sortModeOf, defaultSortMode, validateDocument, validateDocumentStrict, textFieldsChanged, getFlatSchema, getOrCreateFieldNameIndex, isWordIndexedBase, holdsUnpairedSurrogate, validateRequiredFields, requireDocumentWithinSizeLimit, isNarsilError, PLACEMENT_ROOM_REQUESTS, NEAREST_LINK_FALLBACK_HOSTS, MIN_M, MAX_M, MAX_LAYER_CAP, MAX_FILE_BYTES, INITIAL_UPPER_SLOTS, INITIAL_LIST_CAPACITY, FARTHEST_REJECTED_LINKS_KEPT, EARLIER_RELEASE_MIN_M, DEFAULT_EF_SEARCH, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, CONNECT_RESTARTS_BEFORE_ONE_PASS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, requireValidFieldTypes, parseVectorDimension, isStorageMode, isQuantizationMode, VALID_HNSW_METRICS, MAX_DOCUMENT_NESTING_DEPTH, NATIVE_CRC32_MIN_BYTES, CHECKSUM_YIELD_CHUNK_BYTES, raiseEarlierReleaseGraphSetting, MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_REPLY_ENVELOPE_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER, withSortableOption, VECTOR_PATTERN, isListBase, isGeopointOrVectorType, MAX_COVERING_CELLS, LOCATION_CODE_BITS_PER_AXIS, LOCATION_CELLS_PER_AXIS, FULL_TURN_DEGREES, EARTH_RADIUS_METERS, DEG_TO_RAD, ANTIMERIDIAN_SPAN_DEGREES, truncateSortString, SORT_MODES, isSortMode, codePointCount } from './chunk-YINZFPLT.mjs';
4
4
 
5
5
  // src/analysis/registry.ts
6
6
  var tokenizers = /* @__PURE__ */ new Map();
@@ -13867,7 +13867,7 @@ var loadVectorCore = vectorCore.load;
13867
13867
 
13868
13868
  // src/workers/vector-code.ts
13869
13869
  var vectorCode = codeLoader(async () => {
13870
- const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-VOTN3Q6X.mjs')]);
13870
+ const [vectorCore2, code7] = await Promise.all([loadVectorCore(), import('./module-ZZTNG5JZ.mjs')]);
13871
13871
  code7.bindVectorHost(optionalCodeHost(), vectorCore2);
13872
13872
  return code7;
13873
13873
  }, "vector");
@@ -14137,7 +14137,7 @@ async function dropEngineIndex(core2, name) {
14137
14137
  throw error;
14138
14138
  }
14139
14139
  }
14140
- if (core2.executor.getManager(name) !== void 0) core2.executor.dropIndex(name);
14140
+ if (core2.executor.getManager(name) !== void 0) await core2.executor.dropIndex(name);
14141
14141
  core2.indexRegistry.delete(name);
14142
14142
  core2.watermarkNotifier.forget(name);
14143
14143
  core2.analysisRebuild.clearStale(name);
@@ -18283,14 +18283,27 @@ function ownReadsOf(current, vectorIndexes) {
18283
18283
  }
18284
18284
  };
18285
18285
  }
18286
- function replaceVectorIndexes(current, replacement, pins) {
18286
+ function createSearchRetirement(pins, indexName, pending = /* @__PURE__ */ new Map()) {
18287
+ return (free) => {
18288
+ pins.afterRelease(() => {
18289
+ const disposal = free();
18290
+ if (disposal === void 0) return;
18291
+ pending.set(disposal, indexName);
18292
+ void disposal.then(
18293
+ () => pending.delete(disposal),
18294
+ () => pending.delete(disposal)
18295
+ );
18296
+ });
18297
+ const disposals = [...pending].filter(([, owner]) => owner === indexName).map(([disposal]) => disposal);
18298
+ return Promise.all(disposals).then(() => void 0);
18299
+ };
18300
+ }
18301
+ function replaceVectorIndexes(current, replacement, retire) {
18287
18302
  const kept = new Set(replacement.values());
18288
18303
  const retired = [...current.values()].filter((index) => !kept.has(index));
18289
18304
  current.clear();
18290
18305
  for (const [field, index] of replacement) current.set(field, index);
18291
- pins.afterRelease(() => {
18292
- for (const index of retired) index.dispose();
18293
- });
18306
+ return retire(() => Promise.all(retired.map((index) => index.dispose())).then(() => void 0));
18294
18307
  }
18295
18308
  function watchVectorWritesFor(vectorIndexes, pins) {
18296
18309
  const watched = /* @__PURE__ */ new Map();
@@ -18822,7 +18835,7 @@ function partitionStatsOf(partitions) {
18822
18835
  }
18823
18836
 
18824
18837
  // src/partitioning/manager/index.ts
18825
- function createPartitionManager(indexName, initialConfig, initialLanguage, router, initialPartitionCount, vectorIndexes) {
18838
+ function createPartitionManager(indexName, initialConfig, initialLanguage, router, initialPartitionCount, vectorIndexes, pendingDisposals) {
18826
18839
  let config = initialConfig;
18827
18840
  let language = initialLanguage;
18828
18841
  requirePatternSearchFor(config.schema);
@@ -18837,6 +18850,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
18837
18850
  const docPartitionMap = createDocIdMap();
18838
18851
  const writeLogs = createWriteLogRecorder();
18839
18852
  const pins = createStatePins(() => [...vecIndexes.keys()]);
18853
+ const afterSearchesRelease = createSearchRetirement(pins, indexName, pendingDisposals);
18840
18854
  const vectorWrites = watchVectorWritesFor(vecIndexes, pins);
18841
18855
  const ownReads = ownReadsOf({ locate: locateDocument, partitionOf }, vecIndexes);
18842
18856
  for (let i = 0; i < count; i++) {
@@ -19064,9 +19078,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
19064
19078
  vectorWrites.watch();
19065
19079
  return pins.open(reads ?? ownReads.current());
19066
19080
  },
19067
- afterSearchesRelease(free) {
19068
- pins.afterRelease(free);
19069
- },
19081
+ afterSearchesRelease,
19070
19082
  fieldValues(docId, fieldPaths) {
19071
19083
  const pid = locateDocument(docId);
19072
19084
  return pid === void 0 ? void 0 : partitions[pid].fieldValues(docId, fieldPaths);
@@ -19125,7 +19137,7 @@ function createPartitionManager(indexName, initialConfig, initialLanguage, route
19125
19137
  return vecIndexes;
19126
19138
  },
19127
19139
  resetVectorIndexes(newIndexes) {
19128
- replaceVectorIndexes(vecIndexes, newIndexes, pins);
19140
+ return replaceVectorIndexes(vecIndexes, newIndexes, afterSearchesRelease);
19129
19141
  }
19130
19142
  };
19131
19143
  return manager;
@@ -19191,7 +19203,7 @@ var storageCode = codeLoader(async () => {
19191
19203
  loadSegmentMerge(),
19192
19204
  loadSuggestionStore(),
19193
19205
  loadVectorCore(),
19194
- import('./storage-leaf-62LA56U2.mjs')
19206
+ import('./storage-leaf-N3JMQ6CF.mjs')
19195
19207
  ]);
19196
19208
  code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
19197
19209
  return code7;
@@ -20476,12 +20488,30 @@ function vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGrap
20476
20488
  }
20477
20489
  function disposeEntry(entry) {
20478
20490
  closeCopyPublicationOrder(entry.copyPublications);
20479
- entry.manager.afterSearchesRelease(() => {
20480
- for (const vectorIndex of entry.vectorIndexes.values()) vectorIndex.dispose();
20491
+ return entry.manager.afterSearchesRelease(() => {
20492
+ const disposals = [...entry.vectorIndexes.values()].map((vectorIndex) => vectorIndex.dispose());
20481
20493
  closeHeldVectorCopies(entry.vectorCopies);
20482
20494
  for (const partition of entry.manager.getAllPartitions()) partition.clear();
20495
+ return Promise.all(disposals).then(() => void 0);
20483
20496
  });
20484
20497
  }
20498
+ function createEntryBuilder(vectorStorage, onVectorGraphRepaired, pendingDisposals) {
20499
+ return (indexName, config, language, analysisStale, awaitedCopyLoad, copies, savedPartitionCount) => {
20500
+ const router = createPartitionRouter();
20501
+ const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
20502
+ const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, onVectorGraphRepaired);
20503
+ const manager = createPartitionManager(
20504
+ indexName,
20505
+ config,
20506
+ language,
20507
+ router,
20508
+ partitionCount,
20509
+ vectorIndexes,
20510
+ pendingDisposals
20511
+ );
20512
+ return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
20513
+ };
20514
+ }
20485
20515
  function indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad) {
20486
20516
  return {
20487
20517
  manager,
@@ -20517,6 +20547,8 @@ function createDirectExecutor(options) {
20517
20547
  const vectorWorkerCopies = options?.vectorWorkerCopies ?? NO_VECTOR_WORKER_COPIES;
20518
20548
  const threadSlot = options?.threadSlot ?? 0;
20519
20549
  const vectorStorage = options?.vectorStorage ?? "memory";
20550
+ const pendingDisposals = /* @__PURE__ */ new Map();
20551
+ const buildEntry = createEntryBuilder(vectorStorage, options?.onVectorGraphRepaired, pendingDisposals);
20520
20552
  function requireIndex(indexName) {
20521
20553
  const entry = indexes.get(indexName);
20522
20554
  if (!entry) {
@@ -20550,21 +20582,15 @@ function createDirectExecutor(options) {
20550
20582
  indexes.set(indexName, entry);
20551
20583
  return entry.manager;
20552
20584
  }
20553
- function buildEntry(indexName, config, language, analysisStale, awaitedCopyLoad, copies, savedPartitionCount) {
20554
- const router = createPartitionRouter();
20555
- const partitionCount = savedPartitionCount ?? config.partitions?.maxPartitions ?? 1;
20556
- const vectorIndexes = vectorIndexesFor(indexName, config, copies, vectorStorage, options?.onVectorGraphRepaired);
20557
- const manager = createPartitionManager(indexName, config, language, router, partitionCount, vectorIndexes);
20558
- return indexEntryOf(manager, vectorIndexes, analysisStale, awaitedCopyLoad);
20559
- }
20560
- function dropIndex(indexName) {
20561
- disposeEntry(requireIndex(indexName));
20585
+ async function dropIndex(indexName) {
20586
+ const entry = requireIndex(indexName);
20562
20587
  indexes.delete(indexName);
20588
+ await disposeEntry(entry);
20563
20589
  }
20564
- function installDetachedIndex(detached) {
20590
+ async function installDetachedIndex(detached) {
20565
20591
  const previous = indexes.get(detached.indexName);
20566
20592
  indexes.set(detached.indexName, detached.entry);
20567
- if (previous !== void 0 && previous !== detached.entry) disposeEntry(previous);
20593
+ if (previous !== void 0 && previous !== detached.entry) await disposeEntry(previous);
20568
20594
  }
20569
20595
  function listIndexes() {
20570
20596
  return Array.from(indexes.keys());
@@ -20626,7 +20652,7 @@ function createDirectExecutor(options) {
20626
20652
  options?.initializeCopyPublication?.(entry, action.publication, threadSlot);
20627
20653
  }
20628
20654
  } catch (err) {
20629
- dropIndex(action.indexName);
20655
+ await dropIndex(action.indexName);
20630
20656
  throw err;
20631
20657
  }
20632
20658
  return void 0;
@@ -20637,7 +20663,7 @@ function createDirectExecutor(options) {
20637
20663
  return void 0;
20638
20664
  }
20639
20665
  case "dropIndex": {
20640
- dropIndex(action.indexName);
20666
+ await dropIndex(action.indexName);
20641
20667
  return void 0;
20642
20668
  }
20643
20669
  case "loadVectorCopy": {
@@ -20725,7 +20751,7 @@ function createDirectExecutor(options) {
20725
20751
  case "clear": {
20726
20752
  const entry = requireIndex(action.indexName);
20727
20753
  entry.manager.clearPartitions();
20728
- entry.manager.resetVectorIndexes(
20754
+ await entry.manager.resetVectorIndexes(
20729
20755
  vectorIndexesFor(
20730
20756
  action.indexName,
20731
20757
  entry.config,
@@ -20763,6 +20789,7 @@ function createDirectExecutor(options) {
20763
20789
  await entry.manager.publication.write(() => disposeEntry(entry));
20764
20790
  }
20765
20791
  indexes.clear();
20792
+ await Promise.all(pendingDisposals.keys());
20766
20793
  return void 0;
20767
20794
  }
20768
20795
  }
@@ -20829,9 +20856,10 @@ function createAnalysisRebuildCoordinator(config, deps) {
20829
20856
  const rebuildMode = config?.rebuild ?? "auto";
20830
20857
  let queue = Promise.resolve();
20831
20858
  let active = null;
20859
+ let closed = false;
20832
20860
  async function rebuildNow(indexName, entry) {
20833
20861
  const manager = deps.getManager(indexName);
20834
- if (manager === void 0 || entry.abandoned) {
20862
+ if (manager === void 0 || entry.abandoned || closed) {
20835
20863
  entry.run = null;
20836
20864
  return;
20837
20865
  }
@@ -20883,7 +20911,7 @@ function createAnalysisRebuildCoordinator(config, deps) {
20883
20911
  }
20884
20912
  }
20885
20913
  function runTracked(indexName, entry) {
20886
- const done = rebuildNow(indexName, entry);
20914
+ const done = Promise.resolve().then(() => rebuildNow(indexName, entry));
20887
20915
  const tracked = { indexName, entry, done };
20888
20916
  active = tracked;
20889
20917
  return done.finally(() => {
@@ -20964,6 +20992,11 @@ function createAnalysisRebuildCoordinator(config, deps) {
20964
20992
  running.entry.abandoned = true;
20965
20993
  await running.done.catch(() => void 0);
20966
20994
  },
20995
+ async shutdown() {
20996
+ closed = true;
20997
+ for (const entry of stale.values()) entry.abandoned = true;
20998
+ await active?.done.catch(() => void 0);
20999
+ },
20967
21000
  review(indexName) {
20968
21001
  const entry = stale.get(indexName);
20969
21002
  return entry === void 0 ? Promise.resolve() : review(indexName, entry);
@@ -21386,7 +21419,7 @@ function wireIndexState(wiring) {
21386
21419
  } catch (error) {
21387
21420
  await orchestrator.closeIndex(indexName).catch(() => void 0);
21388
21421
  await durability.manager.unloadIndex(indexName).catch(() => void 0);
21389
- if (executor.getManager(indexName) !== void 0) executor.dropIndex(indexName);
21422
+ if (executor.getManager(indexName) !== void 0) await executor.dropIndex(indexName);
21390
21423
  throw error;
21391
21424
  }
21392
21425
  },
@@ -21404,7 +21437,7 @@ function wireIndexState(wiring) {
21404
21437
  try {
21405
21438
  await wiring.onClose?.(indexName);
21406
21439
  } finally {
21407
- if (executor.getManager(indexName) !== void 0) executor.dropIndex(indexName);
21440
+ if (executor.getManager(indexName) !== void 0) await executor.dropIndex(indexName);
21408
21441
  const entry = indexRegistry.get(indexName);
21409
21442
  if (entry !== void 0) {
21410
21443
  entry.documentCount = documentCount;
@@ -21854,6 +21887,7 @@ async function startEngineCore(core2, config) {
21854
21887
  }
21855
21888
  async function shutdownEngine(core2) {
21856
21889
  const { executor, durability, indexRegistry, eventHandlers, orchestrator } = core2;
21890
+ await core2.analysisRebuild.shutdown();
21857
21891
  await core2.querySuggestionHooks?.shutdown();
21858
21892
  core2.indexState.dispose();
21859
21893
  if (durability) {
@@ -23099,6 +23133,7 @@ function createNarsilFromCore(core2, config) {
23099
23133
  }
23100
23134
  }
23101
23135
  const rebalancesStarting = /* @__PURE__ */ new Map();
23136
+ let shutdownPromise = null;
23102
23137
  function withOpenIndexWrite(indexName, action) {
23103
23138
  const starting = rebalancesStarting.get(indexName);
23104
23139
  const written = starting === void 0 ? withOpenIndex2(indexName, action) : starting.then(() => withOpenIndex2(indexName, action));
@@ -23355,11 +23390,12 @@ function createNarsilFromCore(core2, config) {
23355
23390
  if (handlers.size === 0) eventHandlers.delete(key);
23356
23391
  }
23357
23392
  },
23358
- async shutdown() {
23359
- if (shutdownState.isShutdown) return;
23393
+ shutdown() {
23394
+ if (shutdownPromise !== null) return shutdownPromise;
23360
23395
  shutdownState.isShutdown = true;
23396
+ shutdownPromise = Promise.resolve().then(() => shutdownEngine(core2));
23361
23397
  abortController.abort();
23362
- await shutdownEngine(core2);
23398
+ return shutdownPromise;
23363
23399
  }
23364
23400
  };
23365
23401
  bindEngineCore(narsil, core2);
@@ -4332,6 +4332,7 @@ function cancelColdHold(state) {
4332
4332
  const hold = state.cold;
4333
4333
  if (hold === null) return;
4334
4334
  state.cold = null;
4335
+ hold.loadWanted();
4335
4336
  hold.field.close();
4336
4337
  }
4337
4338
  function openColdField(state, field, load) {
@@ -4347,7 +4348,7 @@ function openColdField(state, field, load) {
4347
4348
  loadWanted = resolve;
4348
4349
  });
4349
4350
  const hold = beginColdHold(state, field, loaded, loadWanted);
4350
- void load(
4351
+ const settled = load(
4351
4352
  (shape) => beginCheckpointRestore(state, shape),
4352
4353
  () => state.cold === hold,
4353
4354
  loadingWanted
@@ -4355,6 +4356,7 @@ function openColdField(state, field, load) {
4355
4356
  if (state.cold === hold) endColdHold(state);
4356
4357
  }).then(finished, failed);
4357
4358
  loaded.catch(() => void 0);
4359
+ return settled;
4358
4360
  }
4359
4361
  function coldHas(hold, docId) {
4360
4362
  if (hold.written.has(docId)) return true;
@@ -5589,6 +5591,12 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
5589
5591
  return state.store.has(docId) && !state.tombstones.has(docId);
5590
5592
  }
5591
5593
  const whenLoaded = () => untilColdLoaded(state);
5594
+ const coldLoadsInFlight = /* @__PURE__ */ new Set();
5595
+ function openColdFieldTracked(field, load) {
5596
+ const settled = openColdField(state, field, load);
5597
+ coldLoadsInFlight.add(settled);
5598
+ void settled.then(() => coldLoadsInFlight.delete(settled));
5599
+ }
5592
5600
  async function searchParallel(query, k, options) {
5593
5601
  if (state.graphsHeldOffThread !== null) await untilGraphReleased(state);
5594
5602
  if (state.cold !== null) return coldSearchConcurrently(state, state.cold, query, k, options);
@@ -5672,7 +5680,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
5672
5680
  },
5673
5681
  dispose: () => {
5674
5682
  cancelColdHold(state);
5675
- return disposeIndex(state).then(closeIdleTurnHop);
5683
+ return Promise.all([disposeIndex(state), ...coldLoadsInFlight]).then(closeIdleTurnHop);
5676
5684
  },
5677
5685
  search: withGraphFree(
5678
5686
  state,
@@ -5721,7 +5729,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
5721
5729
  invalidateWorkerCopies(state);
5722
5730
  return beginCheckpointRestore(state, shape);
5723
5731
  }),
5724
- openColdField: (field, load) => openColdField(state, field, load),
5732
+ openColdField: openColdFieldTracked,
5725
5733
  startShuffledRebuildWhenDue: () => {
5726
5734
  if (state.cold === null) startShuffledRebuild(state);
5727
5735
  },
@@ -7979,10 +7979,11 @@ async function openListedFile(store, ref, what, allowsCompression) {
7979
7979
  requireListedChecksum(what, ref.key, header2.checksum, ref.checksum);
7980
7980
  return { payload, payloadLength: header2.payloadLength };
7981
7981
  }
7982
- async function readGraphParts(store, ref) {
7982
+ async function readGraphParts(store, ref, stillWanted = () => true) {
7983
7983
  if (ref.graphParts.length === 0) return null;
7984
7984
  const parts = [];
7985
7985
  for (const part of ref.graphParts) {
7986
+ if (!stillWanted()) return null;
7986
7987
  const { payload } = await openListedFile(store, part, "graph part", true);
7987
7988
  const decoded = decodeVectorGraphPartPayload(decode(payload));
7988
7989
  if (decoded.fieldName !== ref.fieldPath) {
@@ -8045,7 +8046,7 @@ async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
8045
8046
  vectorIndex.openColdField(field, async (beginRestore, stillWanted, loadingWanted) => {
8046
8047
  await waitBeforeColdLoad(loadingWanted);
8047
8048
  if (!stillWanted()) return;
8048
- const graph = await readGraphParts(store, ref);
8049
+ const graph = await readGraphParts(store, ref, stillWanted);
8049
8050
  if (!stillWanted()) return;
8050
8051
  const restore = beginRestore({ liveVectors: liveVectorsOf(ref), holdsGraph: true, graph });
8051
8052
  await loadFilesByParts(files, restore, ref.fieldPath, vectorIndex.dimension, stillWanted);
@@ -12851,8 +12852,8 @@ async function commitToStorage(indexName, restored, previous, deps) {
12851
12852
  if (relocate === null) return;
12852
12853
  for (const vectorIndex of vectorIndexes) vectorIndex.relocateVectorFiles(relocate);
12853
12854
  }
12854
- function activate(indexName, restored, entry, deps) {
12855
- deps.executor.installDetachedIndex(restored.detached);
12855
+ async function activate(indexName, restored, entry, deps) {
12856
+ const disposed = deps.executor.installDetachedIndex(restored.detached);
12856
12857
  deps.indexRegistry.set(indexName, entry);
12857
12858
  entry.storedSizes?.recordSavedBytes(entry.savedBytes);
12858
12859
  restored.detached.attach();
@@ -12868,6 +12869,7 @@ function activate(indexName, restored, entry, deps) {
12868
12869
  }
12869
12870
  if (restored.staging !== null) deps.durability?.manager.adoptRestoredCheckpoint?.(indexName, restored.checkpoint);
12870
12871
  deps.forgetWatermark(indexName);
12872
+ await disposed;
12871
12873
  }
12872
12874
  async function replaceExisting(indexName, restored, entry, deps) {
12873
12875
  const release = { reloads: false, held: [], settled: Promise.resolve(), timedOut: false };
@@ -12881,7 +12883,7 @@ async function replaceExisting(indexName, restored, entry, deps) {
12881
12883
  await withinLimit(indexName, release, holdVectorCopies(vectorIndexes, release), deps);
12882
12884
  for (const vectorIndex of vectorIndexes) await vectorIndex.releaseVectorFiles();
12883
12885
  await commitToStorage(indexName, restored, previous, deps);
12884
- if (previous === void 0) activate(indexName, restored, entry, deps);
12886
+ if (previous === void 0) await activate(indexName, restored, entry, deps);
12885
12887
  else await previous.publication.write(() => activate(indexName, restored, entry, deps));
12886
12888
  await deps.querySuggestions?.afterActivate(entry);
12887
12889
  });
@@ -12892,13 +12894,14 @@ async function replaceExisting(indexName, restored, entry, deps) {
12892
12894
  }
12893
12895
  async function createFresh(indexName, restored, entry, deps) {
12894
12896
  deps.copies.desyncIndex(indexName);
12895
- deps.executor.installDetachedIndex(restored.detached);
12897
+ const disposed = deps.executor.installDetachedIndex(restored.detached);
12896
12898
  deps.indexRegistry.set(indexName, entry);
12897
12899
  entry.storedSizes?.recordSavedBytes(entry.savedBytes);
12900
+ await disposed;
12898
12901
  try {
12899
12902
  await deps.indexState.registerReplacing(indexName, async () => {
12900
12903
  await commitToStorage(indexName, restored, void 0, deps);
12901
- activate(indexName, restored, entry, deps);
12904
+ await activate(indexName, restored, entry, deps);
12902
12905
  await deps.querySuggestions?.afterActivate(entry);
12903
12906
  });
12904
12907
  } catch (error) {
@@ -12932,8 +12935,8 @@ async function installRestoredIndex(indexName, restored, deps, history = null) {
12932
12935
  if (replaced !== void 0) await replaceExisting(indexName, restored, entry, deps);
12933
12936
  else await createFresh(indexName, restored, entry, deps);
12934
12937
  } catch (error) {
12935
- if (deps.executor.getManager(indexName) === restored.detached.manager) deps.executor.dropIndex(indexName);
12936
- else deps.executor.discardDetachedIndex(restored.detached);
12938
+ if (deps.executor.getManager(indexName) === restored.detached.manager) await deps.executor.dropIndex(indexName);
12939
+ else await deps.executor.discardDetachedIndex(restored.detached);
12937
12940
  throw error;
12938
12941
  }
12939
12942
  await restored.staging?.removeRetired().catch(() => void 0);
@@ -13052,7 +13055,7 @@ async function loadStagedIndex(indexName, staged, staging, store, deps) {
13052
13055
  true
13053
13056
  );
13054
13057
  } catch (error) {
13055
- deps.executor.discardDetachedIndex(detached);
13058
+ await deps.executor.discardDetachedIndex(detached);
13056
13059
  throw error;
13057
13060
  }
13058
13061
  return { prepared, detached, staging, checkpoint: manifest.checkpoint, saved: savedBytesOfManifest(manifest) };
@@ -13284,10 +13287,10 @@ async function buildRestoredIndex(indexName, envelope, prepared, staging, deps)
13284
13287
  if (staging === null) return { prepared, detached: built, staging: null, checkpoint: [], saved: null };
13285
13288
  manifest = await stageBuiltIndex(indexName, prepared, built, staging, deps);
13286
13289
  } catch (err) {
13287
- deps.executor.discardDetachedIndex(built);
13290
+ await deps.executor.discardDetachedIndex(built);
13288
13291
  throw err;
13289
13292
  }
13290
- deps.executor.discardDetachedIndex(built);
13293
+ await deps.executor.discardDetachedIndex(built);
13291
13294
  return loadStagedIndex(indexName, { prepared, manifest }, staging, staging.store, deps);
13292
13295
  }
13293
13296
  async function restoreEarlierSnapshot(indexName, data, deps) {
@@ -1,6 +1,6 @@
1
- import { isValidInteger, isRecord } from './chunk-X2NE4VJI.mjs';
1
+ import { isValidInteger, isRecord } from './chunk-VPOPC7JA.mjs';
2
2
  import { MAX_REPLICATION_FACTOR, MAX_PARTITION_COUNT } from './chunk-JDDXV6UF.mjs';
3
- import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-PZYBWMCL.mjs';
3
+ import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-ZVJPJZIP.mjs';
4
4
  import { decode } from './chunk-GXCDWLQI.mjs';
5
5
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
6
6
  import { joinChunks } from './chunk-GR5GMFJJ.mjs';
@@ -1,5 +1,5 @@
1
- import { getIndexMetadata } from './chunk-X2NE4VJI.mjs';
2
- import { fnv1a } from './chunk-JXDY3ZA3.mjs';
1
+ import { getIndexMetadata } from './chunk-VPOPC7JA.mjs';
2
+ import { fnv1a } from './chunk-I2FKNCDS.mjs';
3
3
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
4
4
 
5
5
  // src/distribution/cluster-node/routable-allocation.ts
@@ -1,12 +1,12 @@
1
- import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-REBDKXAH.mjs';
1
+ import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-P3JMBYEG.mjs';
2
2
  import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
3
3
  import { WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
4
- import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-NFAWR2O4.mjs';
4
+ import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-5WN5TOPY.mjs';
5
5
  import { DEFAULT_REWRITE_BYTES_PER_CHECKPOINT, DEFAULT_COMPACTION_THRESHOLD, SEGMENT_FILE_FRAMING_SLACK_BYTES, REWRITE_ABOVE_REMOVED_DOCUMENT_SHARE, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-MSIN4NM3.mjs';
6
6
  import { encode } from './chunk-S5QMWECL.mjs';
7
7
  import { restoreVectorFields } from './chunk-R2PJKSNL.mjs';
8
- import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-PZYBWMCL.mjs';
9
- import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-JXDY3ZA3.mjs';
8
+ import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-ZVJPJZIP.mjs';
9
+ import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-I2FKNCDS.mjs';
10
10
  import { encodeDocument } from './chunk-2CKDCC65.mjs';
11
11
  import { decode } from './chunk-GXCDWLQI.mjs';
12
12
  import { extractVectorFieldsFromSchema, VECTOR_PATTERN, requireValidFieldTypes, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-7P5YWDRQ.mjs';
@@ -1,4 +1,4 @@
1
- import { fnv1a } from './chunk-JXDY3ZA3.mjs';
1
+ import { fnv1a } from './chunk-I2FKNCDS.mjs';
2
2
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
3
3
 
4
4
  // src/persistence/durability/segment/layout.ts
@@ -1,7 +1,7 @@
1
1
  import { encode } from './chunk-S5QMWECL.mjs';
2
2
  import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
3
- import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-PZYBWMCL.mjs';
4
- import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-JXDY3ZA3.mjs';
3
+ import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-ZVJPJZIP.mjs';
4
+ import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-I2FKNCDS.mjs';
5
5
  import { decode } from './chunk-GXCDWLQI.mjs';
6
6
  import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
7
7
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
@@ -1,4 +1,4 @@
1
- import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-JXDY3ZA3.mjs';
1
+ import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-I2FKNCDS.mjs';
2
2
  import { ErrorCodes } from './chunk-ZKOQR7EA.mjs';
3
3
 
4
4
  // src/engine/bm25-update.ts
@@ -1,7 +1,7 @@
1
- import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-REBDKXAH.mjs';
1
+ import { loadFailed, cachedFileBytes, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, readWholeSectionChecked, checkEverySectionPage, readFileRange, openPagedFile, readCacheOfThisThread, createSectionReader, closePagedFile, COLD_GRAPH_PART_VECTORS, decodeSections, readListedFile, requireListedChecksum, requireListedSize, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, failNativePage, COLD_WALK_NODES_READ_AHEAD } from './chunk-P3JMBYEG.mjs';
2
2
  import { isDead, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors, decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, requireBoundedUpperLists, osqRecordBytes, osqBitsOf, countDead, magnitude, rescoreDepth, defaultEfSearch, computeCodeBlockLayout, toScore, osqQuantize, createOsqScratch, stageQueryLevels, scalarQueryProducts, readTrailer, osqEstimate, osqDistance, toDistance, createFixedBuffer } from './chunk-KBU3ZFJN.mjs';
3
- import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-PZYBWMCL.mjs';
4
- import { yieldToEventLoop, compareScores } from './chunk-JXDY3ZA3.mjs';
3
+ import { HEADER_SIZE, openChecksummedEnvelope, crc32, readHeader } from './chunk-ZVJPJZIP.mjs';
4
+ import { yieldToEventLoop, compareScores } from './chunk-I2FKNCDS.mjs';
5
5
  import { decode, decodeMulti } from './chunk-GXCDWLQI.mjs';
6
6
  import { signalOfSearch, requireSearchActive } from './chunk-RORNUNXW.mjs';
7
7
  import { MIN_M, MAX_M, MAX_LAYER_CAP } from './chunk-ZXX5GZEX.mjs';
@@ -1064,10 +1064,11 @@ async function openListedFile(store, ref, what, allowsCompression) {
1064
1064
  requireListedChecksum(what, ref.key, header.checksum, ref.checksum);
1065
1065
  return { payload, payloadLength: header.payloadLength };
1066
1066
  }
1067
- async function readGraphParts(store, ref) {
1067
+ async function readGraphParts(store, ref, stillWanted = () => true) {
1068
1068
  if (ref.graphParts.length === 0) return null;
1069
1069
  const parts = [];
1070
1070
  for (const part of ref.graphParts) {
1071
+ if (!stillWanted()) return null;
1071
1072
  const { payload } = await openListedFile(store, part, "graph part", true);
1072
1073
  const decoded = decodeVectorGraphPartPayload(decode(payload));
1073
1074
  if (decoded.fieldName !== ref.fieldPath) {
@@ -1130,7 +1131,7 @@ async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
1130
1131
  vectorIndex.openColdField(field, async (beginRestore, stillWanted, loadingWanted) => {
1131
1132
  await waitBeforeColdLoad(loadingWanted);
1132
1133
  if (!stillWanted()) return;
1133
- const graph = await readGraphParts(store, ref);
1134
+ const graph = await readGraphParts(store, ref, stillWanted);
1134
1135
  if (!stillWanted()) return;
1135
1136
  const restore = beginRestore({ liveVectors: liveVectorsOf(ref), holdsGraph: true, graph });
1136
1137
  await loadFilesByParts(files, restore, ref.fieldPath, vectorIndex.dimension, stillWanted);
@@ -1,5 +1,5 @@
1
- import { openCountsFile } from './chunk-ZGMCJXY5.mjs';
2
- import { SCRAMBLED_ID_BYTES } from './chunk-PZYBWMCL.mjs';
1
+ import { openCountsFile } from './chunk-Y3T4HQGT.mjs';
2
+ import { SCRAMBLED_ID_BYTES } from './chunk-ZVJPJZIP.mjs';
3
3
  export { encode } from '@msgpack/msgpack';
4
4
 
5
5
  function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {