@delali/narsil 0.3.1-next.195 → 0.3.1-next.197

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/dist/browser/{chunk-UHJHOEMY.mjs → chunk-XD3WJ25T.mjs} +5 -5
  2. package/dist/browser/{optional-writes-J5BHKEQL.mjs → optional-writes-76DWMRQH.mjs} +35 -0
  3. package/dist/browser/{storage-leaf-N3JMQ6CF.mjs → storage-leaf-5UTR5K7J.mjs} +73 -44
  4. package/dist/{capabilities-CLnQHIqV.d.ts → capabilities-B5lsGETP.d.ts} +2 -2
  5. package/dist/{chunk-RWJQ3XU7.mjs → chunk-2HZ3ZNL4.mjs} +1 -1
  6. package/dist/{chunk-ZVJPJZIP.mjs → chunk-3LQ6C3H6.mjs} +1 -1
  7. package/dist/{chunk-3Y3QYL6Q.mjs → chunk-3VI4BSE2.mjs} +2 -2
  8. package/dist/{chunk-Y3T4HQGT.mjs → chunk-4H44U3EK.mjs} +2 -2
  9. package/dist/{chunk-QIMI4O6R.mjs → chunk-57N7OIXT.mjs} +5 -5
  10. package/dist/{chunk-UPDNNOTG.mjs → chunk-5EI5CXO6.mjs} +3 -1
  11. package/dist/{chunk-VSLFZDVA.mjs → chunk-6R2CWCKV.mjs} +3 -3
  12. package/dist/{chunk-P3JMBYEG.mjs → chunk-ANZQUMXO.mjs} +3 -3
  13. package/dist/{chunk-UP5TJ3II.mjs → chunk-AXX7CSFV.mjs} +2 -2
  14. package/dist/{chunk-YYNLEWSP.mjs → chunk-CXUBNJMW.mjs} +6 -6
  15. package/dist/{chunk-5IXLDFKK.mjs → chunk-EM4CXG25.mjs} +2 -2
  16. package/dist/{chunk-5WN5TOPY.mjs → chunk-HQCQPOBP.mjs} +1 -1
  17. package/dist/{chunk-ZS2YUB2L.mjs → chunk-IZXDYPLB.mjs} +2 -2
  18. package/dist/{chunk-BBSLCYJM.mjs → chunk-J6B57IET.mjs} +1 -1
  19. package/dist/{chunk-AH5J62FF.mjs → chunk-J777QLZN.mjs} +2 -2
  20. package/dist/{chunk-5SLAXEVJ.mjs → chunk-JA6NCMYV.mjs} +21 -5
  21. package/dist/{chunk-AOYQTX6W.mjs → chunk-JDVLZUKE.mjs} +2 -2
  22. package/dist/{chunk-KRCP4W26.mjs → chunk-JVZFCFDN.mjs} +1 -1
  23. package/dist/{chunk-I2FKNCDS.mjs → chunk-JZCWNKL2.mjs} +118 -31
  24. package/dist/{chunk-VPOPC7JA.mjs → chunk-M2LTO64S.mjs} +2 -2
  25. package/dist/{chunk-SCZI7COG.mjs → chunk-OJ7KOWSW.mjs} +1 -1
  26. package/dist/{chunk-KBU3ZFJN.mjs → chunk-R724DJSG.mjs} +1 -1
  27. package/dist/{chunk-KDLH3BWY.mjs → chunk-SBJ4W7O4.mjs} +1 -1
  28. package/dist/{chunk-DU5HRFLQ.mjs → chunk-SKEBGNOX.mjs} +2 -2
  29. package/dist/{chunk-OICMFLQF.mjs → chunk-SR54PLRE.mjs} +14 -14
  30. package/dist/{chunk-DKTRJCPP.mjs → chunk-SU6KDH3L.mjs} +5 -5
  31. package/dist/{chunk-KYVJPISW.mjs → chunk-UKYJXML2.mjs} +5 -5
  32. package/dist/{chunk-WORMC6FN.mjs → chunk-WMJUZKPT.mjs} +1 -1
  33. package/dist/{chunk-ZV25WJNK.mjs → chunk-WXLDFCYT.mjs} +1 -1
  34. package/dist/{chunk-MQMZ25D7.mjs → chunk-ZIMKME6P.mjs} +3 -3
  35. package/dist/{chunk-RORNUNXW.mjs → chunk-ZVUEH2JS.mjs} +1 -1
  36. package/dist/{client-uB0kp2yT.d.ts → client-Cdz3YK_X.d.ts} +2 -2
  37. package/dist/client.d.ts +5 -5
  38. package/dist/{config-BvHQ-C7U.d.ts → config-CazZHGDa.d.ts} +13 -10
  39. package/dist/{core-leaf-TAR3GJVE.mjs → core-leaf-6JVHEVFB.mjs} +2 -2
  40. package/dist/{direct-executor-YDIA6FU5.mjs → direct-executor-5J2T5XFW.mjs} +4 -4
  41. package/dist/distribution/coordinator/etcd.d.ts +1 -1
  42. package/dist/distribution/coordinator/in-memory.d.ts +1 -1
  43. package/dist/distribution.d.ts +4 -4
  44. package/dist/distribution.mjs +29 -29
  45. package/dist/{index-BaQIAnk0.d.ts → index-B_vmxpgW.d.ts} +9 -4
  46. package/dist/index.browser.mjs +1 -1
  47. package/dist/index.mjs +4 -4
  48. package/dist/index.react-native.mjs +3 -3
  49. package/dist/{long-query-thread-4E6J6WME.mjs → long-query-thread-7IF2INYK.mjs} +14 -14
  50. package/dist/{module-UQFIJQMG.mjs → module-KLBY3HCR.mjs} +7 -7
  51. package/dist/{optional-writes-H6WO6E6B.mjs → optional-writes-NI3YJGNG.mjs} +6 -6
  52. package/dist/{paged-partition-archive-O3RUZ3II.mjs → paged-partition-archive-B3RVFKHP.mjs} +13 -13
  53. package/dist/partial-words.browser.mjs +1 -1
  54. package/dist/partial-words.mjs +4 -4
  55. package/dist/persistence/durability/checkpoint-worker.mjs +12 -12
  56. package/dist/{query-actions-UTAYIRGP.mjs → query-actions-QK33MJBK.mjs} +4 -4
  57. package/dist/query-suggestions/merge-worker.mjs +7 -7
  58. package/dist/query-suggestions.browser.mjs +1 -1
  59. package/dist/query-suggestions.mjs +5 -5
  60. package/dist/react-native/chunks/{chunk-AN4HKLB4.mjs → chunk-3NHQ3CGV.mjs} +1 -1
  61. package/dist/react-native/chunks/{chunk-JZCEJO3N.mjs → chunk-KPF6KEQJ.mjs} +1 -1
  62. package/dist/react-native/chunks/{chunk-GJQIMGXT.mjs → chunk-PPS5E3XI.mjs} +1 -1
  63. package/dist/react-native/chunks/{chunk-5KRTKOH6.mjs → chunk-YLLHNLW7.mjs} +1 -1
  64. package/dist/react-native/chunks/{chunk-2S57X2ZY.mjs → chunk-ZJAOGFBT.mjs} +58 -23
  65. package/dist/react-native/chunks/{chunk-3OHO4SEF.mjs → chunk-ZKAHFCZT.mjs} +2 -2
  66. package/dist/react-native/chunks/{chunk-UEBUWCYN.mjs → chunk-ZO3RYBYX.mjs} +1 -1
  67. package/dist/react-native/chunks/{core-leaf-5PVST5PR.mjs → core-leaf-BIVBQRER.mjs} +1 -1
  68. package/dist/react-native/chunks/{module-QRCYB7QV.mjs → module-7D4CEFXK.mjs} +3 -3
  69. package/dist/react-native/chunks/{optional-writes-LG24CKDY.mjs → optional-writes-5F4IH6QN.mjs} +4 -4
  70. package/dist/react-native/chunks/{restore-queue-6BL75XHS.mjs → restore-queue-ZGDYH567.mjs} +6 -6
  71. package/dist/react-native/chunks/{segment-codec-leaf-OFY6JAIV.mjs → segment-codec-leaf-VSKJBVWY.mjs} +4 -4
  72. package/dist/react-native/chunks/{segment-merge-leaf-S2EGW7J7.mjs → segment-merge-leaf-ZQGIQVA5.mjs} +5 -5
  73. package/dist/react-native/chunks/{storage-leaf-SWCGMIES.mjs → storage-leaf-S6UTUUER.mjs} +79 -50
  74. package/dist/react-native/chunks/{store-leaf-PK2G37EL.mjs → store-leaf-JGKMH427.mjs} +5 -5
  75. package/dist/react-native/chunks/{suggestions-leaf-MJXF4PPT.mjs → suggestions-leaf-OIZIMHBE.mjs} +5 -5
  76. package/dist/react-native/chunks/{worker-copies-PCLN3TVS.mjs → worker-copies-M4VYL4RP.mjs} +4 -4
  77. package/dist/react-native/partial-words.mjs +3 -3
  78. package/dist/react-native/query-suggestions.mjs +3 -3
  79. package/dist/react-native/sync.mjs +3 -3
  80. package/dist/react-native/synonyms.mjs +3 -3
  81. package/dist/react.d.ts +5 -5
  82. package/dist/{rerank-FQU2Z64X.mjs → rerank-GJVKHEJE.mjs} +4 -4
  83. package/dist/{restore-queue-4OM3MMJ7.mjs → restore-queue-UG3JV6AH.mjs} +7 -7
  84. package/dist/{segment-codec-leaf-ZJL3UUED.mjs → segment-codec-leaf-RZOSU5F3.mjs} +5 -5
  85. package/dist/{segment-merge-leaf-VDQ7BLE7.mjs → segment-merge-leaf-YPKP5MQX.mjs} +5 -5
  86. package/dist/server.d.ts +6 -6
  87. package/dist/server.mjs +19 -19
  88. package/dist/{storage-leaf-7IYAULRJ.mjs → storage-leaf-CWGPJ5TV.mjs} +76 -63
  89. package/dist/{store-leaf-VI3FC46A.mjs → store-leaf-VCGW4NA2.mjs} +6 -6
  90. package/dist/{suggestions-leaf-YP3BMVLS.mjs → suggestions-leaf-TMXRXDSO.mjs} +8 -8
  91. package/dist/sync/filesystem.mjs +9 -9
  92. package/dist/sync.browser.mjs +1 -1
  93. package/dist/sync.mjs +4 -4
  94. package/dist/synonyms.browser.mjs +1 -1
  95. package/dist/synonyms.mjs +4 -4
  96. package/dist/{tasks-C65V7lIr.d.ts → tasks--3oWn3xJ.d.ts} +2 -2
  97. package/dist/{thread-X36MGME4.mjs → thread-W4C2PCMF.mjs} +13 -13
  98. package/dist/vector/search-worker.mjs +4 -4
  99. package/dist/{worker-copies-R53BVAFV.mjs → worker-copies-W6PULM5W.mjs} +7 -7
  100. package/dist/workers/entry.mjs +10 -10
  101. package/openapi.json +2 -2
  102. package/package.json +7 -6
  103. /package/dist/browser/{core-leaf-WYFANMKC.mjs → core-leaf-HWAXCEWX.mjs} +0 -0
  104. /package/dist/react-native/chunks/{chunk-G434H5WG.mjs → chunk-QNZHMXPO.mjs} +0 -0
@@ -1,44 +1,44 @@
1
- import { scheduleSyncRetention, createDirectoryWatch, unrefInterval, LOG_READ_CHUNK_BYTES } from './chunk-KYVJPISW.mjs';
2
- export { scheduleSyncRetention, startSyncRetentionSweep } from './chunk-KYVJPISW.mjs';
3
- import { buildArchiveFromMemory, indexMetadataOf, archiveStream, createByteReader, documentExportStream, requireRestoreMemory, memoryCheckpointStore, admitDurableWrite, metadataConfigOf, durableMetadataConfigOf, unpackIndexSnapshotEnvelope, nestedSchemaOf, earlierSnapshotFootprint, writeArchiveFile, storedBytesOfSegments, archiveFootprint, loadSegmentedCheckpoint, createIndexLoads, closePartitionWriter, switchInTurn, writeMetadataEnvelope, listPersistedIndexes, removeLeftoverRewriteFiles, requireSavedPartitionCount, createDetachedIndex, requireCheckpointLayout, holdScheduledCheckpoint, checkpointInTurn, deserializePayloadV1, SINGLE_NODE_PRIMARY_TERM, readCurrentManifest, drainIndexStateForUnload, readSegmentManifest, readMetadataEnvelope, snapshotCheckpointFor, whileGraphsStayComplete, captureAppliedPrefix, createSeqOwner, loadMetadata, reclaimUnlistedKeys, writeLiveVectors, dropStoredVectorValues, requiresLayoutCheckpoint, transitionKey, readTransition, invalidTransition, unpackEnvelopeBytes, replayWal, sanitizeSurfaceForms, patternIndexesFromWire, replayWalUpTo, createRebalancer, highestPartitionIdOf, growPartitionsTo, createMarkerWriter, metadataFromConfig, metadataPartitionCount } from './chunk-OICMFLQF.mjs';
4
- export { DOCUMENT_EXPORT_FORMAT, DOCUMENT_EXPORT_VERSION, abandonAnalysisChange, adoptSavedAnalysis, buildHeldAnalysisChange, changeIndexAnalysis, changesOf, createByteReader, documentExportStream, dropHeldAnalysisChange, executeRebalance, followIndexChanges, heldAnalysisIsBuilt, holdsNamedSettings, openFileVectorReads, pagedPartitionLines, readDocumentExport, releaseHeldAnalysisChange, requireSavedPartitionCount, resumeAnalysisChange, stampAnalysisGeneration, startReadingOpeningSectionsAhead, targetOfPending, transitionWalLayout, updateChangesOf } from './chunk-OICMFLQF.mjs';
5
- import { readVectorFile, readGraphParts, VECTOR_FILE_ENVELOPE_VERSION } from './chunk-DKTRJCPP.mjs';
6
- export { loadFilesByParts, openColdVectorField, waitBeforeColdLoad } from './chunk-DKTRJCPP.mjs';
7
- import { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration, indexConfigurationOf, updateIndexSync, decodeIndexConfiguration } from './chunk-AH5J62FF.mjs';
8
- export { decodeIndexConfiguration, encodeIndexConfiguration, holdRenewedSyncEpoch, indexConfigurationOf, persistEpochStates, requireNoQuerySuggestions, requireSyncSetting, syncStorageOf, updateIndexSync } from './chunk-AH5J62FF.mjs';
1
+ import { scheduleSyncRetention, createDirectoryWatch, unrefInterval, LOG_READ_CHUNK_BYTES } from './chunk-UKYJXML2.mjs';
2
+ export { scheduleSyncRetention, startSyncRetentionSweep } from './chunk-UKYJXML2.mjs';
3
+ import { buildArchiveFromMemory, indexMetadataOf, archiveStream, createByteReader, documentExportStream, requireRestoreMemory, memoryCheckpointStore, admitDurableWrite, metadataConfigOf, durableMetadataConfigOf, unpackIndexSnapshotEnvelope, nestedSchemaOf, earlierSnapshotFootprint, writeArchiveFile, storedBytesOfSegments, archiveFootprint, loadSegmentedCheckpoint, createIndexLoads, closePartitionWriter, switchInTurn, writeMetadataEnvelope, listPersistedIndexes, removeLeftoverRewriteFiles, requireSavedPartitionCount, createDetachedIndex, requireCheckpointLayout, holdScheduledCheckpoint, checkpointInTurn, deserializePayloadV1, SINGLE_NODE_PRIMARY_TERM, readCurrentManifest, drainIndexStateForUnload, readSegmentManifest, readMetadataEnvelope, snapshotCheckpointFor, whileGraphsStayComplete, captureAppliedPrefix, createSeqOwner, loadMetadata, reclaimUnlistedKeys, writeLiveVectors, dropStoredVectorValues, requiresLayoutCheckpoint, transitionKey, readTransition, invalidTransition, unpackEnvelopeBytes, replayWal, sanitizeSurfaceForms, patternIndexesFromWire, replayWalUpTo, createRebalancer, highestPartitionIdOf, growPartitionsTo, createMarkerWriter, metadataFromConfig, metadataPartitionCount } from './chunk-SR54PLRE.mjs';
4
+ export { DOCUMENT_EXPORT_FORMAT, DOCUMENT_EXPORT_VERSION, abandonAnalysisChange, adoptSavedAnalysis, buildHeldAnalysisChange, changeIndexAnalysis, changesOf, createByteReader, documentExportStream, dropHeldAnalysisChange, executeRebalance, followIndexChanges, heldAnalysisIsBuilt, holdsNamedSettings, openFileVectorReads, pagedPartitionLines, readDocumentExport, releaseHeldAnalysisChange, requireSavedPartitionCount, resumeAnalysisChange, stampAnalysisGeneration, startReadingOpeningSectionsAhead, targetOfPending, transitionWalLayout, updateChangesOf } from './chunk-SR54PLRE.mjs';
5
+ import { readVectorFile, readGraphParts, VECTOR_FILE_ENVELOPE_VERSION } from './chunk-SU6KDH3L.mjs';
6
+ export { loadFilesByParts, openColdVectorField, waitBeforeColdLoad } from './chunk-SU6KDH3L.mjs';
7
+ import { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration, indexConfigurationOf, updateIndexSync, decodeIndexConfiguration } from './chunk-J777QLZN.mjs';
8
+ export { decodeIndexConfiguration, encodeIndexConfiguration, holdRenewedSyncEpoch, indexConfigurationOf, persistEpochStates, requireNoQuerySuggestions, requireSyncSetting, syncStorageOf, updateIndexSync } from './chunk-J777QLZN.mjs';
9
9
  import { restoredConfigFields, restoredEmbedding, rejectSnapshot } from './chunk-M2Z5WVWW.mjs';
10
- import { readSnapshotArchive, decodeSegmentManifest, isRecord, invalidManifest, isId, isUint32, isSequenceNumber } from './chunk-VSLFZDVA.mjs';
11
- export { readSnapshotArchive } from './chunk-VSLFZDVA.mjs';
12
- import { createDurableDirectory } from './chunk-SCZI7COG.mjs';
13
- import { isPagedSegmentFile, openPagedSnapshot, pagedListingOf, createPagedFrozenSegment, writePagedSegment, bytesThatSegmentsHoldInMemory, savedBytesOfManifest, checkPagedSegmentFully, readSegmentFile, NOTHING_SAVED, SEGMENT_HEADER_SIZE, checkpointLastSeqNo, partitionContentsOf, writeCheckpointSegments, commitCheckpointManifest, checkpointGarbage, removeCheckpointGarbage, nextSegmentKey, rewrittenHeaderKey, checkSegmentHeader, RECORD_LENGTH_SIZE, MAX_WAL_RECORD_BYTES, FRAME_CRC_SIZE, decodeWalEntry, readCommitMarker, captureWholePartition, frameRecord, checkpointPrimaryTerm, openPagedSegmentScan, countsAsLatestHolder, segmentKey, WAL_FORMAT_VERSION_WITH_PREVIOUS_DOCUMENT, SEGMENT_TAIL_PATTERN, writeSegmentHeader, WAL_FORMAT_VERSION, parseSegmentStartSeqNo, readWalSegments, buildEntry } from './chunk-5SLAXEVJ.mjs';
14
- export { bytesThatSegmentsHoldInMemory, checkPagedContents, checkPagedSegmentFully, checkPagedSelections, countsAsLatestHolder, createPagedFrozenSegment, isPagedSegmentFile, mergePagedWindow, openPagedSegmentScan, openPagedSnapshot, pagedListingOf, pagedTombstonesFor, writePagedSegment } from './chunk-5SLAXEVJ.mjs';
15
- import { REWRITE_SPILL_BYTES, TOMBSTONES_BETWEEN_YIELDS, encodeSegmentManifest, adapterCheckpointStore, directoryCheckpointStore, readListedFile } from './chunk-P3JMBYEG.mjs';
10
+ import { readSnapshotArchive, decodeSegmentManifest, isRecord, invalidManifest, isId, isUint32, isSequenceNumber } from './chunk-6R2CWCKV.mjs';
11
+ export { readSnapshotArchive } from './chunk-6R2CWCKV.mjs';
12
+ import { createDurableDirectory } from './chunk-OJ7KOWSW.mjs';
13
+ import { isPagedSegmentFile, openPagedSnapshot, pagedListingOf, createPagedFrozenSegment, writePagedSegment, bytesThatSegmentsHoldInMemory, savedBytesOfManifest, checkPagedSegmentFully, readSegmentFile, NOTHING_SAVED, SEGMENT_HEADER_SIZE, checkpointLastSeqNo, partitionContentsOf, writeCheckpointSegments, commitCheckpointManifest, checkpointGarbage, removeCheckpointGarbage, nextSegmentKey, rewrittenHeaderKey, checkSegmentHeader, RECORD_LENGTH_SIZE, MAX_WAL_RECORD_BYTES, FRAME_CRC_SIZE, decodeWalEntry, readCommitMarker, captureWholePartition, frameRecord, checkpointPrimaryTerm, openPagedSegmentScan, countsAsLatestHolder, segmentKey, WAL_FORMAT_VERSION_WITH_PREVIOUS_DOCUMENT, SEGMENT_TAIL_PATTERN, writeSegmentHeader, WAL_FORMAT_VERSION, parseSegmentStartSeqNo, readWalSegments, joinFrames, buildEntry } from './chunk-JA6NCMYV.mjs';
14
+ export { bytesThatSegmentsHoldInMemory, checkPagedContents, checkPagedSegmentFully, checkPagedSelections, countsAsLatestHolder, createPagedFrozenSegment, isPagedSegmentFile, mergePagedWindow, openPagedSegmentScan, openPagedSnapshot, pagedListingOf, pagedTombstonesFor, writePagedSegment } from './chunk-JA6NCMYV.mjs';
15
+ import { REWRITE_SPILL_BYTES, TOMBSTONES_BETWEEN_YIELDS, encodeSegmentManifest, adapterCheckpointStore, directoryCheckpointStore, readListedFile } from './chunk-ANZQUMXO.mjs';
16
16
  import './chunk-5FLRXF73.mjs';
17
17
  import './chunk-JDDXV6UF.mjs';
18
- import { manifestKey, manifestFileRefs, manifestReferencedKeys, manifestWithinPartitionCount, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-5WN5TOPY.mjs';
18
+ import { manifestKey, manifestFileRefs, manifestReferencedKeys, manifestWithinPartitionCount, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-HQCQPOBP.mjs';
19
19
  import { getFs } from './chunk-HLPRHOSO.mjs';
20
20
  import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_REWRITE_BYTES_PER_CHECKPOINT, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-MSIN4NM3.mjs';
21
21
  import { encode } from './chunk-S5QMWECL.mjs';
22
22
  export { bindStorageHost } from './chunk-S5QMWECL.mjs';
23
23
  import { sha256 } from './chunk-LNGE7SLY.mjs';
24
24
  import { setNestedValue } from './chunk-R2PJKSNL.mjs';
25
- import { rewriteSpillOf } from './chunk-RWJQ3XU7.mjs';
26
- import { deserializePartition } from './chunk-KDLH3BWY.mjs';
27
- import { decodeVectorIndexParts, bytesToVectors, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, graphPartsOfEarlierPayload, decodeVectorGraphPayload } from './chunk-KBU3ZFJN.mjs';
28
- export { createHNSWIndex, osqBitsOf } from './chunk-KBU3ZFJN.mjs';
25
+ import { rewriteSpillOf } from './chunk-2HZ3ZNL4.mjs';
26
+ import { deserializePartition } from './chunk-SBJ4W7O4.mjs';
27
+ import { decodeVectorIndexParts, bytesToVectors, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, graphPartsOfEarlierPayload, decodeVectorGraphPayload } from './chunk-R724DJSG.mjs';
28
+ export { createHNSWIndex, osqBitsOf } from './chunk-R724DJSG.mjs';
29
29
  import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
30
- import { hasNrslMagic, HEADER_SIZE, readHeader, storedStateOf, attachedRuntimeOf, historyFilesOf, listHistoryFolder, historyFileOf, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, openChecksummedEnvelope, crc32, packChecksummedEnvelope } from './chunk-ZVJPJZIP.mjs';
31
- import { isCompositePartition, generateId, mergePartitionStats, resolvePartitionInsertOptions, createPartitionIndex, createCompositePartition, ARRAY_POSITION_GAP, fnv1a, freezeSegmentShared, createFrozenSegment, createSharedFrozenSegment, getLanguage, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateRequiredFieldsInSchema, resolveIndexAnalysis, validateEmbeddingConfig, storedArrayPositionGap, emitSyncChange, toError, prepareStoredSynonyms, loadSchemaCodeFor, decodeEveryStoredDocument, arrayPositionsAreStale, insertDocumentVectors, createPartitionRouter, buildSegmentPayloads, createRequestId } from './chunk-I2FKNCDS.mjs';
30
+ import { hasNrslMagic, HEADER_SIZE, readHeader, storedStateOf, attachedRuntimeOf, historyFilesOf, listHistoryFolder, historyFileOf, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, openChecksummedEnvelope, crc32, packChecksummedEnvelope } from './chunk-3LQ6C3H6.mjs';
31
+ import { isCompositePartition, generateId, mergePartitionStats, resolvePartitionInsertOptions, createPartitionIndex, createCompositePartition, ARRAY_POSITION_GAP, fnv1a, freezeSegmentShared, createFrozenSegment, createSharedFrozenSegment, getLanguage, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateRequiredFieldsInSchema, resolveIndexAnalysis, validateEmbeddingConfig, storedArrayPositionGap, emitSyncChange, toError, prepareStoredSynonyms, loadSchemaCodeFor, decodeEveryStoredDocument, arrayPositionsAreStale, insertDocumentVectors, createPartitionRouter, buildSegmentPayloads, createRequestId } from './chunk-JZCWNKL2.mjs';
32
32
  import { encodeDocument } from './chunk-2CKDCC65.mjs';
33
- import './chunk-AOYQTX6W.mjs';
33
+ import './chunk-JDVLZUKE.mjs';
34
34
  import { decode } from './chunk-GXCDWLQI.mjs';
35
35
  import { newSyncEpoch } from './chunk-BUMREPLU.mjs';
36
36
  import './chunk-7T4LAYT4.mjs';
37
37
  import './chunk-IL5DRCNU.mjs';
38
38
  import { flattenSchema, raiseEarlierReleaseGraphSetting, validateSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, parseVectorDimension, getNestedValue, requireValidFieldTypes } from './chunk-7P5YWDRQ.mjs';
39
39
  import './chunk-U2BKYEC7.mjs';
40
- import { detectRuntime, spawnNodeWorker, resolveWorkerEntry } from './chunk-RORNUNXW.mjs';
41
- import { turnsAreBudgeted, turnIsSpent, yieldTurn, waitOutsideCountedWrite } from './chunk-UPDNNOTG.mjs';
40
+ import { detectRuntime, spawnNodeWorker, resolveWorkerEntry } from './chunk-ZVUEH2JS.mjs';
41
+ import { turnsAreBudgeted, turnIsSpent, yieldTurn, waitOutsideCountedWrite } from './chunk-5EI5CXO6.mjs';
42
42
  import { STATISTICS_BROADCAST_INTERVAL_MS, FOREIGN_STATS_TTL_MS, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
43
43
  import './chunk-ASZLNVWW.mjs';
44
44
  import { MIN_M } from './chunk-ZXX5GZEX.mjs';
@@ -3414,6 +3414,8 @@ function createWalWriter(directory, config) {
3414
3414
  let highestDurableSeqNo = 0;
3415
3415
  let markerWriter = null;
3416
3416
  let durabilityLock = Promise.resolve();
3417
+ let synced = null;
3418
+ let failure = null;
3417
3419
  const coordinator = createGroupCommitCoordinator(() => withDurabilityLock(flushActiveSegment));
3418
3420
  function withDurabilityLock(fn) {
3419
3421
  const result = durabilityLock.then(fn);
@@ -3436,18 +3438,37 @@ function createWalWriter(directory, config) {
3436
3438
  }
3437
3439
  return markerWriter;
3438
3440
  }
3441
+ function latchFailure(err) {
3442
+ if (failure === null) {
3443
+ failure = { error: err };
3444
+ }
3445
+ return failure.error;
3446
+ }
3439
3447
  async function flushActiveSegment() {
3440
- if (handle === null) {
3448
+ if (failure !== null) {
3449
+ throw failure.error;
3450
+ }
3451
+ const flushing = handle;
3452
+ if (flushing === null) {
3441
3453
  return;
3442
3454
  }
3443
- const writer = await getMarkerWriter();
3444
3455
  const durableByteLength = activeBytes;
3445
3456
  const activeSegmentSeqNo = activeStartSeqNo;
3446
- const durableSeqNo = Math.max(highestAppendedSeqNo, highestDurableSeqNo);
3447
- await handle.sync();
3448
- await writer.commit({ activeSegmentSeqNo, durableByteLength, highestDurableSeqNo: durableSeqNo });
3449
- if (durableSeqNo > highestDurableSeqNo) {
3450
- highestDurableSeqNo = durableSeqNo;
3457
+ const appendedSeqNo = highestAppendedSeqNo;
3458
+ if (synced !== null && synced.startSeqNo === activeSegmentSeqNo && synced.bytes === durableByteLength) {
3459
+ return;
3460
+ }
3461
+ try {
3462
+ const writer = await getMarkerWriter();
3463
+ const durableSeqNo = Math.max(appendedSeqNo, highestDurableSeqNo);
3464
+ await flushing.sync();
3465
+ await writer.commit({ activeSegmentSeqNo, durableByteLength, highestDurableSeqNo: durableSeqNo });
3466
+ if (durableSeqNo > highestDurableSeqNo) {
3467
+ highestDurableSeqNo = durableSeqNo;
3468
+ }
3469
+ synced = { startSeqNo: activeSegmentSeqNo, bytes: durableByteLength };
3470
+ } catch (err) {
3471
+ throw latchFailure(err);
3451
3472
  }
3452
3473
  }
3453
3474
  function formatVersionFor(holdsPreviousDocument) {
@@ -3550,22 +3571,30 @@ function createWalWriter(directory, config) {
3550
3571
  }
3551
3572
  }
3552
3573
  async function swapToPreparedSegment(sealed) {
3553
- const writer = await getMarkerWriter();
3554
- const startSeqNo = highestAppendedSeqNo + 1;
3555
- const durableSeqNo = Math.max(highestAppendedSeqNo, highestDurableSeqNo);
3556
- const key = segmentKey(config.indexName, config.partitionId, startSeqNo);
3557
- await Promise.all([sealed.sync(), directory.move(preparedKey, key)]);
3558
- handle = await directory.appendHandle(key);
3559
- activeKey = key;
3560
- activeStartSeqNo = startSeqNo;
3561
- activeBytes = SEGMENT_HEADER_SIZE;
3562
- activeFormatVersion = preparedFormatVersion;
3563
- await writer.commit({
3564
- activeSegmentSeqNo: startSeqNo,
3565
- durableByteLength: SEGMENT_HEADER_SIZE,
3566
- highestDurableSeqNo: durableSeqNo
3567
- });
3568
- highestDurableSeqNo = durableSeqNo;
3574
+ if (failure !== null) {
3575
+ throw failure.error;
3576
+ }
3577
+ try {
3578
+ const writer = await getMarkerWriter();
3579
+ const startSeqNo = highestAppendedSeqNo + 1;
3580
+ const durableSeqNo = Math.max(highestAppendedSeqNo, highestDurableSeqNo);
3581
+ const key = segmentKey(config.indexName, config.partitionId, startSeqNo);
3582
+ await Promise.all([sealed.sync(), directory.move(preparedKey, key)]);
3583
+ handle = await directory.appendHandle(key);
3584
+ activeKey = key;
3585
+ activeStartSeqNo = startSeqNo;
3586
+ activeBytes = SEGMENT_HEADER_SIZE;
3587
+ activeFormatVersion = preparedFormatVersion;
3588
+ await writer.commit({
3589
+ activeSegmentSeqNo: startSeqNo,
3590
+ durableByteLength: SEGMENT_HEADER_SIZE,
3591
+ highestDurableSeqNo: durableSeqNo
3592
+ });
3593
+ highestDurableSeqNo = durableSeqNo;
3594
+ synced = { startSeqNo, bytes: SEGMENT_HEADER_SIZE };
3595
+ } catch (err) {
3596
+ throw latchFailure(err);
3597
+ }
3569
3598
  await sealed.close();
3570
3599
  }
3571
3600
  async function maybeRoll(nextSeqNo, appendedBytes, holdsPreviousDocument) {
@@ -3576,22 +3605,6 @@ function createWalWriter(directory, config) {
3576
3605
  await withDurabilityLock(() => rollUnderLock(nextSeqNo, formatVersionFor(holdsPreviousDocument)));
3577
3606
  }
3578
3607
  }
3579
- function joinFrames(frames) {
3580
- if (frames.length === 1) {
3581
- return frames[0];
3582
- }
3583
- let totalBytes = 0;
3584
- for (const frame of frames) {
3585
- totalBytes += frame.length;
3586
- }
3587
- const joined = new Uint8Array(totalBytes);
3588
- let offset = 0;
3589
- for (const frame of frames) {
3590
- joined.set(frame, offset);
3591
- offset += frame.length;
3592
- }
3593
- return joined;
3594
- }
3595
3608
  function framesThatFit(frames, start) {
3596
3609
  const room = segmentMaxBytes - activeBytes;
3597
3610
  let end = start + 1;
@@ -1,17 +1,17 @@
1
- export { DayStore, RestoredHistory, clearLeftoversOfName, dayOf, installSuggestionHooks, openCountsFile, sameBytes, startQuerySuggestions } from './chunk-Y3T4HQGT.mjs';
1
+ export { DayStore, RestoredHistory, clearLeftoversOfName, dayOf, installSuggestionHooks, openCountsFile, sameBytes, startQuerySuggestions } from './chunk-4H44U3EK.mjs';
2
2
  export { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
3
- export { BUILD_LIST_PAGE, BUILD_WRITE_BATCH, BYTES_PER_MIB, DAY_MS, DEFAULT_PREVIEW_LIMIT, HEADER_SIZE, HISTORY_SWEEP_INTERVAL_MS, KEY_FINGERPRINT_BYTES, KEY_FINGERPRINT_LABEL, MAX_HISTORY_FILE_BYTES, MAX_MANUAL_SUGGESTION_COUNT, MAX_PREVIEW_LIMIT, MAX_SOURCE_INDEX_NAME_LENGTH, MAX_TIMER_DELAY_MS, MIN_KEY_BYTES, MS_PER_SECOND, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, SCHEDULE_OFF, SCRAMBLED_ID_BYTES, acceptedPhrase, attachRuntime, attachedRuntimeOf, banListFromInput, bindSuggestionStoreHost, buildRecordKey, checksumOfChunks, crc32, crc32Final, crc32Init, crc32Update, engineVersionParts, hasNrslMagic, historyFileOf, historyFilesOf, invalidSetting, isGroup, isPerson, latestMatchAtOrBefore, listHistoryFolder, nextMatchAfter, normaliseBan, openChecksummedEnvelope, packChecksummedEnvelope, packEnvelopeWithChecksum, parseSchedule, readHeader, removeHistoryFolder, removeRestoreLeftovers, requireFieldsInSchema, requireWithinFileLimit, resolveSetting, storedStateFromWire, storedStateOf, storedStateToWire, unionOfBans, validateSetting, withState, writeHeader } from './chunk-ZVJPJZIP.mjs';
4
- import './chunk-I2FKNCDS.mjs';
3
+ export { BUILD_LIST_PAGE, BUILD_WRITE_BATCH, BYTES_PER_MIB, DAY_MS, DEFAULT_PREVIEW_LIMIT, HEADER_SIZE, HISTORY_SWEEP_INTERVAL_MS, KEY_FINGERPRINT_BYTES, KEY_FINGERPRINT_LABEL, MAX_HISTORY_FILE_BYTES, MAX_MANUAL_SUGGESTION_COUNT, MAX_PREVIEW_LIMIT, MAX_SOURCE_INDEX_NAME_LENGTH, MAX_TIMER_DELAY_MS, MIN_KEY_BYTES, MS_PER_SECOND, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, SCHEDULE_OFF, SCRAMBLED_ID_BYTES, acceptedPhrase, attachRuntime, attachedRuntimeOf, banListFromInput, bindSuggestionStoreHost, buildRecordKey, checksumOfChunks, crc32, crc32Final, crc32Init, crc32Update, engineVersionParts, hasNrslMagic, historyFileOf, historyFilesOf, invalidSetting, isGroup, isPerson, latestMatchAtOrBefore, listHistoryFolder, nextMatchAfter, normaliseBan, openChecksummedEnvelope, packChecksummedEnvelope, packEnvelopeWithChecksum, parseSchedule, readHeader, removeHistoryFolder, removeRestoreLeftovers, requireFieldsInSchema, requireWithinFileLimit, resolveSetting, storedStateFromWire, storedStateOf, storedStateToWire, unionOfBans, validateSetting, withState, writeHeader } from './chunk-3LQ6C3H6.mjs';
4
+ import './chunk-JZCWNKL2.mjs';
5
5
  import './chunk-2CKDCC65.mjs';
6
- import './chunk-AOYQTX6W.mjs';
6
+ import './chunk-JDVLZUKE.mjs';
7
7
  import './chunk-GXCDWLQI.mjs';
8
8
  import './chunk-BUMREPLU.mjs';
9
9
  import './chunk-7T4LAYT4.mjs';
10
10
  import './chunk-IL5DRCNU.mjs';
11
11
  import './chunk-7P5YWDRQ.mjs';
12
12
  import './chunk-U2BKYEC7.mjs';
13
- import './chunk-RORNUNXW.mjs';
14
- import './chunk-UPDNNOTG.mjs';
13
+ import './chunk-ZVUEH2JS.mjs';
14
+ import './chunk-5EI5CXO6.mjs';
15
15
  import './chunk-3ECIRFS5.mjs';
16
16
  import './chunk-ASZLNVWW.mjs';
17
17
  import './chunk-ZXX5GZEX.mjs';
@@ -1,19 +1,19 @@
1
- import { querySuggestionsOf, keyBytesOf, createQuerySuggestionsRuntime, createLocalHost } from './chunk-QIMI4O6R.mjs';
2
- export { bindSuggestionsHost } from './chunk-DU5HRFLQ.mjs';
3
- import { installSuggestionHooks } from './chunk-Y3T4HQGT.mjs';
1
+ import { querySuggestionsOf, keyBytesOf, createQuerySuggestionsRuntime, createLocalHost } from './chunk-57N7OIXT.mjs';
2
+ export { bindSuggestionsHost } from './chunk-SKEBGNOX.mjs';
3
+ import { installSuggestionHooks } from './chunk-4H44U3EK.mjs';
4
4
  import './chunk-V6EUBAIT.mjs';
5
- import { attachedRuntimeOf, attachRuntime } from './chunk-ZVJPJZIP.mjs';
6
- import './chunk-I2FKNCDS.mjs';
5
+ import { attachedRuntimeOf, attachRuntime } from './chunk-3LQ6C3H6.mjs';
6
+ import './chunk-JZCWNKL2.mjs';
7
7
  import './chunk-2CKDCC65.mjs';
8
- import './chunk-AOYQTX6W.mjs';
8
+ import './chunk-JDVLZUKE.mjs';
9
9
  import './chunk-GXCDWLQI.mjs';
10
10
  import './chunk-BUMREPLU.mjs';
11
11
  import './chunk-7T4LAYT4.mjs';
12
12
  import './chunk-IL5DRCNU.mjs';
13
13
  import './chunk-7P5YWDRQ.mjs';
14
14
  import './chunk-U2BKYEC7.mjs';
15
- import './chunk-RORNUNXW.mjs';
16
- import './chunk-UPDNNOTG.mjs';
15
+ import './chunk-ZVUEH2JS.mjs';
16
+ import './chunk-5EI5CXO6.mjs';
17
17
  import './chunk-3ECIRFS5.mjs';
18
18
  import './chunk-ASZLNVWW.mjs';
19
19
  import './chunk-ZXX5GZEX.mjs';
@@ -1,27 +1,27 @@
1
1
  import { replayQueue, decodeKeptEntries, encodeKeptEntries, encodeQueueRecord, encodePosition, decodePosition, decodeDownloadTag, downloadOutOfOrder, encodeDownloadTag } from '../chunk-6GHX35ZM.mjs';
2
2
  import { createSerial, QUEUE_COMPACTION_BYTES, DOWNLOAD_FRAME_BYTES, STORE_FRAME_LIMIT_BYTES } from '../chunk-6MSZ543Y.mjs';
3
- import { createDurableDirectory } from '../chunk-SCZI7COG.mjs';
3
+ import { createDurableDirectory } from '../chunk-OJ7KOWSW.mjs';
4
4
  import '../chunk-HLPRHOSO.mjs';
5
5
  import '../chunk-MSIN4NM3.mjs';
6
6
  import '../chunk-S5QMWECL.mjs';
7
7
  import '../chunk-LNGE7SLY.mjs';
8
8
  import '../chunk-R2PJKSNL.mjs';
9
- import '../chunk-RWJQ3XU7.mjs';
10
- import '../chunk-KDLH3BWY.mjs';
11
- import '../chunk-KBU3ZFJN.mjs';
9
+ import '../chunk-2HZ3ZNL4.mjs';
10
+ import '../chunk-SBJ4W7O4.mjs';
11
+ import '../chunk-R724DJSG.mjs';
12
12
  import '../chunk-V6EUBAIT.mjs';
13
- import { crc32 } from '../chunk-ZVJPJZIP.mjs';
14
- import '../chunk-I2FKNCDS.mjs';
13
+ import { crc32 } from '../chunk-3LQ6C3H6.mjs';
14
+ import '../chunk-JZCWNKL2.mjs';
15
15
  import '../chunk-2CKDCC65.mjs';
16
- import '../chunk-AOYQTX6W.mjs';
16
+ import '../chunk-JDVLZUKE.mjs';
17
17
  import '../chunk-GXCDWLQI.mjs';
18
18
  import '../chunk-BUMREPLU.mjs';
19
19
  import '../chunk-7T4LAYT4.mjs';
20
20
  import '../chunk-IL5DRCNU.mjs';
21
21
  import { loadMessagePack } from '../chunk-7P5YWDRQ.mjs';
22
22
  import '../chunk-U2BKYEC7.mjs';
23
- import '../chunk-RORNUNXW.mjs';
24
- import '../chunk-UPDNNOTG.mjs';
23
+ import '../chunk-ZVUEH2JS.mjs';
24
+ import '../chunk-5EI5CXO6.mjs';
25
25
  import '../chunk-3ECIRFS5.mjs';
26
26
  import '../chunk-ASZLNVWW.mjs';
27
27
  import '../chunk-ZXX5GZEX.mjs';
@@ -1,5 +1,5 @@
1
1
  import { createSerial, KEPT_ENTRY_FLUSH_IDLE_MS, KEPT_ENTRY_OVERHEAD_BYTES, DEFAULT_REPLAY_LIMIT_OF_SNAPSHOT, BACKOFF_DOUBLINGS_LIMIT, KEPT_ENTRY_FLUSH_BYTES, UPLOAD_BATCH_WRITES, RETRY_MAX_DELAY_MS, UPLOAD_RETRY_DELAY_MS, DOWNLOAD_SAVE_BYTES, SNAPSHOT_MEMORY_PER_ARCHIVE_BYTE, SNAPSHOT_RETRY_DELAY_MS, RECONNECT_MIN_DELAY_MS } from './browser/chunk-WC2DEXWU.mjs';
2
- import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './browser/chunk-UHJHOEMY.mjs';
2
+ import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './browser/chunk-XD3WJ25T.mjs';
3
3
  import './browser/chunk-QAOVAYAG.mjs';
4
4
  import { isSyncEpoch } from './browser/chunk-YJHGOJAC.mjs';
5
5
  import { createNarsilClient } from './browser/chunk-4E5APHTM.mjs';
package/dist/sync.mjs CHANGED
@@ -1,16 +1,16 @@
1
1
  import { SYNC_CLOSE_RESYNC, SYNC_CLOSE_CREDENTIAL_EXPIRED, encodeJson, SYNC_SUBPROTOCOL, CHANGES_SUBPROTOCOL, decodeScore } from './chunk-F6F4G322.mjs';
2
2
  import { createSerial, KEPT_ENTRY_FLUSH_IDLE_MS, KEPT_ENTRY_OVERHEAD_BYTES, DEFAULT_REPLAY_LIMIT_OF_SNAPSHOT, BACKOFF_DOUBLINGS_LIMIT, KEPT_ENTRY_FLUSH_BYTES, UPLOAD_BATCH_WRITES, RETRY_MAX_DELAY_MS, UPLOAD_RETRY_DELAY_MS, DOWNLOAD_SAVE_BYTES, SNAPSHOT_MEMORY_PER_ARCHIVE_BYTE, SNAPSHOT_RETRY_DELAY_MS, RECONNECT_MIN_DELAY_MS } from './chunk-6MSZ543Y.mjs';
3
- import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './chunk-I2FKNCDS.mjs';
3
+ import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './chunk-JZCWNKL2.mjs';
4
4
  import './chunk-2CKDCC65.mjs';
5
- import './chunk-AOYQTX6W.mjs';
5
+ import './chunk-JDVLZUKE.mjs';
6
6
  import './chunk-GXCDWLQI.mjs';
7
7
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
8
8
  import './chunk-7T4LAYT4.mjs';
9
9
  import './chunk-IL5DRCNU.mjs';
10
10
  import { loadMessagePack, loadedMessagePack, requireLoadedMessagePack, getNestedValue, extractVectorFieldsFromSchema } from './chunk-7P5YWDRQ.mjs';
11
11
  import './chunk-U2BKYEC7.mjs';
12
- import './chunk-RORNUNXW.mjs';
13
- import './chunk-UPDNNOTG.mjs';
12
+ import './chunk-ZVUEH2JS.mjs';
13
+ import './chunk-5EI5CXO6.mjs';
14
14
  import './chunk-3ECIRFS5.mjs';
15
15
  import './chunk-ASZLNVWW.mjs';
16
16
  import './chunk-ZXX5GZEX.mjs';
@@ -1,4 +1,4 @@
1
- import { withOpenIndex, oneAtATime, resolveIndexAnalysis, loadStorageCode, emitSyncChange, encodeStringBlob, tokenize, typedRegion, regionsOverlap, encodeLookupKey } from './browser/chunk-UHJHOEMY.mjs';
1
+ import { withOpenIndex, oneAtATime, resolveIndexAnalysis, loadStorageCode, emitSyncChange, encodeStringBlob, tokenize, typedRegion, regionsOverlap, encodeLookupKey } from './browser/chunk-XD3WJ25T.mjs';
2
2
  import { storedText } from './browser/chunk-QAOVAYAG.mjs';
3
3
  import './browser/chunk-YJHGOJAC.mjs';
4
4
  import { NarsilError, ErrorCodes, requireLoadedMessagePack, compareCodePoints } from './browser/chunk-YINZFPLT.mjs';
package/dist/synonyms.mjs CHANGED
@@ -1,14 +1,14 @@
1
- import { synonymSearchModule } from './chunk-I2FKNCDS.mjs';
1
+ import { synonymSearchModule } from './chunk-JZCWNKL2.mjs';
2
2
  import './chunk-2CKDCC65.mjs';
3
- import './chunk-AOYQTX6W.mjs';
3
+ import './chunk-JDVLZUKE.mjs';
4
4
  import './chunk-GXCDWLQI.mjs';
5
5
  import './chunk-BUMREPLU.mjs';
6
6
  import './chunk-7T4LAYT4.mjs';
7
7
  import './chunk-IL5DRCNU.mjs';
8
8
  import './chunk-7P5YWDRQ.mjs';
9
9
  import './chunk-U2BKYEC7.mjs';
10
- import './chunk-RORNUNXW.mjs';
11
- import './chunk-UPDNNOTG.mjs';
10
+ import './chunk-ZVUEH2JS.mjs';
11
+ import './chunk-5EI5CXO6.mjs';
12
12
  import './chunk-3ECIRFS5.mjs';
13
13
  import './chunk-ASZLNVWW.mjs';
14
14
  import './chunk-ZXX5GZEX.mjs';
@@ -1,5 +1,5 @@
1
- import { B as BackupListing, b as ClusterNodeInfo, N as NodeReadiness } from './config-BvHQ-C7U.js';
2
- import { A as AllocationConstraints, N as NodeRole, d as NodeMemoryReport } from './index-BaQIAnk0.js';
1
+ import { B as BackupListing, b as ClusterNodeInfo, N as NodeReadiness } from './config-CazZHGDa.js';
2
+ import { A as AllocationConstraints, N as NodeRole, d as NodeMemoryReport } from './index-B_vmxpgW.js';
3
3
  import { a as QuerySuggestionsBuild } from './query-suggestions-CBYkrQ5T.js';
4
4
  import { I as IndexInfo, P as PartitionStatsResult, V as VectorMaintenanceResult, M as MemoryStats } from './engine-qjAxJSKk.js';
5
5
  import { A as AnyDocument, a as InsertOptions, B as BM25Params, W as WriteOptions } from './schema-CzG9OUw5.js';
@@ -1,28 +1,28 @@
1
- export { closeRequestThread, searchHandler, serveRequests } from './chunk-MQMZ25D7.mjs';
2
- import './chunk-YYNLEWSP.mjs';
1
+ export { closeRequestThread, searchHandler, serveRequests } from './chunk-ZIMKME6P.mjs';
2
+ import './chunk-CXUBNJMW.mjs';
3
3
  import './chunk-F6F4G322.mjs';
4
- import './chunk-UP5TJ3II.mjs';
5
- import './chunk-VSLFZDVA.mjs';
6
- import './chunk-5WN5TOPY.mjs';
4
+ import './chunk-AXX7CSFV.mjs';
5
+ import './chunk-6R2CWCKV.mjs';
6
+ import './chunk-HQCQPOBP.mjs';
7
7
  import './chunk-S5QMWECL.mjs';
8
8
  import './chunk-LNGE7SLY.mjs';
9
9
  import './chunk-R2PJKSNL.mjs';
10
- import './chunk-RWJQ3XU7.mjs';
11
- import './chunk-KDLH3BWY.mjs';
12
- import './chunk-KBU3ZFJN.mjs';
10
+ import './chunk-2HZ3ZNL4.mjs';
11
+ import './chunk-SBJ4W7O4.mjs';
12
+ import './chunk-R724DJSG.mjs';
13
13
  import './chunk-V6EUBAIT.mjs';
14
- import './chunk-ZVJPJZIP.mjs';
15
- import './chunk-I2FKNCDS.mjs';
14
+ import './chunk-3LQ6C3H6.mjs';
15
+ import './chunk-JZCWNKL2.mjs';
16
16
  import './chunk-2CKDCC65.mjs';
17
- import './chunk-AOYQTX6W.mjs';
17
+ import './chunk-JDVLZUKE.mjs';
18
18
  import './chunk-GXCDWLQI.mjs';
19
19
  import './chunk-BUMREPLU.mjs';
20
20
  import './chunk-7T4LAYT4.mjs';
21
21
  import './chunk-IL5DRCNU.mjs';
22
22
  import './chunk-7P5YWDRQ.mjs';
23
23
  import './chunk-U2BKYEC7.mjs';
24
- import './chunk-RORNUNXW.mjs';
25
- import './chunk-UPDNNOTG.mjs';
24
+ import './chunk-ZVUEH2JS.mjs';
25
+ import './chunk-5EI5CXO6.mjs';
26
26
  import './chunk-3ECIRFS5.mjs';
27
27
  import './chunk-ASZLNVWW.mjs';
28
28
  import './chunk-ZXX5GZEX.mjs';
@@ -1,8 +1,8 @@
1
- import { openSharedVectorField, createVectorStore } from '../chunk-ZS2YUB2L.mjs';
1
+ import { openSharedVectorField, createVectorStore } from '../chunk-IZXDYPLB.mjs';
2
2
  import '../chunk-T4HMSZCX.mjs';
3
- import { osqBitsOf, createHNSWIndex, createOsqQuantizer, osqRecordBytes } from '../chunk-KBU3ZFJN.mjs';
4
- import '../chunk-RORNUNXW.mjs';
5
- import { MAX_WORKER_COPIES } from '../chunk-UPDNNOTG.mjs';
3
+ import { osqBitsOf, createHNSWIndex, createOsqQuantizer, osqRecordBytes } from '../chunk-R724DJSG.mjs';
4
+ import '../chunk-ZVUEH2JS.mjs';
5
+ import { MAX_WORKER_COPIES } from '../chunk-5EI5CXO6.mjs';
6
6
  import '../chunk-3ECIRFS5.mjs';
7
7
  import '../chunk-ASZLNVWW.mjs';
8
8
  import '../chunk-ZXX5GZEX.mjs';
@@ -1,17 +1,17 @@
1
- import { holdCopyPublication, copyGenerationOf, transferIndexToPool, executeRetained, loadIndexOntoWorkers } from './chunk-WORMC6FN.mjs';
2
- export { emptySerializablePartition, loadIndexOntoWorkers, transferIndexToPool } from './chunk-WORMC6FN.mjs';
3
- import { growPartitionsTo, isCompositePartition, createSharedFrozenSegment, loadStorageCode, resolvePartitionInsertOptions, buildSegmentPayloads, freezeSegmentShared, DEFAULT_COPY_THRESHOLD, workersEnabledByDefault, POOL_RESTART_DELAY_MS, createRequestId, mergeSegmentContents, freezeEncodedSegmentShared, SegmentRefusal, NO_REMOVED_SPELLINGS, DEFAULT_COPY_IDLE_TIMEOUT_MS, LONG_QUERY_THREADS, toError, isDeterministicFailure, workerIneligibility, reportIneligible, fnv1a, selectionKeeps, prepareDocumentVectors, MAX_PENDING_REPLICATION_DOCUMENTS, MAIN_COPY_LONE_QUERY_DOCUMENTS, returnsEveryMatch, oversampledFacetConfig, afterCurrentTurn, LOAD_BUFFER_YIELD_INTERVAL, yieldToEventLoop, IDLE_MERGE_DELAY_MS, alreadyPresentOnWorker, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, eligibleIndexNames, createWorkerFactory, availablePatternSearch, patternHost, kWayMerge, mergeFacets, generateId, POOL_RESTART_DELAY_MAX_MS, COMPACTION_SEGMENT_TRIGGER, LIVE_TAIL_FREEZE_FLOOR, requireLoadedVectorCode, LIVE_TAIL_FLUSH_DOCUMENTS, SEGMENTS_PER_MERGE } from './chunk-I2FKNCDS.mjs';
4
- export { bindWorkerCopiesHost, createWorkerExecutor } from './chunk-I2FKNCDS.mjs';
1
+ import { holdCopyPublication, copyGenerationOf, transferIndexToPool, executeRetained, loadIndexOntoWorkers } from './chunk-WMJUZKPT.mjs';
2
+ export { emptySerializablePartition, loadIndexOntoWorkers, transferIndexToPool } from './chunk-WMJUZKPT.mjs';
3
+ import { growPartitionsTo, isCompositePartition, createSharedFrozenSegment, loadStorageCode, resolvePartitionInsertOptions, buildSegmentPayloads, freezeSegmentShared, DEFAULT_COPY_THRESHOLD, workersEnabledByDefault, POOL_RESTART_DELAY_MS, createRequestId, mergeSegmentContents, freezeEncodedSegmentShared, SegmentRefusal, NO_REMOVED_SPELLINGS, DEFAULT_COPY_IDLE_TIMEOUT_MS, LONG_QUERY_THREADS, toError, isDeterministicFailure, workerIneligibility, reportIneligible, fnv1a, selectionKeeps, prepareDocumentVectors, MAX_PENDING_REPLICATION_DOCUMENTS, MAIN_COPY_LONE_QUERY_DOCUMENTS, returnsEveryMatch, oversampledFacetConfig, afterCurrentTurn, LOAD_BUFFER_YIELD_INTERVAL, yieldToEventLoop, IDLE_MERGE_DELAY_MS, alreadyPresentOnWorker, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, eligibleIndexNames, createWorkerFactory, availablePatternSearch, patternHost, kWayMerge, mergeFacets, generateId, POOL_RESTART_DELAY_MAX_MS, COMPACTION_SEGMENT_TRIGGER, LIVE_TAIL_FREEZE_FLOOR, requireLoadedVectorCode, LIVE_TAIL_FLUSH_DOCUMENTS, SEGMENTS_PER_MERGE } from './chunk-JZCWNKL2.mjs';
4
+ export { bindWorkerCopiesHost, createWorkerExecutor } from './chunk-JZCWNKL2.mjs';
5
5
  import './chunk-2CKDCC65.mjs';
6
- import './chunk-AOYQTX6W.mjs';
6
+ import './chunk-JDVLZUKE.mjs';
7
7
  import './chunk-GXCDWLQI.mjs';
8
8
  import './chunk-BUMREPLU.mjs';
9
9
  import './chunk-7T4LAYT4.mjs';
10
10
  import { MATCHER_STATE_BUDGET_BYTES } from './chunk-IL5DRCNU.mjs';
11
11
  import { schemaFieldsOf } from './chunk-7P5YWDRQ.mjs';
12
12
  import './chunk-U2BKYEC7.mjs';
13
- import { resolveWorkerCount, splitWorkerBudget, SHUTDOWN_TIMEOUT_MS, resolveRequestThreadCount } from './chunk-RORNUNXW.mjs';
14
- import { noteThreadSlotGone, threadSlotOfWorker } from './chunk-UPDNNOTG.mjs';
13
+ import { resolveWorkerCount, splitWorkerBudget, SHUTDOWN_TIMEOUT_MS, resolveRequestThreadCount } from './chunk-ZVUEH2JS.mjs';
14
+ import { noteThreadSlotGone, threadSlotOfWorker } from './chunk-5EI5CXO6.mjs';
15
15
  import { MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS } from './chunk-3ECIRFS5.mjs';
16
16
  import './chunk-ASZLNVWW.mjs';
17
17
  import './chunk-ZXX5GZEX.mjs';
@@ -1,14 +1,14 @@
1
- import { requireSearchBackendSettings, loadVectorCode, loadGeoCode, importOptionalReads, initializeCopyPublication, publishCopyAction, isValidWorkerAction } from '../chunk-I2FKNCDS.mjs';
1
+ import { requireSearchBackendSettings, loadVectorCode, loadGeoCode, importOptionalReads, initializeCopyPublication, publishCopyAction, isValidWorkerAction } from '../chunk-JZCWNKL2.mjs';
2
2
  import '../chunk-2CKDCC65.mjs';
3
- import '../chunk-AOYQTX6W.mjs';
3
+ import '../chunk-JDVLZUKE.mjs';
4
4
  import '../chunk-GXCDWLQI.mjs';
5
5
  import '../chunk-BUMREPLU.mjs';
6
6
  import '../chunk-7T4LAYT4.mjs';
7
7
  import '../chunk-IL5DRCNU.mjs';
8
8
  import { loadMessagePack } from '../chunk-7P5YWDRQ.mjs';
9
9
  import '../chunk-U2BKYEC7.mjs';
10
- import '../chunk-RORNUNXW.mjs';
11
- import { threadSlotOfWorker, startIdleHeapCleanup } from '../chunk-UPDNNOTG.mjs';
10
+ import '../chunk-ZVUEH2JS.mjs';
11
+ import { threadSlotOfWorker, startIdleHeapCleanup } from '../chunk-5EI5CXO6.mjs';
12
12
  import '../chunk-3ECIRFS5.mjs';
13
13
  import '../chunk-ASZLNVWW.mjs';
14
14
  import '../chunk-ZXX5GZEX.mjs';
@@ -32,9 +32,9 @@ async function importBootstrapModule(moduleUrl) {
32
32
  await import(moduleUrl);
33
33
  }
34
34
  async function stopServingRequests() {
35
- const { closeRequestThread } = await import('../thread-X36MGME4.mjs');
35
+ const { closeRequestThread } = await import('../thread-W4C2PCMF.mjs');
36
36
  closeRequestThread();
37
- const { closeLongQueryThread } = await import('../long-query-thread-4E6J6WME.mjs');
37
+ const { closeLongQueryThread } = await import('../long-query-thread-7IF2INYK.mjs');
38
38
  closeLongQueryThread();
39
39
  }
40
40
  function holdsCopies(executor) {
@@ -87,7 +87,7 @@ function createActionHandler(executor) {
87
87
  if (!holdsCopies(executor)) {
88
88
  throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer requests from");
89
89
  }
90
- const starting = import('../thread-X36MGME4.mjs').then(
90
+ const starting = import('../thread-W4C2PCMF.mjs').then(
91
91
  ({ serveRequests }) => serveRequests(executor, action.settings)
92
92
  );
93
93
  serving.start = starting.then(
@@ -104,7 +104,7 @@ function createActionHandler(executor) {
104
104
  if (!holdsCopies(executor)) {
105
105
  throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer long queries from");
106
106
  }
107
- const { serveLongQueries } = await import('../long-query-thread-4E6J6WME.mjs');
107
+ const { serveLongQueries } = await import('../long-query-thread-7IF2INYK.mjs');
108
108
  serveLongQueries(executor, action.settings);
109
109
  servingRequests = true;
110
110
  post(buildSuccessResponse(action.requestId, void 0));
@@ -152,8 +152,8 @@ async function setup() {
152
152
  }
153
153
  requireSearchBackendSettings();
154
154
  const [{ createDirectExecutor }, { runQueryAction }] = await Promise.all([
155
- import('../direct-executor-YDIA6FU5.mjs'),
156
- import('../query-actions-UTAYIRGP.mjs'),
155
+ import('../direct-executor-5J2T5XFW.mjs'),
156
+ import('../query-actions-QK33MJBK.mjs'),
157
157
  loadVectorCode(),
158
158
  loadGeoCode(),
159
159
  importOptionalReads(),
package/openapi.json CHANGED
@@ -5212,11 +5212,11 @@
5212
5212
  "properties": {
5213
5213
  "processBytes": {
5214
5214
  "type": "number",
5215
- "description": "The whole process holds this many bytes of resident memory, including vectors and segments kept outside the heap."
5215
+ "description": "The process holds this many bytes of resident memory, including the vectors and segments that it keeps outside the heap. On Linux, the figure counts only the anonymous and shared resident memory, which leaves out the pages that the process maps from files, because the kernel can drop those pages without ending the process. On any other system, Node.js reports only the whole resident memory, so the figure counts all of it."
5216
5216
  },
5217
5217
  "processLimitBytes": {
5218
5218
  "type": "number",
5219
- "description": "The process may hold this many bytes. Where a container sets a memory limit, this figure is that limit. Without one, a node on Linux reports its own resident memory plus the memory that the host reports as available, up to the host's total memory, so the figure falls whenever other processes on the host take memory. A node on any other system reports the host's total memory."
5219
+ "description": "The process may hold this many bytes. Where a container sets a memory limit, this figure is that limit. Without one, a node on Linux reports `processBytes` plus the memory that the host reports as available, up to the host's total memory, so the figure falls whenever other processes on the host take memory. A node on any other system reports the host's total memory."
5220
5220
  },
5221
5221
  "heapBytes": {
5222
5222
  "type": "number",
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@delali/narsil",
3
- "version": "0.3.1-next.195",
3
+ "version": "0.3.1-next.197",
4
4
  "type": "module",
5
5
  "description": "Distributed search engine with full-text, vector, hybrid, and geosearch. One engine, embedded or on a server, with a cross-language .nrsl format.",
6
6
  "author": "Delali (https://sondelali.com)",
@@ -380,9 +380,10 @@
380
380
  "build": "rm -rf dist && tsup && node scripts/check-browser-bundle.mjs && node scripts/check-vector-chunk.mjs && tsx scripts/api-surface.ts",
381
381
  "build:code": "rm -rf dist && NARSIL_BUILD_CODE_ONLY=1 tsup",
382
382
  "build:types": "NARSIL_BUILD_TYPES_ONLY=1 tsup",
383
- "test": "vitest run --exclude='**/vector/recall.test.ts' --exclude='**/vector/id-table-limit.test.ts' --exclude='**/e2e/cluster-memory/**' --exclude='**/e2e/cluster-faults/**' --exclude='**/frozen-removal-memory/container-removes.test.ts' --exclude='**/persistence/live-object-stores/**'",
383
+ "test": "vitest run --exclude='**/vector/recall.test.ts' --exclude='**/vector/id-table-limit.test.ts' --exclude='**/e2e/cluster-memory/**' --exclude='**/e2e/cluster-faults/**' --exclude='**/frozen-removal-memory/container-removes.test.ts' --exclude='**/persistence/live-object-stores/**' --exclude='**/engine/memory-limit/file-backed-vectors.test.ts'",
384
384
  "test:object-stores": "vitest run src/__tests__/persistence/live-object-stores",
385
385
  "test:native": "vitest run src/__tests__/core/tokenizer src/__tests__/core/keyword-score src/__tests__/math src/__tests__/vector/native src/__tests__/integration/filtered-vector-recall/native src/__tests__/integration/filtered-vectors/mutations-native src/__tests__/integration/removed-vectors/main-thread src/__tests__/integration/sort-value-reduction.test.ts src/__tests__/integration/hybrid-fusion-extreme-scores.test.ts",
386
+ "test:file-backed-memory": "vitest run src/__tests__/engine/memory-limit/file-backed-vectors.test.ts",
386
387
  "test:cluster": "vitest run src/__tests__/e2e/cluster-memory --no-file-parallelism",
387
388
  "test:faults": "vitest run src/__tests__/e2e/cluster-faults --no-file-parallelism",
388
389
  "test:etcd": "vitest run src/__tests__/distribution/coordinator/etcd-integration/*.test.ts",
@@ -653,9 +654,9 @@
653
654
  }
654
655
  },
655
656
  "optionalDependencies": {
656
- "@delali/narsil-native-linux-arm64": "0.3.1-next.195",
657
- "@delali/narsil-native-linux-x64": "0.3.1-next.195",
658
- "@delali/narsil-native-win32-arm64": "0.3.1-next.195",
659
- "@delali/narsil-native-win32-x64": "0.3.1-next.195"
657
+ "@delali/narsil-native-linux-arm64": "0.3.1-next.197",
658
+ "@delali/narsil-native-linux-x64": "0.3.1-next.197",
659
+ "@delali/narsil-native-win32-arm64": "0.3.1-next.197",
660
+ "@delali/narsil-native-win32-x64": "0.3.1-next.197"
660
661
  }
661
662
  }