@delali/narsil 0.3.1-next.195 → 0.3.1-next.197
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-UHJHOEMY.mjs → chunk-XD3WJ25T.mjs} +5 -5
- package/dist/browser/{optional-writes-J5BHKEQL.mjs → optional-writes-76DWMRQH.mjs} +35 -0
- package/dist/browser/{storage-leaf-N3JMQ6CF.mjs → storage-leaf-5UTR5K7J.mjs} +73 -44
- package/dist/{capabilities-CLnQHIqV.d.ts → capabilities-B5lsGETP.d.ts} +2 -2
- package/dist/{chunk-RWJQ3XU7.mjs → chunk-2HZ3ZNL4.mjs} +1 -1
- package/dist/{chunk-ZVJPJZIP.mjs → chunk-3LQ6C3H6.mjs} +1 -1
- package/dist/{chunk-3Y3QYL6Q.mjs → chunk-3VI4BSE2.mjs} +2 -2
- package/dist/{chunk-Y3T4HQGT.mjs → chunk-4H44U3EK.mjs} +2 -2
- package/dist/{chunk-QIMI4O6R.mjs → chunk-57N7OIXT.mjs} +5 -5
- package/dist/{chunk-UPDNNOTG.mjs → chunk-5EI5CXO6.mjs} +3 -1
- package/dist/{chunk-VSLFZDVA.mjs → chunk-6R2CWCKV.mjs} +3 -3
- package/dist/{chunk-P3JMBYEG.mjs → chunk-ANZQUMXO.mjs} +3 -3
- package/dist/{chunk-UP5TJ3II.mjs → chunk-AXX7CSFV.mjs} +2 -2
- package/dist/{chunk-YYNLEWSP.mjs → chunk-CXUBNJMW.mjs} +6 -6
- package/dist/{chunk-5IXLDFKK.mjs → chunk-EM4CXG25.mjs} +2 -2
- package/dist/{chunk-5WN5TOPY.mjs → chunk-HQCQPOBP.mjs} +1 -1
- package/dist/{chunk-ZS2YUB2L.mjs → chunk-IZXDYPLB.mjs} +2 -2
- package/dist/{chunk-BBSLCYJM.mjs → chunk-J6B57IET.mjs} +1 -1
- package/dist/{chunk-AH5J62FF.mjs → chunk-J777QLZN.mjs} +2 -2
- package/dist/{chunk-5SLAXEVJ.mjs → chunk-JA6NCMYV.mjs} +21 -5
- package/dist/{chunk-AOYQTX6W.mjs → chunk-JDVLZUKE.mjs} +2 -2
- package/dist/{chunk-KRCP4W26.mjs → chunk-JVZFCFDN.mjs} +1 -1
- package/dist/{chunk-I2FKNCDS.mjs → chunk-JZCWNKL2.mjs} +118 -31
- package/dist/{chunk-VPOPC7JA.mjs → chunk-M2LTO64S.mjs} +2 -2
- package/dist/{chunk-SCZI7COG.mjs → chunk-OJ7KOWSW.mjs} +1 -1
- package/dist/{chunk-KBU3ZFJN.mjs → chunk-R724DJSG.mjs} +1 -1
- package/dist/{chunk-KDLH3BWY.mjs → chunk-SBJ4W7O4.mjs} +1 -1
- package/dist/{chunk-DU5HRFLQ.mjs → chunk-SKEBGNOX.mjs} +2 -2
- package/dist/{chunk-OICMFLQF.mjs → chunk-SR54PLRE.mjs} +14 -14
- package/dist/{chunk-DKTRJCPP.mjs → chunk-SU6KDH3L.mjs} +5 -5
- package/dist/{chunk-KYVJPISW.mjs → chunk-UKYJXML2.mjs} +5 -5
- package/dist/{chunk-WORMC6FN.mjs → chunk-WMJUZKPT.mjs} +1 -1
- package/dist/{chunk-ZV25WJNK.mjs → chunk-WXLDFCYT.mjs} +1 -1
- package/dist/{chunk-MQMZ25D7.mjs → chunk-ZIMKME6P.mjs} +3 -3
- package/dist/{chunk-RORNUNXW.mjs → chunk-ZVUEH2JS.mjs} +1 -1
- package/dist/{client-uB0kp2yT.d.ts → client-Cdz3YK_X.d.ts} +2 -2
- package/dist/client.d.ts +5 -5
- package/dist/{config-BvHQ-C7U.d.ts → config-CazZHGDa.d.ts} +13 -10
- package/dist/{core-leaf-TAR3GJVE.mjs → core-leaf-6JVHEVFB.mjs} +2 -2
- package/dist/{direct-executor-YDIA6FU5.mjs → direct-executor-5J2T5XFW.mjs} +4 -4
- package/dist/distribution/coordinator/etcd.d.ts +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +1 -1
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +29 -29
- package/dist/{index-BaQIAnk0.d.ts → index-B_vmxpgW.d.ts} +9 -4
- package/dist/index.browser.mjs +1 -1
- package/dist/index.mjs +4 -4
- package/dist/index.react-native.mjs +3 -3
- package/dist/{long-query-thread-4E6J6WME.mjs → long-query-thread-7IF2INYK.mjs} +14 -14
- package/dist/{module-UQFIJQMG.mjs → module-KLBY3HCR.mjs} +7 -7
- package/dist/{optional-writes-H6WO6E6B.mjs → optional-writes-NI3YJGNG.mjs} +6 -6
- package/dist/{paged-partition-archive-O3RUZ3II.mjs → paged-partition-archive-B3RVFKHP.mjs} +13 -13
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +4 -4
- package/dist/persistence/durability/checkpoint-worker.mjs +12 -12
- package/dist/{query-actions-UTAYIRGP.mjs → query-actions-QK33MJBK.mjs} +4 -4
- package/dist/query-suggestions/merge-worker.mjs +7 -7
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.mjs +5 -5
- package/dist/react-native/chunks/{chunk-AN4HKLB4.mjs → chunk-3NHQ3CGV.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-JZCEJO3N.mjs → chunk-KPF6KEQJ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-GJQIMGXT.mjs → chunk-PPS5E3XI.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-5KRTKOH6.mjs → chunk-YLLHNLW7.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-2S57X2ZY.mjs → chunk-ZJAOGFBT.mjs} +58 -23
- package/dist/react-native/chunks/{chunk-3OHO4SEF.mjs → chunk-ZKAHFCZT.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-UEBUWCYN.mjs → chunk-ZO3RYBYX.mjs} +1 -1
- package/dist/react-native/chunks/{core-leaf-5PVST5PR.mjs → core-leaf-BIVBQRER.mjs} +1 -1
- package/dist/react-native/chunks/{module-QRCYB7QV.mjs → module-7D4CEFXK.mjs} +3 -3
- package/dist/react-native/chunks/{optional-writes-LG24CKDY.mjs → optional-writes-5F4IH6QN.mjs} +4 -4
- package/dist/react-native/chunks/{restore-queue-6BL75XHS.mjs → restore-queue-ZGDYH567.mjs} +6 -6
- package/dist/react-native/chunks/{segment-codec-leaf-OFY6JAIV.mjs → segment-codec-leaf-VSKJBVWY.mjs} +4 -4
- package/dist/react-native/chunks/{segment-merge-leaf-S2EGW7J7.mjs → segment-merge-leaf-ZQGIQVA5.mjs} +5 -5
- package/dist/react-native/chunks/{storage-leaf-SWCGMIES.mjs → storage-leaf-S6UTUUER.mjs} +79 -50
- package/dist/react-native/chunks/{store-leaf-PK2G37EL.mjs → store-leaf-JGKMH427.mjs} +5 -5
- package/dist/react-native/chunks/{suggestions-leaf-MJXF4PPT.mjs → suggestions-leaf-OIZIMHBE.mjs} +5 -5
- package/dist/react-native/chunks/{worker-copies-PCLN3TVS.mjs → worker-copies-M4VYL4RP.mjs} +4 -4
- package/dist/react-native/partial-words.mjs +3 -3
- package/dist/react-native/query-suggestions.mjs +3 -3
- package/dist/react-native/sync.mjs +3 -3
- package/dist/react-native/synonyms.mjs +3 -3
- package/dist/react.d.ts +5 -5
- package/dist/{rerank-FQU2Z64X.mjs → rerank-GJVKHEJE.mjs} +4 -4
- package/dist/{restore-queue-4OM3MMJ7.mjs → restore-queue-UG3JV6AH.mjs} +7 -7
- package/dist/{segment-codec-leaf-ZJL3UUED.mjs → segment-codec-leaf-RZOSU5F3.mjs} +5 -5
- package/dist/{segment-merge-leaf-VDQ7BLE7.mjs → segment-merge-leaf-YPKP5MQX.mjs} +5 -5
- package/dist/server.d.ts +6 -6
- package/dist/server.mjs +19 -19
- package/dist/{storage-leaf-7IYAULRJ.mjs → storage-leaf-CWGPJ5TV.mjs} +76 -63
- package/dist/{store-leaf-VI3FC46A.mjs → store-leaf-VCGW4NA2.mjs} +6 -6
- package/dist/{suggestions-leaf-YP3BMVLS.mjs → suggestions-leaf-TMXRXDSO.mjs} +8 -8
- package/dist/sync/filesystem.mjs +9 -9
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.mjs +4 -4
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +4 -4
- package/dist/{tasks-C65V7lIr.d.ts → tasks--3oWn3xJ.d.ts} +2 -2
- package/dist/{thread-X36MGME4.mjs → thread-W4C2PCMF.mjs} +13 -13
- package/dist/vector/search-worker.mjs +4 -4
- package/dist/{worker-copies-R53BVAFV.mjs → worker-copies-W6PULM5W.mjs} +7 -7
- package/dist/workers/entry.mjs +10 -10
- package/openapi.json +2 -2
- package/package.json +7 -6
- /package/dist/browser/{core-leaf-WYFANMKC.mjs → core-leaf-HWAXCEWX.mjs} +0 -0
- /package/dist/react-native/chunks/{chunk-G434H5WG.mjs → chunk-QNZHMXPO.mjs} +0 -0
|
@@ -1,44 +1,44 @@
|
|
|
1
|
-
import { scheduleSyncRetention, createDirectoryWatch, unrefInterval, LOG_READ_CHUNK_BYTES } from './chunk-
|
|
2
|
-
export { scheduleSyncRetention, startSyncRetentionSweep } from './chunk-
|
|
3
|
-
import { buildArchiveFromMemory, indexMetadataOf, archiveStream, createByteReader, documentExportStream, requireRestoreMemory, memoryCheckpointStore, admitDurableWrite, metadataConfigOf, durableMetadataConfigOf, unpackIndexSnapshotEnvelope, nestedSchemaOf, earlierSnapshotFootprint, writeArchiveFile, storedBytesOfSegments, archiveFootprint, loadSegmentedCheckpoint, createIndexLoads, closePartitionWriter, switchInTurn, writeMetadataEnvelope, listPersistedIndexes, removeLeftoverRewriteFiles, requireSavedPartitionCount, createDetachedIndex, requireCheckpointLayout, holdScheduledCheckpoint, checkpointInTurn, deserializePayloadV1, SINGLE_NODE_PRIMARY_TERM, readCurrentManifest, drainIndexStateForUnload, readSegmentManifest, readMetadataEnvelope, snapshotCheckpointFor, whileGraphsStayComplete, captureAppliedPrefix, createSeqOwner, loadMetadata, reclaimUnlistedKeys, writeLiveVectors, dropStoredVectorValues, requiresLayoutCheckpoint, transitionKey, readTransition, invalidTransition, unpackEnvelopeBytes, replayWal, sanitizeSurfaceForms, patternIndexesFromWire, replayWalUpTo, createRebalancer, highestPartitionIdOf, growPartitionsTo, createMarkerWriter, metadataFromConfig, metadataPartitionCount } from './chunk-
|
|
4
|
-
export { DOCUMENT_EXPORT_FORMAT, DOCUMENT_EXPORT_VERSION, abandonAnalysisChange, adoptSavedAnalysis, buildHeldAnalysisChange, changeIndexAnalysis, changesOf, createByteReader, documentExportStream, dropHeldAnalysisChange, executeRebalance, followIndexChanges, heldAnalysisIsBuilt, holdsNamedSettings, openFileVectorReads, pagedPartitionLines, readDocumentExport, releaseHeldAnalysisChange, requireSavedPartitionCount, resumeAnalysisChange, stampAnalysisGeneration, startReadingOpeningSectionsAhead, targetOfPending, transitionWalLayout, updateChangesOf } from './chunk-
|
|
5
|
-
import { readVectorFile, readGraphParts, VECTOR_FILE_ENVELOPE_VERSION } from './chunk-
|
|
6
|
-
export { loadFilesByParts, openColdVectorField, waitBeforeColdLoad } from './chunk-
|
|
7
|
-
import { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration, indexConfigurationOf, updateIndexSync, decodeIndexConfiguration } from './chunk-
|
|
8
|
-
export { decodeIndexConfiguration, encodeIndexConfiguration, holdRenewedSyncEpoch, indexConfigurationOf, persistEpochStates, requireNoQuerySuggestions, requireSyncSetting, syncStorageOf, updateIndexSync } from './chunk-
|
|
1
|
+
import { scheduleSyncRetention, createDirectoryWatch, unrefInterval, LOG_READ_CHUNK_BYTES } from './chunk-UKYJXML2.mjs';
|
|
2
|
+
export { scheduleSyncRetention, startSyncRetentionSweep } from './chunk-UKYJXML2.mjs';
|
|
3
|
+
import { buildArchiveFromMemory, indexMetadataOf, archiveStream, createByteReader, documentExportStream, requireRestoreMemory, memoryCheckpointStore, admitDurableWrite, metadataConfigOf, durableMetadataConfigOf, unpackIndexSnapshotEnvelope, nestedSchemaOf, earlierSnapshotFootprint, writeArchiveFile, storedBytesOfSegments, archiveFootprint, loadSegmentedCheckpoint, createIndexLoads, closePartitionWriter, switchInTurn, writeMetadataEnvelope, listPersistedIndexes, removeLeftoverRewriteFiles, requireSavedPartitionCount, createDetachedIndex, requireCheckpointLayout, holdScheduledCheckpoint, checkpointInTurn, deserializePayloadV1, SINGLE_NODE_PRIMARY_TERM, readCurrentManifest, drainIndexStateForUnload, readSegmentManifest, readMetadataEnvelope, snapshotCheckpointFor, whileGraphsStayComplete, captureAppliedPrefix, createSeqOwner, loadMetadata, reclaimUnlistedKeys, writeLiveVectors, dropStoredVectorValues, requiresLayoutCheckpoint, transitionKey, readTransition, invalidTransition, unpackEnvelopeBytes, replayWal, sanitizeSurfaceForms, patternIndexesFromWire, replayWalUpTo, createRebalancer, highestPartitionIdOf, growPartitionsTo, createMarkerWriter, metadataFromConfig, metadataPartitionCount } from './chunk-SR54PLRE.mjs';
|
|
4
|
+
export { DOCUMENT_EXPORT_FORMAT, DOCUMENT_EXPORT_VERSION, abandonAnalysisChange, adoptSavedAnalysis, buildHeldAnalysisChange, changeIndexAnalysis, changesOf, createByteReader, documentExportStream, dropHeldAnalysisChange, executeRebalance, followIndexChanges, heldAnalysisIsBuilt, holdsNamedSettings, openFileVectorReads, pagedPartitionLines, readDocumentExport, releaseHeldAnalysisChange, requireSavedPartitionCount, resumeAnalysisChange, stampAnalysisGeneration, startReadingOpeningSectionsAhead, targetOfPending, transitionWalLayout, updateChangesOf } from './chunk-SR54PLRE.mjs';
|
|
5
|
+
import { readVectorFile, readGraphParts, VECTOR_FILE_ENVELOPE_VERSION } from './chunk-SU6KDH3L.mjs';
|
|
6
|
+
export { loadFilesByParts, openColdVectorField, waitBeforeColdLoad } from './chunk-SU6KDH3L.mjs';
|
|
7
|
+
import { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration, indexConfigurationOf, updateIndexSync, decodeIndexConfiguration } from './chunk-J777QLZN.mjs';
|
|
8
|
+
export { decodeIndexConfiguration, encodeIndexConfiguration, holdRenewedSyncEpoch, indexConfigurationOf, persistEpochStates, requireNoQuerySuggestions, requireSyncSetting, syncStorageOf, updateIndexSync } from './chunk-J777QLZN.mjs';
|
|
9
9
|
import { restoredConfigFields, restoredEmbedding, rejectSnapshot } from './chunk-M2Z5WVWW.mjs';
|
|
10
|
-
import { readSnapshotArchive, decodeSegmentManifest, isRecord, invalidManifest, isId, isUint32, isSequenceNumber } from './chunk-
|
|
11
|
-
export { readSnapshotArchive } from './chunk-
|
|
12
|
-
import { createDurableDirectory } from './chunk-
|
|
13
|
-
import { isPagedSegmentFile, openPagedSnapshot, pagedListingOf, createPagedFrozenSegment, writePagedSegment, bytesThatSegmentsHoldInMemory, savedBytesOfManifest, checkPagedSegmentFully, readSegmentFile, NOTHING_SAVED, SEGMENT_HEADER_SIZE, checkpointLastSeqNo, partitionContentsOf, writeCheckpointSegments, commitCheckpointManifest, checkpointGarbage, removeCheckpointGarbage, nextSegmentKey, rewrittenHeaderKey, checkSegmentHeader, RECORD_LENGTH_SIZE, MAX_WAL_RECORD_BYTES, FRAME_CRC_SIZE, decodeWalEntry, readCommitMarker, captureWholePartition, frameRecord, checkpointPrimaryTerm, openPagedSegmentScan, countsAsLatestHolder, segmentKey, WAL_FORMAT_VERSION_WITH_PREVIOUS_DOCUMENT, SEGMENT_TAIL_PATTERN, writeSegmentHeader, WAL_FORMAT_VERSION, parseSegmentStartSeqNo, readWalSegments, buildEntry } from './chunk-
|
|
14
|
-
export { bytesThatSegmentsHoldInMemory, checkPagedContents, checkPagedSegmentFully, checkPagedSelections, countsAsLatestHolder, createPagedFrozenSegment, isPagedSegmentFile, mergePagedWindow, openPagedSegmentScan, openPagedSnapshot, pagedListingOf, pagedTombstonesFor, writePagedSegment } from './chunk-
|
|
15
|
-
import { REWRITE_SPILL_BYTES, TOMBSTONES_BETWEEN_YIELDS, encodeSegmentManifest, adapterCheckpointStore, directoryCheckpointStore, readListedFile } from './chunk-
|
|
10
|
+
import { readSnapshotArchive, decodeSegmentManifest, isRecord, invalidManifest, isId, isUint32, isSequenceNumber } from './chunk-6R2CWCKV.mjs';
|
|
11
|
+
export { readSnapshotArchive } from './chunk-6R2CWCKV.mjs';
|
|
12
|
+
import { createDurableDirectory } from './chunk-OJ7KOWSW.mjs';
|
|
13
|
+
import { isPagedSegmentFile, openPagedSnapshot, pagedListingOf, createPagedFrozenSegment, writePagedSegment, bytesThatSegmentsHoldInMemory, savedBytesOfManifest, checkPagedSegmentFully, readSegmentFile, NOTHING_SAVED, SEGMENT_HEADER_SIZE, checkpointLastSeqNo, partitionContentsOf, writeCheckpointSegments, commitCheckpointManifest, checkpointGarbage, removeCheckpointGarbage, nextSegmentKey, rewrittenHeaderKey, checkSegmentHeader, RECORD_LENGTH_SIZE, MAX_WAL_RECORD_BYTES, FRAME_CRC_SIZE, decodeWalEntry, readCommitMarker, captureWholePartition, frameRecord, checkpointPrimaryTerm, openPagedSegmentScan, countsAsLatestHolder, segmentKey, WAL_FORMAT_VERSION_WITH_PREVIOUS_DOCUMENT, SEGMENT_TAIL_PATTERN, writeSegmentHeader, WAL_FORMAT_VERSION, parseSegmentStartSeqNo, readWalSegments, joinFrames, buildEntry } from './chunk-JA6NCMYV.mjs';
|
|
14
|
+
export { bytesThatSegmentsHoldInMemory, checkPagedContents, checkPagedSegmentFully, checkPagedSelections, countsAsLatestHolder, createPagedFrozenSegment, isPagedSegmentFile, mergePagedWindow, openPagedSegmentScan, openPagedSnapshot, pagedListingOf, pagedTombstonesFor, writePagedSegment } from './chunk-JA6NCMYV.mjs';
|
|
15
|
+
import { REWRITE_SPILL_BYTES, TOMBSTONES_BETWEEN_YIELDS, encodeSegmentManifest, adapterCheckpointStore, directoryCheckpointStore, readListedFile } from './chunk-ANZQUMXO.mjs';
|
|
16
16
|
import './chunk-5FLRXF73.mjs';
|
|
17
17
|
import './chunk-JDDXV6UF.mjs';
|
|
18
|
-
import { manifestKey, manifestFileRefs, manifestReferencedKeys, manifestWithinPartitionCount, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-
|
|
18
|
+
import { manifestKey, manifestFileRefs, manifestReferencedKeys, manifestWithinPartitionCount, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-HQCQPOBP.mjs';
|
|
19
19
|
import { getFs } from './chunk-HLPRHOSO.mjs';
|
|
20
20
|
import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_REWRITE_BYTES_PER_CHECKPOINT, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-MSIN4NM3.mjs';
|
|
21
21
|
import { encode } from './chunk-S5QMWECL.mjs';
|
|
22
22
|
export { bindStorageHost } from './chunk-S5QMWECL.mjs';
|
|
23
23
|
import { sha256 } from './chunk-LNGE7SLY.mjs';
|
|
24
24
|
import { setNestedValue } from './chunk-R2PJKSNL.mjs';
|
|
25
|
-
import { rewriteSpillOf } from './chunk-
|
|
26
|
-
import { deserializePartition } from './chunk-
|
|
27
|
-
import { decodeVectorIndexParts, bytesToVectors, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, graphPartsOfEarlierPayload, decodeVectorGraphPayload } from './chunk-
|
|
28
|
-
export { createHNSWIndex, osqBitsOf } from './chunk-
|
|
25
|
+
import { rewriteSpillOf } from './chunk-2HZ3ZNL4.mjs';
|
|
26
|
+
import { deserializePartition } from './chunk-SBJ4W7O4.mjs';
|
|
27
|
+
import { decodeVectorIndexParts, bytesToVectors, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, graphPartsOfEarlierPayload, decodeVectorGraphPayload } from './chunk-R724DJSG.mjs';
|
|
28
|
+
export { createHNSWIndex, osqBitsOf } from './chunk-R724DJSG.mjs';
|
|
29
29
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
30
|
-
import { hasNrslMagic, HEADER_SIZE, readHeader, storedStateOf, attachedRuntimeOf, historyFilesOf, listHistoryFolder, historyFileOf, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, openChecksummedEnvelope, crc32, packChecksummedEnvelope } from './chunk-
|
|
31
|
-
import { isCompositePartition, generateId, mergePartitionStats, resolvePartitionInsertOptions, createPartitionIndex, createCompositePartition, ARRAY_POSITION_GAP, fnv1a, freezeSegmentShared, createFrozenSegment, createSharedFrozenSegment, getLanguage, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateRequiredFieldsInSchema, resolveIndexAnalysis, validateEmbeddingConfig, storedArrayPositionGap, emitSyncChange, toError, prepareStoredSynonyms, loadSchemaCodeFor, decodeEveryStoredDocument, arrayPositionsAreStale, insertDocumentVectors, createPartitionRouter, buildSegmentPayloads, createRequestId } from './chunk-
|
|
30
|
+
import { hasNrslMagic, HEADER_SIZE, readHeader, storedStateOf, attachedRuntimeOf, historyFilesOf, listHistoryFolder, historyFileOf, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, openChecksummedEnvelope, crc32, packChecksummedEnvelope } from './chunk-3LQ6C3H6.mjs';
|
|
31
|
+
import { isCompositePartition, generateId, mergePartitionStats, resolvePartitionInsertOptions, createPartitionIndex, createCompositePartition, ARRAY_POSITION_GAP, fnv1a, freezeSegmentShared, createFrozenSegment, createSharedFrozenSegment, getLanguage, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateRequiredFieldsInSchema, resolveIndexAnalysis, validateEmbeddingConfig, storedArrayPositionGap, emitSyncChange, toError, prepareStoredSynonyms, loadSchemaCodeFor, decodeEveryStoredDocument, arrayPositionsAreStale, insertDocumentVectors, createPartitionRouter, buildSegmentPayloads, createRequestId } from './chunk-JZCWNKL2.mjs';
|
|
32
32
|
import { encodeDocument } from './chunk-2CKDCC65.mjs';
|
|
33
|
-
import './chunk-
|
|
33
|
+
import './chunk-JDVLZUKE.mjs';
|
|
34
34
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
35
35
|
import { newSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
36
36
|
import './chunk-7T4LAYT4.mjs';
|
|
37
37
|
import './chunk-IL5DRCNU.mjs';
|
|
38
38
|
import { flattenSchema, raiseEarlierReleaseGraphSetting, validateSchema, validateVectorPromotion, validateVectorStorage, validateTextStorage, parseVectorDimension, getNestedValue, requireValidFieldTypes } from './chunk-7P5YWDRQ.mjs';
|
|
39
39
|
import './chunk-U2BKYEC7.mjs';
|
|
40
|
-
import { detectRuntime, spawnNodeWorker, resolveWorkerEntry } from './chunk-
|
|
41
|
-
import { turnsAreBudgeted, turnIsSpent, yieldTurn, waitOutsideCountedWrite } from './chunk-
|
|
40
|
+
import { detectRuntime, spawnNodeWorker, resolveWorkerEntry } from './chunk-ZVUEH2JS.mjs';
|
|
41
|
+
import { turnsAreBudgeted, turnIsSpent, yieldTurn, waitOutsideCountedWrite } from './chunk-5EI5CXO6.mjs';
|
|
42
42
|
import { STATISTICS_BROADCAST_INTERVAL_MS, FOREIGN_STATS_TTL_MS, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
|
|
43
43
|
import './chunk-ASZLNVWW.mjs';
|
|
44
44
|
import { MIN_M } from './chunk-ZXX5GZEX.mjs';
|
|
@@ -3414,6 +3414,8 @@ function createWalWriter(directory, config) {
|
|
|
3414
3414
|
let highestDurableSeqNo = 0;
|
|
3415
3415
|
let markerWriter = null;
|
|
3416
3416
|
let durabilityLock = Promise.resolve();
|
|
3417
|
+
let synced = null;
|
|
3418
|
+
let failure = null;
|
|
3417
3419
|
const coordinator = createGroupCommitCoordinator(() => withDurabilityLock(flushActiveSegment));
|
|
3418
3420
|
function withDurabilityLock(fn) {
|
|
3419
3421
|
const result = durabilityLock.then(fn);
|
|
@@ -3436,18 +3438,37 @@ function createWalWriter(directory, config) {
|
|
|
3436
3438
|
}
|
|
3437
3439
|
return markerWriter;
|
|
3438
3440
|
}
|
|
3441
|
+
function latchFailure(err) {
|
|
3442
|
+
if (failure === null) {
|
|
3443
|
+
failure = { error: err };
|
|
3444
|
+
}
|
|
3445
|
+
return failure.error;
|
|
3446
|
+
}
|
|
3439
3447
|
async function flushActiveSegment() {
|
|
3440
|
-
if (
|
|
3448
|
+
if (failure !== null) {
|
|
3449
|
+
throw failure.error;
|
|
3450
|
+
}
|
|
3451
|
+
const flushing = handle;
|
|
3452
|
+
if (flushing === null) {
|
|
3441
3453
|
return;
|
|
3442
3454
|
}
|
|
3443
|
-
const writer = await getMarkerWriter();
|
|
3444
3455
|
const durableByteLength = activeBytes;
|
|
3445
3456
|
const activeSegmentSeqNo = activeStartSeqNo;
|
|
3446
|
-
const
|
|
3447
|
-
|
|
3448
|
-
|
|
3449
|
-
|
|
3450
|
-
|
|
3457
|
+
const appendedSeqNo = highestAppendedSeqNo;
|
|
3458
|
+
if (synced !== null && synced.startSeqNo === activeSegmentSeqNo && synced.bytes === durableByteLength) {
|
|
3459
|
+
return;
|
|
3460
|
+
}
|
|
3461
|
+
try {
|
|
3462
|
+
const writer = await getMarkerWriter();
|
|
3463
|
+
const durableSeqNo = Math.max(appendedSeqNo, highestDurableSeqNo);
|
|
3464
|
+
await flushing.sync();
|
|
3465
|
+
await writer.commit({ activeSegmentSeqNo, durableByteLength, highestDurableSeqNo: durableSeqNo });
|
|
3466
|
+
if (durableSeqNo > highestDurableSeqNo) {
|
|
3467
|
+
highestDurableSeqNo = durableSeqNo;
|
|
3468
|
+
}
|
|
3469
|
+
synced = { startSeqNo: activeSegmentSeqNo, bytes: durableByteLength };
|
|
3470
|
+
} catch (err) {
|
|
3471
|
+
throw latchFailure(err);
|
|
3451
3472
|
}
|
|
3452
3473
|
}
|
|
3453
3474
|
function formatVersionFor(holdsPreviousDocument) {
|
|
@@ -3550,22 +3571,30 @@ function createWalWriter(directory, config) {
|
|
|
3550
3571
|
}
|
|
3551
3572
|
}
|
|
3552
3573
|
async function swapToPreparedSegment(sealed) {
|
|
3553
|
-
|
|
3554
|
-
|
|
3555
|
-
|
|
3556
|
-
|
|
3557
|
-
|
|
3558
|
-
|
|
3559
|
-
|
|
3560
|
-
|
|
3561
|
-
|
|
3562
|
-
|
|
3563
|
-
|
|
3564
|
-
|
|
3565
|
-
|
|
3566
|
-
|
|
3567
|
-
|
|
3568
|
-
|
|
3574
|
+
if (failure !== null) {
|
|
3575
|
+
throw failure.error;
|
|
3576
|
+
}
|
|
3577
|
+
try {
|
|
3578
|
+
const writer = await getMarkerWriter();
|
|
3579
|
+
const startSeqNo = highestAppendedSeqNo + 1;
|
|
3580
|
+
const durableSeqNo = Math.max(highestAppendedSeqNo, highestDurableSeqNo);
|
|
3581
|
+
const key = segmentKey(config.indexName, config.partitionId, startSeqNo);
|
|
3582
|
+
await Promise.all([sealed.sync(), directory.move(preparedKey, key)]);
|
|
3583
|
+
handle = await directory.appendHandle(key);
|
|
3584
|
+
activeKey = key;
|
|
3585
|
+
activeStartSeqNo = startSeqNo;
|
|
3586
|
+
activeBytes = SEGMENT_HEADER_SIZE;
|
|
3587
|
+
activeFormatVersion = preparedFormatVersion;
|
|
3588
|
+
await writer.commit({
|
|
3589
|
+
activeSegmentSeqNo: startSeqNo,
|
|
3590
|
+
durableByteLength: SEGMENT_HEADER_SIZE,
|
|
3591
|
+
highestDurableSeqNo: durableSeqNo
|
|
3592
|
+
});
|
|
3593
|
+
highestDurableSeqNo = durableSeqNo;
|
|
3594
|
+
synced = { startSeqNo, bytes: SEGMENT_HEADER_SIZE };
|
|
3595
|
+
} catch (err) {
|
|
3596
|
+
throw latchFailure(err);
|
|
3597
|
+
}
|
|
3569
3598
|
await sealed.close();
|
|
3570
3599
|
}
|
|
3571
3600
|
async function maybeRoll(nextSeqNo, appendedBytes, holdsPreviousDocument) {
|
|
@@ -3576,22 +3605,6 @@ function createWalWriter(directory, config) {
|
|
|
3576
3605
|
await withDurabilityLock(() => rollUnderLock(nextSeqNo, formatVersionFor(holdsPreviousDocument)));
|
|
3577
3606
|
}
|
|
3578
3607
|
}
|
|
3579
|
-
function joinFrames(frames) {
|
|
3580
|
-
if (frames.length === 1) {
|
|
3581
|
-
return frames[0];
|
|
3582
|
-
}
|
|
3583
|
-
let totalBytes = 0;
|
|
3584
|
-
for (const frame of frames) {
|
|
3585
|
-
totalBytes += frame.length;
|
|
3586
|
-
}
|
|
3587
|
-
const joined = new Uint8Array(totalBytes);
|
|
3588
|
-
let offset = 0;
|
|
3589
|
-
for (const frame of frames) {
|
|
3590
|
-
joined.set(frame, offset);
|
|
3591
|
-
offset += frame.length;
|
|
3592
|
-
}
|
|
3593
|
-
return joined;
|
|
3594
|
-
}
|
|
3595
3608
|
function framesThatFit(frames, start) {
|
|
3596
3609
|
const room = segmentMaxBytes - activeBytes;
|
|
3597
3610
|
let end = start + 1;
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
export { DayStore, RestoredHistory, clearLeftoversOfName, dayOf, installSuggestionHooks, openCountsFile, sameBytes, startQuerySuggestions } from './chunk-
|
|
1
|
+
export { DayStore, RestoredHistory, clearLeftoversOfName, dayOf, installSuggestionHooks, openCountsFile, sameBytes, startQuerySuggestions } from './chunk-4H44U3EK.mjs';
|
|
2
2
|
export { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
3
|
-
export { BUILD_LIST_PAGE, BUILD_WRITE_BATCH, BYTES_PER_MIB, DAY_MS, DEFAULT_PREVIEW_LIMIT, HEADER_SIZE, HISTORY_SWEEP_INTERVAL_MS, KEY_FINGERPRINT_BYTES, KEY_FINGERPRINT_LABEL, MAX_HISTORY_FILE_BYTES, MAX_MANUAL_SUGGESTION_COUNT, MAX_PREVIEW_LIMIT, MAX_SOURCE_INDEX_NAME_LENGTH, MAX_TIMER_DELAY_MS, MIN_KEY_BYTES, MS_PER_SECOND, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, SCHEDULE_OFF, SCRAMBLED_ID_BYTES, acceptedPhrase, attachRuntime, attachedRuntimeOf, banListFromInput, bindSuggestionStoreHost, buildRecordKey, checksumOfChunks, crc32, crc32Final, crc32Init, crc32Update, engineVersionParts, hasNrslMagic, historyFileOf, historyFilesOf, invalidSetting, isGroup, isPerson, latestMatchAtOrBefore, listHistoryFolder, nextMatchAfter, normaliseBan, openChecksummedEnvelope, packChecksummedEnvelope, packEnvelopeWithChecksum, parseSchedule, readHeader, removeHistoryFolder, removeRestoreLeftovers, requireFieldsInSchema, requireWithinFileLimit, resolveSetting, storedStateFromWire, storedStateOf, storedStateToWire, unionOfBans, validateSetting, withState, writeHeader } from './chunk-
|
|
4
|
-
import './chunk-
|
|
3
|
+
export { BUILD_LIST_PAGE, BUILD_WRITE_BATCH, BYTES_PER_MIB, DAY_MS, DEFAULT_PREVIEW_LIMIT, HEADER_SIZE, HISTORY_SWEEP_INTERVAL_MS, KEY_FINGERPRINT_BYTES, KEY_FINGERPRINT_LABEL, MAX_HISTORY_FILE_BYTES, MAX_MANUAL_SUGGESTION_COUNT, MAX_PREVIEW_LIMIT, MAX_SOURCE_INDEX_NAME_LENGTH, MAX_TIMER_DELAY_MS, MIN_KEY_BYTES, MS_PER_SECOND, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, SCHEDULE_OFF, SCRAMBLED_ID_BYTES, acceptedPhrase, attachRuntime, attachedRuntimeOf, banListFromInput, bindSuggestionStoreHost, buildRecordKey, checksumOfChunks, crc32, crc32Final, crc32Init, crc32Update, engineVersionParts, hasNrslMagic, historyFileOf, historyFilesOf, invalidSetting, isGroup, isPerson, latestMatchAtOrBefore, listHistoryFolder, nextMatchAfter, normaliseBan, openChecksummedEnvelope, packChecksummedEnvelope, packEnvelopeWithChecksum, parseSchedule, readHeader, removeHistoryFolder, removeRestoreLeftovers, requireFieldsInSchema, requireWithinFileLimit, resolveSetting, storedStateFromWire, storedStateOf, storedStateToWire, unionOfBans, validateSetting, withState, writeHeader } from './chunk-3LQ6C3H6.mjs';
|
|
4
|
+
import './chunk-JZCWNKL2.mjs';
|
|
5
5
|
import './chunk-2CKDCC65.mjs';
|
|
6
|
-
import './chunk-
|
|
6
|
+
import './chunk-JDVLZUKE.mjs';
|
|
7
7
|
import './chunk-GXCDWLQI.mjs';
|
|
8
8
|
import './chunk-BUMREPLU.mjs';
|
|
9
9
|
import './chunk-7T4LAYT4.mjs';
|
|
10
10
|
import './chunk-IL5DRCNU.mjs';
|
|
11
11
|
import './chunk-7P5YWDRQ.mjs';
|
|
12
12
|
import './chunk-U2BKYEC7.mjs';
|
|
13
|
-
import './chunk-
|
|
14
|
-
import './chunk-
|
|
13
|
+
import './chunk-ZVUEH2JS.mjs';
|
|
14
|
+
import './chunk-5EI5CXO6.mjs';
|
|
15
15
|
import './chunk-3ECIRFS5.mjs';
|
|
16
16
|
import './chunk-ASZLNVWW.mjs';
|
|
17
17
|
import './chunk-ZXX5GZEX.mjs';
|
|
@@ -1,19 +1,19 @@
|
|
|
1
|
-
import { querySuggestionsOf, keyBytesOf, createQuerySuggestionsRuntime, createLocalHost } from './chunk-
|
|
2
|
-
export { bindSuggestionsHost } from './chunk-
|
|
3
|
-
import { installSuggestionHooks } from './chunk-
|
|
1
|
+
import { querySuggestionsOf, keyBytesOf, createQuerySuggestionsRuntime, createLocalHost } from './chunk-57N7OIXT.mjs';
|
|
2
|
+
export { bindSuggestionsHost } from './chunk-SKEBGNOX.mjs';
|
|
3
|
+
import { installSuggestionHooks } from './chunk-4H44U3EK.mjs';
|
|
4
4
|
import './chunk-V6EUBAIT.mjs';
|
|
5
|
-
import { attachedRuntimeOf, attachRuntime } from './chunk-
|
|
6
|
-
import './chunk-
|
|
5
|
+
import { attachedRuntimeOf, attachRuntime } from './chunk-3LQ6C3H6.mjs';
|
|
6
|
+
import './chunk-JZCWNKL2.mjs';
|
|
7
7
|
import './chunk-2CKDCC65.mjs';
|
|
8
|
-
import './chunk-
|
|
8
|
+
import './chunk-JDVLZUKE.mjs';
|
|
9
9
|
import './chunk-GXCDWLQI.mjs';
|
|
10
10
|
import './chunk-BUMREPLU.mjs';
|
|
11
11
|
import './chunk-7T4LAYT4.mjs';
|
|
12
12
|
import './chunk-IL5DRCNU.mjs';
|
|
13
13
|
import './chunk-7P5YWDRQ.mjs';
|
|
14
14
|
import './chunk-U2BKYEC7.mjs';
|
|
15
|
-
import './chunk-
|
|
16
|
-
import './chunk-
|
|
15
|
+
import './chunk-ZVUEH2JS.mjs';
|
|
16
|
+
import './chunk-5EI5CXO6.mjs';
|
|
17
17
|
import './chunk-3ECIRFS5.mjs';
|
|
18
18
|
import './chunk-ASZLNVWW.mjs';
|
|
19
19
|
import './chunk-ZXX5GZEX.mjs';
|
package/dist/sync/filesystem.mjs
CHANGED
|
@@ -1,27 +1,27 @@
|
|
|
1
1
|
import { replayQueue, decodeKeptEntries, encodeKeptEntries, encodeQueueRecord, encodePosition, decodePosition, decodeDownloadTag, downloadOutOfOrder, encodeDownloadTag } from '../chunk-6GHX35ZM.mjs';
|
|
2
2
|
import { createSerial, QUEUE_COMPACTION_BYTES, DOWNLOAD_FRAME_BYTES, STORE_FRAME_LIMIT_BYTES } from '../chunk-6MSZ543Y.mjs';
|
|
3
|
-
import { createDurableDirectory } from '../chunk-
|
|
3
|
+
import { createDurableDirectory } from '../chunk-OJ7KOWSW.mjs';
|
|
4
4
|
import '../chunk-HLPRHOSO.mjs';
|
|
5
5
|
import '../chunk-MSIN4NM3.mjs';
|
|
6
6
|
import '../chunk-S5QMWECL.mjs';
|
|
7
7
|
import '../chunk-LNGE7SLY.mjs';
|
|
8
8
|
import '../chunk-R2PJKSNL.mjs';
|
|
9
|
-
import '../chunk-
|
|
10
|
-
import '../chunk-
|
|
11
|
-
import '../chunk-
|
|
9
|
+
import '../chunk-2HZ3ZNL4.mjs';
|
|
10
|
+
import '../chunk-SBJ4W7O4.mjs';
|
|
11
|
+
import '../chunk-R724DJSG.mjs';
|
|
12
12
|
import '../chunk-V6EUBAIT.mjs';
|
|
13
|
-
import { crc32 } from '../chunk-
|
|
14
|
-
import '../chunk-
|
|
13
|
+
import { crc32 } from '../chunk-3LQ6C3H6.mjs';
|
|
14
|
+
import '../chunk-JZCWNKL2.mjs';
|
|
15
15
|
import '../chunk-2CKDCC65.mjs';
|
|
16
|
-
import '../chunk-
|
|
16
|
+
import '../chunk-JDVLZUKE.mjs';
|
|
17
17
|
import '../chunk-GXCDWLQI.mjs';
|
|
18
18
|
import '../chunk-BUMREPLU.mjs';
|
|
19
19
|
import '../chunk-7T4LAYT4.mjs';
|
|
20
20
|
import '../chunk-IL5DRCNU.mjs';
|
|
21
21
|
import { loadMessagePack } from '../chunk-7P5YWDRQ.mjs';
|
|
22
22
|
import '../chunk-U2BKYEC7.mjs';
|
|
23
|
-
import '../chunk-
|
|
24
|
-
import '../chunk-
|
|
23
|
+
import '../chunk-ZVUEH2JS.mjs';
|
|
24
|
+
import '../chunk-5EI5CXO6.mjs';
|
|
25
25
|
import '../chunk-3ECIRFS5.mjs';
|
|
26
26
|
import '../chunk-ASZLNVWW.mjs';
|
|
27
27
|
import '../chunk-ZXX5GZEX.mjs';
|
package/dist/sync.browser.mjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createSerial, KEPT_ENTRY_FLUSH_IDLE_MS, KEPT_ENTRY_OVERHEAD_BYTES, DEFAULT_REPLAY_LIMIT_OF_SNAPSHOT, BACKOFF_DOUBLINGS_LIMIT, KEPT_ENTRY_FLUSH_BYTES, UPLOAD_BATCH_WRITES, RETRY_MAX_DELAY_MS, UPLOAD_RETRY_DELAY_MS, DOWNLOAD_SAVE_BYTES, SNAPSHOT_MEMORY_PER_ARCHIVE_BYTE, SNAPSHOT_RETRY_DELAY_MS, RECONNECT_MIN_DELAY_MS } from './browser/chunk-WC2DEXWU.mjs';
|
|
2
|
-
import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './browser/chunk-
|
|
2
|
+
import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './browser/chunk-XD3WJ25T.mjs';
|
|
3
3
|
import './browser/chunk-QAOVAYAG.mjs';
|
|
4
4
|
import { isSyncEpoch } from './browser/chunk-YJHGOJAC.mjs';
|
|
5
5
|
import { createNarsilClient } from './browser/chunk-4E5APHTM.mjs';
|
package/dist/sync.mjs
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
import { SYNC_CLOSE_RESYNC, SYNC_CLOSE_CREDENTIAL_EXPIRED, encodeJson, SYNC_SUBPROTOCOL, CHANGES_SUBPROTOCOL, decodeScore } from './chunk-F6F4G322.mjs';
|
|
2
2
|
import { createSerial, KEPT_ENTRY_FLUSH_IDLE_MS, KEPT_ENTRY_OVERHEAD_BYTES, DEFAULT_REPLAY_LIMIT_OF_SNAPSHOT, BACKOFF_DOUBLINGS_LIMIT, KEPT_ENTRY_FLUSH_BYTES, UPLOAD_BATCH_WRITES, RETRY_MAX_DELAY_MS, UPLOAD_RETRY_DELAY_MS, DOWNLOAD_SAVE_BYTES, SNAPSHOT_MEMORY_PER_ARCHIVE_BYTE, SNAPSHOT_RETRY_DELAY_MS, RECONNECT_MIN_DELAY_MS } from './chunk-6MSZ543Y.mjs';
|
|
3
|
-
import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './chunk-
|
|
3
|
+
import { hasLanguage, hasTokenizer, hasStopWords, readHeapStatistics, loadStorageCode, getLanguage } from './chunk-JZCWNKL2.mjs';
|
|
4
4
|
import './chunk-2CKDCC65.mjs';
|
|
5
|
-
import './chunk-
|
|
5
|
+
import './chunk-JDVLZUKE.mjs';
|
|
6
6
|
import './chunk-GXCDWLQI.mjs';
|
|
7
7
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
8
8
|
import './chunk-7T4LAYT4.mjs';
|
|
9
9
|
import './chunk-IL5DRCNU.mjs';
|
|
10
10
|
import { loadMessagePack, loadedMessagePack, requireLoadedMessagePack, getNestedValue, extractVectorFieldsFromSchema } from './chunk-7P5YWDRQ.mjs';
|
|
11
11
|
import './chunk-U2BKYEC7.mjs';
|
|
12
|
-
import './chunk-
|
|
13
|
-
import './chunk-
|
|
12
|
+
import './chunk-ZVUEH2JS.mjs';
|
|
13
|
+
import './chunk-5EI5CXO6.mjs';
|
|
14
14
|
import './chunk-3ECIRFS5.mjs';
|
|
15
15
|
import './chunk-ASZLNVWW.mjs';
|
|
16
16
|
import './chunk-ZXX5GZEX.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { withOpenIndex, oneAtATime, resolveIndexAnalysis, loadStorageCode, emitSyncChange, encodeStringBlob, tokenize, typedRegion, regionsOverlap, encodeLookupKey } from './browser/chunk-
|
|
1
|
+
import { withOpenIndex, oneAtATime, resolveIndexAnalysis, loadStorageCode, emitSyncChange, encodeStringBlob, tokenize, typedRegion, regionsOverlap, encodeLookupKey } from './browser/chunk-XD3WJ25T.mjs';
|
|
2
2
|
import { storedText } from './browser/chunk-QAOVAYAG.mjs';
|
|
3
3
|
import './browser/chunk-YJHGOJAC.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes, requireLoadedMessagePack, compareCodePoints } from './browser/chunk-YINZFPLT.mjs';
|
package/dist/synonyms.mjs
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { synonymSearchModule } from './chunk-
|
|
1
|
+
import { synonymSearchModule } from './chunk-JZCWNKL2.mjs';
|
|
2
2
|
import './chunk-2CKDCC65.mjs';
|
|
3
|
-
import './chunk-
|
|
3
|
+
import './chunk-JDVLZUKE.mjs';
|
|
4
4
|
import './chunk-GXCDWLQI.mjs';
|
|
5
5
|
import './chunk-BUMREPLU.mjs';
|
|
6
6
|
import './chunk-7T4LAYT4.mjs';
|
|
7
7
|
import './chunk-IL5DRCNU.mjs';
|
|
8
8
|
import './chunk-7P5YWDRQ.mjs';
|
|
9
9
|
import './chunk-U2BKYEC7.mjs';
|
|
10
|
-
import './chunk-
|
|
11
|
-
import './chunk-
|
|
10
|
+
import './chunk-ZVUEH2JS.mjs';
|
|
11
|
+
import './chunk-5EI5CXO6.mjs';
|
|
12
12
|
import './chunk-3ECIRFS5.mjs';
|
|
13
13
|
import './chunk-ASZLNVWW.mjs';
|
|
14
14
|
import './chunk-ZXX5GZEX.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { B as BackupListing, b as ClusterNodeInfo, N as NodeReadiness } from './config-
|
|
2
|
-
import { A as AllocationConstraints, N as NodeRole, d as NodeMemoryReport } from './index-
|
|
1
|
+
import { B as BackupListing, b as ClusterNodeInfo, N as NodeReadiness } from './config-CazZHGDa.js';
|
|
2
|
+
import { A as AllocationConstraints, N as NodeRole, d as NodeMemoryReport } from './index-B_vmxpgW.js';
|
|
3
3
|
import { a as QuerySuggestionsBuild } from './query-suggestions-CBYkrQ5T.js';
|
|
4
4
|
import { I as IndexInfo, P as PartitionStatsResult, V as VectorMaintenanceResult, M as MemoryStats } from './engine-qjAxJSKk.js';
|
|
5
5
|
import { A as AnyDocument, a as InsertOptions, B as BM25Params, W as WriteOptions } from './schema-CzG9OUw5.js';
|
|
@@ -1,28 +1,28 @@
|
|
|
1
|
-
export { closeRequestThread, searchHandler, serveRequests } from './chunk-
|
|
2
|
-
import './chunk-
|
|
1
|
+
export { closeRequestThread, searchHandler, serveRequests } from './chunk-ZIMKME6P.mjs';
|
|
2
|
+
import './chunk-CXUBNJMW.mjs';
|
|
3
3
|
import './chunk-F6F4G322.mjs';
|
|
4
|
-
import './chunk-
|
|
5
|
-
import './chunk-
|
|
6
|
-
import './chunk-
|
|
4
|
+
import './chunk-AXX7CSFV.mjs';
|
|
5
|
+
import './chunk-6R2CWCKV.mjs';
|
|
6
|
+
import './chunk-HQCQPOBP.mjs';
|
|
7
7
|
import './chunk-S5QMWECL.mjs';
|
|
8
8
|
import './chunk-LNGE7SLY.mjs';
|
|
9
9
|
import './chunk-R2PJKSNL.mjs';
|
|
10
|
-
import './chunk-
|
|
11
|
-
import './chunk-
|
|
12
|
-
import './chunk-
|
|
10
|
+
import './chunk-2HZ3ZNL4.mjs';
|
|
11
|
+
import './chunk-SBJ4W7O4.mjs';
|
|
12
|
+
import './chunk-R724DJSG.mjs';
|
|
13
13
|
import './chunk-V6EUBAIT.mjs';
|
|
14
|
-
import './chunk-
|
|
15
|
-
import './chunk-
|
|
14
|
+
import './chunk-3LQ6C3H6.mjs';
|
|
15
|
+
import './chunk-JZCWNKL2.mjs';
|
|
16
16
|
import './chunk-2CKDCC65.mjs';
|
|
17
|
-
import './chunk-
|
|
17
|
+
import './chunk-JDVLZUKE.mjs';
|
|
18
18
|
import './chunk-GXCDWLQI.mjs';
|
|
19
19
|
import './chunk-BUMREPLU.mjs';
|
|
20
20
|
import './chunk-7T4LAYT4.mjs';
|
|
21
21
|
import './chunk-IL5DRCNU.mjs';
|
|
22
22
|
import './chunk-7P5YWDRQ.mjs';
|
|
23
23
|
import './chunk-U2BKYEC7.mjs';
|
|
24
|
-
import './chunk-
|
|
25
|
-
import './chunk-
|
|
24
|
+
import './chunk-ZVUEH2JS.mjs';
|
|
25
|
+
import './chunk-5EI5CXO6.mjs';
|
|
26
26
|
import './chunk-3ECIRFS5.mjs';
|
|
27
27
|
import './chunk-ASZLNVWW.mjs';
|
|
28
28
|
import './chunk-ZXX5GZEX.mjs';
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { openSharedVectorField, createVectorStore } from '../chunk-
|
|
1
|
+
import { openSharedVectorField, createVectorStore } from '../chunk-IZXDYPLB.mjs';
|
|
2
2
|
import '../chunk-T4HMSZCX.mjs';
|
|
3
|
-
import { osqBitsOf, createHNSWIndex, createOsqQuantizer, osqRecordBytes } from '../chunk-
|
|
4
|
-
import '../chunk-
|
|
5
|
-
import { MAX_WORKER_COPIES } from '../chunk-
|
|
3
|
+
import { osqBitsOf, createHNSWIndex, createOsqQuantizer, osqRecordBytes } from '../chunk-R724DJSG.mjs';
|
|
4
|
+
import '../chunk-ZVUEH2JS.mjs';
|
|
5
|
+
import { MAX_WORKER_COPIES } from '../chunk-5EI5CXO6.mjs';
|
|
6
6
|
import '../chunk-3ECIRFS5.mjs';
|
|
7
7
|
import '../chunk-ASZLNVWW.mjs';
|
|
8
8
|
import '../chunk-ZXX5GZEX.mjs';
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import { holdCopyPublication, copyGenerationOf, transferIndexToPool, executeRetained, loadIndexOntoWorkers } from './chunk-
|
|
2
|
-
export { emptySerializablePartition, loadIndexOntoWorkers, transferIndexToPool } from './chunk-
|
|
3
|
-
import { growPartitionsTo, isCompositePartition, createSharedFrozenSegment, loadStorageCode, resolvePartitionInsertOptions, buildSegmentPayloads, freezeSegmentShared, DEFAULT_COPY_THRESHOLD, workersEnabledByDefault, POOL_RESTART_DELAY_MS, createRequestId, mergeSegmentContents, freezeEncodedSegmentShared, SegmentRefusal, NO_REMOVED_SPELLINGS, DEFAULT_COPY_IDLE_TIMEOUT_MS, LONG_QUERY_THREADS, toError, isDeterministicFailure, workerIneligibility, reportIneligible, fnv1a, selectionKeeps, prepareDocumentVectors, MAX_PENDING_REPLICATION_DOCUMENTS, MAIN_COPY_LONE_QUERY_DOCUMENTS, returnsEveryMatch, oversampledFacetConfig, afterCurrentTurn, LOAD_BUFFER_YIELD_INTERVAL, yieldToEventLoop, IDLE_MERGE_DELAY_MS, alreadyPresentOnWorker, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, eligibleIndexNames, createWorkerFactory, availablePatternSearch, patternHost, kWayMerge, mergeFacets, generateId, POOL_RESTART_DELAY_MAX_MS, COMPACTION_SEGMENT_TRIGGER, LIVE_TAIL_FREEZE_FLOOR, requireLoadedVectorCode, LIVE_TAIL_FLUSH_DOCUMENTS, SEGMENTS_PER_MERGE } from './chunk-
|
|
4
|
-
export { bindWorkerCopiesHost, createWorkerExecutor } from './chunk-
|
|
1
|
+
import { holdCopyPublication, copyGenerationOf, transferIndexToPool, executeRetained, loadIndexOntoWorkers } from './chunk-WMJUZKPT.mjs';
|
|
2
|
+
export { emptySerializablePartition, loadIndexOntoWorkers, transferIndexToPool } from './chunk-WMJUZKPT.mjs';
|
|
3
|
+
import { growPartitionsTo, isCompositePartition, createSharedFrozenSegment, loadStorageCode, resolvePartitionInsertOptions, buildSegmentPayloads, freezeSegmentShared, DEFAULT_COPY_THRESHOLD, workersEnabledByDefault, POOL_RESTART_DELAY_MS, createRequestId, mergeSegmentContents, freezeEncodedSegmentShared, SegmentRefusal, NO_REMOVED_SPELLINGS, DEFAULT_COPY_IDLE_TIMEOUT_MS, LONG_QUERY_THREADS, toError, isDeterministicFailure, workerIneligibility, reportIneligible, fnv1a, selectionKeeps, prepareDocumentVectors, MAX_PENDING_REPLICATION_DOCUMENTS, MAIN_COPY_LONE_QUERY_DOCUMENTS, returnsEveryMatch, oversampledFacetConfig, afterCurrentTurn, LOAD_BUFFER_YIELD_INTERVAL, yieldToEventLoop, IDLE_MERGE_DELAY_MS, alreadyPresentOnWorker, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, eligibleIndexNames, createWorkerFactory, availablePatternSearch, patternHost, kWayMerge, mergeFacets, generateId, POOL_RESTART_DELAY_MAX_MS, COMPACTION_SEGMENT_TRIGGER, LIVE_TAIL_FREEZE_FLOOR, requireLoadedVectorCode, LIVE_TAIL_FLUSH_DOCUMENTS, SEGMENTS_PER_MERGE } from './chunk-JZCWNKL2.mjs';
|
|
4
|
+
export { bindWorkerCopiesHost, createWorkerExecutor } from './chunk-JZCWNKL2.mjs';
|
|
5
5
|
import './chunk-2CKDCC65.mjs';
|
|
6
|
-
import './chunk-
|
|
6
|
+
import './chunk-JDVLZUKE.mjs';
|
|
7
7
|
import './chunk-GXCDWLQI.mjs';
|
|
8
8
|
import './chunk-BUMREPLU.mjs';
|
|
9
9
|
import './chunk-7T4LAYT4.mjs';
|
|
10
10
|
import { MATCHER_STATE_BUDGET_BYTES } from './chunk-IL5DRCNU.mjs';
|
|
11
11
|
import { schemaFieldsOf } from './chunk-7P5YWDRQ.mjs';
|
|
12
12
|
import './chunk-U2BKYEC7.mjs';
|
|
13
|
-
import { resolveWorkerCount, splitWorkerBudget, SHUTDOWN_TIMEOUT_MS, resolveRequestThreadCount } from './chunk-
|
|
14
|
-
import { noteThreadSlotGone, threadSlotOfWorker } from './chunk-
|
|
13
|
+
import { resolveWorkerCount, splitWorkerBudget, SHUTDOWN_TIMEOUT_MS, resolveRequestThreadCount } from './chunk-ZVUEH2JS.mjs';
|
|
14
|
+
import { noteThreadSlotGone, threadSlotOfWorker } from './chunk-5EI5CXO6.mjs';
|
|
15
15
|
import { MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS } from './chunk-3ECIRFS5.mjs';
|
|
16
16
|
import './chunk-ASZLNVWW.mjs';
|
|
17
17
|
import './chunk-ZXX5GZEX.mjs';
|
package/dist/workers/entry.mjs
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { requireSearchBackendSettings, loadVectorCode, loadGeoCode, importOptionalReads, initializeCopyPublication, publishCopyAction, isValidWorkerAction } from '../chunk-
|
|
1
|
+
import { requireSearchBackendSettings, loadVectorCode, loadGeoCode, importOptionalReads, initializeCopyPublication, publishCopyAction, isValidWorkerAction } from '../chunk-JZCWNKL2.mjs';
|
|
2
2
|
import '../chunk-2CKDCC65.mjs';
|
|
3
|
-
import '../chunk-
|
|
3
|
+
import '../chunk-JDVLZUKE.mjs';
|
|
4
4
|
import '../chunk-GXCDWLQI.mjs';
|
|
5
5
|
import '../chunk-BUMREPLU.mjs';
|
|
6
6
|
import '../chunk-7T4LAYT4.mjs';
|
|
7
7
|
import '../chunk-IL5DRCNU.mjs';
|
|
8
8
|
import { loadMessagePack } from '../chunk-7P5YWDRQ.mjs';
|
|
9
9
|
import '../chunk-U2BKYEC7.mjs';
|
|
10
|
-
import '../chunk-
|
|
11
|
-
import { threadSlotOfWorker, startIdleHeapCleanup } from '../chunk-
|
|
10
|
+
import '../chunk-ZVUEH2JS.mjs';
|
|
11
|
+
import { threadSlotOfWorker, startIdleHeapCleanup } from '../chunk-5EI5CXO6.mjs';
|
|
12
12
|
import '../chunk-3ECIRFS5.mjs';
|
|
13
13
|
import '../chunk-ASZLNVWW.mjs';
|
|
14
14
|
import '../chunk-ZXX5GZEX.mjs';
|
|
@@ -32,9 +32,9 @@ async function importBootstrapModule(moduleUrl) {
|
|
|
32
32
|
await import(moduleUrl);
|
|
33
33
|
}
|
|
34
34
|
async function stopServingRequests() {
|
|
35
|
-
const { closeRequestThread } = await import('../thread-
|
|
35
|
+
const { closeRequestThread } = await import('../thread-W4C2PCMF.mjs');
|
|
36
36
|
closeRequestThread();
|
|
37
|
-
const { closeLongQueryThread } = await import('../long-query-thread-
|
|
37
|
+
const { closeLongQueryThread } = await import('../long-query-thread-7IF2INYK.mjs');
|
|
38
38
|
closeLongQueryThread();
|
|
39
39
|
}
|
|
40
40
|
function holdsCopies(executor) {
|
|
@@ -87,7 +87,7 @@ function createActionHandler(executor) {
|
|
|
87
87
|
if (!holdsCopies(executor)) {
|
|
88
88
|
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer requests from");
|
|
89
89
|
}
|
|
90
|
-
const starting = import('../thread-
|
|
90
|
+
const starting = import('../thread-W4C2PCMF.mjs').then(
|
|
91
91
|
({ serveRequests }) => serveRequests(executor, action.settings)
|
|
92
92
|
);
|
|
93
93
|
serving.start = starting.then(
|
|
@@ -104,7 +104,7 @@ function createActionHandler(executor) {
|
|
|
104
104
|
if (!holdsCopies(executor)) {
|
|
105
105
|
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer long queries from");
|
|
106
106
|
}
|
|
107
|
-
const { serveLongQueries } = await import('../long-query-thread-
|
|
107
|
+
const { serveLongQueries } = await import('../long-query-thread-7IF2INYK.mjs');
|
|
108
108
|
serveLongQueries(executor, action.settings);
|
|
109
109
|
servingRequests = true;
|
|
110
110
|
post(buildSuccessResponse(action.requestId, void 0));
|
|
@@ -152,8 +152,8 @@ async function setup() {
|
|
|
152
152
|
}
|
|
153
153
|
requireSearchBackendSettings();
|
|
154
154
|
const [{ createDirectExecutor }, { runQueryAction }] = await Promise.all([
|
|
155
|
-
import('../direct-executor-
|
|
156
|
-
import('../query-actions-
|
|
155
|
+
import('../direct-executor-5J2T5XFW.mjs'),
|
|
156
|
+
import('../query-actions-QK33MJBK.mjs'),
|
|
157
157
|
loadVectorCode(),
|
|
158
158
|
loadGeoCode(),
|
|
159
159
|
importOptionalReads(),
|
package/openapi.json
CHANGED
|
@@ -5212,11 +5212,11 @@
|
|
|
5212
5212
|
"properties": {
|
|
5213
5213
|
"processBytes": {
|
|
5214
5214
|
"type": "number",
|
|
5215
|
-
"description": "The
|
|
5215
|
+
"description": "The process holds this many bytes of resident memory, including the vectors and segments that it keeps outside the heap. On Linux, the figure counts only the anonymous and shared resident memory, which leaves out the pages that the process maps from files, because the kernel can drop those pages without ending the process. On any other system, Node.js reports only the whole resident memory, so the figure counts all of it."
|
|
5216
5216
|
},
|
|
5217
5217
|
"processLimitBytes": {
|
|
5218
5218
|
"type": "number",
|
|
5219
|
-
"description": "The process may hold this many bytes. Where a container sets a memory limit, this figure is that limit. Without one, a node on Linux reports
|
|
5219
|
+
"description": "The process may hold this many bytes. Where a container sets a memory limit, this figure is that limit. Without one, a node on Linux reports `processBytes` plus the memory that the host reports as available, up to the host's total memory, so the figure falls whenever other processes on the host take memory. A node on any other system reports the host's total memory."
|
|
5220
5220
|
},
|
|
5221
5221
|
"heapBytes": {
|
|
5222
5222
|
"type": "number",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@delali/narsil",
|
|
3
|
-
"version": "0.3.1-next.
|
|
3
|
+
"version": "0.3.1-next.197",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "Distributed search engine with full-text, vector, hybrid, and geosearch. One engine, embedded or on a server, with a cross-language .nrsl format.",
|
|
6
6
|
"author": "Delali (https://sondelali.com)",
|
|
@@ -380,9 +380,10 @@
|
|
|
380
380
|
"build": "rm -rf dist && tsup && node scripts/check-browser-bundle.mjs && node scripts/check-vector-chunk.mjs && tsx scripts/api-surface.ts",
|
|
381
381
|
"build:code": "rm -rf dist && NARSIL_BUILD_CODE_ONLY=1 tsup",
|
|
382
382
|
"build:types": "NARSIL_BUILD_TYPES_ONLY=1 tsup",
|
|
383
|
-
"test": "vitest run --exclude='**/vector/recall.test.ts' --exclude='**/vector/id-table-limit.test.ts' --exclude='**/e2e/cluster-memory/**' --exclude='**/e2e/cluster-faults/**' --exclude='**/frozen-removal-memory/container-removes.test.ts' --exclude='**/persistence/live-object-stores/**'",
|
|
383
|
+
"test": "vitest run --exclude='**/vector/recall.test.ts' --exclude='**/vector/id-table-limit.test.ts' --exclude='**/e2e/cluster-memory/**' --exclude='**/e2e/cluster-faults/**' --exclude='**/frozen-removal-memory/container-removes.test.ts' --exclude='**/persistence/live-object-stores/**' --exclude='**/engine/memory-limit/file-backed-vectors.test.ts'",
|
|
384
384
|
"test:object-stores": "vitest run src/__tests__/persistence/live-object-stores",
|
|
385
385
|
"test:native": "vitest run src/__tests__/core/tokenizer src/__tests__/core/keyword-score src/__tests__/math src/__tests__/vector/native src/__tests__/integration/filtered-vector-recall/native src/__tests__/integration/filtered-vectors/mutations-native src/__tests__/integration/removed-vectors/main-thread src/__tests__/integration/sort-value-reduction.test.ts src/__tests__/integration/hybrid-fusion-extreme-scores.test.ts",
|
|
386
|
+
"test:file-backed-memory": "vitest run src/__tests__/engine/memory-limit/file-backed-vectors.test.ts",
|
|
386
387
|
"test:cluster": "vitest run src/__tests__/e2e/cluster-memory --no-file-parallelism",
|
|
387
388
|
"test:faults": "vitest run src/__tests__/e2e/cluster-faults --no-file-parallelism",
|
|
388
389
|
"test:etcd": "vitest run src/__tests__/distribution/coordinator/etcd-integration/*.test.ts",
|
|
@@ -653,9 +654,9 @@
|
|
|
653
654
|
}
|
|
654
655
|
},
|
|
655
656
|
"optionalDependencies": {
|
|
656
|
-
"@delali/narsil-native-linux-arm64": "0.3.1-next.
|
|
657
|
-
"@delali/narsil-native-linux-x64": "0.3.1-next.
|
|
658
|
-
"@delali/narsil-native-win32-arm64": "0.3.1-next.
|
|
659
|
-
"@delali/narsil-native-win32-x64": "0.3.1-next.
|
|
657
|
+
"@delali/narsil-native-linux-arm64": "0.3.1-next.197",
|
|
658
|
+
"@delali/narsil-native-linux-x64": "0.3.1-next.197",
|
|
659
|
+
"@delali/narsil-native-win32-arm64": "0.3.1-next.197",
|
|
660
|
+
"@delali/narsil-native-win32-x64": "0.3.1-next.197"
|
|
660
661
|
}
|
|
661
662
|
}
|
|
File without changes
|
|
File without changes
|