@delali/narsil 0.4.1-next.215 → 0.4.2-next.271
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +9 -3
- package/dist/adapters/gcs.d.ts +1 -1
- package/dist/adapters/indexeddb.d.ts +6 -1
- package/dist/adapters/indexeddb.mjs +20 -26
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/s3.d.ts +1 -1
- package/dist/{adapters-pljAqmrC.d.ts → adapters-8LcdNB77.d.ts} +18 -1
- package/dist/browser/{chunk-GBJSEHVJ.mjs → chunk-DPRCAVC2.mjs} +14 -8
- package/dist/browser/{chunk-YINZFPLT.mjs → chunk-WRRXR57N.mjs} +1 -1
- package/dist/browser/{chunk-QAOVAYAG.mjs → chunk-XBWABEL3.mjs} +1 -1
- package/dist/browser/{chunk-4E5APHTM.mjs → chunk-Y5CSZDOH.mjs} +1 -1
- package/dist/browser/{durability-config-75NSFCQN.mjs → durability-config-UP3OTUMB.mjs} +34 -2
- package/dist/browser/{msgpack-leaf-44XNWSSY.mjs → msgpack-leaf-FEPCLXXY.mjs} +7 -1
- package/dist/browser/{optional-reads-6LN3HMUH.mjs → optional-reads-NQO5DKM4.mjs} +18 -16
- package/dist/browser/{optional-writes-76DWMRQH.mjs → optional-writes-HVPPDHSY.mjs} +259 -104
- package/dist/browser/{storage-leaf-5UTR5K7J.mjs → storage-leaf-42IZEOJJ.mjs} +1473 -305
- package/dist/{capabilities-BOFFMx84.d.ts → capabilities-BoWiLNv7.d.ts} +76 -61
- package/dist/{chunk-DBC4EJWB.mjs → chunk-33ZMFOAR.mjs} +1 -1
- package/dist/{chunk-NCIGNQJE.mjs → chunk-4GCHJ3XD.mjs} +930 -387
- package/dist/{chunk-7P5YWDRQ.mjs → chunk-4WQNWAQE.mjs} +1 -1
- package/dist/{chunk-357KIU5E.mjs → chunk-5E3TJ4P3.mjs} +5 -5
- package/dist/{chunk-GXCDWLQI.mjs → chunk-5GYGHPCH.mjs} +7 -1
- package/dist/{chunk-SMQPZHPS.mjs → chunk-ATQ6JR3I.mjs} +1 -1
- package/dist/{chunk-2K24MEYV.mjs → chunk-BBIAUHAB.mjs} +3 -3
- package/dist/{react-native/chunks/chunk-MMPBO4WR.mjs → chunk-DA32WXBT.mjs} +2 -2
- package/dist/{chunk-MSJD74GN.mjs → chunk-EALKCTWH.mjs} +5 -5
- package/dist/{chunk-755NM4PL.mjs → chunk-FOGTBAYN.mjs} +183 -21
- package/dist/{chunk-6GHX35ZM.mjs → chunk-GTBJSNN2.mjs} +1 -1
- package/dist/{chunk-DDUXEJXW.mjs → chunk-H6LWGMPQ.mjs} +45 -22
- package/dist/{chunk-UNEEFTEU.mjs → chunk-HZ3OAUTL.mjs} +2 -1
- package/dist/{chunk-M3B7SGJB.mjs → chunk-KL4ORYJW.mjs} +6 -6
- package/dist/{chunk-IL5DRCNU.mjs → chunk-KQWTS7AM.mjs} +1 -1
- package/dist/{chunk-DKIMHIBC.mjs → chunk-KX3OP6VP.mjs} +2 -2
- package/dist/{chunk-D456ZFPQ.mjs → chunk-MIIJ5O3O.mjs} +2 -2
- package/dist/{chunk-PP3W5PQQ.mjs → chunk-MS746XNY.mjs} +285 -118
- package/dist/{chunk-WM5KJSQV.mjs → chunk-NFA3WHJU.mjs} +1 -1
- package/dist/{react-native/chunks/chunk-ZUJCUPVS.mjs → chunk-OETLM4EH.mjs} +1 -1
- package/dist/{chunk-MYN4K5IS.mjs → chunk-OLXFIUIZ.mjs} +1 -1
- package/dist/{chunk-P4F4UWLC.mjs → chunk-PSO7V7VW.mjs} +17 -3
- package/dist/{chunk-X3EQCQLP.mjs → chunk-Q4NLL66U.mjs} +2 -2
- package/dist/{chunk-WC5KAWXQ.mjs → chunk-QJFKL4NK.mjs} +4 -4
- package/dist/{chunk-MSIN4NM3.mjs → chunk-S3JHYPH7.mjs} +6 -1
- package/dist/{chunk-3IE3A74H.mjs → chunk-SSITKQU6.mjs} +3 -3
- package/dist/{chunk-B3MO37YF.mjs → chunk-TANKI7TG.mjs} +1 -1
- package/dist/{chunk-Z7XSHKOF.mjs → chunk-TI4G3SIG.mjs} +63 -144
- package/dist/{chunk-OGYSPNL2.mjs → chunk-TT3UDDL3.mjs} +7 -7
- package/dist/{react-native/chunks/chunk-4FUCRLSA.mjs → chunk-VHIOGDVD.mjs} +1 -1
- package/dist/{chunk-AXDB6KUQ.mjs → chunk-W3JH2IK6.mjs} +4 -4
- package/dist/{chunk-CERPUGRK.mjs → chunk-WIT6B5OB.mjs} +2 -2
- package/dist/{chunk-MI6UZGUR.mjs → chunk-XGVSG6ZU.mjs} +3 -3
- package/dist/{chunk-6I6OO6B2.mjs → chunk-XWPNRHTG.mjs} +4 -4
- package/dist/{chunk-WTMCGZ74.mjs → chunk-YHZSSPG3.mjs} +2 -2
- package/dist/chunk-ZYEEOZTT.mjs +52 -0
- package/dist/{client-BhNxHtcZ.d.ts → client-B0NPZSKY.d.ts} +4 -4
- package/dist/client.d.ts +9 -9
- package/dist/client.mjs +2 -2
- package/dist/{config-P9zW3Zz7.d.ts → config-B3-sw887.d.ts} +3 -3
- package/dist/{config-BJSL7piq.d.ts → config-DL_nkguq.d.ts} +4 -4
- package/dist/{direct-executor-GWJXDFLD.mjs → direct-executor-PCBB6FCO.mjs} +4 -4
- package/dist/distribution/coordinator/etcd.d.ts +3 -3
- package/dist/distribution/coordinator/etcd.mjs +33 -3
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +1 -1
- package/dist/distribution/transport/tcp.mjs +12 -7
- package/dist/distribution.d.ts +8 -8
- package/dist/distribution.mjs +167 -91
- package/dist/{durability-config-VWS2K24E.mjs → durability-config-HWKWP35M.mjs} +34 -2
- package/dist/embeddings/openai.d.ts +7 -3
- package/dist/embeddings/openai.mjs +37 -31
- package/dist/{engine-DoFnkRoF.d.ts → engine-DGG_yX0p.d.ts} +3 -3
- package/dist/{index-B_vmxpgW.d.ts → index-fX_FbuRT.d.ts} +1 -1
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +7 -7
- package/dist/index.mjs +4 -4
- package/dist/index.react-native.mjs +4 -4
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/{long-query-thread-GNTDYDOZ.mjs → long-query-thread-4ALYIIC4.mjs} +14 -14
- package/dist/msgpack-leaf-6ZBZWFRD.mjs +9 -0
- package/dist/{optional-reads-UCS23AWP.mjs → optional-reads-ESDVS225.mjs} +18 -16
- package/dist/{optional-writes-2AHJCGTY.mjs → optional-writes-2OK4TOLY.mjs} +9 -8
- package/dist/{paged-partition-archive-GBAHDT55.mjs → paged-partition-archive-Y5OAKNRB.mjs} +13 -13
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +4 -4
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +2 -2
- package/dist/persistence/durability/checkpoint-worker.d.ts +2 -2
- package/dist/persistence/durability/checkpoint-worker.mjs +14 -14
- package/dist/{query-actions-IDCUA7UV.mjs → query-actions-UQVQZFIJ.mjs} +4 -4
- package/dist/query-suggestions/merge-worker.mjs +7 -7
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +3 -3
- package/dist/query-suggestions.mjs +5 -5
- package/dist/{chunk-F26DOOUH.mjs → react-native/chunks/chunk-4OOUY2K7.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-LPX26NNL.mjs → chunk-5MYHYBET.mjs} +286 -118
- package/dist/react-native/chunks/{chunk-MRH36RN3.mjs → chunk-AVCMTWET.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-HTBY4GON.mjs → chunk-GS6LGXY3.mjs} +1 -1
- package/dist/{chunk-UHLFCGZ3.mjs → react-native/chunks/chunk-LE4DTMDL.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-TG56N5JC.mjs → chunk-VIO5IPF7.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-UO44MA5M.mjs → chunk-VRI5XH2M.mjs} +7 -1
- package/dist/{chunk-R2PJKSNL.mjs → react-native/chunks/chunk-XGS2UYVI.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-AJAH6X7W.mjs → chunk-XW6GZQWP.mjs} +4 -4
- package/dist/react-native/chunks/{chunk-SCGBU47K.mjs → chunk-Z44S6WW5.mjs} +2 -2
- package/dist/react-native/chunks/{durability-config-FCSD4MXY.mjs → durability-config-HJETGZVB.mjs} +34 -2
- package/dist/react-native/chunks/msgpack-leaf-4MIGXWZT.mjs +7 -0
- package/dist/react-native/chunks/{optional-reads-4XCJ34QG.mjs → optional-reads-TN3PT6M4.mjs} +18 -16
- package/dist/react-native/chunks/{optional-writes-XYZVTBFB.mjs → optional-writes-LZDHB7FX.mjs} +8 -7
- package/dist/react-native/chunks/{restore-queue-NOKQZJ2Z.mjs → restore-queue-J7SB263E.mjs} +7 -7
- package/dist/react-native/chunks/{segment-codec-leaf-3ZXBJVKH.mjs → segment-codec-leaf-PEKX7TBL.mjs} +5 -5
- package/dist/react-native/chunks/{segment-merge-leaf-3Z7MMPWE.mjs → segment-merge-leaf-I2EC7H6R.mjs} +6 -6
- package/dist/react-native/chunks/{storage-leaf-KJOX3MMW.mjs → storage-leaf-RQXM7HBO.mjs} +1481 -314
- package/dist/react-native/chunks/{store-leaf-QGLVSO5X.mjs → store-leaf-EZGCLSLM.mjs} +6 -6
- package/dist/react-native/chunks/{suggestions-leaf-6GI5ZSW6.mjs → suggestions-leaf-JNGH2JYC.mjs} +6 -6
- package/dist/react-native/chunks/{worker-copies-ALOD7TSP.mjs → worker-copies-2OWLLBCV.mjs} +5 -5
- package/dist/react-native/partial-words.mjs +4 -4
- package/dist/react-native/pattern.mjs +2 -2
- package/dist/react-native/query-suggestions.mjs +4 -4
- package/dist/react-native/sync.mjs +4 -4
- package/dist/react-native/synonyms.mjs +4 -4
- package/dist/react.d.ts +10 -10
- package/dist/react.mjs +0 -2
- package/dist/{rerank-HB6DU6GS.mjs → rerank-TQ4SU76L.mjs} +4 -4
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +19 -15
- package/dist/{restore-queue-VUQHGCXE.mjs → restore-queue-W7U2X6V3.mjs} +7 -7
- package/dist/{schema-CzG9OUw5.d.ts → schema-CFnQ-WI3.d.ts} +1 -1
- package/dist/{segment-codec-leaf-TW2FPAAT.mjs → segment-codec-leaf-WGP4FBXF.mjs} +5 -5
- package/dist/{segment-merge-leaf-BS3QV5PZ.mjs → segment-merge-leaf-FYWJQSPL.mjs} +5 -5
- package/dist/server.d.ts +86 -12
- package/dist/server.mjs +2243 -1918
- package/dist/{storage-leaf-5IG2HPNY.mjs → storage-leaf-GRG44RQA.mjs} +1193 -219
- package/dist/{store-leaf-ZWSOK2DV.mjs → store-leaf-YDJVH73G.mjs} +6 -6
- package/dist/{suggestions-leaf-MUZNKQVF.mjs → suggestions-leaf-5UFJV7SC.mjs} +8 -8
- package/dist/sync/filesystem.d.ts +4 -4
- package/dist/sync/filesystem.mjs +12 -12
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +4 -4
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +4 -4
- package/dist/sync.d.ts +5 -5
- package/dist/sync.mjs +4 -4
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +4 -4
- package/dist/{tasks-DrLiolTG.d.ts → tasks-B2MDjPL0.d.ts} +4 -4
- package/dist/{thread-6ZBCENAP.mjs → thread-6YLVL2NC.mjs} +13 -13
- package/dist/{types-pS-mAJmX.d.ts → types-DGjk684l.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +2 -2
- package/dist/{worker-copies-32HWFUH7.mjs → worker-copies-IP4L7KEW.mjs} +7 -7
- package/dist/workers/entry.mjs +16 -16
- package/package.json +12 -10
- package/dist/chunk-HLPRHOSO.mjs +0 -17
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +0 -9
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +0 -7
package/dist/distribution.mjs
CHANGED
|
@@ -1,53 +1,53 @@
|
|
|
1
|
-
import { routableAllocation, resolvePartitionId, resolveNodeTargets, resolvePrimaryAssignment, requireAssignedPrimary, assertSufficientActiveReplicas, getInSyncReplicaTargets } from './chunk-
|
|
2
|
-
import { emptySerializablePartition } from './chunk-
|
|
3
|
-
import { applyStoredIndexBm25 } from './chunk-
|
|
4
|
-
import { keyBytesOf, querySuggestionsOf, createQuerySuggestionsRuntime, publicBuildOf, buildRecordToWire, buildRecordFromWire, SUGGESTIONS_SCHEMA } from './chunk-
|
|
5
|
-
import { stampAnalysisGeneration, holdsNamedSettings, dropHeldAnalysisChange, releaseHeldAnalysisChange, heldAnalysisIsBuilt, buildHeldAnalysisChange, archiveStream, buildArchiveFromMemory, indexMetadataOf, applyIndexEntry, applyDeleteEntry, documentExportStream, followSourceChanges, requireChangesSetting, resolveAnalysisTarget, requireConfigurationWithinSizeLimit, memoryCheckpointStore, createByteReader, writeArchiveFile, namedSettingsOf, createDetachedIndex, loadPartitionSegments, changesStatusOf, holdsSettings, configOfNamedSettings, closePartitionWriter, requireRestoreMemory, archiveFootprint, storedBytesOfSegments, validateReplicationEntry, readSegmentManifest, replaySyncedWal, nestedSchemaOf } from './chunk-
|
|
6
|
-
import { readVectorFile } from './chunk-
|
|
1
|
+
import { routableAllocation, resolvePartitionId, resolveNodeTargets, resolvePrimaryAssignment, requireAssignedPrimary, assertSufficientActiveReplicas, getInSyncReplicaTargets } from './chunk-Q4NLL66U.mjs';
|
|
2
|
+
import { emptySerializablePartition } from './chunk-ATQ6JR3I.mjs';
|
|
3
|
+
import { applyStoredIndexBm25 } from './chunk-OLXFIUIZ.mjs';
|
|
4
|
+
import { keyBytesOf, querySuggestionsOf, createQuerySuggestionsRuntime, publicBuildOf, buildRecordToWire, buildRecordFromWire, SUGGESTIONS_SCHEMA } from './chunk-5E3TJ4P3.mjs';
|
|
5
|
+
import { stampAnalysisGeneration, holdsNamedSettings, dropHeldAnalysisChange, releaseHeldAnalysisChange, heldAnalysisIsBuilt, buildHeldAnalysisChange, archiveStream, buildArchiveFromMemory, indexMetadataOf, applyIndexEntry, applyDeleteEntry, documentExportStream, followSourceChanges, requireChangesSetting, resolveAnalysisTarget, requireConfigurationWithinSizeLimit, memoryCheckpointStore, createByteReader, writeArchiveFile, namedSettingsOf, createDetachedIndex, loadPartitionSegments, changesStatusOf, holdsSettings, configOfNamedSettings, closePartitionWriter, requireRestoreMemory, archiveFootprint, storedBytesOfSegments, validateReplicationEntry, readSegmentManifest, replaySyncedWal, nestedSchemaOf } from './chunk-FOGTBAYN.mjs';
|
|
6
|
+
import { readVectorFile } from './chunk-QJFKL4NK.mjs';
|
|
7
7
|
import { addBackgroundAdmission, workWaitingForMemory, resolveHybridFusion, fuseRankings } from './chunk-GXED6R3Q.mjs';
|
|
8
|
-
import { MAX_MESSAGE_SIZE_BYTES } from './chunk-
|
|
9
|
-
import { bindEngineWriteBlock, bindIndexReads, syncServingSourceOf, bindSyncServing, changesServingSourceOf, bindChangesServing, validateBackupConfig, BACKUP_SWEEP_INTERVAL_MS, bindWriteBlockLookup, backupKeys, validateBackupName, CHANGES_BACKUP_TAKER, BACKUP_MANIFEST_READS_AT_ONCE, storedFilesOf, decodeBackupManifest, BACKUP_JOBS_KEY, BACKUP_DELETES_AT_ONCE, BACKUP_PROGRESS_REPORT_INTERVAL_MS, BACKUP_PARTITION_RESULT_RETENTION_MS, BACKUP_JOB_POLL_INTERVAL_MS, BACKUP_FILES_AT_ONCE, isCount, storeWithoutSaveIfAbsent, CLUSTER_UUID_KEY, isSha256Hex, BACKUP_PUBLISH_RETRY_MS, isBackupTaker, readRestorePlacement, SYNC_BACKUP_TAKER, BACKUP_JOB_CAS_ATTEMPTS, BACKUP_JOB_CAS_RETRY_MS, MAX_CLUSTER_UUID_BYTES, MAX_FINISHED_BACKUP_JOBS, BACKUP_FILE_CHUNK_BYTES, encodeBackupManifest, SYNC_BACKUPS_KEPT, BACKUP_PARTITIONS_AT_ONCE, BACKUP_PARTITION_POLL_INTERVAL_MS, BACKUP_PRIMARY_WAIT_MS, readBackupPartition, readStoredFile } from './chunk-
|
|
10
|
-
import { DEFAULT_NODE_LIFECYCLE_CONFIG, DEFAULT_CONTROLLER_CONFIG,
|
|
8
|
+
import { UNADDRESSABLE_TARGET_DETAIL, MAX_MESSAGE_SIZE_BYTES } from './chunk-HZ3OAUTL.mjs';
|
|
9
|
+
import { bindEngineWriteBlock, bindIndexReads, syncServingSourceOf, bindSyncServing, changesServingSourceOf, bindChangesServing, validateBackupConfig, BACKUP_SWEEP_INTERVAL_MS, bindWriteBlockLookup, backupKeys, validateBackupName, CHANGES_BACKUP_TAKER, BACKUP_MANIFEST_READS_AT_ONCE, storedFilesOf, decodeBackupManifest, BACKUP_JOBS_KEY, BACKUP_DELETES_AT_ONCE, BACKUP_PROGRESS_REPORT_INTERVAL_MS, BACKUP_PARTITION_RESULT_RETENTION_MS, BACKUP_JOB_POLL_INTERVAL_MS, BACKUP_FILES_AT_ONCE, isCount, storeWithoutSaveIfAbsent, CLUSTER_UUID_KEY, isSha256Hex, BACKUP_PUBLISH_RETRY_MS, isBackupTaker, readRestorePlacement, SYNC_BACKUP_TAKER, BACKUP_JOB_CAS_ATTEMPTS, BACKUP_JOB_CAS_RETRY_MS, MAX_CLUSTER_UUID_BYTES, MAX_FINISHED_BACKUP_JOBS, BACKUP_FILE_CHUNK_BYTES, encodeBackupManifest, SYNC_BACKUPS_KEPT, BACKUP_PARTITIONS_AT_ONCE, BACKUP_PARTITION_POLL_INTERVAL_MS, BACKUP_PRIMARY_WAIT_MS, readBackupPartition, readStoredFile } from './chunk-XGVSG6ZU.mjs';
|
|
10
|
+
import { DEFAULT_NODE_LIFECYCLE_CONFIG, DEFAULT_CONTROLLER_CONFIG, indexMetadataSnapshotOf, getIndexMetadata, getClusterIndexConfig, withPartitionCount, readIndexMetadataSnapshot, validateIndexName, indexConfigKey, metadataWithSync, suggestionStateOfSettings, indexConfigFromSettings, metadataWithBm25, readIndexState, storeSynonymSet, deleteSynonymSet, indexSettingsOf, putIndexMetadata, isValidInteger, isRecord, HIDDEN_GENERATION_PREFIX, isRecord2, decodeIndexSettings, metadataWithSynonymSet, RESHARD_RECORD_CAS_ATTEMPTS, indexUuidOfStoredMetadata, storedSynonymSetOf, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_RETRY_DELAY_MS, TEARDOWN_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_POLL_INTERVAL_MS, ALLOCATION_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, ANALYSIS_CHANGE_RETRY_MS, putIndexReplicationFactor, ALLOCATION_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, MAX_RESHARD_CUTOVER_ATTEMPTS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, RECOVERY_CAS_ATTEMPTS, ESTIMATED_PARTITION_BYTES, REBALANCE_THRESHOLD, putGenerationMetadata, RESHARD_CUTOVER_LAG_ENTRIES, ANALYSIS_REBUILD_RESEND_MS, RESHARD_CUTOVER_TIMEOUT_MS, PARTITION_STORES_TIMEOUT_MS, SYNC_EPOCH_CAS_ATTEMPTS, syncSettingsOfSnapshot, epochFeaturesOn, LEADERSHIP_IMBALANCE_THRESHOLD, BOOTSTRAP_CAS_ATTEMPTS, metadataWithSuggestionState, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS } from './chunk-BBIAUHAB.mjs';
|
|
11
11
|
import './chunk-4H4RG2FR.mjs';
|
|
12
|
-
import { MAX_WAIT_FOR_ACTIVE_REPLICAS, MIN_CONTROLLER_LEASE_TTL_MS, MAX_NODE_LEFT_DELAY_MS, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_CAPACITY, CATCH_UP_TICK_MS, MEMORY_SAMPLE_INTERVAL_MS, createWritePressure, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, SETTINGS_CONTENTION_REASON, MAX_DROP_ACKNOWLEDGE_WAIT_MS, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, SEARCH_CONTEXT_REAPER_INTERVAL_MS, DECOMMISSION_RECHECK_INTERVAL_MS, refuseEncodeWithoutRoom, answerRefusalOf, withAdmittedWrite, estimateForwardedBytes, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, MAX_SOURCE_ID_LENGTH, ADMISSION_TIMEOUT_MS, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, CATCH_UP_FEED_WINDOW_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, SYNCED_POSITION_REPORT_TIMEOUT_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, ADMISSION_RETRIES_AFTER_IN_SYNC_CHANGE, REGISTRATION_LEASE_DRIFT_SHARE, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, WRITE_APPLY_YIELD_INTERVAL_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, ROLLBACK_RETRY_DELAY_CAP_MS, OUT_OF_STEP_REMOVAL_RETRY_INITIAL_DELAY_MS, OUT_OF_STEP_REMOVAL_RETRY_DELAY_CAP_MS, FETCH_GROUP_DOCUMENT_IDS, COPY_FAILURE_RETRY_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, CLEAR_PAGE_SIZE, estimateDocumentsBytes, estimateDocumentBytes, PRIMARY_CHANGE_RETRY_WINDOW_MS, PRIMARY_CHANGE_POLL_INTERVAL_MS, PARTITION_WRITE_CONCURRENCY, FORWARD_RETRY_INITIAL_DELAY_MS, FORWARD_RETRY_DELAY_CAP_MS } from './chunk-
|
|
13
|
-
export { DEFAULT_CAPACITY, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR } from './chunk-
|
|
14
|
-
import { encodeIndexConfiguration, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, decodeIndexConfiguration, requireSyncSetting, requireNoQuerySuggestions, validChangeFilter, createDocumentTest, INDEX_CONFIGURATION_ENVELOPE_VERSION, changesNotEnabled } from './chunk-
|
|
12
|
+
import { MAX_WAIT_FOR_ACTIVE_REPLICAS, MIN_CONTROLLER_LEASE_TTL_MS, MAX_NODE_LEFT_DELAY_MS, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_CAPACITY, CATCH_UP_TICK_MS, MEMORY_SAMPLE_INTERVAL_MS, createWritePressure, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, MAX_SETTINGS_REPLACEMENT_ATTEMPTS, SETTINGS_CONTENTION_REASON, MAX_DROP_ACKNOWLEDGE_WAIT_MS, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, SEARCH_CONTEXT_REAPER_INTERVAL_MS, DECOMMISSION_RECHECK_INTERVAL_MS, refuseEncodeWithoutRoom, answerRefusalOf, withAdmittedWrite, estimateForwardedBytes, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, MAX_SOURCE_ID_LENGTH, ADMISSION_TIMEOUT_MS, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, CATCH_UP_FEED_WINDOW_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, SYNCED_POSITION_REPORT_TIMEOUT_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, ADMISSION_RETRIES_AFTER_IN_SYNC_CHANGE, REGISTRATION_LEASE_DRIFT_SHARE, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, WRITE_APPLY_YIELD_INTERVAL_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, ROLLBACK_RETRY_DELAY_CAP_MS, OUT_OF_STEP_REMOVAL_RETRY_INITIAL_DELAY_MS, OUT_OF_STEP_REMOVAL_RETRY_DELAY_CAP_MS, FETCH_GROUP_DOCUMENT_IDS, COPY_FAILURE_RETRY_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, CLEAR_PAGE_SIZE, estimateDocumentsBytes, estimateDocumentBytes, PRIMARY_CHANGE_RETRY_WINDOW_MS, PRIMARY_CHANGE_POLL_INTERVAL_MS, PARTITION_WRITE_CONCURRENCY, FORWARD_RETRY_INITIAL_DELAY_MS, FORWARD_RETRY_DELAY_CAP_MS } from './chunk-NFA3WHJU.mjs';
|
|
13
|
+
export { DEFAULT_CAPACITY, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR } from './chunk-NFA3WHJU.mjs';
|
|
14
|
+
import { encodeIndexConfiguration, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, decodeIndexConfiguration, requireSyncSetting, requireNoQuerySuggestions, validChangeFilter, createDocumentTest, INDEX_CONFIGURATION_ENVELOPE_VERSION, changesNotEnabled } from './chunk-SSITKQU6.mjs';
|
|
15
15
|
import { restoredConfigFields, restoredEmbedding } from './chunk-M2Z5WVWW.mjs';
|
|
16
|
-
import { readSnapshotArchive, archiveLayout, openManifestPayload, sourceIndexNameOf, listedKeysOf, decodeManifestPayload, estimatedArchiveBytes } from './chunk-
|
|
16
|
+
import { readSnapshotArchive, archiveLayout, openManifestPayload, sourceIndexNameOf, listedKeysOf, decodeManifestPayload, estimatedArchiveBytes } from './chunk-XWPNRHTG.mjs';
|
|
17
17
|
import { CONTROLLER_LEASE_KEY } from './chunk-44W3CBNG.mjs';
|
|
18
18
|
import './chunk-T4HMSZCX.mjs';
|
|
19
|
-
import { createForwardBatchResultMessage, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, DEFAULT_LOG_RETENTION_BYTES, buildEntry, optionalIndexUuid, entryByteEstimate, computeEntryChecksum, createPrimaryResignMessage, validateInsyncConfirmPayload, createInsyncRemoveMessage, SNAPSHOT_CHUNK_SIZE, createEntryBatchMessage, createInsyncConfirmMessage, createEntryMessage, validateAckPayload, createInsyncAddMessage, checkpointLastSeqNo, checkpointPrimaryTerm, INSYNC_CAS_ATTEMPTS, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage } from './chunk-
|
|
20
|
-
import { directoryCheckpointStore, readListedFile, encodeSegmentManifest } from './chunk-
|
|
19
|
+
import { createForwardBatchResultMessage, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, DEFAULT_LOG_RETENTION_BYTES, buildEntry, optionalIndexUuid, entryByteEstimate, computeEntryChecksum, createPrimaryResignMessage, validateInsyncConfirmPayload, createInsyncRemoveMessage, SNAPSHOT_CHUNK_SIZE, createEntryBatchMessage, createInsyncConfirmMessage, createEntryMessage, validateAckPayload, createInsyncAddMessage, checkpointLastSeqNo, checkpointPrimaryTerm, INSYNC_CAS_ATTEMPTS, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage } from './chunk-H6LWGMPQ.mjs';
|
|
20
|
+
import { directoryCheckpointStore, readListedFile, encodeSegmentManifest } from './chunk-EALKCTWH.mjs';
|
|
21
21
|
import { TransportErrorCodes, ClusterMessageTypes, ReplicationMessageTypes, SuggestionMessageTypes, SyncMessageTypes, QueryMessageTypes, TransportError, DEFAULT_TRANSPORT_CONFIG } from './chunk-5FLRXF73.mjs';
|
|
22
22
|
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
|
|
23
|
-
import { manifestFileRefs, segmentKey, SEGMENT_MANIFEST_VERSION, vectorFileKey } from './chunk-
|
|
24
|
-
import { getPath, getFs } from './chunk-HLPRHOSO.mjs';
|
|
25
|
-
import './chunk-MSIN4NM3.mjs';
|
|
23
|
+
import { manifestFileRefs, segmentKey, SEGMENT_MANIFEST_VERSION, vectorFileKey } from './chunk-TANKI7TG.mjs';
|
|
26
24
|
import './chunk-S5QMWECL.mjs';
|
|
27
25
|
import './chunk-LNGE7SLY.mjs';
|
|
28
|
-
import './chunk-
|
|
29
|
-
import './chunk-
|
|
30
|
-
import { deserializePartition } from './chunk-
|
|
26
|
+
import './chunk-OETLM4EH.mjs';
|
|
27
|
+
import './chunk-VHIOGDVD.mjs';
|
|
28
|
+
import { deserializePartition } from './chunk-DA32WXBT.mjs';
|
|
31
29
|
import { decodeVectorFilePayload, bytesToVectors, isDead, MIN_EF_SEARCH, MAX_EF_SEARCH, MIN_OVERSAMPLE } from './chunk-R724DJSG.mjs';
|
|
32
|
-
import './chunk-
|
|
33
|
-
import { RestoredHistory } from './chunk-
|
|
30
|
+
import './chunk-YHZSSPG3.mjs';
|
|
31
|
+
import { RestoredHistory } from './chunk-KX3OP6VP.mjs';
|
|
34
32
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
35
|
-
import { historyFilesOf, removeHistoryFolder, QUERY_HISTORY_FOLDER, RESTORE_STAGING_INFIX, openChecksummedEnvelope, historyFolderOf, listHistoryFolder, historyFileOf, COUNTS_STREAM_CHUNK_BYTES, BUILD_WRITE_BATCH, restoreStagingPrefix, crc32Init, crc32Final, crc32Update, MAX_COUNTS_STREAM_KEY_BYTES, MAX_HISTORY_FILE_BYTES, packChecksummedEnvelope, storedStateOf } from './chunk-
|
|
33
|
+
import { historyFilesOf, removeHistoryFolder, QUERY_HISTORY_FOLDER, RESTORE_STAGING_INFIX, openChecksummedEnvelope, historyFolderOf, listHistoryFolder, historyFileOf, COUNTS_STREAM_CHUNK_BYTES, BUILD_WRITE_BATCH, restoreStagingPrefix, crc32Init, crc32Final, crc32Update, MAX_COUNTS_STREAM_KEY_BYTES, MAX_HISTORY_FILE_BYTES, packChecksummedEnvelope, storedStateOf } from './chunk-WIT6B5OB.mjs';
|
|
36
34
|
import { boundQuerySuggestionsOf, bindQuerySuggestions } from './chunk-S2POFTLN.mjs';
|
|
37
|
-
import { oversampledShardSize, runtimeHost, bindRerankWindowSource, rerankWindowCapOf, validateMemoryFractions, requireKnownConfig, importOptionalReads, resolveRunnableConfig, createEngineCore, startEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, emitEngineEvent, synonymModule, createEngineIndex, generateId, documentChurnOf, isCompositePartition, getLanguage, resolveIndexAnalysis, memoryFractionsOf, createMemoryMonitor, readMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS, validateBM25Params, storedBM25Params, requireSurfaceFormsForPartialFields, bm25SetsValue, prepareConfiguredSynonyms, storedArrayPositionGap, updateDocumentVectors, arrayPositionsAreStale, fnv1a, readRecentMemoryFigures, normalizeSort, sortModesOf, resolveProjection, noteDocumentChurn, MAP_TABLE_MIN_CAPACITY, MAP_TABLE_SHRINK_DIVISOR, requireLoadedOptionalReads, applyProjection, FILTER_EXPRESSION_KEYS, filterTestCount, setNestedValue, validateBM25Shape, CASE_FOLD_EXPANSION_FACTOR, PATTERN_RUN_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, hasLanguage, FIELD_FILTER_OPERATORS, yieldToEventLoop, NORMALIZATION_EXPANSION_FACTOR, TERM_UNIT_HEAP_BYTES, customTokensOf, visitTokens, getVectorFieldPaths, resolvePartitionInsertOptions, clampRowCount, now, sortSignatureOf, listBindingOf, requireMatchingCursor, decodePageCursor, encodePageCursor, DISTINCT_TERM_HEAP_BYTES, PARTIAL_SPELLING_HEAP_BYTES, clampLimit, requireWithinResultWindow, providedDocId, MAP_TABLE_HEADER_BYTES, MAP_TABLE_SLOT_BYTES, holdsQuotedText, queryBindingOf, engineCoreOf, sortSignatureEntry, fnv1aUint32s, loadRerankRuntime, mergePartitionStats, mergeEntries, regionsOverlap, compareScores } from './chunk-
|
|
35
|
+
import { oversampledShardSize, runtimeHost, bindRerankWindowSource, rerankWindowCapOf, validateMemoryFractions, requireKnownConfig, importOptionalReads, resolveRunnableConfig, createEngineCore, startEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, emitEngineEvent, synonymModule, createEngineIndex, generateId, documentChurnOf, isCompositePartition, getLanguage, resolveIndexAnalysis, memoryFractionsOf, createMemoryMonitor, readMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS, validateBM25Params, storedBM25Params, requireSurfaceFormsForPartialFields, bm25SetsValue, prepareConfiguredSynonyms, storedArrayPositionGap, updateDocumentVectors, arrayPositionsAreStale, fnv1a, readRecentMemoryFigures, normalizeSort, sortModesOf, resolveProjection, noteDocumentChurn, MAP_TABLE_MIN_CAPACITY, MAP_TABLE_SHRINK_DIVISOR, requireLoadedOptionalReads, applyProjection, FILTER_EXPRESSION_KEYS, filterTestCount, setNestedValue, validateBM25Shape, CASE_FOLD_EXPANSION_FACTOR, PATTERN_RUN_HEAP_BYTES, ENUM_VALUE_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, hasLanguage, FIELD_FILTER_OPERATORS, yieldToEventLoop, NORMALIZATION_EXPANSION_FACTOR, TERM_UNIT_HEAP_BYTES, customTokensOf, visitTokens, getVectorFieldPaths, resolvePartitionInsertOptions, clampRowCount, now, sortSignatureOf, listBindingOf, requireMatchingCursor, decodePageCursor, encodePageCursor, DISTINCT_TERM_HEAP_BYTES, PARTIAL_SPELLING_HEAP_BYTES, clampLimit, requireWithinResultWindow, providedDocId, MAP_TABLE_HEADER_BYTES, MAP_TABLE_SLOT_BYTES, holdsQuotedText, queryBindingOf, engineCoreOf, sortSignatureEntry, fnv1aUint32s, loadRerankRuntime, mergePartitionStats, mergeEntries, regionsOverlap, compareScores } from './chunk-MS746XNY.mjs';
|
|
38
36
|
import { encodeDocument, encodeDocumentReply } from './chunk-2CKDCC65.mjs';
|
|
39
37
|
import { collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal, onRefusalAfterCollection, reservedHeapBytes, reserveHeapBytes } from './chunk-2AFZE7Y3.mjs';
|
|
40
|
-
import { decode } from './chunk-
|
|
38
|
+
import { decode } from './chunk-5GYGHPCH.mjs';
|
|
41
39
|
import { newSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
42
40
|
import './chunk-7T4LAYT4.mjs';
|
|
43
|
-
import { MAX_FILTER_DEPTH, MAX_FILTER_TESTS, isPatternTolerance, MAX_FILTER_ARRAY_SIZE, buildStoredValues } from './chunk-
|
|
44
|
-
import { loadMessagePack, validateSchema, requireCreatableSchema, schemaFieldsOf, getNestedValue, MAX_NESTING_DEPTH, MAX_STORED_VECTOR_DIMENSION, MIN_POLYGON_POINTS, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES } from './chunk-
|
|
41
|
+
import { MAX_FILTER_DEPTH, MAX_FILTER_TESTS, isPatternTolerance, MAX_FILTER_ARRAY_SIZE, buildStoredValues } from './chunk-KQWTS7AM.mjs';
|
|
42
|
+
import { loadMessagePack, validateSchema, requireCreatableSchema, schemaFieldsOf, getNestedValue, MAX_NESTING_DEPTH, MAX_STORED_VECTOR_DIMENSION, MIN_POLYGON_POINTS, isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES } from './chunk-4WQNWAQE.mjs';
|
|
45
43
|
import './chunk-U2BKYEC7.mjs';
|
|
46
44
|
import { shardEntryRangeOf } from './chunk-FJXJZUWF.mjs';
|
|
47
45
|
import { collectAndReturnPages } from './chunk-5EI5CXO6.mjs';
|
|
48
46
|
import { BATCH_CHUNK_SIZE, MAX_SORT_FIELDS, MAX_DOC_ID_LENGTH, MAX_CURSOR_LENGTH, MAX_TOLERANCE, MAX_PREFIX_LENGTH, RESULT_WINDOW, MIN_HYBRID_DEPTH, MAX_HYBRID_DEPTH, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, DEFAULT_PAGE_SIZE, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING, HYBRID_RESCORE_WINDOW, DEFAULT_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT } from './chunk-3ECIRFS5.mjs';
|
|
49
47
|
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback } from './chunk-ASZLNVWW.mjs';
|
|
50
48
|
import './chunk-ZXX5GZEX.mjs';
|
|
49
|
+
import { getPath, getFs, renameReplacing } from './chunk-ZYEEOZTT.mjs';
|
|
50
|
+
import './chunk-S3JHYPH7.mjs';
|
|
51
51
|
import { joinChunks, readWhole } from './chunk-GR5GMFJJ.mjs';
|
|
52
52
|
import { MAX_DOCUMENT_ENCODING_DEPTH } from './chunk-4PY4JYMY.mjs';
|
|
53
53
|
import { ErrorCodes, NarsilError, describeError, ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
@@ -3499,6 +3499,7 @@ function createCatchUpState() {
|
|
|
3499
3499
|
lastAdmissionGeneration: 0,
|
|
3500
3500
|
startedTerms: /* @__PURE__ */ new Map(),
|
|
3501
3501
|
outOfStepRemovals: /* @__PURE__ */ new Map(),
|
|
3502
|
+
settlingAdmissions: /* @__PURE__ */ new Set(),
|
|
3502
3503
|
inFlightBytes: 0,
|
|
3503
3504
|
timer: null,
|
|
3504
3505
|
activeTick: null,
|
|
@@ -3716,10 +3717,10 @@ function withoutRemovedReplicas(state, indexName, partitionId, primaryTerm, targ
|
|
|
3716
3717
|
if (removed === void 0) return targets;
|
|
3717
3718
|
return targets.filter((replicaNodeId) => removed.get(replicaNodeId) !== primaryTerm);
|
|
3718
3719
|
}
|
|
3719
|
-
function recordAdmittedReplica(state, indexName, partitionId, replicaNodeId,
|
|
3720
|
+
function recordAdmittedReplica(state, indexName, partitionId, replicaNodeId, record) {
|
|
3720
3721
|
const key = partitionKey(indexName, partitionId);
|
|
3721
3722
|
const admitted = state.admittedReplicas.get(key) ?? /* @__PURE__ */ new Map();
|
|
3722
|
-
admitted.set(replicaNodeId,
|
|
3723
|
+
admitted.set(replicaNodeId, record);
|
|
3723
3724
|
state.admittedReplicas.set(key, admitted);
|
|
3724
3725
|
}
|
|
3725
3726
|
function forgetAdmittedReplica(state, indexName, partitionId, replicaNodeId) {
|
|
@@ -3734,18 +3735,31 @@ function recordRemovalUnlessReadmitted(state, indexName, partitionId, replicaNod
|
|
|
3734
3735
|
forgetAdmittedReplica(state, indexName, partitionId, replicaNodeId);
|
|
3735
3736
|
recordRemovedReplica(state, indexName, partitionId, replicaNodeId, primaryTerm);
|
|
3736
3737
|
}
|
|
3738
|
+
function settledAdmissions(state, indexName, partitionId, assignment) {
|
|
3739
|
+
const admitted = state.admittedReplicas.get(partitionKey(indexName, partitionId));
|
|
3740
|
+
if (admitted === void 0) return [];
|
|
3741
|
+
return [...admitted].filter(
|
|
3742
|
+
([replicaNodeId, record]) => assignment.inSyncSet.includes(replicaNodeId) && record.primaryTerm === assignment.primaryTerm
|
|
3743
|
+
);
|
|
3744
|
+
}
|
|
3745
|
+
function forgetSettledAdmission(state, indexName, partitionId, replicaNodeId, record) {
|
|
3746
|
+
if (state.admittedReplicas.get(partitionKey(indexName, partitionId))?.get(replicaNodeId) !== record) return;
|
|
3747
|
+
forgetAdmittedReplica(state, indexName, partitionId, replicaNodeId);
|
|
3748
|
+
}
|
|
3737
3749
|
function admittedBeyondTable(state, indexName, partitionId, assignment, generationAtLiveRead) {
|
|
3738
3750
|
const admitted = state.admittedReplicas.get(partitionKey(indexName, partitionId));
|
|
3739
3751
|
if (admitted === void 0) return [];
|
|
3740
3752
|
const beyond = [];
|
|
3741
3753
|
for (const [replicaNodeId, record] of [...admitted]) {
|
|
3742
|
-
const
|
|
3743
|
-
const
|
|
3744
|
-
|
|
3754
|
+
const inSync = assignment.inSyncSet.includes(replicaNodeId);
|
|
3755
|
+
const readByPump = generationAtLiveRead !== void 0;
|
|
3756
|
+
const superseded = generationAtLiveRead !== void 0 ? record.generation <= generationAtLiveRead : inSyncVersionOf(assignment) > record.inSyncVersion;
|
|
3757
|
+
const left = !assignment.replicas.includes(replicaNodeId) || record.primaryTerm !== assignment.primaryTerm;
|
|
3758
|
+
if (left || inSync && !readByPump || superseded && !inSync) {
|
|
3745
3759
|
forgetAdmittedReplica(state, indexName, partitionId, replicaNodeId);
|
|
3746
3760
|
continue;
|
|
3747
3761
|
}
|
|
3748
|
-
beyond.push(replicaNodeId);
|
|
3762
|
+
if (!inSync) beyond.push(replicaNodeId);
|
|
3749
3763
|
}
|
|
3750
3764
|
return beyond;
|
|
3751
3765
|
}
|
|
@@ -4036,20 +4050,22 @@ async function askController(claim, payload, controllerNodeId) {
|
|
|
4036
4050
|
let retries = 0;
|
|
4037
4051
|
while (claimHolds(claim, request)) {
|
|
4038
4052
|
const replicaStartedAt = await registeredStartedAt(claim.deps, request.replicaNodeId);
|
|
4039
|
-
if (replicaStartedAt === null)
|
|
4040
|
-
if (!await provePositionAfterRead(claim, request) || !claimHolds(claim, request))
|
|
4053
|
+
if (replicaStartedAt === null) break;
|
|
4054
|
+
if (!await provePositionAfterRead(claim, request) || !claimHolds(claim, request)) break;
|
|
4041
4055
|
const answer2 = await withTimeout(
|
|
4042
4056
|
sendToController({ ...request, replicaStartedAt }, controllerNodeId, claim.deps),
|
|
4043
4057
|
ADMISSION_TIMEOUT_MS,
|
|
4044
4058
|
"unanswered"
|
|
4045
4059
|
);
|
|
4046
|
-
if (answer2 !== "refused" || retries >= ADMISSION_RETRIES_AFTER_IN_SYNC_CHANGE)
|
|
4060
|
+
if (answer2 !== "refused" || retries >= ADMISSION_RETRIES_AFTER_IN_SYNC_CHANGE) {
|
|
4061
|
+
return { answer: answer2, inSyncVersion: request.inSyncVersion };
|
|
4062
|
+
}
|
|
4047
4063
|
const inSyncVersion = await changedInSyncVersion(claim, request);
|
|
4048
|
-
if (inSyncVersion === null) return answer2;
|
|
4064
|
+
if (inSyncVersion === null) return { answer: answer2, inSyncVersion: request.inSyncVersion };
|
|
4049
4065
|
request = { ...request, inSyncVersion };
|
|
4050
4066
|
retries += 1;
|
|
4051
4067
|
}
|
|
4052
|
-
return "refused";
|
|
4068
|
+
return { answer: "refused", inSyncVersion: request.inSyncVersion };
|
|
4053
4069
|
}
|
|
4054
4070
|
async function proposeAdmission(state, deps, indexName, partitionId, assignment, replicaNodeId, cursor) {
|
|
4055
4071
|
if (claimAdmission(state, deps, indexName, partitionId, replicaNodeId, cursor)) {
|
|
@@ -4086,7 +4102,7 @@ async function requestClaimedAdmission(state, deps, indexName, partitionId, assi
|
|
|
4086
4102
|
commitPoint: deps.getReplicationLog(indexName, partitionId).commitPoint,
|
|
4087
4103
|
inSyncVersion: inSyncVersionOf(assignment)
|
|
4088
4104
|
};
|
|
4089
|
-
const answer2 = await askController(claim, payload, controllerNodeId);
|
|
4105
|
+
const { answer: answer2, inSyncVersion } = await askController(claim, payload, controllerNodeId);
|
|
4090
4106
|
pending.unanswered = answer2 === "unanswered";
|
|
4091
4107
|
settle(answer2);
|
|
4092
4108
|
if (answer2 === "accepted" && pending.failedWrite) {
|
|
@@ -4100,14 +4116,11 @@ async function requestClaimedAdmission(state, deps, indexName, partitionId, assi
|
|
|
4100
4116
|
} else if (answer2 === "accepted" && !outlived) {
|
|
4101
4117
|
forgetAdmissionToWithdraw(state, indexName, partitionId, replicaNodeId);
|
|
4102
4118
|
forgetRemovedReplica(state, indexName, partitionId, replicaNodeId);
|
|
4103
|
-
recordAdmittedReplica(
|
|
4104
|
-
|
|
4105
|
-
indexName,
|
|
4106
|
-
|
|
4107
|
-
|
|
4108
|
-
assignment.primaryTerm,
|
|
4109
|
-
advanceAdmissionGeneration(state, indexName, partitionId, replicaNodeId)
|
|
4110
|
-
);
|
|
4119
|
+
recordAdmittedReplica(state, indexName, partitionId, replicaNodeId, {
|
|
4120
|
+
primaryTerm: assignment.primaryTerm,
|
|
4121
|
+
generation: advanceAdmissionGeneration(state, indexName, partitionId, replicaNodeId),
|
|
4122
|
+
inSyncVersion
|
|
4123
|
+
});
|
|
4111
4124
|
}
|
|
4112
4125
|
} finally {
|
|
4113
4126
|
settle("refused");
|
|
@@ -4782,6 +4795,7 @@ function storedCopyMatchesSent(sent, stored, derivedFields) {
|
|
|
4782
4795
|
}
|
|
4783
4796
|
|
|
4784
4797
|
// src/distribution/cluster-node/write-routing/primary-change.ts
|
|
4798
|
+
var NOTHING_SETTLED = { settled: /* @__PURE__ */ new Set(), unverified: /* @__PURE__ */ new Set() };
|
|
4785
4799
|
function refusedByPrimaryChange(error, retriesEndedTerm = false) {
|
|
4786
4800
|
if (error instanceof NarsilError && error.code === ErrorCodes.PARTITION_NOT_PRIMARY) return true;
|
|
4787
4801
|
return abandonedWithTerm(error) && (retriesEndedTerm || abandonedWriteOf(error) !== void 0);
|
|
@@ -4853,6 +4867,7 @@ async function retryOnPrimaryChange(deps, indexName, docId, attempt, settleRetri
|
|
|
4853
4867
|
let retryDelayMs = FORWARD_RETRY_INITIAL_DELAY_MS;
|
|
4854
4868
|
let retried = false;
|
|
4855
4869
|
let interrupted2 = false;
|
|
4870
|
+
let abandonedAttempt;
|
|
4856
4871
|
let condition;
|
|
4857
4872
|
const finalError = (error) => interrupted2 ? interruptedOutcome(indexName, docId, error) : error;
|
|
4858
4873
|
for (; ; ) {
|
|
@@ -4861,8 +4876,13 @@ async function retryOnPrimaryChange(deps, indexName, docId, attempt, settleRetri
|
|
|
4861
4876
|
try {
|
|
4862
4877
|
outcome = await beforeWindowEnds(attempt(condition), deadline);
|
|
4863
4878
|
} catch (error) {
|
|
4864
|
-
if (retried
|
|
4879
|
+
if (retried) {
|
|
4880
|
+
const settlement = await settleRetried([{ docId, error }]);
|
|
4881
|
+
if (settlement.settled.has(docId)) return settledValue();
|
|
4882
|
+
if (settlement.unverified.has(docId) && abandonedAttempt !== void 0) throw finalError(abandonedAttempt);
|
|
4883
|
+
}
|
|
4865
4884
|
interrupted2 ||= forwardInterrupted(error);
|
|
4885
|
+
if (abandonedAttempt === void 0 && abandonedWithTerm(error)) abandonedAttempt = error;
|
|
4866
4886
|
if (!retriable(error, settlesAsEqual) || refusing === null) throw finalError(error);
|
|
4867
4887
|
let retryable;
|
|
4868
4888
|
if (retriedAfterDelay(error)) {
|
|
@@ -4885,6 +4905,7 @@ async function retryBatchOnPrimaryChange(deps, indexName, items, docIdOf, attemp
|
|
|
4885
4905
|
const failed2 = [];
|
|
4886
4906
|
const conditions = /* @__PURE__ */ new Map();
|
|
4887
4907
|
const interrupted2 = /* @__PURE__ */ new Set();
|
|
4908
|
+
const abandonedAttempts = /* @__PURE__ */ new Map();
|
|
4888
4909
|
const failWith = (failure) => {
|
|
4889
4910
|
failed2.push(
|
|
4890
4911
|
interrupted2.has(failure.docId) ? { docId: failure.docId, error: interruptedOutcome(indexName, failure.docId, failure.error) } : failure
|
|
@@ -4902,17 +4923,25 @@ async function retryBatchOnPrimaryChange(deps, indexName, items, docIdOf, attemp
|
|
|
4902
4923
|
break;
|
|
4903
4924
|
}
|
|
4904
4925
|
succeeded2.push(...result.succeeded);
|
|
4905
|
-
const
|
|
4926
|
+
const settlement = retried ? await settleRetried(result.failed) : NOTHING_SETTLED;
|
|
4906
4927
|
const pendingById = new Map(pending.map((item) => [docIdOf(item), item]));
|
|
4907
4928
|
const refused = [];
|
|
4908
4929
|
for (const failure of result.failed) {
|
|
4909
|
-
if (settled.has(failure.docId)) {
|
|
4930
|
+
if (settlement.settled.has(failure.docId)) {
|
|
4910
4931
|
succeeded2.push(failure.docId);
|
|
4911
4932
|
continue;
|
|
4912
4933
|
}
|
|
4934
|
+
const abandonedAttempt = abandonedAttempts.get(failure.docId);
|
|
4935
|
+
if (settlement.unverified.has(failure.docId) && abandonedAttempt !== void 0) {
|
|
4936
|
+
failWith({ docId: failure.docId, error: abandonedAttempt });
|
|
4937
|
+
continue;
|
|
4938
|
+
}
|
|
4913
4939
|
const item = pendingById.get(failure.docId);
|
|
4914
4940
|
const refusing = primaryFor(table, failure.docId);
|
|
4915
4941
|
if (forwardInterrupted(failure.error)) interrupted2.add(failure.docId);
|
|
4942
|
+
if (!abandonedAttempts.has(failure.docId) && abandonedWithTerm(failure.error)) {
|
|
4943
|
+
abandonedAttempts.set(failure.docId, failure.error);
|
|
4944
|
+
}
|
|
4916
4945
|
if (item === void 0 || refusing === null || !retriable(failure.error, settlesAsEqual)) {
|
|
4917
4946
|
failWith(failure);
|
|
4918
4947
|
continue;
|
|
@@ -4987,7 +5016,7 @@ async function retryEachPartition(deps, indexName, table, items, docIdOf, attemp
|
|
|
4987
5016
|
}
|
|
4988
5017
|
return merged;
|
|
4989
5018
|
}
|
|
4990
|
-
var settleNothing = async () =>
|
|
5019
|
+
var settleNothing = async () => NOTHING_SETTLED;
|
|
4991
5020
|
async function derivedFieldsOf(deps, indexName) {
|
|
4992
5021
|
const schema = await deps.coordinator.getSchema(indexName);
|
|
4993
5022
|
if (schema === null) return /* @__PURE__ */ new Set();
|
|
@@ -4997,24 +5026,30 @@ async function derivedFieldsOf(deps, indexName) {
|
|
|
4997
5026
|
function settleEqualInserts(deps, indexName, sentById) {
|
|
4998
5027
|
return async (failures) => {
|
|
4999
5028
|
const existing = failures.filter((failure) => hasCode(failure.error, ErrorCodes.DOC_ALREADY_EXISTS) && sentById.has(failure.docId)).map((failure) => failure.docId);
|
|
5000
|
-
if (existing.length === 0
|
|
5029
|
+
if (existing.length === 0) return NOTHING_SETTLED;
|
|
5030
|
+
if (deps.readPrimaryCopies === void 0) return { settled: /* @__PURE__ */ new Set(), unverified: new Set(existing) };
|
|
5001
5031
|
let stored;
|
|
5002
5032
|
let derivedFields;
|
|
5003
5033
|
try {
|
|
5004
5034
|
stored = await deps.readPrimaryCopies(indexName, existing);
|
|
5005
5035
|
derivedFields = await derivedFieldsOf(deps, indexName);
|
|
5006
5036
|
} catch (_) {
|
|
5007
|
-
return /* @__PURE__ */ new Set();
|
|
5037
|
+
return { settled: /* @__PURE__ */ new Set(), unverified: new Set(existing) };
|
|
5008
5038
|
}
|
|
5009
5039
|
const settled = /* @__PURE__ */ new Set();
|
|
5040
|
+
const unverified = /* @__PURE__ */ new Set();
|
|
5010
5041
|
for (const docId of existing) {
|
|
5011
5042
|
const sent = sentById.get(docId);
|
|
5012
5043
|
const copy = stored.get(docId);
|
|
5013
|
-
if (sent === void 0
|
|
5044
|
+
if (sent === void 0) continue;
|
|
5045
|
+
if (copy === void 0) {
|
|
5046
|
+
unverified.add(docId);
|
|
5047
|
+
continue;
|
|
5048
|
+
}
|
|
5014
5049
|
const derived = copy.id === docId && sent.id === void 0 ? /* @__PURE__ */ new Set([...derivedFields, "id"]) : derivedFields;
|
|
5015
5050
|
if (storedCopyMatchesSent(sent, copy, derived)) settled.add(docId);
|
|
5016
5051
|
}
|
|
5017
|
-
return settled;
|
|
5052
|
+
return { settled, unverified };
|
|
5018
5053
|
};
|
|
5019
5054
|
}
|
|
5020
5055
|
|
|
@@ -8796,6 +8831,10 @@ function createAnalysisView(deps) {
|
|
|
8796
8831
|
}
|
|
8797
8832
|
void settle(event.indexName);
|
|
8798
8833
|
});
|
|
8834
|
+
for (const indexName of await coordinator.listSchemas()) {
|
|
8835
|
+
if (stopped) return;
|
|
8836
|
+
if (!held.has(indexName)) await refresh(indexName).catch(onError);
|
|
8837
|
+
}
|
|
8799
8838
|
},
|
|
8800
8839
|
stop() {
|
|
8801
8840
|
stopped = true;
|
|
@@ -8835,8 +8874,8 @@ function createBm25View(deps) {
|
|
|
8835
8874
|
);
|
|
8836
8875
|
}
|
|
8837
8876
|
function hold(indexName, next) {
|
|
8838
|
-
const
|
|
8839
|
-
if (
|
|
8877
|
+
const current2 = held.get(indexName);
|
|
8878
|
+
if (current2 !== void 0 && current2.indexUuid === next.indexUuid && !isLaterThan(next, current2)) return false;
|
|
8840
8879
|
held.set(indexName, next);
|
|
8841
8880
|
return true;
|
|
8842
8881
|
}
|
|
@@ -8854,28 +8893,33 @@ function createBm25View(deps) {
|
|
|
8854
8893
|
}
|
|
8855
8894
|
if (next !== null && hold(indexName, next)) void applyToLocalCopy(indexName, next.indexUuid);
|
|
8856
8895
|
}
|
|
8896
|
+
async function current(indexName) {
|
|
8897
|
+
const known = held.get(indexName);
|
|
8898
|
+
if (known !== void 0) return known;
|
|
8899
|
+
const snapshot = await readIndexMetadataSnapshot(coordinator, indexName);
|
|
8900
|
+
if (snapshot === null) return null;
|
|
8901
|
+
const read = {
|
|
8902
|
+
indexUuid: snapshot.record.indexUuid,
|
|
8903
|
+
bm25: snapshot.settings?.bm25,
|
|
8904
|
+
revision: snapshot.settings?.bm25Revision
|
|
8905
|
+
};
|
|
8906
|
+
const racing = held.get(indexName);
|
|
8907
|
+
if (racing === void 0 || racing.indexUuid === read.indexUuid && isLaterThan(read, racing)) {
|
|
8908
|
+
held.set(indexName, read);
|
|
8909
|
+
return read;
|
|
8910
|
+
}
|
|
8911
|
+
return racing;
|
|
8912
|
+
}
|
|
8857
8913
|
return {
|
|
8858
8914
|
held: (indexName) => held.get(indexName),
|
|
8859
|
-
|
|
8860
|
-
const known = held.get(indexName);
|
|
8861
|
-
if (known !== void 0) return known;
|
|
8862
|
-
const snapshot = await readIndexMetadataSnapshot(coordinator, indexName);
|
|
8863
|
-
if (snapshot === null) return null;
|
|
8864
|
-
const read = {
|
|
8865
|
-
indexUuid: snapshot.record.indexUuid,
|
|
8866
|
-
bm25: snapshot.settings?.bm25,
|
|
8867
|
-
revision: snapshot.settings?.bm25Revision
|
|
8868
|
-
};
|
|
8869
|
-
const racing = held.get(indexName);
|
|
8870
|
-
if (racing === void 0 || racing.indexUuid === read.indexUuid && isLaterThan(read, racing)) {
|
|
8871
|
-
held.set(indexName, read);
|
|
8872
|
-
return read;
|
|
8873
|
-
}
|
|
8874
|
-
return racing;
|
|
8875
|
-
},
|
|
8915
|
+
current,
|
|
8876
8916
|
async start() {
|
|
8877
8917
|
if (unwatch !== null) return;
|
|
8878
8918
|
unwatch = await coordinator.watchIndexMetadata((event) => receive(event.indexName, event.metadata));
|
|
8919
|
+
for (const indexName of await coordinator.listSchemas()) {
|
|
8920
|
+
if (unwatch === null) return;
|
|
8921
|
+
await current(indexName).catch(onError);
|
|
8922
|
+
}
|
|
8879
8923
|
},
|
|
8880
8924
|
stop() {
|
|
8881
8925
|
unwatch?.();
|
|
@@ -9999,6 +10043,9 @@ function validateLocalPartitionCount(engine, indexName, primaryNodeId, partition
|
|
|
9999
10043
|
}
|
|
10000
10044
|
|
|
10001
10045
|
// src/distribution/cluster-node/bootstrap-sync/targets.ts
|
|
10046
|
+
function unaddressableTargetOf(err) {
|
|
10047
|
+
return err instanceof TransportError && err.details[UNADDRESSABLE_TARGET_DETAIL] === true ? { [UNADDRESSABLE_TARGET_DETAIL]: true } : {};
|
|
10048
|
+
}
|
|
10002
10049
|
function readLocalLogState(indexName, partitionId, deps) {
|
|
10003
10050
|
const log = deps.getReplicationLog(indexName, partitionId);
|
|
10004
10051
|
const lastSeqNo = log.localLogEnd;
|
|
@@ -10053,7 +10100,7 @@ async function reportSyncedPosition(indexName, partitionId, target, syncSession,
|
|
|
10053
10100
|
return new NarsilError(
|
|
10054
10101
|
ErrorCodes.SNAPSHOT_SYNC_TRANSPORT_FAILED,
|
|
10055
10102
|
`reporting the synced position failed: ${cause}`,
|
|
10056
|
-
{ ...details, cause }
|
|
10103
|
+
{ ...details, cause, ...unaddressableTargetOf(err) }
|
|
10057
10104
|
);
|
|
10058
10105
|
} finally {
|
|
10059
10106
|
abandonSnapshotStream(frameState.snapshotState);
|
|
@@ -10076,6 +10123,7 @@ async function syncFromAnyTarget(state, entry, indexName, partitionId, primaryNo
|
|
|
10076
10123
|
partitionId,
|
|
10077
10124
|
primaryNodeId
|
|
10078
10125
|
});
|
|
10126
|
+
let lastReachableError = null;
|
|
10079
10127
|
const attempted = /* @__PURE__ */ new Set();
|
|
10080
10128
|
for (const target of targets) {
|
|
10081
10129
|
if (attempted.has(target)) {
|
|
@@ -10123,11 +10171,12 @@ async function syncFromAnyTarget(state, entry, indexName, partitionId, primaryNo
|
|
|
10123
10171
|
...failure.details,
|
|
10124
10172
|
target
|
|
10125
10173
|
});
|
|
10174
|
+
if (failure.details[UNADDRESSABLE_TARGET_DETAIL] !== true) lastReachableError = lastError;
|
|
10126
10175
|
if (!isTransientFailure(failure.code, failure.details)) {
|
|
10127
10176
|
return { ok: false, error: lastError };
|
|
10128
10177
|
}
|
|
10129
10178
|
}
|
|
10130
|
-
return { ok: false, error: lastError };
|
|
10179
|
+
return { ok: false, error: lastReachableError ?? lastError };
|
|
10131
10180
|
}
|
|
10132
10181
|
async function syncFromTarget(state, entry, indexName, partitionId, target, coordinatorConfig, partitionCount, deadline, deps, abortCheck) {
|
|
10133
10182
|
const spoolDirectory = deps.snapshotSpoolDirectory ?? defaultSpoolDirectory();
|
|
@@ -10192,7 +10241,8 @@ async function syncFrameStateFromTarget(state, entry, indexName, partitionId, ta
|
|
|
10192
10241
|
indexName,
|
|
10193
10242
|
partitionId,
|
|
10194
10243
|
target,
|
|
10195
|
-
cause
|
|
10244
|
+
cause,
|
|
10245
|
+
...unaddressableTargetOf(err)
|
|
10196
10246
|
})
|
|
10197
10247
|
};
|
|
10198
10248
|
}
|
|
@@ -10605,6 +10655,22 @@ async function registeredNodes(deps) {
|
|
|
10605
10655
|
return null;
|
|
10606
10656
|
}
|
|
10607
10657
|
}
|
|
10658
|
+
function settleAdmissionsInQueue(state, deps, key, indexName, partitionId, assignment, started) {
|
|
10659
|
+
const settled = settledAdmissions(state, indexName, partitionId, assignment);
|
|
10660
|
+
if (settled.length === 0 || state.settlingAdmissions.has(key)) return;
|
|
10661
|
+
state.settlingAdmissions.add(key);
|
|
10662
|
+
const work = enqueuePartitionWrite(deps.partitionWriteQueues, indexName, partitionId, async () => {
|
|
10663
|
+
for (const [replicaNodeId, record] of settled) {
|
|
10664
|
+
forgetSettledAdmission(state, indexName, partitionId, replicaNodeId, record);
|
|
10665
|
+
}
|
|
10666
|
+
}).catch(() => {
|
|
10667
|
+
}).finally(() => {
|
|
10668
|
+
state.settlingAdmissions.delete(key);
|
|
10669
|
+
state.replicaWork.delete(work);
|
|
10670
|
+
});
|
|
10671
|
+
state.replicaWork.add(work);
|
|
10672
|
+
started.push(work);
|
|
10673
|
+
}
|
|
10608
10674
|
async function pumpPartition(state, deps, key, replicas, started, registered) {
|
|
10609
10675
|
const separator = key.lastIndexOf(":");
|
|
10610
10676
|
const indexName = key.slice(0, separator);
|
|
@@ -10618,6 +10684,7 @@ async function pumpPartition(state, deps, key, replicas, started, registered) {
|
|
|
10618
10684
|
forgetSyncSessions(state, indexName, partitionId);
|
|
10619
10685
|
state.pendingAdmissions.delete(key);
|
|
10620
10686
|
state.admissionsToWithdraw.delete(key);
|
|
10687
|
+
state.admittedReplicas.delete(key);
|
|
10621
10688
|
return;
|
|
10622
10689
|
}
|
|
10623
10690
|
for (const withdrawal of withdrawAppliedAdmissions(state, deps, indexName, partitionId, assignment)) {
|
|
@@ -10625,18 +10692,17 @@ async function pumpPartition(state, deps, key, replicas, started, registered) {
|
|
|
10625
10692
|
state.replicaWork.add(work);
|
|
10626
10693
|
started.push(work);
|
|
10627
10694
|
}
|
|
10695
|
+
const admitted = new Set(admittedBeyondTable(state, indexName, partitionId, assignment, generationAtLiveRead));
|
|
10696
|
+
settleAdmissionsInQueue(state, deps, key, indexName, partitionId, assignment, started);
|
|
10628
10697
|
for (const [replicaNodeId, cursor] of [...replicas]) {
|
|
10629
10698
|
if (state.stopped) {
|
|
10630
10699
|
return;
|
|
10631
10700
|
}
|
|
10632
|
-
const admitted = admittedBeyondTable(state, indexName, partitionId, assignment, generationAtLiveRead).includes(
|
|
10633
|
-
replicaNodeId
|
|
10634
|
-
);
|
|
10635
10701
|
if (!assignment.replicas.includes(replicaNodeId)) {
|
|
10636
10702
|
forgetReplica(state, indexName, partitionId, replicaNodeId);
|
|
10637
10703
|
continue;
|
|
10638
10704
|
}
|
|
10639
|
-
if (admitted) {
|
|
10705
|
+
if (admitted.has(replicaNodeId)) {
|
|
10640
10706
|
continue;
|
|
10641
10707
|
}
|
|
10642
10708
|
if (assignment.inSyncSet.includes(replicaNodeId)) {
|
|
@@ -10670,14 +10736,19 @@ async function pumpPartition(state, deps, key, replicas, started, registered) {
|
|
|
10670
10736
|
}
|
|
10671
10737
|
}
|
|
10672
10738
|
function runCatchUpTick(state, deps) {
|
|
10673
|
-
const idle = state.cursors.size === 0 && state.admissionsToWithdraw.size === 0;
|
|
10739
|
+
const idle = state.cursors.size === 0 && state.admissionsToWithdraw.size === 0 && state.admittedReplicas.size === 0;
|
|
10674
10740
|
if (state.stopped || state.activeTick !== null || idle) {
|
|
10675
10741
|
return state.activeTick ?? Promise.resolve();
|
|
10676
10742
|
}
|
|
10677
10743
|
const started = [];
|
|
10678
10744
|
const tick = (async () => {
|
|
10679
10745
|
const registered = await registeredNodes(deps);
|
|
10680
|
-
|
|
10746
|
+
const keys = /* @__PURE__ */ new Set([
|
|
10747
|
+
...state.cursors.keys(),
|
|
10748
|
+
...state.admissionsToWithdraw.keys(),
|
|
10749
|
+
...state.admittedReplicas.keys()
|
|
10750
|
+
]);
|
|
10751
|
+
for (const key of keys) {
|
|
10681
10752
|
if (state.stopped) {
|
|
10682
10753
|
return;
|
|
10683
10754
|
}
|
|
@@ -15983,7 +16054,7 @@ async function openOnce(core, indexName, partitionId) {
|
|
|
15983
16054
|
if (directory === void 0) throw durabilityRequired(indexName, partitionId);
|
|
15984
16055
|
if ((checkpoint.manifest.analysisGeneration ?? 0) !== entry.analysisGeneration) return null;
|
|
15985
16056
|
const config = await encodeIndexConfiguration(entry);
|
|
15986
|
-
const { openPagedPartitionArchive } = await import('./paged-partition-archive-
|
|
16057
|
+
const { openPagedPartitionArchive } = await import('./paged-partition-archive-Y5OAKNRB.mjs');
|
|
15987
16058
|
const archive = await openPagedPartitionArchive(checkpoint, directory, indexName, partitionId, manager);
|
|
15988
16059
|
handedOver = true;
|
|
15989
16060
|
try {
|
|
@@ -16698,7 +16769,7 @@ async function archiveReplicationPartition(core, indexName, partitionId, lastSeq
|
|
|
16698
16769
|
);
|
|
16699
16770
|
}
|
|
16700
16771
|
try {
|
|
16701
|
-
const { openPagedPartitionArchive } = await import('./paged-partition-archive-
|
|
16772
|
+
const { openPagedPartitionArchive } = await import('./paged-partition-archive-Y5OAKNRB.mjs');
|
|
16702
16773
|
const archive = await openPagedPartitionArchive(checkpoint2, directory, indexName, partitionId, manager);
|
|
16703
16774
|
return {
|
|
16704
16775
|
stream: archiveStream({ ...archive, config, sourceIndexName: indexName }),
|
|
@@ -16913,7 +16984,7 @@ async function restoreReplicationPartition(core, engine, indexName, partitionId,
|
|
|
16913
16984
|
if (directory !== null) {
|
|
16914
16985
|
const durable = core.durability?.manager;
|
|
16915
16986
|
await (durable?.checkpointFromMemory?.(indexName) ?? durable?.checkpoint(indexName));
|
|
16916
|
-
const { removeReceivedFilesNothingReads } = await import('./paged-partition-archive-
|
|
16987
|
+
const { removeReceivedFilesNothingReads } = await import('./paged-partition-archive-Y5OAKNRB.mjs');
|
|
16917
16988
|
await removeReceivedFilesNothingReads(
|
|
16918
16989
|
directory,
|
|
16919
16990
|
core.requireManager(indexName),
|
|
@@ -17448,7 +17519,7 @@ async function storeNewNodeId(directory, filePath) {
|
|
|
17448
17519
|
} finally {
|
|
17449
17520
|
await handle.close();
|
|
17450
17521
|
}
|
|
17451
|
-
await
|
|
17522
|
+
await renameReplacing(draftPath, filePath);
|
|
17452
17523
|
await syncDirectory(directory);
|
|
17453
17524
|
return nodeId;
|
|
17454
17525
|
}
|
|
@@ -20769,7 +20840,7 @@ async function queryCluster(deps, indexName, params, settingName) {
|
|
|
20769
20840
|
(reader) => searchCluster(deps, indexName, settingName, params, allocation, reader, false)
|
|
20770
20841
|
);
|
|
20771
20842
|
}
|
|
20772
|
-
const { rerankClusterQuery } = await import('./rerank-
|
|
20843
|
+
const { rerankClusterQuery } = await import('./rerank-TQ4SU76L.mjs');
|
|
20773
20844
|
return withRankedReader(
|
|
20774
20845
|
deps,
|
|
20775
20846
|
indexName,
|
|
@@ -21371,6 +21442,11 @@ function createAllocationView(coordinator) {
|
|
|
21371
21442
|
watching = true;
|
|
21372
21443
|
const live = await coordinator.listNodes();
|
|
21373
21444
|
nodes = new Map(live.map((registration) => [registration.nodeId, registration]));
|
|
21445
|
+
for (const indexName of await coordinator.listSchemas()) {
|
|
21446
|
+
if (!watching) return;
|
|
21447
|
+
if (tables.has(indexName)) continue;
|
|
21448
|
+
await readLive(indexName).catch(() => null);
|
|
21449
|
+
}
|
|
21374
21450
|
},
|
|
21375
21451
|
stop() {
|
|
21376
21452
|
watching = false;
|
|
@@ -25101,13 +25177,13 @@ async function createClusterNode(callerConfig) {
|
|
|
25101
25177
|
);
|
|
25102
25178
|
},
|
|
25103
25179
|
async shutdown() {
|
|
25104
|
-
stopEveryReshardJob(reshard);
|
|
25105
|
-
await stopCatchUpPump(writeDeps.catchUp);
|
|
25106
25180
|
if (isShutdown) {
|
|
25107
25181
|
return;
|
|
25108
25182
|
}
|
|
25109
25183
|
isShutdown = true;
|
|
25110
25184
|
serving = false;
|
|
25185
|
+
stopEveryReshardJob(reshard);
|
|
25186
|
+
await stopCatchUpPump(writeDeps.catchUp);
|
|
25111
25187
|
backups.stop();
|
|
25112
25188
|
await operationTracker.drain();
|
|
25113
25189
|
await suggestions.stop();
|