@fluidframework/container-runtime 2.12.0 → 2.20.0

package/dist/containerRuntime.js

@@ -24,12 +24,13 @@ const containerHandleContext_js_1 = require("./containerHandleContext.js");
 const dataStore_js_1 = require("./dataStore.js");
 const dataStoreRegistry_js_1 = require("./dataStoreRegistry.js");
 const deltaManagerProxies_js_1 = require("./deltaManagerProxies.js");
+const deltaScheduler_js_1 = require("./deltaScheduler.js");
 const index_js_2 = require("./gc/index.js");
+const inboundBatchAggregator_js_1 = require("./inboundBatchAggregator.js");
 const messageTypes_js_1 = require("./messageTypes.js");
 const index_js_3 = require("./opLifecycle/index.js");
 const packageVersion_js_1 = require("./packageVersion.js");
 const pendingStateManager_js_1 = require("./pendingStateManager.js");
-const scheduleManager_js_1 = require("./scheduleManager.js");
 const index_js_4 = require("./summary/index.js");
 const throttler_js_1 = require("./throttler.js");
 /**
@@ -90,7 +91,9 @@ exports.TombstoneResponseHeaderKey = "isTombstoned";
  * to this was experimental and is no longer supported.
  */
 exports.InactiveResponseHeaderKey = "isInactive";
-/** Default values for Runtime Headers */
+/**
+ * Default values for Runtime Headers
+ */
 exports.defaultRuntimeHeaderData = {
     wait: true,
     viaHandle: false,
@@ -126,9 +129,13 @@ const defaultCompressionConfig = {
     compressionAlgorithm: CompressionAlgorithms.lz4,
 };
 const defaultChunkSizeInBytes = 204800;
-/** The default time to wait for pending ops to be processed during summarization */
+/**
+ * The default time to wait for pending ops to be processed during summarization
+ */
 exports.defaultPendingOpsWaitTimeoutMs = 1000;
-/** The default time to delay a summarization retry attempt when there are pending ops */
+/**
+ * The default time to delay a summarization retry attempt when there are pending ops
+ */
 exports.defaultPendingOpsRetryDelayMs = 1000;
 /**
  * Instead of refreshing from latest because we do not have 100% confidence in the state
@@ -155,6 +162,7 @@ function getDeviceSpec() {
     try {
         if (typeof navigator === "object" && navigator !== null) {
             return {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-assignment
                 deviceMemory: navigator.deviceMemory,
                 hardwareConcurrency: navigator.hardwareConcurrency,
             };
@@ -207,12 +215,15 @@ async function createSummarizer(loader, url) {
         fluidObject = await resolvedContainer.getEntryPoint();
     }
     else {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call, @typescript-eslint/no-unsafe-assignment
         const response = await resolvedContainer.request({
             url: `/${summarizerRequestUrl}`,
         });
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access
         if (response.status !== 200 || response.mimeType !== "fluid/object") {
             throw (0, internal_6.responseToException)(response, request);
         }
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-assignment
         fluidObject = response.value;
     }
     if (fluidObject?.ISummarizer === undefined) {
@@ -262,11 +273,7 @@ exports.loadContainerRuntime = loadContainerRuntime;
  * Represents the runtime of the container. Contains helper functions/state of the container.
  * It will define the store level mappings.
  *
- * @deprecated To be removed from the Legacy-Alpha API in version 2.20.0.
- * Use the loadContainerRuntime function and interfaces IContainerRuntime / IRuntime instead.
- *
- * @legacy
- * @alpha
+ * @internal
  */
 class ContainerRuntime extends client_utils_1.TypedEventEmitter {
     /**
@@ -301,7 +308,9 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
             },
         });
         const mc = (0, internal_7.loggerToMonitoringContext)(logger);
-        const { summaryOptions = {}, gcOptions = {}, loadSequenceNumberVerification = "close", flushMode = defaultFlushMode, compressionOptions = defaultCompressionConfig, maxBatchSizeInBytes = defaultMaxBatchSizeInBytes, enableRuntimeIdCompressor, chunkSizeInBytes = defaultChunkSizeInBytes, enableGroupedBatching = true, explicitSchemaControl = false, } = runtimeOptions;
+        const { summaryOptions = {}, gcOptions = {}, loadSequenceNumberVerification = "close", flushMode = defaultFlushMode, compressionOptions = runtimeOptions.enableGroupedBatching === false
+            ? exports.disabledCompressionConfig // Compression must be disabled if Grouping is disabled
+            : defaultCompressionConfig, maxBatchSizeInBytes = defaultMaxBatchSizeInBytes, enableRuntimeIdCompressor, chunkSizeInBytes = defaultChunkSizeInBytes, enableGroupedBatching = true, explicitSchemaControl = false, } = runtimeOptions;
         const registry = new dataStoreRegistry_js_1.FluidDataStoreRegistry(registryEntries);
         const tryFetchBlob = async (blobName) => {
             const blobId = context.baseSnapshot?.blobs[blobName];
@@ -430,6 +439,9 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         }, (schema) => {
             runtime.onSchemaChange(schema);
         });
+        if (compressionLz4 && !enableGroupedBatching) {
+            throw new internal_7.UsageError("If compression is enabled, op grouping must be enabled too");
+        }
         const featureGatesForTelemetry = {};
         // Make sure we've got all the options including internal ones
         const internalRuntimeOptions = {
@@ -490,7 +502,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
      * has to deal with compressed ops as other clients might send them.
      * And in reverse, session schema can have compression Off, but feature gates / runtime options want it On.
      * In such case it will be off in session schema, however this client will propose change to schema, and once / if
-     * this op rountrips, compression will be On. Client can't send compressed ops until it's change in schema.
+     * this op roundtrips, compression will be On. Client can't send compressed ops until it's change in schema.
      */
     get sessionSchema() {
         return this.documentsSchemaController.sessionSchema.runtime;
@@ -499,7 +511,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         return this.sessionSchema.idCompressorMode;
     }
     /**
-     * See IContainerRuntimeBase.idCompressor() for details.
+     * {@inheritDoc @fluidframework/runtime-definitions#IContainerRuntimeBase.idCompressor}
      */
     get idCompressor() {
         // Expose ID Compressor only if it's On from the start.
@@ -512,7 +524,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         }
     }
     /**
-     * See IContainerRuntimeBase.generateDocumentUniqueId() for details.
+     * {@inheritDoc @fluidframework/runtime-definitions#IContainerRuntimeBase.generateDocumentUniqueId}
      */
     generateDocumentUniqueId() {
         return this._idCompressor?.generateDocumentUniqueId() ?? (0, uuid_1.v4)();
@@ -548,7 +560,9 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
     get connected() {
         return this._connected;
     }
-    /** clientId of parent (non-summarizing) container that owns summarizer container */
+    /**
+     * clientId of parent (non-summarizing) container that owns summarizer container
+     */
     get summarizerClientId() {
         return this.summarizerClientElection?.electedClientId;
     }
@@ -646,7 +660,6 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         // Backfill in defaults for the internal runtimeOptions, since they may not be present on the provided runtimeOptions object
         this.runtimeOptions = {
             flushMode: defaultFlushMode,
-            enableGroupedBatching: true,
             ...runtimeOptions,
         };
         this.logger = (0, internal_7.createChildLogger)({ logger: this.baseLogger });
@@ -725,6 +738,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
             eventName: "GCFeatureMatrix",
             metadataValue: JSON.stringify(metadata?.gcFeatureMatrix),
             inputs: JSON.stringify({
+                // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
                 gcOptions_gcGeneration: this.runtimeOptions.gcOptions[index_js_2.gcGenerationOptionName],
             }),
         });
@@ -733,8 +747,6 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         const opGroupingManager = new index_js_3.OpGroupingManager({
             groupedBatchingEnabled: this.groupedBatchingEnabled,
             opCountThreshold: this.mc.config.getNumber("Fluid.ContainerRuntime.GroupedBatchingOpCount") ?? 2,
-            reentrantBatchGroupingEnabled: this.mc.config.getBoolean("Fluid.ContainerRuntime.GroupedBatchingReentrancy") ??
-                true,
         }, this.mc.logger);
         const opSplitter = new index_js_3.OpSplitter(chunks, this.submitBatchFn, runtimeOptions.chunkSizeInBytes, runtimeOptions.maxBatchSizeInBytes, this.mc.logger);
         this.remoteMessageProcessor = new index_js_3.RemoteMessageProcessor(opSplitter, new index_js_3.OpDecompressor(this.mc.logger), opGroupingManager);
@@ -885,7 +897,8 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
             stashedBlobs: pendingRuntimeState?.pendingAttachmentBlobs,
             closeContainer: (error) => this.closeFn(error),
         });
-        this.scheduleManager = new scheduleManager_js_1.ScheduleManager(this.innerDeltaManager, this, () => this.clientId, (0, internal_7.createChildLogger)({ logger: this.logger, namespace: "ScheduleManager" }));
+        this.deltaScheduler = new deltaScheduler_js_1.DeltaScheduler(this.innerDeltaManager, this, (0, internal_7.createChildLogger)({ logger: this.logger, namespace: "DeltaScheduler" }));
+        this.inboundBatchAggregator = new inboundBatchAggregator_js_1.InboundBatchAggregator(this.innerDeltaManager, () => this.clientId, (0, internal_7.createChildLogger)({ logger: this.logger, namespace: "InboundBatchAggregator" }));
         const disablePartialFlush = this.mc.config.getBoolean("Fluid.ContainerRuntime.DisablePartialFlush");
         const legacySendBatchFn = (0, exports.makeLegacySendBatchFn)(this.submitFn, this.innerDeltaManager);
         this.outbox = new index_js_3.Outbox({
@@ -1067,13 +1080,14 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
     deleteChildSummarizerNode(id) {
         return this.summarizerNode.deleteChild(id);
     }
-    /* IFluidParentContext APIs that should not be called on Root */
+    // #region `IFluidParentContext` APIs that should not be called on Root
     makeLocallyVisible() {
         (0, internal_2.assert)(false, 0x8eb /* should not be called */);
     }
     setChannelDirty(address) {
         (0, internal_2.assert)(false, 0x909 /* should not be called */);
     }
+    // #endregion
     /**
      * Initializes the state from the base snapshot this container runtime loaded from.
      */
@@ -1104,6 +1118,8 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         this._summarizer?.dispose();
         this.channelCollection.dispose();
         this.pendingStateManager.dispose();
+        this.inboundBatchAggregator.dispose();
+        this.deltaScheduler.dispose();
         this.emit("dispose");
         this.removeAllListeners();
     }
@@ -1276,7 +1292,9 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
     internalId(maybeAlias) {
         return this.channelCollection.internalId(maybeAlias);
     }
-    /** Adds the container's metadata to the given summary tree. */
+    /**
+     * Adds the container's metadata to the given summary tree.
+     */
     addMetadataToSummary(summaryTree) {
         // The last message processed at the time of summary. If there are no new messages, use the message from the
         // last summary.
@@ -1645,7 +1663,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         }
     }
     /**
-     * Processes inbound message(s). It calls schedule manager according to the messages' location in the batch.
+     * Processes inbound message(s). It calls delta scheduler according to the messages' location in the batch.
      * @param messagesWithMetadata - messages to process along with their metadata.
      * @param locationInBatch - Are we processing the start and/or end of a batch?
      * @param local - true if the messages were originally generated by the client receiving it.
@@ -1657,7 +1675,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         if (locationInBatch.batchStart) {
             const firstMessage = messagesWithMetadata[0]?.message;
             (0, internal_2.assert)(firstMessage !== undefined, 0xa31 /* Batch must have at least one message */);
-            this.scheduleManager.batchBegin(firstMessage);
+            this.emit("batchBegin", firstMessage);
         }
         let error;
         try {
@@ -1669,7 +1687,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
                 });
                 return;
             }
-            // Helper that updates a message's minimum sequence number to the minimum sequence number that container
+            // Updates a message's minimum sequence number to the minimum sequence number that container
             // runtime is tracking and sets _processedClientSequenceNumber. It returns the updated message.
             const updateSequenceNumbers = (message) => {
                 // Set the minimum sequence number to the containerRuntime's understanding of minimum sequence number.
@@ -1700,7 +1718,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
             }
             let bunchedMessagesContent = [];
             let previousMessage;
-            // Helper that processes the previous bunch of messages.
+            // Process the previous bunch of messages.
             const sendBunchedMessages = () => {
                 (0, internal_2.assert)(previousMessage !== undefined, 0xa67 /* previous message must exist */);
                 this.ensureNoDataModelChanges(() => {
@@ -1742,7 +1760,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
             if (locationInBatch.batchEnd) {
                 const lastMessage = messagesWithMetadata[messagesWithMetadata.length - 1]?.message;
                 (0, internal_2.assert)(lastMessage !== undefined, 0xa32 /* Batch must have at least one message */);
-                this.scheduleManager.batchEnd(error, lastMessage);
+                this.emit("batchEnd", error, lastMessage);
             }
         }
     }
@@ -2049,15 +2067,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
         return this.channelCollection.createDetachedDataStore(pkg, loadingGroupId);
     }
     async createDataStore(pkg, loadingGroupId) {
-        const context = this.channelCollection.createDataStoreContext(Array.isArray(pkg) ? pkg : [pkg], undefined, // props
-        loadingGroupId);
-        return (0, dataStore_js_1.channelToDataStore)(await context.realize(), context.id, this.channelCollection, this.mc.logger);
-    }
-    /**
-     * @deprecated 0.16 Issue #1537, #3631
-     */
-    async _createDataStoreWithProps(pkg, props) {
-        const context = this.channelCollection.createDataStoreContext(Array.isArray(pkg) ? pkg : [pkg], props);
+        const context = this.channelCollection.createDataStoreContext(Array.isArray(pkg) ? pkg : [pkg], loadingGroupId);
         return (0, dataStore_js_1.channelToDataStore)(await context.realize(), context.id, this.channelCollection, this.mc.logger);
     }
     canSendOps() {
@@ -2084,7 +2094,7 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
     get isDirty() {
         return this.dirtyContainer;
     }
-    isContainerMessageDirtyable({ type, contents }) {
+    isContainerMessageDirtyable({ type, contents, }) {
         // Certain container runtime messages should not mark the container dirty such as the old built-in
         // AgentScheduler and Garbage collector messages.
         switch (type) {
@@ -2750,7 +2760,11 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
             this.emit(dirty ? "dirty" : "saved");
         }
     }
-    submitMessage(type, contents, localOpMetadata = undefined) {
+    submitMessage(type, 
+    // TODO: better typing
+    // eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types, @typescript-eslint/no-explicit-any
+    contents, localOpMetadata = undefined) {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
         this.submit({ type, contents }, localOpMetadata);
     }
     async uploadBlob(blob, signal) {
@@ -2980,7 +2994,9 @@ class ContainerRuntime extends client_utils_1.TypedEventEmitter {
                 throw new Error(`Can't rollback ${type}`);
         }
     }
-    /** Implementation of ISummarizerInternalsProvider.refreshLatestSummaryAck */
+    /**
+     * Implementation of ISummarizerInternalsProvider.refreshLatestSummaryAck
+     */
     async refreshLatestSummaryAck(options) {
         const { proposalHandle, ackHandle, summaryRefSeq, summaryLogger } = options;
         // proposalHandle is always passed from RunningSummarizer.