@dxos/echo-pipeline 0.3.2 → 0.3.3-main.1b7ca63

package/dist/lib/browser/{chunk-QEYXVBEM.mjs → chunk-KD6OVLI6.mjs}

@@ -8,7 +8,7 @@ var valueEncoding = createCodecEncoding(codec);
 
 // packages/core/echo/echo-pipeline/src/common/feeds.ts
 import { invariant } from "@dxos/invariant";
-var __dxlog_file = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/common/feeds.ts";
+var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/common/feeds.ts";
 var createMappedFeedWriter = (mapper, writer) => {
   invariant(mapper, void 0, {
     F: __dxlog_file,
@@ -34,6 +34,7 @@ var createMappedFeedWriter = (mapper, writer) => {
 };
 
 // packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts
+import { UpdateScheduler } from "@dxos/async";
 import { Stream } from "@dxos/codec-protobuf";
 import { Context } from "@dxos/context";
 import { tagMutationsInBatch, setMetadataOnObject } from "@dxos/echo-db";
@@ -41,13 +42,15 @@ import { invariant as invariant2 } from "@dxos/invariant";
 import { log } from "@dxos/log";
 import { EchoEvent } from "@dxos/protocols/proto/dxos/echo/service";
 import { ComplexMap } from "@dxos/util";
-var __dxlog_file2 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
+var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service-host.ts";
+var MUTATION_LIMIT_PER_OBJECT = 10;
 var DataServiceHost = class {
-  constructor(_itemManager, _itemDemuxer, _flush, _writeStream) {
+  constructor(_itemManager, _itemDemuxer, _flush, _writeStream, _opts = {}) {
     this._itemManager = _itemManager;
     this._itemDemuxer = _itemDemuxer;
     this._flush = _flush;
     this._writeStream = _writeStream;
+    this._opts = _opts;
     this._ctx = new Context();
     this._clientTagMap = new ComplexMap(([feedKey, seq]) => `${feedKey.toHex()}:${seq}`);
   }
@@ -56,6 +59,9 @@ var DataServiceHost = class {
   async close() {
     await this._ctx.dispose();
   }
+  get _deferEvents() {
+    return this._opts.deferEvents ?? true;
+  }
   /**
   * Real-time subscription to data objects in a space.
   */
@@ -68,7 +74,43 @@ var DataServiceHost = class {
           objects
         }
       });
+      const updateScheduler = new UpdateScheduler(ctx, async () => {
+        flushPendingUpdate();
+      }, {
+        maxFrequency: 10
+      });
+      const pendingUpdates = [];
+      const mutationsPerObject = /* @__PURE__ */ new Map();
+      const clearPendingUpdates = () => {
+        pendingUpdates.length = 0;
+        mutationsPerObject.clear();
+      };
+      const flushPendingUpdate = () => {
+        const stagedEvents = [];
+        const objectsWithSnapshots = /* @__PURE__ */ new Set();
+        for (const [id, count] of mutationsPerObject) {
+          if (count >= MUTATION_LIMIT_PER_OBJECT) {
+            objectsWithSnapshots.add(id);
+            const entity = this._itemManager.entities.get(id);
+            if (entity) {
+              stagedEvents.push(entity.createSnapshot());
+            }
+          }
+        }
+        for (const obj of pendingUpdates) {
+          if (!objectsWithSnapshots.has(obj.objectId)) {
+            stagedEvents.push(obj);
+          }
+        }
+        next({
+          batch: {
+            objects: stagedEvents
+          }
+        });
+        clearPendingUpdates();
+      };
       this._itemDemuxer.snapshot.on(ctx, (snapshot) => {
+        clearPendingUpdates();
         next({
           action: EchoEvent.DatabaseAction.RESET,
           batch: {
@@ -80,7 +122,7 @@ var DataServiceHost = class {
         const { batch, meta } = message;
         invariant2(!meta.clientTag, "Unexpected client tag in mutation message", {
           F: __dxlog_file2,
-          L: 69,
+          L: 131,
           S: this,
           A: [
             "!(meta as any).clientTag",
@@ -92,7 +134,7 @@ var DataServiceHost = class {
           meta
         }, {
           F: __dxlog_file2,
-          L: 70,
+          L: 132,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -106,21 +148,37 @@ var DataServiceHost = class {
           });
         });
         if (clientTag) {
+          flushPendingUpdate();
           tagMutationsInBatch(batch, clientTag, 0);
+          next({
+            clientTag,
+            feedKey: message.meta.feedKey,
+            seq: message.meta.seq,
+            batch
+          });
+        } else {
+          for (const obj of batch.objects ?? []) {
+            const newCount = (mutationsPerObject.get(obj.objectId) ?? 0) + 1;
+            mutationsPerObject.set(obj.objectId, newCount);
+          }
+          for (const obj of batch.objects ?? []) {
+            if ((mutationsPerObject.get(obj.objectId) ?? 0) < MUTATION_LIMIT_PER_OBJECT) {
+              pendingUpdates.push(obj);
+            }
+          }
+          if (this._deferEvents) {
+            updateScheduler.trigger();
+          } else {
+            flushPendingUpdate();
+          }
         }
-        next({
-          clientTag,
-          feedKey: message.meta.feedKey,
-          seq: message.meta.seq,
-          batch
-        });
       });
     });
   }
   async write(request) {
     invariant2(!this._ctx.disposed, "Cannot write to closed DataServiceHost", {
       F: __dxlog_file2,
-      L: 96,
+      L: 177,
       S: this,
       A: [
         "!this._ctx.disposed",
@@ -129,7 +187,7 @@ var DataServiceHost = class {
     });
     invariant2(this._writeStream, "Cannot write mutations in readonly mode", {
       F: __dxlog_file2,
-      L: 97,
+      L: 178,
       S: this,
       A: [
         "this._writeStream",
@@ -141,7 +199,7 @@ var DataServiceHost = class {
       objectCount: request.batch.objects?.length ?? 0
     }, {
       F: __dxlog_file2,
-      L: 99,
+      L: 180,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -155,7 +213,7 @@ var DataServiceHost = class {
             seq: receipt2.seq
           }, {
             F: __dxlog_file2,
-            L: 108,
+            L: 189,
             S: this,
             C: (f, a) => f(...a)
           });
@@ -212,8 +270,8 @@ var DatabaseHost = class {
   createSnapshot() {
     return this._itemDemuxer.createSnapshot();
   }
-  createDataServiceHost() {
-    return new DataServiceHost(this._itemManager, this._itemDemuxer, this._flush, this._outboundStream ?? void 0);
+  createDataServiceHost(opts = {}) {
+    return new DataServiceHost(this._itemManager, this._itemDemuxer, this._flush, this._outboundStream ?? void 0, opts);
   }
 };
 
@@ -304,7 +362,7 @@ import { invariant as invariant3 } from "@dxos/invariant";
 import { PublicKey as PublicKey2 } from "@dxos/keys";
 import { log as log2 } from "@dxos/log";
 import { ComplexMap as ComplexMap2 } from "@dxos/util";
-var __dxlog_file3 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/db-host/data-service.ts";
 var DataServiceSubscriptions = class {
   constructor() {
     this._spaces = new ComplexMap2(PublicKey2.hash);
@@ -423,7 +481,7 @@ function _ts_decorate(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file4 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
+var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/metadata/metadata-store.ts";
 var emptyEchoMetadata = () => ({
   version: STORAGE_VERSION,
   spaces: [],
@@ -723,7 +781,7 @@ function _ts_decorate2(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file5 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
+var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/timeframe-clock.ts";
 var mapTimeframeToFeedIndexes = (timeframe) => timeframe.frames().map(([feedKey, index]) => ({
   feedKey,
   index
@@ -819,7 +877,7 @@ import { ComplexMap as ComplexMap4 } from "@dxos/util";
 // packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts
 import { invariant as invariant5 } from "@dxos/invariant";
 import { log as log5 } from "@dxos/log";
-var __dxlog_file6 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
+var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/message-selector.ts";
 var createMessageSelector = (timeframeClock) => {
   return (messages) => {
     for (let i = 0; i < messages.length; i++) {
@@ -857,7 +915,7 @@ function _ts_decorate3(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file7 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
+var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/pipeline/pipeline.ts";
 var PipelineState = class {
   constructor(_feeds, _timeframeClock) {
     this._feeds = _feeds;
@@ -1269,7 +1327,7 @@ import { invariant as invariant7 } from "@dxos/invariant";
 import { log as log7 } from "@dxos/log";
 import { schema as schema5 } from "@dxos/protocols";
 import { RpcExtension } from "@dxos/teleport";
-var __dxlog_file8 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/auth.ts";
+var __dxlog_file8 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/auth.ts";
 var AuthExtension = class extends RpcExtension {
   constructor(_authParams) {
     super({
@@ -1389,7 +1447,7 @@ function _ts_decorate4(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file9 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
+var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/data-pipeline.ts";
 var MESSAGES_PER_SNAPSHOT = 10;
 var AUTOMATIC_SNAPSHOT_DEBOUNCE_INTERVAL = 5e3;
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL = 5e3;
@@ -1835,7 +1893,7 @@ function _ts_decorate5(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file10 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
+var __dxlog_file10 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/control-pipeline.ts";
 var TIMEFRAME_SAVE_DEBOUNCE_INTERVAL2 = 500;
 var CONTROL_PIPELINE_SNAPSHOT_DELAY = 1e4;
 var USE_SNAPSHOTS = true;
@@ -2084,7 +2142,7 @@ function _ts_decorate6(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file11 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space.ts";
+var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space.ts";
 var Space = class Space2 {
   constructor(params) {
     this._addFeedLock = new Lock();
@@ -2341,7 +2399,7 @@ function _ts_decorate7(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file12 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
+var __dxlog_file12 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-protocol.ts";
 var MOCK_AUTH_PROVIDER = async (nonce) => Buffer.from("mock");
 var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
 var SpaceProtocol = class {
@@ -2545,7 +2603,7 @@ function _ts_decorate8(decorators, target, key, desc) {
         r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
-var __dxlog_file13 = "/mnt/ramdisk/work/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
+var __dxlog_file13 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
 var SpaceManager = class SpaceManager2 {
   constructor({ feedStore, networkManager, modelFactory, metadataStore, snapshotStore, blobStore }) {
     this._spaces = new ComplexMap6(PublicKey7.hash);
@@ -2654,4 +2712,4 @@ export {
   SpaceProtocolSession,
   SpaceManager
 };
-//# sourceMappingURL=chunk-QEYXVBEM.mjs.map
+//# sourceMappingURL=chunk-KD6OVLI6.mjs.map