@dxos/echo-pipeline 0.6.13 → 0.6.14-main.2b6a0f3

package/dist/lib/node/{chunk-7HHYCGUR.cjs → chunk-XHGWCBX6.cjs}

@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_7HHYCGUR_exports = {};
-__export(chunk_7HHYCGUR_exports, {
+var chunk_XHGWCBX6_exports = {};
+__export(chunk_XHGWCBX6_exports, {
   AuthExtension: () => AuthExtension,
   AuthStatus: () => AuthStatus,
   CredentialRetrieverExtension: () => CredentialRetrieverExtension,
@@ -42,6 +42,7 @@ __export(chunk_7HHYCGUR_exports, {
   SpaceProtocolSession: () => SpaceProtocolSession,
   TimeframeClock: () => TimeframeClock,
   codec: () => codec,
+  createIdFromSpaceKey: () => createIdFromSpaceKey,
   createMappedFeedWriter: () => createMappedFeedWriter,
   hasInvitationExpired: () => hasInvitationExpired,
   mapFeedIndexesToTimeframe: () => mapFeedIndexesToTimeframe,
@@ -49,21 +50,23 @@ __export(chunk_7HHYCGUR_exports, {
   startAfter: () => startAfter,
   valueEncoding: () => valueEncoding
 });
-module.exports = __toCommonJS(chunk_7HHYCGUR_exports);
-var import_chunk_DZVH7HDD = require("./chunk-DZVH7HDD.cjs");
+module.exports = __toCommonJS(chunk_XHGWCBX6_exports);
 var import_hypercore = require("@dxos/hypercore");
 var import_proto = require("@dxos/protocols/proto");
 var import_invariant = require("@dxos/invariant");
+var import_crypto = require("@dxos/crypto");
+var import_keys = require("@dxos/keys");
+var import_util = require("@dxos/util");
 var import_crc_32 = __toESM(require("crc-32"));
 var import_async = require("@dxos/async");
 var import_context = require("@dxos/context");
 var import_invariant2 = require("@dxos/invariant");
-var import_keys = require("@dxos/keys");
+var import_keys2 = require("@dxos/keys");
 var import_log = require("@dxos/log");
 var import_protocols = require("@dxos/protocols");
 var import_proto2 = require("@dxos/protocols/proto");
 var import_services = require("@dxos/protocols/proto/dxos/client/services");
-var import_util = require("@dxos/util");
+var import_util2 = require("@dxos/util");
 var import_async2 = require("@dxos/async");
 var import_debug = require("@dxos/debug");
 var import_log2 = require("@dxos/log");
@@ -73,15 +76,15 @@ var import_context2 = require("@dxos/context");
 var import_debug2 = require("@dxos/debug");
 var import_feed_store = require("@dxos/feed-store");
 var import_invariant3 = require("@dxos/invariant");
-var import_keys2 = require("@dxos/keys");
+var import_keys3 = require("@dxos/keys");
 var import_log3 = require("@dxos/log");
 var import_timeframe2 = require("@dxos/timeframe");
-var import_util2 = require("@dxos/util");
+var import_util3 = require("@dxos/util");
 var import_invariant4 = require("@dxos/invariant");
 var import_log4 = require("@dxos/log");
 var import_async4 = require("@dxos/async");
 var import_context3 = require("@dxos/context");
-var import_crypto = require("@dxos/crypto");
+var import_crypto2 = require("@dxos/crypto");
 var import_invariant5 = require("@dxos/invariant");
 var import_log5 = require("@dxos/log");
 var import_proto3 = require("@dxos/protocols/proto");
@@ -92,36 +95,36 @@ var import_invariant6 = require("@dxos/invariant");
 var import_log6 = require("@dxos/log");
 var import_credentials = require("@dxos/protocols/proto/dxos/halo/credentials");
 var import_tracing = require("@dxos/tracing");
-var import_util3 = require("@dxos/util");
+var import_util4 = require("@dxos/util");
 var import_async6 = require("@dxos/async");
 var import_context5 = require("@dxos/context");
 var import_credentials2 = require("@dxos/credentials");
-var import_keys3 = require("@dxos/keys");
+var import_keys4 = require("@dxos/keys");
 var import_log7 = require("@dxos/log");
 var import_credentials3 = require("@dxos/protocols/proto/dxos/halo/credentials");
 var import_timeframe3 = require("@dxos/timeframe");
 var import_tracing2 = require("@dxos/tracing");
-var import_util4 = require("@dxos/util");
+var import_util5 = require("@dxos/util");
 var import_async7 = require("@dxos/async");
 var import_context6 = require("@dxos/context");
 var import_protocols2 = require("@dxos/protocols");
 var import_proto4 = require("@dxos/protocols/proto");
 var import_teleport2 = require("@dxos/teleport");
-var import_crypto2 = require("@dxos/crypto");
-var import_keys4 = require("@dxos/keys");
+var import_crypto3 = require("@dxos/crypto");
+var import_keys5 = require("@dxos/keys");
 var import_log8 = require("@dxos/log");
 var import_network_manager = require("@dxos/network-manager");
 var import_teleport3 = require("@dxos/teleport");
 var import_teleport_extension_object_sync = require("@dxos/teleport-extension-object-sync");
 var import_teleport_extension_replicator = require("@dxos/teleport-extension-replicator");
 var import_tracing3 = require("@dxos/tracing");
-var import_util5 = require("@dxos/util");
+var import_util6 = require("@dxos/util");
 var import_async8 = require("@dxos/async");
 var import_debug3 = require("@dxos/debug");
-var import_keys5 = require("@dxos/keys");
+var import_keys6 = require("@dxos/keys");
 var import_log9 = require("@dxos/log");
 var import_protocols3 = require("@dxos/protocols");
-var import_util6 = require("@dxos/util");
+var import_util7 = require("@dxos/util");
 var codec = import_proto.schema.getCodecForType("dxos.echo.feed.FeedMessage");
 var valueEncoding = (0, import_hypercore.createCodecEncoding)(codec);
 var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/common/feeds.ts";
@@ -148,6 +151,18 @@ var createMappedFeedWriter = (mapper, writer) => {
     write: async (data, options) => await writer.write(await mapper(data), options)
   };
 };
+var SPACE_IDS_CACHE = new import_util.ComplexMap(import_keys.PublicKey.hash);
+var createIdFromSpaceKey = async (spaceKey) => {
+  const cachedValue = SPACE_IDS_CACHE.get(spaceKey);
+  if (cachedValue !== void 0) {
+    return cachedValue;
+  }
+  const digest = await import_crypto.subtleCrypto.digest("SHA-256", spaceKey.asUint8Array());
+  const bytes = new Uint8Array(digest).slice(0, import_keys.SpaceId.byteLength);
+  const spaceId = import_keys.SpaceId.encode(bytes);
+  SPACE_IDS_CACHE.set(spaceKey, spaceId);
+  return spaceId;
+};
 function _ts_decorate(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -168,12 +183,12 @@ var LargeSpaceMetadata = import_proto2.schema.getCodecForType("dxos.echo.metadat
 var MetadataStore = class {
   constructor(directory) {
     this._metadata = emptyEchoMetadata();
-    this._spaceLargeMetadata = new import_util.ComplexMap(import_keys.PublicKey.hash);
+    this._spaceLargeMetadata = new import_util2.ComplexMap(import_keys2.PublicKey.hash);
     this._metadataFile = void 0;
     this.update = new import_async.Event();
     this._invitationCleanupCtx = new import_context.Context(void 0, {
       F: __dxlog_file2,
-      L: 54
+      L: 55
     });
     this._directory = directory;
   }
@@ -204,7 +219,7 @@ var MetadataStore = class {
         name: file.filename
       }, {
         F: __dxlog_file2,
-        L: 90,
+        L: 91,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -228,7 +243,7 @@ var MetadataStore = class {
   * @internal
   */
   async _writeFile(file, codec2, data) {
-    const encoded = (0, import_util.arrayToBuffer)(codec2.encode(data));
+    const encoded = (0, import_util2.arrayToBuffer)(codec2.encode(data));
     const checksum = import_crc_32.default.buf(encoded);
     const result = Buffer.alloc(8 + encoded.length);
     result.writeInt32LE(encoded.length, 0);
@@ -240,7 +255,7 @@ var MetadataStore = class {
       checksum
     }, {
       F: __dxlog_file2,
-      L: 125,
+      L: 126,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -273,16 +288,16 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file2,
-        L: 157,
+        L: 158,
         S: this,
         C: (f, a) => f(...a)
       });
       this._metadata = emptyEchoMetadata();
     }
-    await (0, import_util.forEachAsync)([
+    await (0, import_util2.forEachAsync)([
       this._metadata.identity?.haloSpace.key,
       ...this._metadata.spaces?.map((space) => space.key) ?? []
-    ].filter(import_util.isNotNullOrUndefined), async (key) => {
+    ].filter(import_util2.isNotNullOrUndefined), async (key) => {
       try {
         await this._loadSpaceLargeMetadata(key);
       } catch (err) {
@@ -290,7 +305,7 @@ var MetadataStore = class {
           err
         }, {
           F: __dxlog_file2,
-          L: 169,
+          L: 170,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -327,7 +342,7 @@ var MetadataStore = class {
         err
       }, {
         F: __dxlog_file2,
-        L: 211,
+        L: 212,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -345,10 +360,10 @@ var MetadataStore = class {
     if (this._metadata.identity?.haloSpace.key.equals(spaceKey)) {
       return this._metadata.identity.haloSpace;
     }
-    const space = this.spaces.find((space2) => space2.key === spaceKey);
+    const space = this.spaces.find((space2) => space2.key.equals(spaceKey));
     (0, import_invariant2.invariant)(space, "Space not found", {
       F: __dxlog_file2,
-      L: 233,
+      L: 234,
       S: this,
       A: [
         "space",
@@ -357,6 +372,12 @@ var MetadataStore = class {
     });
     return space;
   }
+  hasSpace(spaceKey) {
+    if (this._metadata.identity?.haloSpace.key.equals(spaceKey)) {
+      return true;
+    }
+    return !!this.spaces.find((space) => space.key.equals(spaceKey));
+  }
   _getLargeSpaceMetadata(key) {
     let entry = this._spaceLargeMetadata.get(key);
     if (entry) {
@@ -372,7 +393,7 @@ var MetadataStore = class {
   async clear() {
     (0, import_log.log)("clearing all metadata", void 0, {
       F: __dxlog_file2,
-      L: 252,
+      L: 262,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -385,7 +406,7 @@ var MetadataStore = class {
   async setIdentityRecord(record) {
     (0, import_invariant2.invariant)(!this._metadata.identity, "Cannot overwrite existing identity in metadata", {
       F: __dxlog_file2,
-      L: 262,
+      L: 272,
       S: this,
       A: [
         "!this._metadata.identity",
@@ -413,12 +434,12 @@ var MetadataStore = class {
     await this.flush();
   }
   async addSpace(record) {
-    (0, import_invariant2.invariant)(!(this._metadata.spaces ?? []).find((space) => space.key === record.key), "Cannot overwrite existing space in metadata", {
+    (0, import_invariant2.invariant)(!(this._metadata.spaces ?? []).find((space) => space.key.equals(record.key)), "Cannot overwrite existing space in metadata", {
       F: __dxlog_file2,
-      L: 290,
+      L: 300,
       S: this,
       A: [
-        "!(this._metadata.spaces ?? []).find((space) => space.key === record.key)",
+        "!(this._metadata.spaces ?? []).find((space) => space.key.equals(record.key))",
         "'Cannot overwrite existing space in metadata'"
       ]
     });
@@ -459,6 +480,14 @@ var MetadataStore = class {
     await this._saveSpaceLargeMetadata(spaceKey);
     await this.flush();
   }
+  getSpaceEdgeReplicationSetting(spaceKey) {
+    return this.hasSpace(spaceKey) ? this._getSpace(spaceKey).edgeReplication : void 0;
+  }
+  async setSpaceEdgeReplicationSetting(spaceKey, setting) {
+    this._getSpace(spaceKey).edgeReplication = setting;
+    await this._save();
+    await this.flush();
+  }
 };
 _ts_decorate([
   import_async.synchronized
@@ -707,11 +736,11 @@ var PipelineState = class {
 var Pipeline = class {
   constructor() {
     this._timeframeClock = new TimeframeClock(new import_timeframe2.Timeframe());
-    this._feeds = new import_util2.ComplexMap(import_keys2.PublicKey.hash);
+    this._feeds = new import_util3.ComplexMap(import_keys3.PublicKey.hash);
     this._state = new PipelineState(this._feeds, this._timeframeClock);
     this._processingTrigger = new import_async3.Trigger().wake();
     this._pauseTrigger = new import_async3.Trigger().wake();
-    this._downloads = new import_util2.ComplexMap((value) => import_keys2.PublicKey.hash(value.key));
+    this._downloads = new import_util3.ComplexMap((value) => import_keys3.PublicKey.hash(value.key));
     this._isStopping = false;
     this._isStarted = false;
     this._isBeingConsumed = false;
@@ -927,7 +956,7 @@ var Pipeline = class {
       if (!done) {
         const block = value ?? (0, import_debug2.failUndefined)();
         this._processingTrigger.reset();
-        this._timeframeClock.updatePendingTimeframe(import_keys2.PublicKey.from(block.feedKey), block.seq);
+        this._timeframeClock.updatePendingTimeframe(import_keys3.PublicKey.from(block.feedKey), block.seq);
         yield block;
         this._processingTrigger.wake();
         this._timeframeClock.updateTimeframe();
@@ -1060,7 +1089,7 @@ var AuthExtension = class extends import_teleport.RpcExtension {
     await super.onOpen(context);
     (0, import_async4.scheduleTask)(this._ctx, async () => {
       try {
-        const challenge = (0, import_crypto.randomBytes)(32);
+        const challenge = (0, import_crypto2.randomBytes)(32);
         const { credential } = await this.rpc.AuthService.authenticate({
           challenge
         });
@@ -1122,7 +1151,7 @@ var ControlPipeline = class {
       L: 47
     });
     this._lastTimeframeSaveTime = Date.now();
-    this.onFeedAdmitted = new import_util4.Callback();
+    this.onFeedAdmitted = new import_util5.Callback();
     this._usage = new import_tracing2.TimeUsageCounter();
     this._mutations = new import_tracing2.TimeSeriesCounter();
     this._snapshotTask = new import_async6.DeferredTask(this._ctx, async () => {
@@ -1243,7 +1272,7 @@ var ControlPipeline = class {
     await this._pipeline.unpause();
     (0, import_log7.log)("save snapshot", {
       key: this._spaceKey,
-      snapshot
+      snapshot: getSnapshotLoggerContext(snapshot)
     }, {
       F: __dxlog_file7,
       L: 163,
@@ -1280,9 +1309,9 @@ var ControlPipeline = class {
       C: (f, a) => f(...a)
     });
     if (msg.data.payload.credential) {
-      const timer = import_util4.tracer.mark("dxos.echo.pipeline.control");
+      const timer = import_util5.tracer.mark("dxos.echo.pipeline.control");
       const result = await this._spaceStateMachine.process(msg.data.payload.credential.credential, {
-        sourceFeed: import_keys3.PublicKey.from(msg.feedKey)
+        sourceFeed: import_keys4.PublicKey.from(msg.feedKey)
       });
       timer.end();
       if (!result) {
@@ -1359,6 +1388,18 @@ ControlPipeline = _ts_decorate4([
   import_tracing2.trace.resource(),
   (0, import_async6.trackLeaks)("start", "stop")
 ], ControlPipeline);
+var getSnapshotLoggerContext = (snapshot) => {
+  return snapshot.messages?.map((msg) => {
+    const issuer = msg.credential.issuer;
+    const subject = msg.credential.subject.id;
+    const type = msg.credential.subject.assertion["@type"];
+    return {
+      issuer,
+      subject,
+      type
+    };
+  });
+};
 function _ts_decorate5(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -1369,7 +1410,7 @@ var __dxlog_file8 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipelin
 var Space = class extends import_context4.Resource {
   constructor(params) {
     super();
-    this.onCredentialProcessed = new import_util3.Callback();
+    this.onCredentialProcessed = new import_util4.Callback();
     this.stateUpdate = new import_async5.Event();
     (0, import_invariant6.invariant)(params.spaceKey && params.feedProvider, void 0, {
       F: __dxlog_file8,
@@ -1515,21 +1556,32 @@ var Space = class extends import_context4.Resource {
       C: (f, a) => f(...a)
     });
     await this._controlPipeline.start();
-    await this.protocol.start();
-    await this.protocol.addFeed(await this._feedProvider(this._genesisFeedKey));
     (0, import_log6.log)("opened", void 0, {
       F: __dxlog_file8,
-      L: 182,
+      L: 180,
       S: this,
       C: (f, a) => f(...a)
     });
   }
+  async startProtocol() {
+    (0, import_invariant6.invariant)(this.isOpen, void 0, {
+      F: __dxlog_file8,
+      L: 185,
+      S: this,
+      A: [
+        "this.isOpen",
+        ""
+      ]
+    });
+    await this.protocol.start();
+    await this.protocol.addFeed(await this._feedProvider(this._genesisFeedKey));
+  }
   async _close() {
     (0, import_log6.log)("closing...", {
       key: this._key
     }, {
       F: __dxlog_file8,
-      L: 187,
+      L: 192,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1537,7 +1589,7 @@ var Space = class extends import_context4.Resource {
     await this._controlPipeline.stop();
     (0, import_log6.log)("closed", void 0, {
       F: __dxlog_file8,
-      L: 193,
+      L: 198,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1560,6 +1612,9 @@ _ts_decorate5([
 _ts_decorate5([
   import_tracing.trace.span()
 ], Space.prototype, "_open", null);
+_ts_decorate5([
+  import_async5.synchronized
+], Space.prototype, "startProtocol", null);
 _ts_decorate5([
   import_async5.synchronized
 ], Space.prototype, "_close", null);
@@ -1640,13 +1695,13 @@ var MOCK_AUTH_VERIFIER = async (nonce, credential) => true;
 var SpaceProtocol = class {
   constructor({ topic, swarmIdentity, networkManager, onSessionAuth, onAuthFailure, blobStore, disableP2pReplication }) {
     this._feeds = /* @__PURE__ */ new Set();
-    this._sessions = new import_util5.ComplexMap(import_keys4.PublicKey.hash);
+    this._sessions = new import_util6.ComplexMap(import_keys5.PublicKey.hash);
     this._topology = new import_network_manager.MMSTTopology({
       originateConnections: 4,
       maxPeers: 10,
       sampleSize: 20
     });
-    this.feedAdded = new import_util5.CallbackCollection();
+    this.feedAdded = new import_util6.CallbackCollection();
     this._spaceKey = topic;
     this._networkManager = networkManager;
     this._swarmIdentity = swarmIdentity;
@@ -1655,7 +1710,7 @@ var SpaceProtocol = class {
     this.blobSync = new import_teleport_extension_object_sync.BlobSync({
       blobStore
     });
-    this._topic = import_crypto2.subtleCrypto.digest("SHA-256", topic.asBuffer()).then(import_crypto2.discoveryKey).then(import_keys4.PublicKey.from);
+    this._topic = import_crypto3.subtleCrypto.digest("SHA-256", topic.asBuffer()).then(import_crypto3.discoveryKey).then(import_keys5.PublicKey.from);
     this._disableP2pReplication = disableP2pReplication ?? false;
   }
   get sessions() {
@@ -1699,17 +1754,13 @@ var SpaceProtocol = class {
     const topic = await this._topic;
     this._connection = await this._networkManager.joinSwarm({
       protocolProvider: this._createProtocolProvider(credentials),
-      peerInfo: {
-        peerKey: this._swarmIdentity.peerKey.toHex(),
-        identityKey: this._swarmIdentity.identityKey.toHex()
-      },
       topic,
       topology: this._topology,
       label: `swarm ${topic.truncate()} for space ${this._spaceKey.truncate()}`
     });
     (0, import_log8.log)("started", void 0, {
       F: __dxlog_file10,
-      L: 162,
+      L: 158,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1722,14 +1773,14 @@ var SpaceProtocol = class {
     if (this._connection) {
       (0, import_log8.log)("stopping...", void 0, {
         F: __dxlog_file10,
-        L: 173,
+        L: 169,
         S: this,
         C: (f, a) => f(...a)
       });
       await this._connection.close();
       (0, import_log8.log)("stopped", void 0, {
         F: __dxlog_file10,
-        L: 175,
+        L: 171,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -1804,7 +1855,7 @@ var SpaceProtocolSession = class {
       onAuthSuccess: () => {
         (0, import_log8.log)("Peer authenticated", void 0, {
           F: __dxlog_file10,
-          L: 286,
+          L: 282,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -1824,7 +1875,7 @@ var SpaceProtocolSession = class {
   async close() {
     (0, import_log8.log)("close", void 0, {
       F: __dxlog_file10,
-      L: 305,
+      L: 301,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -1849,8 +1900,8 @@ function _ts_decorate7(decorators, target, key, desc) {
 var __dxlog_file11 = "/home/runner/work/dxos/dxos/packages/core/echo/echo-pipeline/src/space/space-manager.ts";
 var SpaceManager = class {
   constructor({ feedStore, networkManager, metadataStore, blobStore, disableP2pReplication }) {
-    this._spaces = new import_util6.ComplexMap(import_keys5.PublicKey.hash);
-    this._instanceId = import_keys5.PublicKey.random().toHex();
+    this._spaces = new import_util7.ComplexMap(import_keys6.PublicKey.hash);
+    this._instanceId = import_keys6.PublicKey.random().toHex();
     this._feedStore = feedStore;
     this._networkManager = networkManager;
     this._metadataStore = metadataStore;
@@ -1887,7 +1938,7 @@ var SpaceManager = class {
     });
     const genesisFeed = await this._feedStore.openFeed(metadata.genesisFeedKey ?? (0, import_debug3.failUndefined)());
     const spaceKey = metadata.key;
-    const spaceId = await (0, import_chunk_DZVH7HDD.createIdFromSpaceKey)(spaceKey);
+    const spaceId = await createIdFromSpaceKey(spaceKey);
     const protocol = new SpaceProtocol({
       topic: spaceKey,
       swarmIdentity,
@@ -2007,6 +2058,7 @@ SpaceManager = _ts_decorate7([
   SpaceProtocolSession,
   TimeframeClock,
   codec,
+  createIdFromSpaceKey,
   createMappedFeedWriter,
   hasInvitationExpired,
   mapFeedIndexesToTimeframe,
@@ -2014,4 +2066,4 @@ SpaceManager = _ts_decorate7([
   startAfter,
   valueEncoding
 });
-//# sourceMappingURL=chunk-7HHYCGUR.cjs.map
+//# sourceMappingURL=chunk-XHGWCBX6.cjs.map