@dxos/protocols 0.1.51-main.e7215ae → 0.1.51-next.5787f10

package/dist/esm/src/proto/gen/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/proto/gen/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAmDhE,OAAO,aAAa,MAAM,kBAAkB,CAAC;AA2b7C,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,y+/EAAy+/E,CAAC,CAAC,CAAC;AACligF,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAkB,UAAU,EAAE,aAAa,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/proto/gen/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAoDhE,OAAO,aAAa,MAAM,kBAAkB,CAAC;AAgc7C,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,sglFAAsglF,CAAC,CAAC,CAAC;AAC/jlF,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAkB,UAAU,EAAE,aAAa,CAAC,CAAC"}

package/dist/esm/src/tracing.d.ts

@@ -32,4 +32,9 @@ export type Trace = {
     }) => TracingContext;
 };
 export declare const trace: Trace;
+export type DataPipelineProcessed = {
+    spaceKey: string;
+    feedKey: string;
+    seq: number;
+};
 //# sourceMappingURL=tracing.d.ts.map

package/dist/esm/src/tracing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tracing.d.ts","sourceRoot":"","sources":["../../../src/tracing.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,OAAO,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;AAEjD,MAAM,MAAM,WAAW,GAAG,IAAI,GAAG,OAAO,CAAC;AAEzC,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE3C,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,CAAC,EAAE;QACL,EAAE,EAAE,MAAM,CAAC;QACX,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,IAAI,CAAC,EAAE,QAAQ,CAAC;KACjB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,KAAK,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;IACpF,GAAG,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;IACxF,MAAM,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;IACjE,KAAK,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,KAAK,CAAC;QAAC,IAAI,CAAC,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;CAChF,CAAC;AAEF,eAAO,MAAM,KAAK,EAAE,KAgDnB,CAAC"}
+{"version":3,"file":"tracing.d.ts","sourceRoot":"","sources":["../../../src/tracing.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,OAAO,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;AAEjD,MAAM,MAAM,WAAW,GAAG,IAAI,GAAG,OAAO,CAAC;AAEzC,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE3C,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,CAAC,EAAE;QACL,EAAE,EAAE,MAAM,CAAC;QACX,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,IAAI,CAAC,EAAE,QAAQ,CAAC;KACjB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,KAAK,GAAG;IAClB,KAAK,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;IACpF,GAAG,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;IACxF,MAAM,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;IACjE,KAAK,EAAE,CAAC,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,KAAK,CAAC;QAAC,IAAI,CAAC,EAAE,QAAQ,CAAA;KAAE,KAAK,cAAc,CAAC;CAChF,CAAC;AAEF,eAAO,MAAM,KAAK,EAAE,KAgDnB,CAAC;AAMF,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;CACb,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/protocols",
-  "version": "0.1.51-main.e7215ae",
+  "version": "0.1.51-next.5787f10",
   "description": "Protobuf definitions for DXOS protocols.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -33,10 +33,10 @@
     "src"
   ],
   "dependencies": {
-    "@dxos/codec-protobuf": "0.1.51-main.e7215ae",
-    "@dxos/hypercore": "0.1.51-main.e7215ae",
-    "@dxos/keys": "0.1.51-main.e7215ae",
-    "@dxos/timeframe": "0.1.51-main.e7215ae"
+    "@dxos/codec-protobuf": "0.1.51-next.5787f10",
+    "@dxos/hypercore": "0.1.51-next.5787f10",
+    "@dxos/keys": "0.1.51-next.5787f10",
+    "@dxos/timeframe": "0.1.51-next.5787f10"
   },
   "devDependencies": {
     "@types/debug": "^4.1.7",

package/src/proto/dxos/client/services.proto

@@ -176,6 +176,12 @@ message Space {
     repeated dxos.keys.PublicKey control_feeds = 18;
     repeated dxos.keys.PublicKey data_feeds = 19;
 
+    /// Last processed epoch. Might now have been applied yet.
+    optional dxos.halo.Credential current_epoch = 20;
+
+    /// Epoch that is currently applied.
+    optional dxos.halo.Credential applied_epoch = 21;
+
     /// Mutations already processed.
     optional timeframe.TimeframeVector current_control_timeframe = 10;
 
@@ -188,7 +194,10 @@ message Space {
     /// All mutations known to exist on the network.
     optional timeframe.TimeframeVector known_control_timeframe = 15;
 
-    /// Mutations alredy processed.
+    /// Start timeframe of the pipeline.
+    optional timeframe.TimeframeVector start_data_timeframe = 100;
+
+    /// Mutations already processed.
     optional timeframe.TimeframeVector current_data_timeframe = 12;
 
     /// Minimum timeframe to consider the state to be up-to-date.
@@ -199,8 +208,6 @@ message Space {
 
     /// All mutations known to exist on the network.
     optional timeframe.TimeframeVector known_data_timeframe = 17;
-
-    // TODO(dmaretskyi): Snapshot & epoch info.
   }
 
   dxos.keys.PublicKey space_key = 1;
@@ -209,11 +216,14 @@ message Space {
   optional dxos.error.Error error = 4;
 
   repeated SpaceMember members = 10;
+  optional dxos.keys.PublicKey creator = 11;
 
   optional dxos.echo.metadata.SpaceCache cache = 20;
   Metrics metrics = 21;
 }
 
+// TODO(burdon): Create type for epoch?
+
 message UpdateSpaceRequest {
   optional Status status = 1;
 }
@@ -422,13 +432,21 @@ enum LogLevel {
 }
 
 message QueryLogsRequest {
+  enum MatchingOptions {
+    /// Filters match all log levels above. Default behaviour for the logger.
+    INCLUSIVE = 1;
+
+    /// Explicitly specify all desired log levels.
+    EXPLICIT = 2;
+  }
+
   message Filter {
     LogLevel level = 1;
     optional string pattern = 2;
   }
 
-  /// Explicitly specify all desired log levels.
   repeated Filter filters = 1;
+  optional MatchingOptions options = 10;
 }
 
 message LogEntry {
@@ -443,6 +461,7 @@ message LogEntry {
   optional google.protobuf.Struct context = 3;
   optional Meta meta = 4;
   optional Error error = 5;
+  google.protobuf.Timestamp timestamp = 6;
 }
 
 service LoggingService {

package/src/proto/dxos/config.proto

@@ -215,6 +215,7 @@ message Runtime {
 
     message Telemetry {
       bool disabled = 1;
+      repeated string tags = 2;
     }
 
     message Gravity {

package/src/proto/dxos/devtools/host.proto

@@ -12,6 +12,7 @@ import "dxos/echo/feed.proto";
 import "dxos/echo/metadata.proto";
 import "dxos/echo/snapshot.proto";
 import "dxos/echo/timeframe.proto";
+import "dxos/echo/blob.proto";
 import "dxos/halo/keyring.proto";
 import "dxos/halo/signed.proto";
 import "dxos/keys.proto";
@@ -38,6 +39,7 @@ service DevtoolsHost {
   rpc GetStorageInfo(google.protobuf.Empty) returns (StorageInfo);
   rpc ResetStorage(ResetStorageRequest) returns (google.protobuf.Empty);
 
+  rpc GetBlobs(google.protobuf.Empty) returns (GetBlobsResponse);
   rpc GetSnapshots(google.protobuf.Empty) returns (GetSnapshotsResponse);
 
   // TODO(burdon): Single RPC with action.
@@ -149,6 +151,10 @@ message StoredSnapshotInfo {
   uint32 size = 2;
 }
 
+message GetBlobsResponse {
+  repeated dxos.echo.blob.BlobMeta blobs = 1;
+}
+
 message GetSnapshotsResponse {
   repeated StoredSnapshotInfo snapshots = 1;
 }
@@ -208,6 +214,9 @@ message SubscribeToFeedsResponse {
     dxos.keys.PublicKey feed_key = 1;
     int32 length = 2;
     int32 bytes = 3;
+
+    /// Bitfield of downloaded blocks.
+    bytes downloaded = 4;
   }
 
   repeated Feed feeds = 1;

package/src/proto/dxos/echo/blob.proto

@@ -0,0 +1,40 @@
+//
+// Copyright 2020 DXOS.org
+//
+
+syntax = "proto3";
+
+import "google/protobuf/timestamp.proto";
+
+package dxos.echo.blob;
+
+message BlobMeta {
+  enum State {
+    PARTIALLY_PRESENT = 0;
+    FULLY_PRESENT = 1;
+  }
+
+  /// Hash of blob content.
+  bytes id = 1;
+
+  State state = 2;
+
+  /// Length of blob in bytes.
+  int32 length = 3;  
+
+  /// Size of chunk in bytes. Must be a power of 2. Default is 4096.
+  int32 chunk_size = 4;
+
+  /**
+   * Bitfield of present chunks.
+   * Every bit represents a chunk.
+   * Chunks are indexed from MSB to LSB.
+   **/
+  // TODO(dmaretskyi): Optional for future compatability: we might want to compress bitfields with RLE encoding.
+  optional bytes bitfield = 5;
+
+  optional google.protobuf.Timestamp created = 6;
+  optional google.protobuf.Timestamp updated = 7;
+
+  // TODO(dmaretskyi): Path to blob?
+}

package/src/proto/dxos/halo/credentials.proto

@@ -100,7 +100,7 @@ message Epoch {
   /// Epoch number.
   uint32 number = 1;
 
-  /// Id of the previous epoch. Identitfied by the credential id.
+  /// Id of the previous epoch. Identified by the credential id.
   optional dxos.keys.PublicKey previous_id = 2;
 
   /// Epoch start timeframe. Indexes correspond to last mutations included into the snapshot.
@@ -110,7 +110,7 @@ message Epoch {
   optional string snapshot_cid = 11;
 }
 
-/// [ASSERTION]: Associtaes a space that will implement Agent's HALO with an Identity.
+/// [ASSERTION]: Associates a space that will implement Agent's HALO with an Identity.
 message HaloSpace {
   dxos.keys.PublicKey identity_key = 1;
   /// Space key.

package/src/proto/dxos/mesh/teleport/blobsync.proto

@@ -0,0 +1,61 @@
+//
+// Copyright 2022 DXOS.org
+//
+
+syntax = "proto3";
+
+import "google/protobuf/empty.proto";
+import "google/protobuf/any.proto";
+
+package dxos.mesh.teleport.blobsync;
+
+message WantList {
+  message Entry {
+    bytes id = 1;
+  
+    /**
+     * Size of chunk in bytes. Must be a power of 2. Default is 4096.
+     * If chunk_size is missing, host will provide it.
+     **/
+    optional int32 chunk_size = 2;
+  
+    /**
+     * Bitfield of requested chunks.
+     * Every bit represents a chunk.
+     * Chunks are indexed from MSB to LSB.
+     *
+     * If bitfield is missing, all chunks are requested.
+     **/
+    optional bytes bitfield = 3;
+  }
+
+  /// Requested blobs. If bitfield is empty, all chunks are requested.
+  repeated Entry blobs = 1;
+}
+
+message BlobChunk {
+  bytes id = 1;
+
+  /// In bytes
+  optional int32 chunk_size = 2;
+
+  /// Offset from the start of blob in bytes.
+  optional int32 chunk_offset = 3;
+
+  /// Total length of blob.
+  optional int32 total_length = 4;
+
+  bytes payload = 100;
+}
+
+/**
+ * Allows synchronization of opaque data objects between two peers.
+ * Loosely based on Bittorrent protocol.
+ */
+service BlobSyncService {
+  /// Notify the peer that we want to receive specified objects.
+  rpc Want(WantList) returns (google.protobuf.Empty);
+
+  /// Send an object to the peer.
+  rpc Push(BlobChunk) returns (google.protobuf.Empty);
+}

package/src/proto/gen/dxos/bot.ts

@@ -4,6 +4,7 @@ import * as dxos_client_services from "./client/services";
 import * as dxos_config from "./config";
 import * as dxos_devtools_host from "./devtools/host";
 import * as dxos_devtools_swarm from "./devtools/swarm";
+import * as dxos_echo_blob from "./echo/blob";
 import * as dxos_echo_feed from "./echo/feed";
 import * as dxos_echo_metadata from "./echo/metadata";
 import * as dxos_echo_model_document from "./echo/model/document";
@@ -35,10 +36,10 @@ import * as dxos_mesh_replicator from "./mesh/replicator";
 import * as dxos_mesh_signal from "./mesh/signal";
 import * as dxos_mesh_swarm from "./mesh/swarm";
 import * as dxos_mesh_teleport_auth from "./mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "./mesh/teleport/blobsync";
 import * as dxos_mesh_teleport_control from "./mesh/teleport/control";
 import * as dxos_mesh_teleport_gossip from "./mesh/teleport/gossip";
 import * as dxos_mesh_teleport_notarization from "./mesh/teleport/notarization";
-import * as dxos_mesh_teleport_objectsync from "./mesh/teleport/objectsync";
 import * as dxos_mesh_teleport_replicator from "./mesh/teleport/replicator";
 import * as dxos_registry from "./registry";
 import * as dxos_rpc from "./rpc";

package/src/proto/gen/dxos/client/services.ts

@@ -4,6 +4,7 @@ import * as dxos_bot from "../bot";
 import * as dxos_config from "../config";
 import * as dxos_devtools_host from "../devtools/host";
 import * as dxos_devtools_swarm from "../devtools/swarm";
+import * as dxos_echo_blob from "../echo/blob";
 import * as dxos_echo_feed from "../echo/feed";
 import * as dxos_echo_metadata from "../echo/metadata";
 import * as dxos_echo_model_document from "../echo/model/document";
@@ -35,10 +36,10 @@ import * as dxos_mesh_replicator from "../mesh/replicator";
 import * as dxos_mesh_signal from "../mesh/signal";
 import * as dxos_mesh_swarm from "../mesh/swarm";
 import * as dxos_mesh_teleport_auth from "../mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "../mesh/teleport/blobsync";
 import * as dxos_mesh_teleport_control from "../mesh/teleport/control";
 import * as dxos_mesh_teleport_gossip from "../mesh/teleport/gossip";
 import * as dxos_mesh_teleport_notarization from "../mesh/teleport/notarization";
-import * as dxos_mesh_teleport_objectsync from "../mesh/teleport/objectsync";
 import * as dxos_mesh_teleport_replicator from "../mesh/teleport/replicator";
 import * as dxos_registry from "../registry";
 import * as dxos_rpc from "../rpc";
@@ -250,6 +251,11 @@ export interface Space {
      */
     error?: dxos_error.Error;
     members?: SpaceMember[];
+    /**
+     * Options:
+     *   - proto3_optional = true
+     */
+    creator?: ReturnType<(typeof substitutions)["dxos.keys.PublicKey"]["decode"]>;
     /**
      * Options:
      *   - proto3_optional = true
@@ -311,6 +317,20 @@ export namespace Space {
         dataFeedKey?: ReturnType<(typeof substitutions)["dxos.keys.PublicKey"]["decode"]>;
         controlFeeds?: ReturnType<(typeof substitutions)["dxos.keys.PublicKey"]["decode"]>[];
         dataFeeds?: ReturnType<(typeof substitutions)["dxos.keys.PublicKey"]["decode"]>[];
+        /**
+         * Last processed epoch. Might now have been applied yet.
+         *
+         * Options:
+         *   - proto3_optional = true
+         */
+        currentEpoch?: dxos_halo_credentials.Credential;
+        /**
+         * Epoch that is currently applied.
+         *
+         * Options:
+         *   - proto3_optional = true
+         */
+        appliedEpoch?: dxos_halo_credentials.Credential;
         /**
          * Mutations already processed.
          *
@@ -340,7 +360,14 @@ export namespace Space {
          */
         knownControlTimeframe?: ReturnType<(typeof substitutions)["dxos.echo.timeframe.TimeframeVector"]["decode"]>;
         /**
-         * Mutations alredy processed.
+         * Start timeframe of the pipeline.
+         *
+         * Options:
+         *   - proto3_optional = true
+         */
+        startDataTimeframe?: ReturnType<(typeof substitutions)["dxos.echo.timeframe.TimeframeVector"]["decode"]>;
+        /**
+         * Mutations already processed.
          *
          * Options:
          *   - proto3_optional = true
@@ -672,12 +699,22 @@ export enum LogLevel {
  *   {@link file://./../../../dxos/client/services.proto}
  */
 export interface QueryLogsRequest {
+    filters?: QueryLogsRequest.Filter[];
     /**
-     * Explicitly specify all desired log levels.
+     * Options:
+     *   - proto3_optional = true
      */
-    filters?: QueryLogsRequest.Filter[];
+    options?: QueryLogsRequest.MatchingOptions;
 }
 export namespace QueryLogsRequest {
+    /**
+     * Defined in:
+     *   {@link file://./../../../dxos/client/services.proto}
+     */
+    export enum MatchingOptions {
+        INCLUSIVE = 1,
+        EXPLICIT = 2
+    }
     /**
      * Defined in:
      *   {@link file://./../../../dxos/client/services.proto}
@@ -713,6 +750,7 @@ export interface LogEntry {
      *   - proto3_optional = true
      */
     error?: dxos_error.Error;
+    timestamp: ReturnType<(typeof substitutions)["google.protobuf.Timestamp"]["decode"]>;
 }
 export namespace LogEntry {
     /**

package/src/proto/gen/dxos/config.ts

@@ -4,6 +4,7 @@ import * as dxos_bot from "./bot";
 import * as dxos_client_services from "./client/services";
 import * as dxos_devtools_host from "./devtools/host";
 import * as dxos_devtools_swarm from "./devtools/swarm";
+import * as dxos_echo_blob from "./echo/blob";
 import * as dxos_echo_feed from "./echo/feed";
 import * as dxos_echo_metadata from "./echo/metadata";
 import * as dxos_echo_model_document from "./echo/model/document";
@@ -35,10 +36,10 @@ import * as dxos_mesh_replicator from "./mesh/replicator";
 import * as dxos_mesh_signal from "./mesh/signal";
 import * as dxos_mesh_swarm from "./mesh/swarm";
 import * as dxos_mesh_teleport_auth from "./mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "./mesh/teleport/blobsync";
 import * as dxos_mesh_teleport_control from "./mesh/teleport/control";
 import * as dxos_mesh_teleport_gossip from "./mesh/teleport/gossip";
 import * as dxos_mesh_teleport_notarization from "./mesh/teleport/notarization";
-import * as dxos_mesh_teleport_objectsync from "./mesh/teleport/objectsync";
 import * as dxos_mesh_teleport_replicator from "./mesh/teleport/replicator";
 import * as dxos_registry from "./registry";
 import * as dxos_rpc from "./rpc";
@@ -607,6 +608,7 @@ export namespace Runtime {
          */
         export interface Telemetry {
             disabled: boolean;
+            tags?: string[];
         }
         /**
          * Defined in:

package/src/proto/gen/dxos/devtools/host.ts

@@ -4,6 +4,7 @@ import * as dxos_bot from "../bot";
 import * as dxos_client_services from "../client/services";
 import * as dxos_config from "../config";
 import * as dxos_devtools_swarm from "./swarm";
+import * as dxos_echo_blob from "../echo/blob";
 import * as dxos_echo_feed from "../echo/feed";
 import * as dxos_echo_metadata from "../echo/metadata";
 import * as dxos_echo_model_document from "../echo/model/document";
@@ -35,10 +36,10 @@ import * as dxos_mesh_replicator from "../mesh/replicator";
 import * as dxos_mesh_signal from "../mesh/signal";
 import * as dxos_mesh_swarm from "../mesh/swarm";
 import * as dxos_mesh_teleport_auth from "../mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "../mesh/teleport/blobsync";
 import * as dxos_mesh_teleport_control from "../mesh/teleport/control";
 import * as dxos_mesh_teleport_gossip from "../mesh/teleport/gossip";
 import * as dxos_mesh_teleport_notarization from "../mesh/teleport/notarization";
-import * as dxos_mesh_teleport_objectsync from "../mesh/teleport/objectsync";
 import * as dxos_mesh_teleport_replicator from "../mesh/teleport/replicator";
 import * as dxos_registry from "../registry";
 import * as dxos_rpc from "../rpc";
@@ -89,6 +90,7 @@ export interface DevtoolsHost {
     getConfig: (request: void) => Promise<GetConfigResponse>;
     getStorageInfo: (request: void) => Promise<StorageInfo>;
     resetStorage: (request: ResetStorageRequest) => Promise<void>;
+    getBlobs: (request: void) => Promise<GetBlobsResponse>;
     getSnapshots: (request: void) => Promise<GetSnapshotsResponse>;
     enableDebugLogging: (request: EnableDebugLoggingRequest) => Promise<EnableDebugLoggingResponse>;
     disableDebugLogging: (request: EnableDebugLoggingRequest) => Promise<EnableDebugLoggingResponse>;
@@ -227,6 +229,13 @@ export interface StoredSnapshotInfo {
     key: string;
     size: number;
 }
+/**
+ * Defined in:
+ *   {@link file://./../../../dxos/devtools/host.proto}
+ */
+export interface GetBlobsResponse {
+    blobs?: dxos_echo_blob.BlobMeta[];
+}
 /**
  * Defined in:
  *   {@link file://./../../../dxos/devtools/host.proto}
@@ -309,6 +318,10 @@ export namespace SubscribeToFeedsResponse {
         feedKey: ReturnType<(typeof substitutions)["dxos.keys.PublicKey"]["decode"]>;
         length: number;
         bytes: number;
+        /**
+         * Bitfield of downloaded blocks.
+         */
+        downloaded: Uint8Array;
     }
 }
 /**

package/src/proto/gen/dxos/devtools/swarm.ts

@@ -4,6 +4,7 @@ import * as dxos_bot from "../bot";
 import * as dxos_client_services from "../client/services";
 import * as dxos_config from "../config";
 import * as dxos_devtools_host from "./host";
+import * as dxos_echo_blob from "../echo/blob";
 import * as dxos_echo_feed from "../echo/feed";
 import * as dxos_echo_metadata from "../echo/metadata";
 import * as dxos_echo_model_document from "../echo/model/document";
@@ -35,10 +36,10 @@ import * as dxos_mesh_replicator from "../mesh/replicator";
 import * as dxos_mesh_signal from "../mesh/signal";
 import * as dxos_mesh_swarm from "../mesh/swarm";
 import * as dxos_mesh_teleport_auth from "../mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "../mesh/teleport/blobsync";
 import * as dxos_mesh_teleport_control from "../mesh/teleport/control";
 import * as dxos_mesh_teleport_gossip from "../mesh/teleport/gossip";
 import * as dxos_mesh_teleport_notarization from "../mesh/teleport/notarization";
-import * as dxos_mesh_teleport_objectsync from "../mesh/teleport/objectsync";
 import * as dxos_mesh_teleport_replicator from "../mesh/teleport/replicator";
 import * as dxos_registry from "../registry";
 import * as dxos_rpc from "../rpc";

package/src/proto/gen/dxos/echo/blob.ts

@@ -0,0 +1,96 @@
+import type { Stream } from "@dxos/codec-protobuf";
+import substitutions from "../../../substitutions";
+import * as dxos_bot from "../bot";
+import * as dxos_client_services from "../client/services";
+import * as dxos_config from "../config";
+import * as dxos_devtools_host from "../devtools/host";
+import * as dxos_devtools_swarm from "../devtools/swarm";
+import * as dxos_echo_feed from "./feed";
+import * as dxos_echo_metadata from "./metadata";
+import * as dxos_echo_model_document from "./model/document";
+import * as dxos_echo_model_messenger from "./model/messenger";
+import * as dxos_echo_model_text from "./model/text";
+import * as dxos_echo_object from "./object";
+import * as dxos_echo_service from "./service";
+import * as dxos_echo_snapshot from "./snapshot";
+import * as dxos_echo_timeframe from "./timeframe";
+import * as dxos_error from "../error";
+import * as dxos_gravity from "../gravity";
+import * as dxos_halo_credentials from "../halo/credentials";
+import * as dxos_halo_credentials_auth from "../halo/credentials/auth";
+import * as dxos_halo_credentials_greet from "../halo/credentials/greet";
+import * as dxos_halo_credentials_identity from "../halo/credentials/identity";
+import * as dxos_halo_invitations from "../halo/invitations";
+import * as dxos_halo_keyring from "../halo/keyring";
+import * as dxos_halo_keys from "../halo/keys";
+import * as dxos_halo_signed from "../halo/signed";
+import * as dxos_iframe from "../iframe";
+import * as dxos_keys from "../keys";
+import * as dxos_mesh_bridge from "../mesh/bridge";
+import * as dxos_mesh_broadcast from "../mesh/broadcast";
+import * as dxos_mesh_messaging from "../mesh/messaging";
+import * as dxos_mesh_muxer from "../mesh/muxer";
+import * as dxos_mesh_presence from "../mesh/presence";
+import * as dxos_mesh_protocol from "../mesh/protocol";
+import * as dxos_mesh_replicator from "../mesh/replicator";
+import * as dxos_mesh_signal from "../mesh/signal";
+import * as dxos_mesh_swarm from "../mesh/swarm";
+import * as dxos_mesh_teleport_auth from "../mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "../mesh/teleport/blobsync";
+import * as dxos_mesh_teleport_control from "../mesh/teleport/control";
+import * as dxos_mesh_teleport_gossip from "../mesh/teleport/gossip";
+import * as dxos_mesh_teleport_notarization from "../mesh/teleport/notarization";
+import * as dxos_mesh_teleport_replicator from "../mesh/teleport/replicator";
+import * as dxos_registry from "../registry";
+import * as dxos_rpc from "../rpc";
+import * as dxos_service_publisher from "../service/publisher";
+import * as dxos_service_supervisor from "../service/supervisor";
+import * as dxos_service_tunnel from "../service/tunnel";
+import * as dxos_type from "../type";
+import * as example_testing_data from "../../example/testing/data";
+import * as example_testing_rpc from "../../example/testing/rpc";
+import * as google_protobuf from "../../google/protobuf";
+/**
+ * Defined in:
+ *   {@link file://./../../../dxos/echo/blob.proto}
+ */
+export interface BlobMeta {
+    /**
+     * Hash of blob content.
+     */
+    id: Uint8Array;
+    state: BlobMeta.State;
+    /**
+     * Length of blob in bytes.
+     */
+    length: number;
+    /**
+     * Size of chunk in bytes. Must be a power of 2. Default is 4096.
+     */
+    chunkSize: number;
+    /**
+     * Options:
+     *   - proto3_optional = true
+     */
+    bitfield?: Uint8Array;
+    /**
+     * Options:
+     *   - proto3_optional = true
+     */
+    created?: ReturnType<(typeof substitutions)["google.protobuf.Timestamp"]["decode"]>;
+    /**
+     * Options:
+     *   - proto3_optional = true
+     */
+    updated?: ReturnType<(typeof substitutions)["google.protobuf.Timestamp"]["decode"]>;
+}
+export namespace BlobMeta {
+    /**
+     * Defined in:
+     *   {@link file://./../../../dxos/echo/blob.proto}
+     */
+    export enum State {
+        PARTIALLY_PRESENT = 0,
+        FULLY_PRESENT = 1
+    }
+}

package/src/proto/gen/dxos/echo/feed.ts

@@ -5,6 +5,7 @@ import * as dxos_client_services from "../client/services";
 import * as dxos_config from "../config";
 import * as dxos_devtools_host from "../devtools/host";
 import * as dxos_devtools_swarm from "../devtools/swarm";
+import * as dxos_echo_blob from "./blob";
 import * as dxos_echo_metadata from "./metadata";
 import * as dxos_echo_model_document from "./model/document";
 import * as dxos_echo_model_messenger from "./model/messenger";
@@ -35,10 +36,10 @@ import * as dxos_mesh_replicator from "../mesh/replicator";
 import * as dxos_mesh_signal from "../mesh/signal";
 import * as dxos_mesh_swarm from "../mesh/swarm";
 import * as dxos_mesh_teleport_auth from "../mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "../mesh/teleport/blobsync";
 import * as dxos_mesh_teleport_control from "../mesh/teleport/control";
 import * as dxos_mesh_teleport_gossip from "../mesh/teleport/gossip";
 import * as dxos_mesh_teleport_notarization from "../mesh/teleport/notarization";
-import * as dxos_mesh_teleport_objectsync from "../mesh/teleport/objectsync";
 import * as dxos_mesh_teleport_replicator from "../mesh/teleport/replicator";
 import * as dxos_registry from "../registry";
 import * as dxos_rpc from "../rpc";

package/src/proto/gen/dxos/echo/metadata.ts

@@ -5,6 +5,7 @@ import * as dxos_client_services from "../client/services";
 import * as dxos_config from "../config";
 import * as dxos_devtools_host from "../devtools/host";
 import * as dxos_devtools_swarm from "../devtools/swarm";
+import * as dxos_echo_blob from "./blob";
 import * as dxos_echo_feed from "./feed";
 import * as dxos_echo_model_document from "./model/document";
 import * as dxos_echo_model_messenger from "./model/messenger";
@@ -35,10 +36,10 @@ import * as dxos_mesh_replicator from "../mesh/replicator";
 import * as dxos_mesh_signal from "../mesh/signal";
 import * as dxos_mesh_swarm from "../mesh/swarm";
 import * as dxos_mesh_teleport_auth from "../mesh/teleport/auth";
+import * as dxos_mesh_teleport_blobsync from "../mesh/teleport/blobsync";
 import * as dxos_mesh_teleport_control from "../mesh/teleport/control";
 import * as dxos_mesh_teleport_gossip from "../mesh/teleport/gossip";
 import * as dxos_mesh_teleport_notarization from "../mesh/teleport/notarization";
-import * as dxos_mesh_teleport_objectsync from "../mesh/teleport/objectsync";
 import * as dxos_mesh_teleport_replicator from "../mesh/teleport/replicator";
 import * as dxos_registry from "../registry";
 import * as dxos_rpc from "../rpc";