@dxos/teleport-extension-replicator 0.1.56-main.ed2f871 → 0.1.56-main.fd2d497

package/dist/types/src/testing.d.ts

@@ -1,4 +1,4 @@
-import { FeedStore } from '@dxos/feed-store';
+import { FeedOptions, FeedStore } from '@dxos/feed-store';
 import { Keyring } from '@dxos/keyring';
 import { PublicKey } from '@dxos/keys';
 import { Teleport } from '@dxos/teleport';
@@ -11,7 +11,7 @@ export declare class TestAgent {
     keyring: Keyring;
     feedStore: FeedStore<{}>;
     createWriteFeed(numBlocks?: number): Promise<import("@dxos/feed-store").FeedWrapper<{}>>;
-    createReadFeed(key: PublicKey): Promise<import("@dxos/feed-store").FeedWrapper<{}>>;
+    createReadFeed(key: PublicKey, opts?: FeedOptions): Promise<import("@dxos/feed-store").FeedWrapper<{}>>;
 }
 /**
  * Simulates two peers connected via P2P network.

package/dist/types/src/testing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../src/testing.ts"],"names":[],"mappings":"AAMA,OAAO,EAAe,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAI1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAE7D,qBAAa,WAAW;IACtB,WAAW,IAAI,SAAS;CAGzB;AAGD,qBAAa,SAAS;IACb,OAAO,gDAA4C;IACnD,OAAO,UAAwD;IAC/D,SAAS,gBAEb;IAEG,eAAe,CAAC,SAAS,SAAI;IAUnC,cAAc,CAAC,GAAG,EAAE,SAAS;CAG9B;AAED;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;EAuB5B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;EAUhC,CAAC"}
+{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../src/testing.ts"],"names":[],"mappings":"AAMA,OAAO,EAAe,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAGvC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAI1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAE7D,qBAAa,WAAW;IACtB,WAAW,IAAI,SAAS;CAGzB;AAGD,qBAAa,SAAS;IACb,OAAO,gDAA4C;IACnD,OAAO,UAAwD;IAC/D,SAAS,gBAEb;IAEG,eAAe,CAAC,SAAS,SAAI;IAUnC,cAAc,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,WAAW;CAGlD;AAED;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;EAuB5B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;EAUhC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/teleport-extension-replicator",
-  "version": "0.1.56-main.ed2f871",
+  "version": "0.1.56-main.fd2d497",
   "description": "Replicator extension for teleport.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -16,25 +16,25 @@
     "src"
   ],
   "dependencies": {
-    "@dxos/async": "0.1.56-main.ed2f871",
-    "@dxos/context": "0.1.56-main.ed2f871",
-    "@dxos/debug": "0.1.56-main.ed2f871",
-    "@dxos/feed-store": "0.1.56-main.ed2f871",
-    "@dxos/invariant": "0.1.56-main.ed2f871",
-    "@dxos/keys": "0.1.56-main.ed2f871",
-    "@dxos/log": "0.1.56-main.ed2f871",
-    "@dxos/node-std": "0.1.56-main.ed2f871",
-    "@dxos/protocols": "0.1.56-main.ed2f871",
-    "@dxos/rpc": "0.1.56-main.ed2f871",
-    "@dxos/teleport": "0.1.56-main.ed2f871",
-    "@dxos/util": "0.1.56-main.ed2f871"
+    "@dxos/async": "0.1.56-main.fd2d497",
+    "@dxos/context": "0.1.56-main.fd2d497",
+    "@dxos/debug": "0.1.56-main.fd2d497",
+    "@dxos/feed-store": "0.1.56-main.fd2d497",
+    "@dxos/invariant": "0.1.56-main.fd2d497",
+    "@dxos/keys": "0.1.56-main.fd2d497",
+    "@dxos/log": "0.1.56-main.fd2d497",
+    "@dxos/node-std": "0.1.56-main.fd2d497",
+    "@dxos/protocols": "0.1.56-main.fd2d497",
+    "@dxos/rpc": "0.1.56-main.fd2d497",
+    "@dxos/teleport": "0.1.56-main.fd2d497",
+    "@dxos/util": "0.1.56-main.fd2d497"
   },
   "devDependencies": {
     "add": "^2.0.6",
     "fast-check": "~3.3.0",
     "typescript": "^5.0.4",
-    "@dxos/keyring": "0.1.56-main.ed2f871",
-    "@dxos/random-access-storage": "0.1.56-main.ed2f871"
+    "@dxos/keyring": "0.1.56-main.fd2d497",
+    "@dxos/random-access-storage": "0.1.56-main.fd2d497"
   },
   "publishConfig": {
     "access": "public"

package/src/replicator-extension.test.ts

@@ -6,6 +6,7 @@ import expect from 'expect';
 
 import { Event, sleep } from '@dxos/async';
 import { describe, test } from '@dxos/test';
+import { range } from '@dxos/util';
 
 import { createReplicatorPair, TestBuilder } from './testing';
 
@@ -103,6 +104,33 @@ describe('ReplicatorExtension', () => {
     await Event.wrap(feed1B, 'download').waitForCondition(() => feed1B.length === 10);
   });
 
+  test('sparse replication', async () => {
+    const builder = new TestBuilder();
+    const agent1 = builder.createAgent();
+    const agent2 = builder.createAgent();
+
+    const { replicator1, replicator2 } = await createReplicatorPair();
+
+    replicator1.setOptions({ upload: true });
+    replicator2.setOptions({ upload: true });
+
+    const feed1 = await agent1.createWriteFeed(10);
+    const feed2 = await agent2.createReadFeed(feed1.key, { sparse: true });
+
+    replicator1.addFeed(feed1);
+    replicator2.addFeed(feed2);
+
+    void feed2.download({ start: 10, linear: true });
+
+    await sleep(50);
+
+    expect(range(10).every((idx) => feed2.has(idx))).toEqual(false);
+
+    void feed2.download({ start: 0, linear: true });
+
+    await Event.wrap(feed2, 'download').waitForCondition(() => range(10).every((idx) => feed2.has(idx)));
+  });
+
   // TODO: not working yet.
   // eslint-disable-next-line mocha/no-skipped-tests
   test.skip('enabling upload mid replication', async () => {

package/src/testing.ts

@@ -4,7 +4,7 @@
 
 import { pipeline } from 'stream';
 
-import { FeedFactory, FeedStore } from '@dxos/feed-store';
+import { FeedFactory, FeedOptions, FeedStore } from '@dxos/feed-store';
 import { Keyring } from '@dxos/keyring';
 import { PublicKey } from '@dxos/keys';
 import { log } from '@dxos/log';
@@ -39,8 +39,8 @@ export class TestAgent {
     return feed;
   }
 
-  createReadFeed(key: PublicKey) {
-    return this.feedStore.openFeed(key);
+  createReadFeed(key: PublicKey, opts?: FeedOptions) {
+    return this.feedStore.openFeed(key, opts);
   }
 }