@peerbit/shared-log 2.0.1 → 3.0.1

package/lib/esm/__benchmark__/index.d.ts

@@ -0,0 +1 @@
+export {};

package/lib/esm/__benchmark__/index.js

@@ -0,0 +1,127 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import B from "benchmark";
+import { deserialize, field, option, serialize, variant } from "@dao-xyz/borsh";
+import { LSession } from "@peerbit/test-utils";
+import { v4 as uuid } from "uuid";
+import crypto from "crypto";
+import { Program } from "@peerbit/program";
+import { Replicator, SharedLog } from "../index.js";
+// Run with "node --loader ts-node/esm ./src/__benchmark__/index.ts"
+let Document = class Document {
+    id;
+    name;
+    number;
+    bytes;
+    constructor(opts) {
+        if (opts) {
+            this.id = opts.id;
+            this.name = opts.name;
+            this.number = opts.number;
+            this.bytes = opts.bytes;
+        }
+    }
+};
+__decorate([
+    field({ type: "string" }),
+    __metadata("design:type", String)
+], Document.prototype, "id", void 0);
+__decorate([
+    field({ type: option("string") }),
+    __metadata("design:type", String)
+], Document.prototype, "name", void 0);
+__decorate([
+    field({ type: option("u64") }),
+    __metadata("design:type", BigInt)
+], Document.prototype, "number", void 0);
+__decorate([
+    field({ type: Uint8Array }),
+    __metadata("design:type", Uint8Array)
+], Document.prototype, "bytes", void 0);
+Document = __decorate([
+    variant("document"),
+    __metadata("design:paramtypes", [Document])
+], Document);
+let TestStore = class TestStore extends Program {
+    logs;
+    constructor(properties) {
+        super();
+        this.logs = properties?.logs || new SharedLog();
+    }
+    async open(options) {
+        await this.logs.open({
+            ...options,
+            encoding: {
+                decoder: (bytes) => deserialize(bytes, Document),
+                encoder: (data) => serialize(data),
+            },
+        });
+    }
+};
+__decorate([
+    field({ type: SharedLog }),
+    __metadata("design:type", SharedLog)
+], TestStore.prototype, "logs", void 0);
+TestStore = __decorate([
+    variant("test_shared_log"),
+    __metadata("design:paramtypes", [Object])
+], TestStore);
+const peersCount = 1;
+const session = await LSession.connected(peersCount);
+const store = new TestStore({
+    logs: new SharedLog({
+        id: new Uint8Array(32),
+    }),
+});
+const client = session.peers[0];
+await client.open(store, {
+    args: {
+        role: new Replicator(),
+        trim: { type: "length", to: 100 },
+        onChange: (change) => {
+            change.added.forEach(async (entry) => {
+                const doc = await entry.getPayloadValue();
+                resolver.get(doc.id)();
+                resolver.delete(doc.id);
+            });
+        },
+    },
+});
+const resolver = new Map();
+const suite = new B.Suite();
+suite
+    .add("put", {
+    fn: async (deferred) => {
+        const doc = new Document({
+            id: uuid(),
+            name: "hello",
+            number: 1n,
+            bytes: crypto.randomBytes(1200),
+        });
+        resolver.set(doc.id, () => {
+            deferred.resolve();
+        });
+        await store.logs.append(doc, { meta: { next: [] } });
+    },
+    minSamples: 300,
+    defer: true,
+})
+    .on("cycle", (event) => {
+    console.log(String(event.target));
+})
+    .on("error", (err) => {
+    throw err;
+})
+    .on("complete", async function (...args) {
+    await store.drop();
+    await session.stop();
+})
+    .run();
+//# sourceMappingURL=index.js.map

package/lib/esm/__benchmark__/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/__benchmark__/index.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,CAAC,MAAM,WAAW,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAChF,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAClC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAQ,MAAM,aAAa,CAAC;AAE1D,oEAAoE;AAEpE,IACM,QAAQ,GADd,MACM,QAAQ;IAEb,EAAE,CAAS;IAGX,IAAI,CAAU;IAGd,MAAM,CAAU;IAGhB,KAAK,CAAa;IAElB,YAAY,IAAc;QACzB,IAAI,IAAI,EAAE;YACT,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;SACxB;IACF,CAAC;CACD,CAAA;AAnBA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;;sCACpB;AAGd;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;;wCACf;AAGhB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACrB,UAAU;uCAAC;AAXb,QAAQ;IADb,OAAO,CAAC,UAAU,CAAC;qCAcD,QAAQ;GAbrB,QAAQ,CAqBb;AAED,IACM,SAAS,GADf,MACM,SAAU,SAAQ,OAAuB;IAE9C,IAAI,CAAsB;IAE1B,YAAY,UAA0C;QACrD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,UAAU,EAAE,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAwB;QAClC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACpB,GAAG,OAAO;YACV,QAAQ,EAAE;gBACT,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC;gBAChD,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC;aAClC;SACD,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;AAhBA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;8BACrB,SAAS;uCAAW;AAFrB,SAAS;IADd,OAAO,CAAC,iBAAiB,CAAC;;GACrB,SAAS,CAkBd;AAED,MAAM,UAAU,GAAG,CAAC,CAAC;AACrB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;AAErD,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC;IAC3B,IAAI,EAAE,IAAI,SAAS,CAAW;QAC7B,EAAE,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC;KACtB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,MAAM,GAAkB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC/C,MAAM,MAAM,CAAC,IAAI,CAA4B,KAAK,EAAE;IACnD,IAAI,EAAE;QACL,IAAI,EAAE,IAAI,UAAU,EAAE;QACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAiB,EAAE,EAAE,EAAE,GAAG,EAAE;QAC1C,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE;YACpB,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBACpC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,eAAe,EAAE,CAAC;gBAC1C,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAE,EAAE,CAAC;gBACxB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACJ,CAAC;KACD;CACD,CAAC,CAAC;AAEH,MAAM,QAAQ,GAA4B,IAAI,GAAG,EAAE,CAAC;AACpD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;AAC5B,KAAK;KACH,GAAG,CAAC,KAAK,EAAE;IACX,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACtB,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACxB,EAAE,EAAE,IAAI,EAAE;YACV,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC;SAC/B,CAAC,CAAC;QACH,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE;YACzB,QAAQ,CAAC,OAAO,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,UAAU,EAAE,GAAG;IACf,KAAK,EAAE,IAAI;CACX,CAAC;KACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE;IAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AACnC,CAAC,CAAC;KACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;IACpB,MAAM,GAAG,CAAC;AACX,CAAC,CAAC;KACD,EAAE,CAAC,UAAU,EAAE,KAAK,WAAsB,GAAG,IAAW;IACxD,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC,CAAC;KACD,GAAG,EAAE,CAAC"}

package/lib/esm/exchange-heads.d.ts

@@ -1,14 +1,7 @@
 import { Entry } from "@peerbit/log";
 import { Log } from "@peerbit/log";
 import { TransportMessage } from "./message.js";
-export declare class MinReplicas {
-    get value(): number;
-}
-export declare class AbsolutMinReplicas extends MinReplicas {
-    _value: number;
-    constructor(value: number);
-    get value(): number;
-}
+import { Cache } from "@peerbit/cache";
 /**
  * This thing allows use to faster sync since we can provide
  * references that can be read concurrently to
@@ -24,19 +17,29 @@ export declare class EntryWithRefs<T> {
 }
 export declare class ExchangeHeadsMessage<T> extends TransportMessage {
     heads: EntryWithRefs<T>[];
-    minReplicas?: MinReplicas;
     reserved: Uint8Array;
     constructor(props: {
         logId: Uint8Array;
         heads: EntryWithRefs<T>[];
-        minReplicas?: MinReplicas;
     });
 }
 export declare class RequestHeadsMessage extends TransportMessage {
     address: string;
     constructor(props: {
-        topic: string;
         address: string;
     });
 }
-export declare const createExchangeHeadsMessage: (log: Log<any>, heads: Entry<any>[], includeReferences: boolean) => Promise<ExchangeHeadsMessage<any>>;
+export declare class RequestIHave extends TransportMessage {
+    hashes: string[];
+    constructor(props: {
+        hashes: string[];
+    });
+}
+export declare class ResponseIHave extends TransportMessage {
+    hashes: string[];
+    constructor(props: {
+        hashes: string[];
+    });
+}
+export declare const createExchangeHeadsMessage: (log: Log<any>, heads: Entry<any>[], gidParentCache: Cache<Entry<any>[]>) => Promise<ExchangeHeadsMessage<any>>;
+export declare const allEntriesWithUniqueGids: (log: Log<any>, entry: Entry<any>, gidParentCache: Cache<Entry<any>[]>) => Promise<Entry<any>[]>;

package/lib/esm/exchange-heads.js

@@ -7,30 +7,11 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
-import { variant, option, field, vec, fixedArray } from "@dao-xyz/borsh";
-import { Entry } from "@peerbit/log";
+import { variant, field, vec, fixedArray } from "@dao-xyz/borsh";
+import { Entry, EntryType } from "@peerbit/log";
 import { logger as loggerFn } from "@peerbit/logger";
 import { TransportMessage } from "./message.js";
 const logger = loggerFn({ module: "exchange-heads" });
-export class MinReplicas {
-    get value() {
-        throw new Error("Not implemented");
-    }
-}
-export let AbsolutMinReplicas = class AbsolutMinReplicas extends MinReplicas {
-    _value;
-    constructor(value) {
-        super();
-        this._value = value;
-    }
-    get value() {
-        return this._value;
-    }
-};
-AbsolutMinReplicas = __decorate([
-    variant(0),
-    __metadata("design:paramtypes", [Number])
-], AbsolutMinReplicas);
 /**
  * This thing allows use to faster sync since we can provide
  * references that can be read concurrently to
@@ -58,22 +39,16 @@ EntryWithRefs = __decorate([
 ], EntryWithRefs);
 export let ExchangeHeadsMessage = class ExchangeHeadsMessage extends TransportMessage {
     heads;
-    minReplicas;
     reserved = new Uint8Array(4);
     constructor(props) {
         super();
         this.heads = props.heads;
-        this.minReplicas = props.minReplicas;
     }
 };
 __decorate([
     field({ type: vec(EntryWithRefs) }),
     __metadata("design:type", Array)
 ], ExchangeHeadsMessage.prototype, "heads", void 0);
-__decorate([
-    field({ type: option(MinReplicas) }),
-    __metadata("design:type", MinReplicas)
-], ExchangeHeadsMessage.prototype, "minReplicas", void 0);
 __decorate([
     field({ type: fixedArray("u8", 4) }),
     __metadata("design:type", Uint8Array)
@@ -86,9 +61,8 @@ export let RequestHeadsMessage = class RequestHeadsMessage extends TransportMess
     address;
     constructor(props) {
         super();
-        if (props) {
-            this.address = props.address;
-        }
+        this.address = props.address;
+        throw new Error("Unsupported"); // This message should not be used yet
     }
 };
 __decorate([
@@ -99,16 +73,41 @@ RequestHeadsMessage = __decorate([
     variant([0, 1]),
     __metadata("design:paramtypes", [Object])
 ], RequestHeadsMessage);
-export const createExchangeHeadsMessage = async (log, heads, includeReferences) => {
+export let RequestIHave = class RequestIHave extends TransportMessage {
+    hashes;
+    constructor(props) {
+        super();
+        this.hashes = props.hashes;
+    }
+};
+__decorate([
+    field({ type: vec("string") }),
+    __metadata("design:type", Array)
+], RequestIHave.prototype, "hashes", void 0);
+RequestIHave = __decorate([
+    variant([0, 2]),
+    __metadata("design:paramtypes", [Object])
+], RequestIHave);
+export let ResponseIHave = class ResponseIHave extends TransportMessage {
+    hashes;
+    constructor(props) {
+        super();
+        this.hashes = props.hashes;
+    }
+};
+__decorate([
+    field({ type: vec("string") }),
+    __metadata("design:type", Array)
+], ResponseIHave.prototype, "hashes", void 0);
+ResponseIHave = __decorate([
+    variant([0, 3]),
+    __metadata("design:paramtypes", [Object])
+], ResponseIHave);
+export const createExchangeHeadsMessage = async (log, heads, gidParentCache) => {
     const headsSet = new Set(heads);
     const headsWithRefs = await Promise.all(heads.map(async (head) => {
-        const refs = !includeReferences
-            ? []
-            : (await log.getReferenceSamples(head, {
-                pointerCount: 8,
-                memoryLimit: 1e6 / heads.length,
-            })) // 1mb total limit split on all heads
-                .filter((r) => !headsSet.has(r)); // pick a proportional amount of refs so we can efficiently load the log. TODO should be equidistant for good performance?
+        const refs = (await allEntriesWithUniqueGids(log, head, gidParentCache)) // 1mb total limit split on all heads
+            .filter((r) => !headsSet.has(r));
         return new EntryWithRefs({
             entry: head,
             references: refs,
@@ -120,4 +119,38 @@ export const createExchangeHeadsMessage = async (log, heads, includeReferences)
         heads: headsWithRefs,
     });
 };
+export const allEntriesWithUniqueGids = async (log, entry, gidParentCache) => {
+    const cachedValue = gidParentCache.get(entry.hash);
+    if (cachedValue != null) {
+        return cachedValue;
+    }
+    // TODO optimize this
+    const map = new Map();
+    let curr = [entry];
+    while (curr.length > 0) {
+        const nexts = [];
+        for (const element of curr) {
+            if (!map.has(element.meta.gid)) {
+                map.set(element.meta.gid, element);
+                if (element.meta.type === EntryType.APPEND) {
+                    for (const next of element.meta.next) {
+                        const indexedEntry = log.entryIndex.getShallow(next);
+                        if (!indexedEntry) {
+                            logger.error("Failed to find indexed entry for hash: " + next);
+                        }
+                        else {
+                            nexts.push(indexedEntry);
+                        }
+                    }
+                }
+            }
+            curr = nexts;
+        }
+    }
+    const value = [
+        ...(await Promise.all([...map.values()].map((x) => log.entryIndex.get(x.hash)))),
+    ].filter((x) => !!x);
+    gidParentCache.add(entry.hash, value);
+    return value;
+};
 //# sourceMappingURL=exchange-heads.js.map

package/lib/esm/exchange-heads.js.map

@@ -1 +1 @@
-{"version":3,"file":"exchange-heads.js","sourceRoot":"","sources":["../../src/exchange-heads.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAErC,OAAO,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAEtD,MAAM,OAAO,WAAW;IACvB,IAAI,KAAK;QACR,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpC,CAAC;CACD;AAGM,WAAM,kBAAkB,GAAxB,MAAM,kBAAmB,SAAQ,WAAW;IAClD,MAAM,CAAS;IACf,YAAY,KAAa;QACxB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACrB,CAAC;IACD,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;CACD,CAAA;AATY,kBAAkB;IAD9B,OAAO,CAAC,CAAC,CAAC;;GACE,kBAAkB,CAS9B;AAED;;;;GAIG;AAEI,WAAM,aAAa,GAAnB,MAAM,aAAa;IAEzB,KAAK,CAAW;IAGhB,UAAU,CAAa,CAAC,gCAAgC;IAExD,YAAY,UAAuD;QAClE,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;IACzC,CAAC;CACD,CAAA;AATA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;8BAChB,KAAK;4CAAI;AAGhB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;;iDACL;AALX,aAAa;IADzB,OAAO,CAAC,CAAC,CAAC;;GACE,aAAa,CAWzB;AAGM,WAAM,oBAAoB,GAA1B,MAAM,oBAAwB,SAAQ,gBAAgB;IAE5D,KAAK,CAAqB;IAG1B,WAAW,CAAe;IAG1B,QAAQ,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAEzC,YAAY,KAIX;QACA,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IACtC,CAAC;CACD,CAAA;AAjBA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;;mDACV;AAG1B;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;8BACvB,WAAW;yDAAC;AAG1B;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;8BAC3B,UAAU;sDAAqB;AAR7B,oBAAoB;IADhC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,oBAAoB,CAmBhC;AAGM,WAAM,mBAAmB,GAAzB,MAAM,mBAAoB,SAAQ,gBAAgB;IAExD,OAAO,CAAS;IAEhB,YAAY,KAAyC;QACpD,KAAK,EAAE,CAAC;QACR,IAAI,KAAK,EAAE;YACV,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;SAC7B;IACF,CAAC;CACD,CAAA;AARA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oDACV;AAFJ,mBAAmB;IAD/B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,mBAAmB,CAU/B;AAED,MAAM,CAAC,MAAM,0BAA0B,GAAG,KAAK,EAC9C,GAAa,EACb,KAAmB,EACnB,iBAA0B,EACzB,EAAE;IACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACxB,MAAM,IAAI,GAAG,CAAC,iBAAiB;YAC9B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,CACA,MAAM,GAAG,CAAC,mBAAmB,CAAC,IAAI,EAAE;gBACnC,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM;aAC/B,CAAC,CACD,CAAC,qCAAqC;iBACtC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,0HAA0H;QAC/J,OAAO,IAAI,aAAa,CAAC;YACxB,KAAK,EAAE,IAAI;YACX,UAAU,EAAE,IAAI;SAChB,CAAC,CAAC;IACJ,CAAC,CAAC,CACF,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IACjD,OAAO,IAAI,oBAAoB,CAAC;QAC/B,KAAK,EAAE,GAAG,CAAC,EAAG;QACd,KAAK,EAAE,aAAa;KACpB,CAAC,CAAC;AACJ,CAAC,CAAC"}
+{"version":3,"file":"exchange-heads.js","sourceRoot":"","sources":["../../src/exchange-heads.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAgB,MAAM,cAAc,CAAC;AAE9D,OAAO,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAGhD,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAEtD;;;;GAIG;AAEI,WAAM,aAAa,GAAnB,MAAM,aAAa;IAEzB,KAAK,CAAW;IAGhB,UAAU,CAAa,CAAC,gCAAgC;IAExD,YAAY,UAAuD;QAClE,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;IACzC,CAAC;CACD,CAAA;AATA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;8BAChB,KAAK;4CAAI;AAGhB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;;iDACL;AALX,aAAa;IADzB,OAAO,CAAC,CAAC,CAAC;;GACE,aAAa,CAWzB;AAGM,WAAM,oBAAoB,GAA1B,MAAM,oBAAwB,SAAQ,gBAAgB;IAE5D,KAAK,CAAqB;IAG1B,QAAQ,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAEzC,YAAY,KAAuD;QAClE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,CAAC;CACD,CAAA;AATA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;;mDACV;AAG1B;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;8BAC3B,UAAU;sDAAqB;AAL7B,oBAAoB;IADhC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,oBAAoB,CAWhC;AAGM,WAAM,mBAAmB,GAAzB,MAAM,mBAAoB,SAAQ,gBAAgB;IAExD,OAAO,CAAS;IAEhB,YAAY,KAA0B;QACrC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,sCAAsC;IACvE,CAAC;CACD,CAAA;AAPA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oDACV;AAFJ,mBAAmB;IAD/B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,mBAAmB,CAS/B;AAGM,WAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,gBAAgB;IAEjD,MAAM,CAAW;IAEjB,YAAY,KAA2B;QACtC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,CAAC;CACD,CAAA;AANA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;4CACd;AAFL,YAAY;IADxB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,YAAY,CAQxB;AAGM,WAAM,aAAa,GAAnB,MAAM,aAAc,SAAQ,gBAAgB;IAElD,MAAM,CAAW;IAEjB,YAAY,KAA2B;QACtC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,CAAC;CACD,CAAA;AANA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;6CACd;AAFL,aAAa;IADzB,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,aAAa,CAQzB;AAED,MAAM,CAAC,MAAM,0BAA0B,GAAG,KAAK,EAC9C,GAAa,EACb,KAAmB,EACnB,cAAmC,EAClC,EAAE;IACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACxB,MAAM,IAAI,GAAG,CAAC,MAAM,wBAAwB,CAAC,GAAG,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,qCAAqC;aAC5G,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,OAAO,IAAI,aAAa,CAAC;YACxB,KAAK,EAAE,IAAI;YACX,UAAU,EAAE,IAAI;SAChB,CAAC,CAAC;IACJ,CAAC,CAAC,CACF,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IACjD,OAAO,IAAI,oBAAoB,CAAC;QAC/B,KAAK,EAAE,GAAG,CAAC,EAAG;QACd,KAAK,EAAE,aAAa;KACpB,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,EAC5C,GAAa,EACb,KAAiB,EACjB,cAAmC,EACX,EAAE;IAC1B,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,WAAW,IAAI,IAAI,EAAE;QACxB,OAAO,WAAW,CAAC;KACnB;IAED,qBAAqB;IACrB,MAAM,GAAG,GAA8B,IAAI,GAAG,EAAE,CAAC;IACjD,IAAI,IAAI,GAAmB,CAAC,KAAK,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;QACvB,MAAM,KAAK,GAAmB,EAAE,CAAC;QACjC,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC/B,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBACnC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,MAAM,EAAE;oBAC3C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE;wBACrC,MAAM,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;wBACrD,IAAI,CAAC,YAAY,EAAE;4BAClB,MAAM,CAAC,KAAK,CAAC,yCAAyC,GAAG,IAAI,CAAC,CAAC;yBAC/D;6BAAM;4BACN,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;yBACzB;qBACD;iBACD;aACD;YACD,IAAI,GAAG,KAAK,CAAC;SACb;KACD;IACD,MAAM,KAAK,GAAG;QACb,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CACpB,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CACxD,CAAC;KACF,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAiB,CAAC;IACrC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACtC,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}

package/lib/esm/index.d.ts

@@ -1,24 +1,38 @@
-import { QueryContext, RPC } from "@peerbit/rpc";
+import { RequestContext, RPC } from "@peerbit/rpc";
 import { TransportMessage } from "./message.js";
 import { AppendOptions, Entry, Log, LogEvents, LogProperties } from "@peerbit/log";
 import { Program } from "@peerbit/program";
-import { MinReplicas } from "./exchange-heads.js";
+import { PublicSignKey } from "@peerbit/crypto";
 import { SubscriptionEvent, UnsubcriptionEvent } from "@peerbit/pubsub-interface";
 import { Observer, Replicator, Role } from "./role.js";
+import { AbsoluteReplicas, MinReplicas } from "./replication.js";
+export * from "./replication.js";
 export { Observer, Replicator, Role };
 export declare const logger: import("pino").Logger<import("pino").LoggerOptions | import("pino").DestinationStream>;
 export type SyncFilter = (entries: Entry<any>) => Promise<boolean> | boolean;
+type ReplicationLimits = {
+    min: MinReplicas;
+    max?: MinReplicas;
+};
+export type ReplicationLimitsOptions = Partial<ReplicationLimits> | {
+    min?: number;
+    max?: number;
+};
 export interface SharedLogOptions {
-    minReplicas?: number;
+    replicas?: ReplicationLimitsOptions;
     sync?: SyncFilter;
     role?: Role;
+    respondToIHaveTimeout?: number;
+    canReplicate?: (publicKey: PublicSignKey) => Promise<boolean> | boolean;
 }
 export declare const DEFAULT_MIN_REPLICAS = 2;
 export type Args<T> = LogProperties<T> & LogEvents<T> & SharedLogOptions;
+export type SharedAppendOptions<T> = AppendOptions<T> & {
+    replicas?: AbsoluteReplicas | number;
+};
 export declare class SharedLog<T = Uint8Array> extends Program<Args<T>> {
     log: Log<T>;
     rpc: RPC<TransportMessage, TransportMessage>;
-    private _minReplicas;
     private _sync?;
     private _role;
     private _sortedPeersCache;
@@ -26,14 +40,21 @@ export declare class SharedLog<T = Uint8Array> extends Program<Args<T>> {
     private _gidPeersHistory;
     private _onSubscriptionFn;
     private _onUnsubscriptionFn;
+    private _canReplicate?;
     private _logProperties?;
+    private _loadedOnce;
+    private _gidParentCache;
+    private _respondToIHaveTimeout;
+    private _pendingDeletes;
+    private _pendingIHave;
+    replicas: ReplicationLimits;
     constructor(properties?: {
         id?: Uint8Array;
     });
-    get minReplicas(): MinReplicas;
-    set minReplicas(minReplicas: MinReplicas);
-    get role(): Role;
-    append(data: T, options?: AppendOptions<T> | undefined): Promise<{
+    get role(): Observer | Replicator;
+    updateRole(role: Observer | Replicator): Promise<void>;
+    private initializeWithRole;
+    append(data: T, options?: SharedAppendOptions<T> | undefined): Promise<{
         entry: Entry<T>;
         removed: Entry<T>[];
     }>;
@@ -42,33 +63,40 @@ export declare class SharedLog<T = Uint8Array> extends Program<Args<T>> {
     private _close;
     close(from?: Program): Promise<boolean>;
     drop(from?: Program): Promise<boolean>;
-    _onMessage(msg: TransportMessage, context: QueryContext): Promise<TransportMessage | undefined>;
+    _onMessage(msg: TransportMessage, context: RequestContext): Promise<TransportMessage | undefined>;
     getReplicatorsSorted(): {
         hash: string;
         timestamp: number;
     }[] | undefined;
     isLeader(slot: {
         toString(): string;
-    }, numberOfLeaders?: number): Promise<boolean>;
+    }, numberOfLeaders: number): Promise<boolean>;
     findLeaders(subject: {
         toString(): string;
-    }, numberOfLeaders?: number): Promise<string[]>;
+    }, numberOfLeadersUnbounded: number): Promise<string[]>;
     private modifySortedSubscriptionCache;
-    handleSubscriptionChange(fromHash: string, changes: {
+    handleSubscriptionChange(publicKey: PublicSignKey, changes: {
         topic: string;
         data?: Uint8Array;
     }[], subscribed: boolean): Promise<void>;
+    pruneSafely(entries: Entry<any>[], options?: {
+        timeout: number;
+    }): Promise<any>[];
     /**
      * When a peers join the networkk and want to participate the leaders for particular log subgraphs might change, hence some might start replicating, might some stop
      * This method will go through my owned entries, and see whether I should share them with a new leader, and/or I should stop care about specific entries
      * @param channel
      */
     replicationReorganization(): Promise<boolean>;
-    replicators(): {
+    /**
+     *
+     * @returns groups where at least one in any group will have the entry you are looking for
+     */
+    getDiscoveryGroups(): {
         hash: string;
         timestamp: number;
     }[][];
-    replicator(gid: any): Promise<boolean>;
+    replicator(entry: Entry<any>): Promise<boolean>;
     _onUnsubscription(evt: CustomEvent<UnsubcriptionEvent>): Promise<void>;
     _onSubscription(evt: CustomEvent<SubscriptionEvent>): Promise<void>;
 }