peerbit 1.0.1

package/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2022 dao.xyz
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/lib/esm/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./peer.js";
+export { createLibp2pExtended, type Libp2pExtendServices, type Libp2pExtended, type Libp2pCreateOptions, type Libp2pCreateOptionsWithServices, } from "./libp2p.js";

package/lib/esm/index.js

@@ -0,0 +1,3 @@
+export * from "./peer.js";
+export { createLibp2pExtended, } from "./libp2p.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC;AAC1B,OAAO,EACN,oBAAoB,GAKpB,MAAM,aAAa,CAAC"}

package/lib/esm/libp2p.d.ts

@@ -0,0 +1,20 @@
+import { Libp2p, Libp2pOptions, ServiceFactoryMap } from "libp2p";
+import { DirectSub } from "@peerbit/pubsub";
+import { DirectBlock } from "@peerbit/blocks";
+import { CircuitRelayService } from "libp2p/dist/src/circuit-relay/index.js";
+export type Libp2pExtendServices = {
+    pubsub: DirectSub;
+    blocks: DirectBlock;
+};
+export type Libp2pExtended = Libp2p<{
+    relay: CircuitRelayService;
+    identify: any;
+} & Libp2pExtendServices>;
+export type Libp2pCreateOptions = Libp2pOptions<Libp2pExtendServices & {
+    relay: CircuitRelayService;
+    identify: any;
+}>;
+export type Libp2pCreateOptionsWithServices = Libp2pCreateOptions & {
+    services: ServiceFactoryMap<Libp2pExtendServices>;
+};
+export declare const createLibp2pExtended: (opts?: Libp2pCreateOptions) => Promise<Libp2pExtended>;

package/lib/esm/libp2p.js

@@ -0,0 +1,50 @@
+import { createLibp2p } from "libp2p";
+import { DirectSub } from "@peerbit/pubsub";
+import { DirectBlock } from "@peerbit/blocks";
+import { noise } from "@dao-xyz/libp2p-noise";
+import { mplex } from "@libp2p/mplex";
+import { transports, relay } from "./transports.js";
+import { identifyService } from "libp2p/identify";
+export const createLibp2pExtended = (opts = {
+    services: {
+        blocks: (c) => new DirectBlock(c),
+        pubsub: (c) => new DirectSub(c),
+    },
+}) => {
+    const relayIdentify = {
+        relay: relay(),
+        identify: identifyService(),
+    };
+    // https://github.com/libp2p/js-libp2p/issues/1757
+    Object.keys(relayIdentify).forEach((key) => {
+        if (relayIdentify[key] === undefined) {
+            delete relayIdentify[key];
+        }
+    });
+    return createLibp2p({
+        connectionManager: {
+            minConnections: 0,
+        },
+        addresses: {
+            listen: ["/ip4/127.0.0.1/tcp/0", "/ip4/127.0.0.1/tcp/0/ws"],
+        },
+        transports: transports(),
+        connectionEncryption: [noise()],
+        streamMuxers: [mplex()],
+        ...opts,
+        services: {
+            ...relayIdentify,
+            pubsub: opts.services?.pubsub ||
+                ((c) => new DirectSub(c, {
+                    canRelayMessage: true,
+                    signaturePolicy: "StrictNoSign",
+                    connectionManager: {
+                        autoDial: true,
+                    },
+                })),
+            blocks: opts.services?.blocks || ((c) => new DirectBlock(c)),
+            ...opts.services,
+        },
+    });
+};
+//# sourceMappingURL=libp2p.js.map

package/lib/esm/libp2p.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"libp2p.js","sourceRoot":"","sources":["../../src/libp2p.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA4C,MAAM,QAAQ,CAAC;AAChF,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAmBlD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CACnC,OAA4B;IAC3B,QAAQ,EAAE;QACT,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC;QACjC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC;KAC/B;CACD,EACyB,EAAE;IAC5B,MAAM,aAAa,GAAG;QACrB,KAAK,EAAE,KAAK,EAAE;QACd,QAAQ,EAAE,eAAe,EAAE;KAC3B,CAAC;IAEF,kDAAkD;IAClD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1C,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE;YACrC,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;SAC1B;IACF,CAAC,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;QACnB,iBAAiB,EAAE;YAClB,cAAc,EAAE,CAAC;SACjB;QACD,SAAS,EAAE;YACV,MAAM,EAAE,CAAC,sBAAsB,EAAE,yBAAyB,CAAC;SAC3D;QACD,UAAU,EAAE,UAAU,EAAE;QACxB,oBAAoB,EAAE,CAAC,KAAK,EAAE,CAAC;QAC/B,YAAY,EAAE,CAAC,KAAK,EAAE,CAAC;QACvB,GAAG,IAAI;QACP,QAAQ,EAAE;YACT,GAAG,aAAa;YAChB,MAAM,EACL,IAAI,CAAC,QAAQ,EAAE,MAAM;gBACrB,CAAC,CAAC,CAAC,EAAE,EAAE,CACN,IAAI,SAAS,CAAC,CAAC,EAAE;oBAChB,eAAe,EAAE,IAAI;oBACrB,eAAe,EAAE,cAAc;oBAC/B,iBAAiB,EAAE;wBAClB,QAAQ,EAAE,IAAI;qBACd;iBACD,CAAC,CAAC;YACL,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;YAC5D,GAAG,IAAI,CAAC,QAAQ;SAChB;KACD,CAAC,CAAC;AACJ,CAAC,CAAC"}

package/lib/esm/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}

package/lib/esm/peer.d.ts

@@ -0,0 +1,65 @@
+import LazyLevel from "@peerbit/lazy-level";
+import { Multiaddr } from "@multiformats/multiaddr";
+import { Ed25519Keypair, Libp2pKeychain } from "@peerbit/crypto";
+import { Program, Address, ProgramInitializationOptions, ProgramClient } from "@peerbit/program";
+import "@libp2p/peer-id";
+import { Libp2pExtended, Libp2pCreateOptions as ClientCreateOptions } from "./libp2p.js";
+export declare const logger: import("pino").Logger<import("pino").LoggerOptions | import("pino").DestinationStream>;
+export type OptionalCreateOptions = {
+    limitSigning?: boolean;
+    minReplicas?: number;
+    refreshIntreval?: number;
+    libp2pExternal?: boolean;
+};
+export type CreateOptions = {
+    directory?: string;
+    cache: LazyLevel;
+    identity: Ed25519Keypair;
+    keychain: Libp2pKeychain;
+} & OptionalCreateOptions;
+export type CreateInstanceOptions = {
+    libp2p?: Libp2pExtended | ClientCreateOptions;
+    directory?: string;
+    cache?: LazyLevel;
+} & OptionalCreateOptions;
+export type OpenOptions<Args> = {
+    timeout?: number;
+} & ProgramInitializationOptions<Args>;
+export declare class Peerbit implements ProgramClient {
+    _libp2p: Libp2pExtended;
+    directory?: string;
+    programs: Map<string, Program>;
+    limitSigning: boolean;
+    private _cache;
+    private _libp2pExternal?;
+    private _identity;
+    private _keychain;
+    constructor(libp2p: Libp2pExtended, options: CreateOptions);
+    static create(options?: CreateInstanceOptions): Promise<Peerbit>;
+    get libp2p(): Libp2pExtended;
+    get identity(): Ed25519Keypair;
+    get peerId(): import("@libp2p/interface-peer-id").PeerId;
+    get services(): {
+        relay: import("libp2p/dist/src/circuit-relay/index.js").CircuitRelayService;
+        identify: any;
+    } & import("./libp2p.js").Libp2pExtendServices;
+    get keychain(): Libp2pKeychain;
+    getMultiaddrs(): Multiaddr[];
+    /**
+     * Dial a peer with an Ed25519 peerId
+     */
+    dial(address: string | Multiaddr | Multiaddr[] | ProgramClient): Promise<boolean>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    private _onProgamClose;
+    private _onProgramOpen;
+    /**
+     * Default behaviour of a store is only to accept heads that are forks (new roots) with some probability
+     * and to replicate heads (and updates) which is requested by another peer
+     * @param store
+     * @param options
+     * @returns
+     */
+    open<S extends Program<Args>, Args = any>(storeOrAddress: S | Address | string, options?: OpenOptions<Args>): Promise<S>;
+    get memory(): LazyLevel;
+}

package/lib/esm/peer.js

@@ -0,0 +1,284 @@
+import LazyLevel from "@peerbit/lazy-level";
+import { Level } from "level";
+import { MemoryLevel } from "memory-level";
+import { multiaddr, isMultiaddr } from "@multiformats/multiaddr";
+import { Ed25519Keypair, Ed25519PublicKey, Libp2pKeychain, } from "@peerbit/crypto";
+import { Program, } from "@peerbit/program";
+import { logger as loggerFn } from "@peerbit/logger";
+import { DirectSub } from "@peerbit/pubsub";
+import sodium from "libsodium-wrappers";
+import path from "path-browserify";
+import { waitFor } from "@peerbit/time";
+import "@libp2p/peer-id";
+import { createLibp2pExtended, } from "./libp2p.js";
+import { DirectBlock } from "@peerbit/blocks";
+import { LevelDatastore } from "datastore-level";
+import { BinaryWriter } from "@dao-xyz/borsh";
+export const logger = loggerFn({ module: "client" });
+const isLibp2pInstance = (libp2p) => !!libp2p.getMultiaddrs;
+const createLevel = (path) => {
+    return path
+        ? new Level(path, { valueEncoding: "view" })
+        : new MemoryLevel({ valueEncoding: "view" });
+};
+const createCache = async (directory, options) => {
+    const cache = await new LazyLevel(createLevel(directory));
+    // "Wake up" the caches if they need it
+    if (cache)
+        await cache.open();
+    if (options?.reset) {
+        await cache["_store"].clear();
+    }
+    return cache;
+};
+export class Peerbit {
+    _libp2p;
+    directory;
+    /// program address => Program metadata
+    programs;
+    limitSigning;
+    _cache;
+    _libp2pExternal = false;
+    // Libp2p peerid in Identity form
+    _identity;
+    _keychain; // Keychain + Caching + X25519 keys
+    constructor(libp2p, options) {
+        if (libp2p == null) {
+            throw new Error("Libp2p required");
+        }
+        this._libp2p = libp2p;
+        if (this.libp2p.peerId.type !== "Ed25519") {
+            throw new Error("Unsupported id type, expecting Ed25519 but got " +
+                this.libp2p.peerId.type);
+        }
+        if (this.libp2p.peerId.type !== "Ed25519") {
+            throw new Error("Only Ed25519 peerIds are supported");
+        }
+        this._identity = options.identity;
+        this._keychain = options.keychain;
+        this.directory = options.directory;
+        this.programs = new Map();
+        this.limitSigning = options.limitSigning || false;
+        this._cache = options.cache;
+        this._libp2pExternal = options.libp2pExternal;
+    }
+    static async create(options = {}) {
+        await sodium.ready; // Some of the modules depends on sodium to be readyy
+        let libp2pExtended = options.libp2p;
+        const blocksDirectory = options.directory != null
+            ? path.join(options.directory, "/blocks").toString()
+            : undefined;
+        let libp2pExternal = false;
+        const datastore = options.directory != null
+            ? new LevelDatastore(path.join(options.directory, "/libp2p").toString())
+            : undefined;
+        if (datastore) {
+            await datastore.open();
+        }
+        if (!libp2pExtended) {
+            libp2pExtended = await createLibp2pExtended({
+                services: {
+                    blocks: (c) => new DirectBlock(c, { directory: blocksDirectory }),
+                    pubsub: (c) => new DirectSub(c),
+                },
+                // If directory is passed, we store keys within that directory, else we will use memory datastore (which is the default behaviour)
+                datastore,
+            });
+        }
+        else {
+            if (isLibp2pInstance(libp2pExtended)) {
+                libp2pExternal = true; // libp2p was created outside
+            }
+            else {
+                const extendedOptions = libp2pExtended;
+                libp2pExtended = await createLibp2pExtended({
+                    ...extendedOptions,
+                    services: {
+                        blocks: (c) => new DirectBlock(c, { directory: blocksDirectory }),
+                        pubsub: (c) => new DirectSub(c),
+                        ...extendedOptions?.services,
+                    },
+                    datastore,
+                });
+            }
+        }
+        if (datastore) {
+            const stopFn = libp2pExtended.stop.bind(libp2pExtended);
+            libp2pExtended.stop = async () => {
+                await stopFn();
+                await datastore?.close();
+            };
+        }
+        if (!libp2pExtended.isStarted()) {
+            await libp2pExtended.start();
+        }
+        if (libp2pExtended.peerId.type !== "Ed25519") {
+            throw new Error("Unsupported id type, expecting Ed25519 but got " +
+                libp2pExtended.peerId.type);
+        }
+        const directory = options.directory;
+        const cache = options.cache ||
+            (await createCache(directory ? path.join(directory, "/cache") : undefined));
+        const identity = Ed25519Keypair.fromPeerId(libp2pExtended.peerId);
+        const keychain = new Libp2pKeychain(libp2pExtended.keychain);
+        // Import identity into keychain
+        try {
+            const writer = new BinaryWriter();
+            writer.string("identity");
+            await keychain.import(identity, writer.finalize());
+        }
+        catch (error) {
+            if (error.code == "ERR_KEY_ALREADY_EXISTS") {
+                // Do nothing
+            }
+            else {
+                throw error;
+            }
+        }
+        const peer = new Peerbit(libp2pExtended, {
+            directory,
+            cache,
+            libp2pExternal,
+            limitSigning: options.limitSigning,
+            minReplicas: options.minReplicas,
+            refreshIntreval: options.refreshIntreval,
+            identity,
+            keychain,
+        });
+        return peer;
+    }
+    get libp2p() {
+        return this._libp2p;
+    }
+    get identity() {
+        return this._identity;
+    }
+    get peerId() {
+        return this.libp2p.peerId;
+    }
+    get services() {
+        return this.libp2p.services;
+    }
+    get keychain() {
+        return this._keychain;
+    }
+    getMultiaddrs() {
+        return this.libp2p.getMultiaddrs();
+    }
+    /**
+     * Dial a peer with an Ed25519 peerId
+     */
+    async dial(address) {
+        const maddress = typeof address == "string"
+            ? multiaddr(address)
+            : isMultiaddr(address) || Array.isArray(address)
+                ? address
+                : address.getMultiaddrs();
+        const connection = await this.libp2p.dial(maddress);
+        const publicKey = Ed25519PublicKey.fromPeerId(connection.remotePeer);
+        // TODO, do this as a promise instead using the onPeerConnected vents in pubsub and blocks
+        return ((await waitFor(() => this.libp2p.services.pubsub.peers.has(publicKey.hashcode()) &&
+            this.libp2p.services.blocks.peers.has(publicKey.hashcode()))) || false);
+    }
+    async start() {
+        if (!this.libp2p.isStarted()) {
+            this._libp2pExternal = false; // this means we will also close libp2p client on close
+            return this.libp2p.start();
+        }
+    }
+    async stop() {
+        // Close a direct connection and remove it from internal state
+        // Close all open databases
+        await Promise.all([...this.programs.values()].map((program) => program.close()));
+        await this._cache.close();
+        // Close libp2p (after above)
+        if (!this._libp2pExternal) {
+            // only close it if we created it
+            await this.libp2p.stop();
+        }
+        // Remove all databases from the state
+        this.programs = new Map();
+    }
+    _onProgamClose(program) {
+        this.programs.delete(program.address.toString());
+    }
+    _onProgramOpen(program) {
+        const programAddress = program.address?.toString();
+        if (!programAddress) {
+            throw new Error("Missing program address");
+        }
+        if (this.programs.has(programAddress)) {
+            // second condition only makes this throw error if we are to add a new instance with the same address
+            throw new Error(`Program at ${programAddress} is already open`);
+        }
+        this.programs.set(programAddress, program);
+    }
+    /**
+     * Default behaviour of a store is only to accept heads that are forks (new roots) with some probability
+     * and to replicate heads (and updates) which is requested by another peer
+     * @param store
+     * @param options
+     * @returns
+     */
+    async open(storeOrAddress, options = {}) {
+        if (!this.libp2p.isStarted()) {
+            throw new Error("Can not open a store while disconnected");
+        }
+        // TODO add locks for store lifecycle, e.g. what happens if we try to open and close a store at the same time?
+        let program = storeOrAddress;
+        if (typeof storeOrAddress === "string") {
+            try {
+                if (this.programs?.has(storeOrAddress.toString())) {
+                    throw new Error(`Program at ${storeOrAddress.toString()} is already open`);
+                }
+                else {
+                    program = (await Program.load(storeOrAddress, this._libp2p.services.blocks, options)); // TODO fix typings
+                    if (program instanceof Program === false) {
+                        throw new Error(`Failed to open program because program is of type ${program?.constructor.name} and not ${Program.name}`);
+                    }
+                }
+            }
+            catch (error) {
+                logger.error("Failed to load store with address: " + storeOrAddress.toString());
+                throw error;
+            }
+        }
+        else if (!program.closed) {
+            const existing = this.programs.get(program.address);
+            if (existing === program) {
+                return program;
+            }
+            else if (existing) {
+                throw new Error(`Program at ${program.address} is already open, but is another instance`);
+            }
+        }
+        logger.debug(`Open database '${program.constructor.name}`);
+        await program.beforeOpen(this, {
+            onOpen: (p) => {
+                if (p instanceof Program && p.parents.length === 1 && !p.parents[0]) {
+                    return this._onProgramOpen(p);
+                }
+            },
+            onClose: (p) => {
+                if (p instanceof Program) {
+                    return this._onProgamClose(p);
+                }
+            },
+            onDrop: (p) => {
+                if (p instanceof Program) {
+                    return this._onProgamClose(p);
+                }
+            },
+            ...options,
+            // If the program opens more programs
+            // reset: options.reset,
+        });
+        await program.open(options.args);
+        await program.afterOpen();
+        return program;
+    }
+    get memory() {
+        return this._cache;
+    }
+}
+//# sourceMappingURL=peer.js.map

package/lib/esm/peer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"peer.js","sourceRoot":"","sources":["../../src/peer.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,qBAAqB,CAAC;AAE5C,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAa,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAE5E,OAAO,EACN,cAAc,EACd,gBAAgB,EAChB,cAAc,GACd,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACN,OAAO,GAIP,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,IAAI,MAAM,iBAAiB,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,iBAAiB,CAAC;AAEzB,OAAO,EACN,oBAAoB,GAGpB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,MAAM,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;AA0BrD,MAAM,gBAAgB,GAAG,CAAC,MAA4C,EAAE,EAAE,CACzE,CAAC,CAAE,MAAiB,CAAC,aAAa,CAAC;AAEpC,MAAM,WAAW,GAAG,CAAC,IAAa,EAA0C,EAAE;IAC7E,OAAO,IAAI;QACV,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;QAC5C,CAAC,CAAC,IAAI,WAAW,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;AAC/C,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,EACxB,SAA6B,EAC7B,OAA6B,EAC5B,EAAE;IACH,MAAM,KAAK,GAAG,MAAM,IAAI,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IAE1D,uCAAuC;IACvC,IAAI,KAAK;QAAE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IAC9B,IAAI,OAAO,EAAE,KAAK,EAAE;QACnB,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;KAC9B;IAED,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,OAAO,OAAO;IACnB,OAAO,CAAiB;IAExB,SAAS,CAAU;IAEnB,uCAAuC;IACvC,QAAQ,CAAuB;IAC/B,YAAY,CAAU;IAEd,MAAM,CAAY;IAClB,eAAe,GAAa,KAAK,CAAC;IAE1C,iCAAiC;IACzB,SAAS,CAAiB;IAE1B,SAAS,CAAiB,CAAC,mCAAmC;IAEtE,YAAY,MAAsB,EAAE,OAAsB;QACzD,IAAI,MAAM,IAAI,IAAI,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACnC;QACD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE;YAC1C,MAAM,IAAI,KAAK,CACd,iDAAiD;gBAChD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CACxB,CAAC;SACF;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE;YAC1C,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;SACtD;QAED,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;QAElC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,KAAK,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAiC,EAAE;QACtD,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,qDAAqD;QAEzE,IAAI,cAAc,GAAmB,OAAO,CAAC,MAAwB,CAAC;QACtE,MAAM,eAAe,GACpB,OAAO,CAAC,SAAS,IAAI,IAAI;YACxB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,EAAE;YACpD,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,MAAM,SAAS,GACd,OAAO,CAAC,SAAS,IAAI,IAAI;YACxB,CAAC,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;YACxE,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,SAAS,EAAE;YACd,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;SACvB;QAED,IAAI,CAAC,cAAc,EAAE;YACpB,cAAc,GAAG,MAAM,oBAAoB,CAAC;gBAC3C,QAAQ,EAAE;oBACT,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC;oBACjE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC;iBAC/B;gBACD,kIAAkI;gBAClI,SAAS;aACT,CAAC,CAAC;SACH;aAAM;YACN,IAAI,gBAAgB,CAAC,cAAc,CAAC,EAAE;gBACrC,cAAc,GAAG,IAAI,CAAC,CAAC,6BAA6B;aACpD;iBAAM;gBACN,MAAM,eAAe,GAAG,cAA4C,CAAC;gBACrE,cAAc,GAAG,MAAM,oBAAoB,CAAC;oBAC3C,GAAG,eAAe;oBAClB,QAAQ,EAAE;wBACT,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC;wBACjE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC;wBAC/B,GAAG,eAAe,EAAE,QAAQ;qBAC5B;oBACD,SAAS;iBACT,CAAC,CAAC;aACH;SACD;QACD,IAAI,SAAS,EAAE;YACd,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACxD,cAAc,CAAC,IAAI,GAAG,KAAK,IAAI,EAAE;gBAChC,MAAM,MAAM,EAAE,CAAC;gBACf,MAAM,SAAS,EAAE,KAAK,EAAE,CAAC;YAC1B,CAAC,CAAC;SACF;QAED,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE;YAChC,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;SAC7B;QAED,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE;YAC7C,MAAM,IAAI,KAAK,CACd,iDAAiD;gBAChD,cAAc,CAAC,MAAM,CAAC,IAAI,CAC3B,CAAC;SACF;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACpC,MAAM,KAAK,GACV,OAAO,CAAC,KAAK;YACb,CAAC,MAAM,WAAW,CACjB,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CACtD,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,cAAc,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE7D,gCAAgC;QAEhC,IAAI;YACH,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAClC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC1B,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;SACnD;QAAC,OAAO,KAAU,EAAE;YACpB,IAAI,KAAK,CAAC,IAAI,IAAI,wBAAwB,EAAE;gBAC3C,aAAa;aACb;iBAAM;gBACN,MAAM,KAAK,CAAC;aACZ;SACD;QAED,MAAM,IAAI,GAAG,IAAI,OAAO,CAAC,cAAc,EAAE;YACxC,SAAS;YACT,KAAK;YACL,cAAc;YACd,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,QAAQ;YACR,QAAQ;SACR,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACb,CAAC;IACD,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAED,aAAa;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;IACpC,CAAC;IACD;;OAEG;IACH,KAAK,CAAC,IAAI,CACT,OAAyD;QAEzD,MAAM,QAAQ,GACb,OAAO,OAAO,IAAI,QAAQ;YACzB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC;YACpB,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChD,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAErE,0FAA0F;QAC1F,OAAO,CACN,CAAC,MAAM,OAAO,CACb,GAAG,EAAE,CACJ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAC5D,CAAC,IAAI,KAAK,CACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE;YAC7B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,CAAC,uDAAuD;YACrF,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;SAC3B;IACF,CAAC;IACD,KAAK,CAAC,IAAI;QACT,8DAA8D;QAE9D,2BAA2B;QAC3B,MAAM,OAAO,CAAC,GAAG,CAChB,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAC7D,CAAC;QAEF,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAE1B,6BAA6B;QAC7B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;YAC1B,iCAAiC;YACjC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;SACzB;QAED,sCAAsC;QACtC,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;IAC3B,CAAC;IAEO,cAAc,CAAC,OAAgB;QACtC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,OAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IAEO,cAAc,CAAC,OAAgB;QACtC,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;QACnD,IAAI,CAAC,cAAc,EAAE;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;SAC3C;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;YACtC,qGAAqG;YACrG,MAAM,IAAI,KAAK,CAAC,cAAc,cAAc,kBAAkB,CAAC,CAAC;SAChE;QAED,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED;;;;;;OAMG;IAEH,KAAK,CAAC,IAAI,CACT,cAAoC,EACpC,UAA6B,EAAE;QAE/B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;SAC3D;QAED,8GAA8G;QAE9G,IAAI,OAAO,GAAG,cAAmB,CAAC;QAClC,IAAI,OAAO,cAAc,KAAK,QAAQ,EAAE;YACvC,IAAI;gBACH,IAAI,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,EAAE;oBAClD,MAAM,IAAI,KAAK,CACd,cAAc,cAAc,CAAC,QAAQ,EAAE,kBAAkB,CACzD,CAAC;iBACF;qBAAM;oBACN,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAC5B,cAAc,EACd,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAC5B,OAAO,CACP,CAAM,CAAC,CAAC,mBAAmB;oBAC5B,IAAI,OAAO,YAAY,OAAO,KAAK,KAAK,EAAE;wBACzC,MAAM,IAAI,KAAK,CACd,qDAAqD,OAAO,EAAE,WAAW,CAAC,IAAI,YAAY,OAAO,CAAC,IAAI,EAAE,CACxG,CAAC;qBACF;iBACD;aACD;YAAC,OAAO,KAAK,EAAE;gBACf,MAAM,CAAC,KAAK,CACX,qCAAqC,GAAG,cAAc,CAAC,QAAQ,EAAE,CACjE,CAAC;gBACF,MAAM,KAAK,CAAC;aACZ;SACD;aAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,QAAQ,KAAK,OAAO,EAAE;gBACzB,OAAO,OAAO,CAAC;aACf;iBAAM,IAAI,QAAQ,EAAE;gBACpB,MAAM,IAAI,KAAK,CACd,cAAc,OAAO,CAAC,OAAO,2CAA2C,CACxE,CAAC;aACF;SACD;QAED,MAAM,CAAC,KAAK,CAAC,kBAAkB,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE;YAC9B,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;gBACb,IAAI,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;oBACpE,OAAO,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;iBAC9B;YACF,CAAC;YACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;gBACd,IAAI,CAAC,YAAY,OAAO,EAAE;oBACzB,OAAO,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;iBAC9B;YACF,CAAC;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;gBACb,IAAI,CAAC,YAAY,OAAO,EAAE;oBACzB,OAAO,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;iBAC9B;YACF,CAAC;YACD,GAAG,OAAO;YACV,qCAAqC;YACrC,wBAAwB;SACxB,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;QAE1B,OAAO,OAAY,CAAC;IACrB,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;CACD"}

package/lib/esm/transports-browser.d.ts

@@ -0,0 +1,2 @@
+export declare const transports: () => ((components: import("libp2p/dist/src/circuit-relay/transport").CircuitRelayTransportComponents) => import("@libp2p/interface-transport").Transport)[];
+export declare const relay: () => undefined;

package/lib/esm/transports-browser.js

@@ -0,0 +1,13 @@
+import { webSockets } from "@libp2p/websockets";
+import { circuitRelayTransport } from "libp2p/circuit-relay";
+import { webRTC } from "@libp2p/webrtc";
+import { all } from "@libp2p/websockets/filters";
+export const transports = () => [
+    webSockets({ filter: all }),
+    circuitRelayTransport({
+        discoverRelays: 1,
+    }),
+    webRTC({}),
+];
+export const relay = () => undefined;
+//# sourceMappingURL=transports-browser.js.map

package/lib/esm/transports-browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transports-browser.js","sourceRoot":"","sources":["../../src/transports-browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,GAAG,EAAE,MAAM,4BAA4B,CAAC;AAEjD,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC3B,qBAAqB,CAAC;QACrB,cAAc,EAAE,CAAC;KACjB,CAAC;IACF,MAAM,CAAC,EAAE,CAAC;CACV,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC"}

package/lib/esm/transports.d.ts

@@ -0,0 +1,2 @@
+export declare const transports: () => (((components: import("libp2p/dist/src/circuit-relay/transport").CircuitRelayTransportComponents) => import("@libp2p/interface-transport").Transport) | ((components?: import("@libp2p/tcp").TCPComponents | undefined) => import("@libp2p/interface-transport").Transport))[];
+export declare const relay: () => (components: import("libp2p/dist/src/circuit-relay/server").CircuitRelayServerComponents) => import("libp2p/circuit-relay").CircuitRelayService;

package/lib/esm/transports.js

@@ -0,0 +1,12 @@
+import { webSockets } from "@libp2p/websockets";
+import { circuitRelayTransport } from "libp2p/circuit-relay";
+import { tcp } from "@libp2p/tcp";
+import { circuitRelayServer } from "libp2p/circuit-relay";
+import { all } from "@libp2p/websockets/filters";
+export const transports = () => [
+    webSockets({ filter: all }),
+    circuitRelayTransport(),
+    tcp(),
+];
+export const relay = () => circuitRelayServer({ reservations: { maxReservations: 1000 } });
+//# sourceMappingURL=transports.js.map

package/lib/esm/transports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transports.js","sourceRoot":"","sources":["../../src/transports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,GAAG,EAAE,MAAM,4BAA4B,CAAC;AACjD,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC3B,qBAAqB,EAAE;IACvB,GAAG,EAAE;CACL,CAAC;AACF,MAAM,CAAC,MAAM,KAAK,GAAG,GAAG,EAAE,CACzB,kBAAkB,CAAC,EAAE,YAAY,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,68 @@
+{
+	"name": "peerbit",
+	"version": "1.0.1",
+	"description": "Peerbit client",
+	"author": "dao.xyz",
+	"license": "MIT",
+	"type": "module",
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/dao-xyz/peerbit"
+	},
+	"engines": {
+		"node": ">=16.15.1"
+	},
+	"files": [
+		"lib",
+		"src",
+		"!src/**/__tests__",
+		"!lib/**/__tests__",
+		"!src/**/__benchmark__",
+		"!lib/**/__benchmark__",
+		"LICENSE"
+	],
+	"publishConfig": {
+		"access": "public"
+	},
+	"module": "lib/esm/index.js",
+	"types": "lib/esm/index.d.ts",
+	"exports": {
+		"import": "./lib/esm/index.js"
+	},
+	"dependencies": {
+		"@dao-xyz/borsh": "^5.1.5",
+		"@peerbit/blocks": "^1.0.1",
+		"@peerbit/crypto": "1.0.1",
+		"@peerbit/lazy-level": "1.0.0",
+		"@peerbit/logger": "1.0.0",
+		"@peerbit/program": "1.0.1",
+		"@peerbit/pubsub": "^1.0.1",
+		"@peerbit/uint8arrays": "2.0.0",
+		"level": "^8.0.0",
+		"memory-level": "^1.0.0",
+		"p-queue": "^7.3.4"
+	},
+	"devDependencies": {
+		"p-each-series": "^3.0.0",
+		"p-map-series": "^3.0.0"
+	},
+	"scripts": {
+		"clean": "shx rm -rf lib/*",
+		"build": "yarn clean && tsc -p tsconfig.json",
+		"postbuild": "echo '{\"type\":\"module\"} ' | node ../../../node_modules/.bin/json > lib/esm/package.json"
+	},
+	"localMaintainers": [
+		"dao.xyz"
+	],
+	"keywords": [
+		"crdt",
+		"database",
+		"distributed",
+		"decentralised",
+		"distributed",
+		"ipfs",
+		"p2p",
+		"peer-to-peer"
+	],
+	"gitHead": "069ce2f62a76c342875a1cc695c6f210beff13fd"
+}

package/src/index.ts

@@ -0,0 +1,8 @@
+export * from "./peer.js";
+export {
+	createLibp2pExtended,
+	type Libp2pExtendServices,
+	type Libp2pExtended,
+	type Libp2pCreateOptions,
+	type Libp2pCreateOptionsWithServices,
+} from "./libp2p.js";

package/src/libp2p.ts

@@ -0,0 +1,73 @@
+import { createLibp2p, Libp2p, Libp2pOptions, ServiceFactoryMap } from "libp2p";
+import { DirectSub } from "@peerbit/pubsub";
+import { DirectBlock } from "@peerbit/blocks";
+import { noise } from "@dao-xyz/libp2p-noise";
+import { mplex } from "@libp2p/mplex";
+import { transports, relay } from "./transports.js";
+import { identifyService } from "libp2p/identify";
+import { CircuitRelayService } from "libp2p/dist/src/circuit-relay/index.js";
+
+export type Libp2pExtendServices = {
+	pubsub: DirectSub;
+	blocks: DirectBlock;
+};
+export type Libp2pExtended = Libp2p<
+	{ relay: CircuitRelayService; identify: any } & Libp2pExtendServices
+>;
+
+export type Libp2pCreateOptions = Libp2pOptions<
+	Libp2pExtendServices & { relay: CircuitRelayService; identify: any }
+>;
+
+export type Libp2pCreateOptionsWithServices = Libp2pCreateOptions & {
+	services: ServiceFactoryMap<Libp2pExtendServices>;
+};
+
+export const createLibp2pExtended = (
+	opts: Libp2pCreateOptions = {
+		services: {
+			blocks: (c) => new DirectBlock(c),
+			pubsub: (c) => new DirectSub(c),
+		},
+	}
+): Promise<Libp2pExtended> => {
+	const relayIdentify = {
+		relay: relay(),
+		identify: identifyService(),
+	};
+
+	// https://github.com/libp2p/js-libp2p/issues/1757
+	Object.keys(relayIdentify).forEach((key) => {
+		if (relayIdentify[key] === undefined) {
+			delete relayIdentify[key];
+		}
+	});
+
+	return createLibp2p({
+		connectionManager: {
+			minConnections: 0,
+		},
+		addresses: {
+			listen: ["/ip4/127.0.0.1/tcp/0", "/ip4/127.0.0.1/tcp/0/ws"],
+		},
+		transports: transports(),
+		connectionEncryption: [noise()],
+		streamMuxers: [mplex()],
+		...opts,
+		services: {
+			...relayIdentify,
+			pubsub:
+				opts.services?.pubsub ||
+				((c) =>
+					new DirectSub(c, {
+						canRelayMessage: true,
+						signaturePolicy: "StrictNoSign",
+						connectionManager: {
+							autoDial: true,
+						},
+					})),
+			blocks: opts.services?.blocks || ((c) => new DirectBlock(c)),
+			...opts.services,
+		},
+	});
+};

package/src/peer.ts

@@ -0,0 +1,401 @@
+import LazyLevel from "@peerbit/lazy-level";
+import { AbstractLevel } from "abstract-level";
+import { Level } from "level";
+import { MemoryLevel } from "memory-level";
+import { multiaddr, Multiaddr, isMultiaddr } from "@multiformats/multiaddr";
+import type { Libp2p } from "libp2p";
+import {
+	Ed25519Keypair,
+	Ed25519PublicKey,
+	Libp2pKeychain,
+} from "@peerbit/crypto";
+import {
+	Program,
+	Address,
+	ProgramInitializationOptions,
+	ProgramClient,
+} from "@peerbit/program";
+import { logger as loggerFn } from "@peerbit/logger";
+import { DirectSub } from "@peerbit/pubsub";
+import sodium from "libsodium-wrappers";
+import path from "path-browserify";
+import { waitFor } from "@peerbit/time";
+import "@libp2p/peer-id";
+
+import {
+	createLibp2pExtended,
+	Libp2pExtended,
+	Libp2pCreateOptions as ClientCreateOptions,
+} from "./libp2p.js";
+import { DirectBlock } from "@peerbit/blocks";
+import { LevelDatastore } from "datastore-level";
+import { BinaryWriter } from "@dao-xyz/borsh";
+
+export const logger = loggerFn({ module: "client" });
+
+export type OptionalCreateOptions = {
+	limitSigning?: boolean;
+	minReplicas?: number;
+	refreshIntreval?: number;
+	libp2pExternal?: boolean;
+};
+export type CreateOptions = {
+	directory?: string;
+	cache: LazyLevel;
+	identity: Ed25519Keypair;
+	keychain: Libp2pKeychain;
+} & OptionalCreateOptions;
+
+export type CreateInstanceOptions = {
+	libp2p?: Libp2pExtended | ClientCreateOptions;
+	directory?: string;
+	cache?: LazyLevel;
+} & OptionalCreateOptions;
+export type OpenOptions<Args> = {
+	timeout?: number;
+	/* 
+	reset?: boolean; */
+} & ProgramInitializationOptions<Args>;
+
+const isLibp2pInstance = (libp2p: Libp2pExtended | ClientCreateOptions) =>
+	!!(libp2p as Libp2p).getMultiaddrs;
+
+const createLevel = (path?: string): AbstractLevel<any, string, Uint8Array> => {
+	return path
+		? new Level(path, { valueEncoding: "view" })
+		: new MemoryLevel({ valueEncoding: "view" });
+};
+
+const createCache = async (
+	directory: string | undefined,
+	options?: { reset?: boolean }
+) => {
+	const cache = await new LazyLevel(createLevel(directory));
+
+	// "Wake up" the caches if they need it
+	if (cache) await cache.open();
+	if (options?.reset) {
+		await cache["_store"].clear();
+	}
+
+	return cache;
+};
+
+export class Peerbit implements ProgramClient {
+	_libp2p: Libp2pExtended;
+
+	directory?: string;
+
+	/// program address => Program metadata
+	programs: Map<string, Program>;
+	limitSigning: boolean;
+
+	private _cache: LazyLevel;
+	private _libp2pExternal?: boolean = false;
+
+	// Libp2p peerid in Identity form
+	private _identity: Ed25519Keypair;
+
+	private _keychain: Libp2pKeychain; // Keychain + Caching + X25519 keys
+
+	constructor(libp2p: Libp2pExtended, options: CreateOptions) {
+		if (libp2p == null) {
+			throw new Error("Libp2p required");
+		}
+		this._libp2p = libp2p;
+		if (this.libp2p.peerId.type !== "Ed25519") {
+			throw new Error(
+				"Unsupported id type, expecting Ed25519 but got " +
+					this.libp2p.peerId.type
+			);
+		}
+
+		if (this.libp2p.peerId.type !== "Ed25519") {
+			throw new Error("Only Ed25519 peerIds are supported");
+		}
+
+		this._identity = options.identity;
+		this._keychain = options.keychain;
+
+		this.directory = options.directory;
+		this.programs = new Map();
+		this.limitSigning = options.limitSigning || false;
+		this._cache = options.cache;
+		this._libp2pExternal = options.libp2pExternal;
+	}
+
+	static async create(options: CreateInstanceOptions = {}): Promise<Peerbit> {
+		await sodium.ready; // Some of the modules depends on sodium to be readyy
+
+		let libp2pExtended: Libp2pExtended = options.libp2p as Libp2pExtended;
+		const blocksDirectory =
+			options.directory != null
+				? path.join(options.directory, "/blocks").toString()
+				: undefined;
+		let libp2pExternal = false;
+
+		const datastore =
+			options.directory != null
+				? new LevelDatastore(path.join(options.directory, "/libp2p").toString())
+				: undefined;
+		if (datastore) {
+			await datastore.open();
+		}
+
+		if (!libp2pExtended) {
+			libp2pExtended = await createLibp2pExtended({
+				services: {
+					blocks: (c) => new DirectBlock(c, { directory: blocksDirectory }),
+					pubsub: (c) => new DirectSub(c),
+				},
+				// If directory is passed, we store keys within that directory, else we will use memory datastore (which is the default behaviour)
+				datastore,
+			});
+		} else {
+			if (isLibp2pInstance(libp2pExtended)) {
+				libp2pExternal = true; // libp2p was created outside
+			} else {
+				const extendedOptions = libp2pExtended as any as ClientCreateOptions;
+				libp2pExtended = await createLibp2pExtended({
+					...extendedOptions,
+					services: {
+						blocks: (c) => new DirectBlock(c, { directory: blocksDirectory }),
+						pubsub: (c) => new DirectSub(c),
+						...extendedOptions?.services,
+					},
+					datastore,
+				});
+			}
+		}
+		if (datastore) {
+			const stopFn = libp2pExtended.stop.bind(libp2pExtended);
+			libp2pExtended.stop = async () => {
+				await stopFn();
+				await datastore?.close();
+			};
+		}
+
+		if (!libp2pExtended.isStarted()) {
+			await libp2pExtended.start();
+		}
+
+		if (libp2pExtended.peerId.type !== "Ed25519") {
+			throw new Error(
+				"Unsupported id type, expecting Ed25519 but got " +
+					libp2pExtended.peerId.type
+			);
+		}
+
+		const directory = options.directory;
+		const cache =
+			options.cache ||
+			(await createCache(
+				directory ? path.join(directory, "/cache") : undefined
+			));
+
+		const identity = Ed25519Keypair.fromPeerId(libp2pExtended.peerId);
+		const keychain = new Libp2pKeychain(libp2pExtended.keychain);
+
+		// Import identity into keychain
+
+		try {
+			const writer = new BinaryWriter();
+			writer.string("identity");
+			await keychain.import(identity, writer.finalize());
+		} catch (error: any) {
+			if (error.code == "ERR_KEY_ALREADY_EXISTS") {
+				// Do nothing
+			} else {
+				throw error;
+			}
+		}
+
+		const peer = new Peerbit(libp2pExtended, {
+			directory,
+			cache,
+			libp2pExternal,
+			limitSigning: options.limitSigning,
+			minReplicas: options.minReplicas,
+			refreshIntreval: options.refreshIntreval,
+			identity,
+			keychain,
+		});
+		return peer;
+	}
+	get libp2p(): Libp2pExtended {
+		return this._libp2p;
+	}
+
+	get identity(): Ed25519Keypair {
+		return this._identity;
+	}
+
+	get peerId() {
+		return this.libp2p.peerId;
+	}
+
+	get services() {
+		return this.libp2p.services;
+	}
+
+	get keychain(): Libp2pKeychain {
+		return this._keychain;
+	}
+
+	getMultiaddrs(): Multiaddr[] {
+		return this.libp2p.getMultiaddrs();
+	}
+	/**
+	 * Dial a peer with an Ed25519 peerId
+	 */
+	async dial(
+		address: string | Multiaddr | Multiaddr[] | ProgramClient
+	): Promise<boolean> {
+		const maddress =
+			typeof address == "string"
+				? multiaddr(address)
+				: isMultiaddr(address) || Array.isArray(address)
+				? address
+				: address.getMultiaddrs();
+		const connection = await this.libp2p.dial(maddress);
+		const publicKey = Ed25519PublicKey.fromPeerId(connection.remotePeer);
+
+		// TODO, do this as a promise instead using the onPeerConnected vents in pubsub and blocks
+		return (
+			(await waitFor(
+				() =>
+					this.libp2p.services.pubsub.peers.has(publicKey.hashcode()) &&
+					this.libp2p.services.blocks.peers.has(publicKey.hashcode())
+			)) || false
+		);
+	}
+
+	async start() {
+		if (!this.libp2p.isStarted()) {
+			this._libp2pExternal = false; // this means we will also close libp2p client on close
+			return this.libp2p.start();
+		}
+	}
+	async stop() {
+		// Close a direct connection and remove it from internal state
+
+		// Close all open databases
+		await Promise.all(
+			[...this.programs.values()].map((program) => program.close())
+		);
+
+		await this._cache.close();
+
+		// Close libp2p (after above)
+		if (!this._libp2pExternal) {
+			// only close it if we created it
+			await this.libp2p.stop();
+		}
+
+		// Remove all databases from the state
+		this.programs = new Map();
+	}
+
+	private _onProgamClose(program: Program) {
+		this.programs.delete(program.address!.toString());
+	}
+
+	private _onProgramOpen(program: Program) {
+		const programAddress = program.address?.toString();
+		if (!programAddress) {
+			throw new Error("Missing program address");
+		}
+		if (this.programs.has(programAddress)) {
+			// second condition only makes this throw error if we are to add a new instance with the same address
+			throw new Error(`Program at ${programAddress} is already open`);
+		}
+
+		this.programs.set(programAddress, program);
+	}
+
+	/**
+	 * Default behaviour of a store is only to accept heads that are forks (new roots) with some probability
+	 * and to replicate heads (and updates) which is requested by another peer
+	 * @param store
+	 * @param options
+	 * @returns
+	 */
+
+	async open<S extends Program<Args>, Args = any>(
+		storeOrAddress: S | Address | string,
+		options: OpenOptions<Args> = {}
+	): Promise<S> {
+		if (!this.libp2p.isStarted()) {
+			throw new Error("Can not open a store while disconnected");
+		}
+
+		// TODO add locks for store lifecycle, e.g. what happens if we try to open and close a store at the same time?
+
+		let program = storeOrAddress as S;
+		if (typeof storeOrAddress === "string") {
+			try {
+				if (this.programs?.has(storeOrAddress.toString())) {
+					throw new Error(
+						`Program at ${storeOrAddress.toString()} is already open`
+					);
+				} else {
+					program = (await Program.load(
+						storeOrAddress,
+						this._libp2p.services.blocks,
+						options
+					)) as S; // TODO fix typings
+					if (program instanceof Program === false) {
+						throw new Error(
+							`Failed to open program because program is of type ${program?.constructor.name} and not ${Program.name}`
+						);
+					}
+				}
+			} catch (error) {
+				logger.error(
+					"Failed to load store with address: " + storeOrAddress.toString()
+				);
+				throw error;
+			}
+		} else if (!program.closed) {
+			const existing = this.programs.get(program.address);
+			if (existing === program) {
+				return program;
+			} else if (existing) {
+				throw new Error(
+					`Program at ${program.address} is already open, but is another instance`
+				);
+			}
+		}
+
+		logger.debug(`Open database '${program.constructor.name}`);
+		await program.beforeOpen(this, {
+			onOpen: (p) => {
+				if (p instanceof Program && p.parents.length === 1 && !p.parents[0]) {
+					return this._onProgramOpen(p);
+				}
+			},
+			onClose: (p) => {
+				if (p instanceof Program) {
+					return this._onProgamClose(p);
+				}
+			},
+			onDrop: (p) => {
+				if (p instanceof Program) {
+					return this._onProgamClose(p);
+				}
+			},
+			...options,
+			// If the program opens more programs
+			// reset: options.reset,
+		});
+
+		await program.open(options.args);
+		await program.afterOpen();
+
+		return program as S;
+	}
+
+	get memory() {
+		return this._cache;
+	}
+}

package/src/transports-browser.ts

@@ -0,0 +1,14 @@
+import { webSockets } from "@libp2p/websockets";
+import { circuitRelayTransport } from "libp2p/circuit-relay";
+import { webRTC } from "@libp2p/webrtc";
+import { all } from "@libp2p/websockets/filters";
+
+export const transports = () => [
+	webSockets({ filter: all }),
+	circuitRelayTransport({
+		discoverRelays: 1,
+	}),
+	webRTC({}),
+];
+
+export const relay = () => undefined;

package/src/transports.ts

@@ -0,0 +1,12 @@
+import { webSockets } from "@libp2p/websockets";
+import { circuitRelayTransport } from "libp2p/circuit-relay";
+import { tcp } from "@libp2p/tcp";
+import { circuitRelayServer } from "libp2p/circuit-relay";
+import { all } from "@libp2p/websockets/filters";
+export const transports = () => [
+	webSockets({ filter: all }),
+	circuitRelayTransport(),
+	tcp(),
+];
+export const relay = () =>
+	circuitRelayServer({ reservations: { maxReservations: 1000 } });