@peerbit/blocks 1.0.1

package/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2022 dao.xyz
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/README.md

@@ -0,0 +1,3 @@
+# Direct block
+
+Block swap/share protocol built on top of [Direct Stream](./../direct-stream/README.md)

package/lib/esm/block.d.ts

@@ -0,0 +1,26 @@
+import { CID } from "multiformats/cid";
+import * as raw from "multiformats/codecs/raw";
+import * as dagCbor from "@ipld/dag-cbor";
+import * as Block from "multiformats/block";
+import type { MultihashHasher } from "multiformats/hashes/hasher";
+export declare const defaultHasher: import("multiformats/hashes/hasher").Hasher<"sha2-256", 18>;
+export declare const codecCodes: {
+    113: typeof dagCbor;
+    85: typeof raw;
+};
+export declare const codecMap: {
+    raw: typeof raw;
+    "dag-cbor": typeof dagCbor;
+};
+export declare const cidifyString: (str: string) => CID;
+export declare const stringifyCid: (cid: any) => string;
+export declare const checkDecodeBlock: (expectedCID: CID | string, bytes: Uint8Array, options: {
+    hasher?: any;
+    codec?: any;
+}) => Promise<Block.Block<any, any, any, any>>;
+export declare const getBlockValue: <T>(block: Block.Block<T, any, any, any>, links?: string[]) => Promise<T>;
+export declare const prepareBlockWrite: (value: any, codec: any, links?: string[]) => any;
+export declare const createBlock: (value: any, format: string, options?: {
+    hasher?: MultihashHasher<number>;
+    links?: string[];
+}) => Promise<Block.Block<any, any, any, any>>;

package/lib/esm/block.js

@@ -0,0 +1,89 @@
+import { CID } from "multiformats/cid";
+import * as raw from "multiformats/codecs/raw";
+import * as dagCbor from "@ipld/dag-cbor";
+import { sha256 } from "multiformats/hashes/sha2";
+import { base58btc } from "multiformats/bases/base58";
+import * as Block from "multiformats/block";
+const unsupportedCodecError = () => new Error("unsupported codec");
+const defaultBase = base58btc;
+export const defaultHasher = sha256;
+export const codecCodes = {
+    [dagCbor.code]: dagCbor,
+    [raw.code]: raw,
+};
+export const codecMap = {
+    raw: raw,
+    "dag-cbor": dagCbor,
+};
+export const cidifyString = (str) => {
+    if (!str) {
+        return str; // TODO fix types
+    }
+    return CID.parse(str, defaultBase);
+};
+export const stringifyCid = (cid) => {
+    if (!cid || typeof cid === "string") {
+        return cid;
+    }
+    if (cid["/"]) {
+        return defaultBase.encode(cid["/"]);
+    }
+    return cid.toString(defaultBase);
+};
+export const checkDecodeBlock = async (expectedCID, bytes, options) => {
+    const cidObject = typeof expectedCID === "string" ? cidifyString(expectedCID) : expectedCID;
+    const codec = options.codec || codecCodes[cidObject.code];
+    const block = await Block.decode({
+        bytes: bytes,
+        codec,
+        hasher: options?.hasher || defaultHasher,
+    });
+    if (!block.cid.equals(cidObject)) {
+        throw new Error("CID does not match");
+    }
+    return block;
+};
+export const getBlockValue = async (block, links) => {
+    if (block.cid.code === dagCbor.code) {
+        const value = block.value;
+        links = links || [];
+        links.forEach((prop) => {
+            if (value[prop]) {
+                value[prop] = Array.isArray(value[prop])
+                    ? value[prop].map(stringifyCid)
+                    : stringifyCid(value[prop]);
+            }
+        });
+        return value;
+    }
+    if (block.cid.code === raw.code) {
+        return block.value;
+    }
+    throw new Error("Unsupported");
+};
+export const prepareBlockWrite = (value, codec, links) => {
+    if (!codec)
+        throw unsupportedCodecError();
+    if (codec.code === dagCbor.code) {
+        links = links || [];
+        links.forEach((prop) => {
+            if (value[prop]) {
+                value[prop] = Array.isArray(value[prop])
+                    ? value[prop].map(cidifyString)
+                    : cidifyString(value[prop]);
+            }
+        });
+    }
+    return value;
+};
+export const createBlock = async (value, format, options) => {
+    const codec = codecMap[format];
+    value = prepareBlockWrite(value, codec, options?.links);
+    const block = await Block.encode({
+        value,
+        codec,
+        hasher: options?.hasher || defaultHasher,
+    });
+    return block;
+};
+//# sourceMappingURL=block.js.map

package/lib/esm/block.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"block.js","sourceRoot":"","sources":["../../src/block.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,GAAG,MAAM,yBAAyB,CAAC;AAC/C,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AACtD,OAAO,KAAK,KAAK,MAAM,oBAAoB,CAAC;AAG5C,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AAEnE,MAAM,WAAW,GAAG,SAAS,CAAC;AAE9B,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AAEpC,MAAM,CAAC,MAAM,UAAU,GAAG;IACzB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO;IACvB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG;CACf,CAAC;AACF,MAAM,CAAC,MAAM,QAAQ,GAAG;IACvB,GAAG,EAAE,GAAG;IACR,UAAU,EAAE,OAAO;CACnB,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,GAAW,EAAO,EAAE;IAChD,IAAI,CAAC,GAAG,EAAE;QACT,OAAO,GAAiB,CAAC,CAAC,iBAAiB;KAC3C;IAED,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,GAAQ,EAAU,EAAE;IAChD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;QACpC,OAAO,GAAG,CAAC;KACX;IAED,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE;QACb,OAAO,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;KACpC;IACD,OAAO,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AAClC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EACpC,WAAyB,EACzB,KAAiB,EACjB,OAAsC,EACK,EAAE;IAC7C,MAAM,SAAS,GACd,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;QAChC,KAAK,EAAE,KAAK;QACZ,KAAK;QACL,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,aAAa;KACxC,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE;QACjC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACtC;IACD,OAAO,KAAsC,CAAC;AAC/C,CAAC,CAAC;AACF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EACjC,KAAoC,EACpC,KAAgB,EACH,EAAE;IACf,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAY,CAAC;QACjC,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC;QACpB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE;gBAChB,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACvC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC;oBAC/B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;aAC7B;QACF,CAAC,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;KACb;IACD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE;QAChC,OAAO,KAAK,CAAC,KAAU,CAAC;KACxB;IACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAU,EAAE,KAAU,EAAE,KAAgB,EAAE,EAAE;IAC7E,IAAI,CAAC,KAAK;QAAE,MAAM,qBAAqB,EAAE,CAAC;IAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE;QAChC,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC;QACpB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE;gBAChB,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACvC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC;oBAC/B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;aAC7B;QACF,CAAC,CAAC,CAAC;KACH;IACD,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAC/B,KAAU,EACV,MAAc,EACd,OAGC,EAC0C,EAAE;IAC7C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/B,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;QAChC,KAAK;QACL,KAAK;QACL,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,aAAa;KACxC,CAAC,CAAC;IACH,OAAO,KAAwC,CAAC;AACjD,CAAC,CAAC"}

package/lib/esm/index.d.ts

@@ -0,0 +1,5 @@
+export { cidifyString, stringifyCid, createBlock, getBlockValue, } from "./block.js";
+export { DirectBlock } from "./libp2p.js";
+export * from "./store.js";
+export * from "./level.js";
+export * from "./libp2p.js";

package/lib/esm/index.js

@@ -0,0 +1,6 @@
+export { cidifyString, stringifyCid, createBlock, getBlockValue, } from "./block.js";
+export { DirectBlock } from "./libp2p.js";
+export * from "./store.js";
+export * from "./level.js";
+export * from "./libp2p.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,aAAa,GACb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC"}

package/lib/esm/level.d.ts

@@ -0,0 +1,30 @@
+import { Blocks } from "@peerbit/blocks-interface";
+import { AbstractLevel } from "abstract-level";
+import { LazyLevelOptions } from "@peerbit/lazy-level";
+import { PutOptions } from "@peerbit/blocks-interface";
+import { PeerId } from "@libp2p/interface-peer-id";
+import { PublicSignKey } from "@peerbit/crypto";
+export declare class LevelBlockStore implements Blocks {
+    private _level;
+    private _opening;
+    private _closed;
+    private _onClose;
+    constructor(level: AbstractLevel<any, string, Uint8Array>, options?: LazyLevelOptions);
+    get(cid: string, options?: {
+        raw?: boolean;
+        links?: string[];
+        timeout?: number;
+        hasher?: any;
+    }): Promise<Uint8Array | undefined>;
+    put(bytes: Uint8Array, options?: PutOptions): Promise<string>;
+    rm(cid: string): Promise<void>;
+    has(cid: string): Promise<boolean>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    idle(): Promise<void>;
+    get status(): "open" | "opening" | "closed" | "closing";
+    waitFor(peer: PeerId | PublicSignKey): Promise<void>;
+}
+export declare class MemoryLevelBlockStore extends LevelBlockStore {
+    constructor(options?: LazyLevelOptions);
+}

package/lib/esm/level.js

@@ -0,0 +1,88 @@
+import { cidifyString, codecCodes, createBlock, defaultHasher, stringifyCid, } from "./block.js";
+import * as Block from "multiformats/block";
+import { MemoryLevel } from "memory-level";
+import { waitFor } from "@peerbit/time";
+import LazyLevel from "@peerbit/lazy-level";
+export class LevelBlockStore {
+    _level;
+    _opening;
+    _closed = false;
+    _onClose;
+    constructor(level, options) {
+        this._level = new LazyLevel(level, options);
+    }
+    async get(cid, options) {
+        const cidObject = cidifyString(cid);
+        try {
+            const bytes = await this._level.get(cid);
+            if (!bytes) {
+                return undefined;
+            }
+            const codec = codecCodes[cidObject.code];
+            const block = await Block.decode({
+                bytes,
+                codec,
+                hasher: options?.hasher || defaultHasher,
+            });
+            return block.bytes;
+        }
+        catch (error) {
+            if (typeof error?.code === "string" &&
+                error?.code?.indexOf("LEVEL_NOT_FOUND") !== -1) {
+                return undefined;
+            }
+            throw error;
+        }
+    }
+    async put(bytes, options) {
+        const block = await createBlock(bytes, "raw");
+        const cid = stringifyCid(block.cid);
+        const bbytes = block.bytes;
+        await this._level.put(cid, bbytes);
+        return cid;
+    }
+    async rm(cid) {
+        await this._level.del(cid);
+    }
+    async has(cid) {
+        return !!(await this._level.get(cid));
+    }
+    async start() {
+        this._closed = false;
+        await this._level.open();
+        try {
+            this._opening = waitFor(() => this._level.status === "open", {
+                delayInterval: 100,
+                timeout: 10 * 1000,
+                stopperCallback: (fn) => {
+                    this._onClose = fn;
+                },
+            });
+            await this._opening;
+        }
+        finally {
+            this._onClose = undefined;
+        }
+    }
+    async stop() {
+        await this.idle();
+        this._closed = true;
+        this._onClose && this._onClose();
+        return this._level.close();
+    }
+    async idle() {
+        await this._level.idle();
+    }
+    get status() {
+        return this._level.status;
+    }
+    async waitFor(peer) {
+        return; // Offline storage // TODO ßthis feels off resolving
+    }
+}
+export class MemoryLevelBlockStore extends LevelBlockStore {
+    constructor(options) {
+        super(new MemoryLevel({ valueEncoding: "view" }), options);
+    }
+}
+//# sourceMappingURL=level.js.map

package/lib/esm/level.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"level.js","sourceRoot":"","sources":["../../src/level.ts"],"names":[],"mappings":"AACA,OAAO,EACN,YAAY,EACZ,UAAU,EACV,WAAW,EACX,aAAa,EACb,YAAY,GACZ,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,KAAK,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,SAA+B,MAAM,qBAAqB,CAAC;AAKlE,MAAM,OAAO,eAAe;IACnB,MAAM,CAAY;IAClB,QAAQ,CAAe;IACvB,OAAO,GAAG,KAAK,CAAC;IAChB,QAAQ,CAA0B;IAC1C,YACC,KAA6C,EAC7C,OAA0B;QAE1B,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,GAAG,CACR,GAAW,EACX,OAKC;QAED,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,EAAE;gBACX,OAAO,SAAS,CAAC;aACjB;YACD,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;gBAChC,KAAK;gBACL,KAAK;gBACL,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,aAAa;aACxC,CAAC,CAAC;YACH,OAAQ,KAAgD,CAAC,KAAK,CAAC;SAC/D;QAAC,OAAO,KAAU,EAAE;YACpB,IACC,OAAO,KAAK,EAAE,IAAI,KAAK,QAAQ;gBAC/B,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAC7C;gBACD,OAAO,SAAS,CAAC;aACjB;YACD,MAAM,KAAK,CAAC;SACZ;IACF,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAiB,EAAE,OAAoB;QAChD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;QAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACnC,OAAO,GAAG,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,EAAE,CAAC,GAAW;QACnB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACpB,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAEzB,IAAI;YACH,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE;gBAC5D,aAAa,EAAE,GAAG;gBAClB,OAAO,EAAE,EAAE,GAAG,IAAI;gBAClB,eAAe,EAAE,CAAC,EAAE,EAAE,EAAE;oBACvB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACpB,CAAC;aACD,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC;SACpB;gBAAS;YACT,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;SAC1B;IACF,CAAC;IAED,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,IAA4B;QACzC,OAAO,CAAC,oDAAoD;IAC7D,CAAC;CACD;AAED,MAAM,OAAO,qBAAsB,SAAQ,eAAe;IACzD,YAAY,OAA0B;QACrC,KAAK,CAAC,IAAI,WAAW,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;CACD"}

package/lib/esm/libp2p.d.ts

@@ -0,0 +1,36 @@
+import { Blocks as IBlocks } from "@peerbit/blocks-interface";
+import { DirectStream } from "@peerbit/stream";
+import { DirectStreamComponents } from "@peerbit/stream";
+import { GetOptions, PutOptions } from "@peerbit/blocks-interface";
+export declare class BlockMessage {
+}
+export declare class BlockRequest extends BlockMessage {
+    cid: string;
+    constructor(cid: string);
+}
+export declare class BlockResponse extends BlockMessage {
+    cid: string;
+    bytes: Uint8Array;
+    constructor(cid: string, bytes: Uint8Array);
+}
+export type DirectBlockComponents = DirectStreamComponents;
+export declare class DirectBlock extends DirectStream implements IBlocks {
+    private _localStore;
+    private _responseHandler?;
+    private _resolvers;
+    private _readFromPeersPromises;
+    _open: boolean;
+    constructor(components: DirectBlockComponents, options?: {
+        directory?: string;
+        canRelayMessage?: boolean;
+        localTimeout?: number;
+    });
+    put(bytes: Uint8Array, options?: PutOptions | undefined): Promise<string>;
+    has(cid: string): Promise<boolean>;
+    get(cid: string, options?: GetOptions | undefined): Promise<Uint8Array | undefined>;
+    rm(cid: string): Promise<void>;
+    start(): Promise<void>;
+    private _readFromPeers;
+    stop(): Promise<void>;
+    get status(): import("./store.js").StoreStatus;
+}

package/lib/esm/libp2p.js

@@ -0,0 +1,189 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { stringifyCid, cidifyString, codecCodes, checkDecodeBlock, } from "./block.js";
+import { variant, field, serialize, deserialize } from "@dao-xyz/borsh";
+import { DirectStream } from "@peerbit/stream";
+import { LevelBlockStore, MemoryLevelBlockStore } from "./level.js";
+import { Level } from "level";
+export class BlockMessage {
+}
+export let BlockRequest = class BlockRequest extends BlockMessage {
+    cid;
+    constructor(cid) {
+        super();
+        this.cid = cid;
+    }
+};
+__decorate([
+    field({ type: "string" }),
+    __metadata("design:type", String)
+], BlockRequest.prototype, "cid", void 0);
+BlockRequest = __decorate([
+    variant(0),
+    __metadata("design:paramtypes", [String])
+], BlockRequest);
+export let BlockResponse = class BlockResponse extends BlockMessage {
+    cid;
+    bytes;
+    constructor(cid, bytes) {
+        super();
+        this.cid = cid;
+        this.bytes = bytes;
+    }
+};
+__decorate([
+    field({ type: "string" }),
+    __metadata("design:type", String)
+], BlockResponse.prototype, "cid", void 0);
+__decorate([
+    field({ type: Uint8Array }),
+    __metadata("design:type", Uint8Array)
+], BlockResponse.prototype, "bytes", void 0);
+BlockResponse = __decorate([
+    variant(1),
+    __metadata("design:paramtypes", [String, Uint8Array])
+], BlockResponse);
+export class DirectBlock extends DirectStream {
+    _localStore;
+    _responseHandler;
+    _resolvers;
+    _readFromPeersPromises;
+    _open = false;
+    constructor(components, options) {
+        super(components, ["direct-block/1.0.0"], {
+            emitSelf: false,
+            signaturePolicy: "StrictNoSign",
+            messageProcessingConcurrency: 10,
+            canRelayMessage: options?.canRelayMessage ?? true,
+        });
+        const localTimeout = options?.localTimeout || 1000;
+        this._localStore =
+            options?.directory != null
+                ? new LevelBlockStore(new Level(options.directory))
+                : new MemoryLevelBlockStore();
+        this._resolvers = new Map();
+        this._readFromPeersPromises = new Map();
+        this._responseHandler = async (evt) => {
+            if (!evt) {
+                return;
+            }
+            const message = evt.detail;
+            try {
+                const decoded = deserialize(message.data, BlockMessage);
+                if (decoded instanceof BlockRequest && this._localStore) {
+                    const cid = stringifyCid(decoded.cid);
+                    const bytes = await this._localStore.get(cid, {
+                        timeout: localTimeout,
+                    });
+                    if (!bytes) {
+                        return;
+                    }
+                    const response = serialize(new BlockResponse(cid, bytes));
+                    await this.publish(response);
+                }
+                else if (decoded instanceof BlockResponse) {
+                    // TODO make sure we are not storing too much bytes in ram (like filter large blocks)
+                    this._resolvers.get(decoded.cid)?.(decoded.bytes);
+                }
+            }
+            catch (error) {
+                console.error("Got error for libp2p block transport: ", error);
+                return; // timeout o r invalid cid
+            }
+        };
+    }
+    async put(bytes, options) {
+        if (!this._localStore) {
+            throw new Error("Local store not set");
+        }
+        return this._localStore.put(bytes, options);
+    }
+    async has(cid) {
+        return this._localStore.has(cid);
+    }
+    async get(cid, options) {
+        const cidObject = cidifyString(cid);
+        let value = this._localStore
+            ? await this._localStore.get(cid, options)
+            : undefined;
+        if (!value) {
+            // try to get it remotelly
+            value = await this._readFromPeers(cid, cidObject, options);
+            if (options?.replicate && value) {
+                this._localStore.put(value, options);
+            }
+        }
+        return value;
+    }
+    async rm(cid) {
+        this._localStore?.rm(cid);
+    }
+    async start() {
+        await this._localStore?.start();
+        await super.start();
+        this.addEventListener("data", this._responseHandler);
+        this._open = true;
+    }
+    async _readFromPeers(cidString, cidObject, options = {}) {
+        const codec = codecCodes[cidObject.code];
+        let promise = this._readFromPeersPromises.get(cidString);
+        if (!promise) {
+            promise = new Promise((resolve, reject) => {
+                const timeoutCallback = setTimeout(() => {
+                    resolve(undefined);
+                }, options.timeout || 30 * 1000);
+                this._resolvers.set(cidString, async (bytes) => {
+                    const value = await checkDecodeBlock(cidObject, bytes, {
+                        codec,
+                        hasher: options?.hasher,
+                    });
+                    clearTimeout(timeoutCallback);
+                    this._resolvers.delete(cidString); // TODO concurrency might not work as expected here
+                    resolve(value);
+                });
+            });
+            const publish = (to) => this.publish(serialize(new BlockRequest(cidString)), { to: to });
+            await publish();
+            const publishOnNewPeers = (e) => {
+                return publish([e.detail]);
+            };
+            this._readFromPeersPromises.set(cidString, promise);
+            // we want to make sure that if some new peers join, we also try to ask them
+            this.addEventListener("peer:reachable", publishOnNewPeers);
+            const result = await promise;
+            this._readFromPeersPromises.delete(cidString);
+            // stop asking new peers, because we already got an response
+            this.removeEventListener("peer:reachable", publishOnNewPeers);
+            return result?.bytes;
+        }
+        else {
+            const result = await promise;
+            return result?.bytes;
+        }
+    }
+    async stop() {
+        await super.stop();
+        this.removeEventListener("data", this._responseHandler);
+        await this._localStore?.stop();
+        this._readFromPeersPromises.clear();
+        this._resolvers.clear();
+        this._open = false;
+        // we dont cleanup subscription because we dont know if someone else is sbuscribing also
+    }
+    get status() {
+        if (this._open) {
+            return this._localStore?.status || this.started;
+        }
+        else {
+            return "closed";
+        }
+    }
+}
+//# sourceMappingURL=libp2p.js.map

package/lib/esm/libp2p.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"libp2p.js","sourceRoot":"","sources":["../../src/libp2p.ts"],"names":[],"mappings":";;;;;;;;;AAEA,OAAO,EACN,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,gBAAgB,GAChB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAGxE,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAK/C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACpE,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAG9B,MAAM,OAAO,YAAY;CAAG;AAGrB,WAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,YAAY;IAE7C,GAAG,CAAS;IAEZ,YAAY,GAAW;QACtB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IAChB,CAAC;CACD,CAAA;AANA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;yCACd;AAFA,YAAY;IADxB,OAAO,CAAC,CAAC,CAAC;;GACE,YAAY,CAQxB;AAGM,WAAM,aAAa,GAAnB,MAAM,aAAc,SAAQ,YAAY;IAE9C,GAAG,CAAS;IAGZ,KAAK,CAAa;IAElB,YAAY,GAAW,EAAE,KAAiB;QACzC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACpB,CAAC;CACD,CAAA;AAVA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;0CACd;AAGZ;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACrB,UAAU;4CAAC;AALN,aAAa;IADzB,OAAO,CAAC,CAAC,CAAC;6CAQsB,UAAU;GAP9B,aAAa,CAYzB;AAGD,MAAM,OAAO,WAAY,SAAQ,YAAY;IACpC,WAAW,CAAa;IACxB,gBAAgB,CAA0C;IAC1D,UAAU,CAA0C;IACpD,sBAAsB,CAG5B;IACF,KAAK,GAAG,KAAK,CAAC;IAEd,YACC,UAAiC,EACjC,OAIC;QAED,KAAK,CAAC,UAAU,EAAE,CAAC,oBAAoB,CAAC,EAAE;YACzC,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,cAAc;YAC/B,4BAA4B,EAAE,EAAE;YAChC,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,IAAI;SACjD,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,IAAI,CAAC;QACnD,IAAI,CAAC,WAAW;YACf,OAAO,EAAE,SAAS,IAAI,IAAI;gBACzB,CAAC,CAAC,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACnD,CAAC,CAAC,IAAI,qBAAqB,EAAE,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,sBAAsB,GAAG,IAAI,GAAG,EAAE,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,KAAK,EAAE,GAA6B,EAAE,EAAE;YAC/D,IAAI,CAAC,GAAG,EAAE;gBACT,OAAO;aACP;YACD,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC;YAC3B,IAAI;gBACH,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;gBACxD,IAAI,OAAO,YAAY,YAAY,IAAI,IAAI,CAAC,WAAW,EAAE;oBACxD,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE;wBAC7C,OAAO,EAAE,YAAY;qBACrB,CAAC,CAAC;oBACH,IAAI,CAAC,KAAK,EAAE;wBACX,OAAO;qBACP;oBACD,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC1D,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;iBAC7B;qBAAM,IAAI,OAAO,YAAY,aAAa,EAAE;oBAC5C,qFAAqF;oBAErF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;iBAClD;aACD;YAAC,OAAO,KAAK,EAAE;gBACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;gBAC/D,OAAO,CAAC,0BAA0B;aAClC;QACF,CAAC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CACR,KAAiB,EACjB,OAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACtB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;SACvC;QACD,OAAO,IAAI,CAAC,WAAY,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IACD,KAAK,CAAC,GAAG,CACR,GAAW,EACX,OAAgC;QAEhC,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,KAAK,GAAG,IAAI,CAAC,WAAW;YAC3B,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC;YAC1C,CAAC,CAAC,SAAS,CAAC;QAEb,IAAI,CAAC,KAAK,EAAE;YACX,0BAA0B;YAC1B,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE,SAAS,IAAI,KAAK,EAAE;gBAChC,IAAI,CAAC,WAAY,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;aACtC;SACD;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED,KAAK,CAAC,EAAE,CAAC,GAAW;QACnB,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK;QACV,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QAChC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAiB,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC3B,SAAiB,EACjB,SAAc,EACd,UAA8C,EAAE;QAEhD,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,OAAO,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,EAAE;YACb,OAAO,GAAG,IAAI,OAAO,CACpB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACnB,MAAM,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;oBACvC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACpB,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC;gBAEjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,KAAiB,EAAE,EAAE;oBAC1D,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,KAAK,EAAE;wBACtD,KAAK;wBACL,MAAM,EAAE,OAAO,EAAE,MAAM;qBACvB,CAAC,CAAC;oBAEH,YAAY,CAAC,eAAe,CAAC,CAAC;oBAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,mDAAmD;oBACtF,OAAO,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;YACJ,CAAC,CACD,CAAC;YACF,MAAM,OAAO,GAAG,CAAC,EAAoB,EAAE,EAAE,CACxC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,EAAE,CAAC;YAEhB,MAAM,iBAAiB,GAAG,CAAC,CAA6B,EAAE,EAAE;gBAC3D,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5B,CAAC,CAAC;YAEF,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAEpD,4EAA4E;YAC5E,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;YAE3D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;YAC7B,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE9C,4DAA4D;YAC5D,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;YAC9D,OAAO,MAAM,EAAE,KAAK,CAAC;SACrB;aAAM;YACN,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;YAC7B,OAAO,MAAM,EAAE,KAAK,CAAC;SACrB;IACF,CAAC;IAED,KAAK,CAAC,IAAI;QACT,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACxD,MAAM,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEnB,wFAAwF;IACzF,CAAC;IAED,IAAI,MAAM;QACT,IAAI,IAAI,CAAC,KAAK,EAAE;YACf,OAAO,IAAI,CAAC,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;SAChD;aAAM;YACN,OAAO,QAAQ,CAAC;SAChB;IACF,CAAC;CACD"}

package/lib/esm/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}

package/lib/esm/store.d.ts

@@ -0,0 +1,7 @@
+import { Blocks as IBlockStore } from "@peerbit/blocks-interface";
+export type StoreStatus = "open" | "opening" | "closed" | "closing";
+export interface BlockStore extends IBlockStore {
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    get status(): StoreStatus;
+}

package/lib/esm/store.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=store.js.map

package/lib/esm/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/store.ts"],"names":[],"mappings":""}

package/lib/esm/streams.d.ts

@@ -0,0 +1 @@
+export declare const x = 123;

package/lib/esm/streams.js

@@ -0,0 +1,2 @@
+export const x = 123;
+//# sourceMappingURL=streams.js.map

package/lib/esm/streams.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streams.js","sourceRoot":"","sources":["../../src/streams.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC"}

package/package.json

@@ -0,0 +1,67 @@
+{
+	"name": "@peerbit/blocks",
+	"version": "1.0.1",
+	"description": "Block store streaming",
+	"type": "module",
+	"sideEffects": false,
+	"private": false,
+	"publishConfig": {
+		"access": "public"
+	},
+	"module": "lib/esm/index.js",
+	"types": "lib/esm/index.d.ts",
+	"exports": {
+		"import": "./lib/esm/index.js"
+	},
+	"scripts": {
+		"clean": "shx rm -rf lib/*",
+		"build": "yarn clean && tsc -p tsconfig.json",
+		"postbuild": "echo '{\"type\":\"module\"} ' | node ../../../node_modules/.bin/json > lib/esm/package.json",
+		"test": "node ../../../node_modules/.binß/jest test  -c  ../../../jest.config.ts --runInBand --forceExit",
+		"test:unit": "node ../../../node_modules/.bin/jest test  -c  ../../../jest.config.unit.ts --runInBand --forceExit",
+		"test:integration": "node ../node_modules/.bin/jest test -c  ../../../jest.config.integration.ts --runInBand --forceExit"
+	},
+	"files": [
+		"lib",
+		"src",
+		"!src/**/__tests__",
+		"!lib/**/__tests__",
+		"!src/**/__benchmark__",
+		"!lib/**/__benchmark__",
+		"LICENSE"
+	],
+	"engines": {
+		"node": ">=16.15.1"
+	},
+	"repository": {
+		"type": "git",
+		"url": "git+https://github.com/dao-xyz/peerbit.git"
+	},
+	"keywords": [
+		"peerbit"
+	],
+	"author": "dao.xyz",
+	"license": "MIT",
+	"bugs": {
+		"url": "https://github.com/dao-xyz/peerbit/issues"
+	},
+	"homepage": "https://github.com/dao-xyz/peerbit#readme",
+	"localMaintainers": [
+		"dao.xyz"
+	],
+	"devDependencies": {
+		"@peerbit/libp2p-test-utils": "1.0.0"
+	},
+	"dependencies": {
+		"@dao-xyz/borsh": "^5.1.5",
+		"@ipld/dag-cbor": "^9.0.2",
+		"@peerbit/blocks-interface": "1.0.1",
+		"@peerbit/crypto": "1.0.1",
+		"@peerbit/lazy-level": "1.0.0",
+		"@peerbit/stream": "1.0.1",
+		"abstract-level": "^1.0.3",
+		"libp2p": "^0.45.9",
+		"memory-level": "^1.0.0"
+	},
+	"gitHead": "069ce2f62a76c342875a1cc695c6f210beff13fd"
+}

package/src/block.ts

@@ -0,0 +1,114 @@
+import { CID } from "multiformats/cid";
+import * as raw from "multiformats/codecs/raw";
+import * as dagCbor from "@ipld/dag-cbor";
+import { sha256 } from "multiformats/hashes/sha2";
+import { base58btc } from "multiformats/bases/base58";
+import * as Block from "multiformats/block";
+import type { MultihashHasher } from "multiformats/hashes/hasher";
+
+const unsupportedCodecError = () => new Error("unsupported codec");
+
+const defaultBase = base58btc;
+
+export const defaultHasher = sha256;
+
+export const codecCodes = {
+	[dagCbor.code]: dagCbor,
+	[raw.code]: raw,
+};
+export const codecMap = {
+	raw: raw,
+	"dag-cbor": dagCbor,
+};
+
+export const cidifyString = (str: string): CID => {
+	if (!str) {
+		return str as any as CID; // TODO fix types
+	}
+
+	return CID.parse(str, defaultBase);
+};
+
+export const stringifyCid = (cid: any): string => {
+	if (!cid || typeof cid === "string") {
+		return cid;
+	}
+
+	if (cid["/"]) {
+		return defaultBase.encode(cid["/"]);
+	}
+	return cid.toString(defaultBase);
+};
+
+export const checkDecodeBlock = async (
+	expectedCID: CID | string,
+	bytes: Uint8Array,
+	options: { hasher?: any; codec?: any }
+): Promise<Block.Block<any, any, any, any>> => {
+	const cidObject =
+		typeof expectedCID === "string" ? cidifyString(expectedCID) : expectedCID;
+	const codec = options.codec || codecCodes[cidObject.code];
+	const block = await Block.decode({
+		bytes: bytes,
+		codec,
+		hasher: options?.hasher || defaultHasher,
+	});
+	if (!block.cid.equals(cidObject)) {
+		throw new Error("CID does not match");
+	}
+	return block as Block.Block<any, any, any, 1>;
+};
+export const getBlockValue = async <T>(
+	block: Block.Block<T, any, any, any>,
+	links?: string[]
+): Promise<T> => {
+	if (block.cid.code === dagCbor.code) {
+		const value = block.value as any;
+		links = links || [];
+		links.forEach((prop) => {
+			if (value[prop]) {
+				value[prop] = Array.isArray(value[prop])
+					? value[prop].map(stringifyCid)
+					: stringifyCid(value[prop]);
+			}
+		});
+		return value;
+	}
+	if (block.cid.code === raw.code) {
+		return block.value as T;
+	}
+	throw new Error("Unsupported");
+};
+
+export const prepareBlockWrite = (value: any, codec: any, links?: string[]) => {
+	if (!codec) throw unsupportedCodecError();
+	if (codec.code === dagCbor.code) {
+		links = links || [];
+		links.forEach((prop) => {
+			if (value[prop]) {
+				value[prop] = Array.isArray(value[prop])
+					? value[prop].map(cidifyString)
+					: cidifyString(value[prop]);
+			}
+		});
+	}
+	return value;
+};
+
+export const createBlock = async (
+	value: any,
+	format: string,
+	options?: {
+		hasher?: MultihashHasher<number>;
+		links?: string[];
+	}
+): Promise<Block.Block<any, any, any, any>> => {
+	const codec = codecMap[format];
+	value = prepareBlockWrite(value, codec, options?.links);
+	const block = await Block.encode({
+		value,
+		codec,
+		hasher: options?.hasher || defaultHasher,
+	});
+	return block as Block.Block<any, any, any, any>;
+};

package/src/index.ts

@@ -0,0 +1,10 @@
+export {
+	cidifyString,
+	stringifyCid,
+	createBlock,
+	getBlockValue,
+} from "./block.js";
+export { DirectBlock } from "./libp2p.js";
+export * from "./store.js";
+export * from "./level.js";
+export * from "./libp2p.js";

package/src/level.ts

@@ -0,0 +1,120 @@
+import { Blocks } from "@peerbit/blocks-interface";
+import {
+	cidifyString,
+	codecCodes,
+	createBlock,
+	defaultHasher,
+	stringifyCid,
+} from "./block.js";
+import * as Block from "multiformats/block";
+import { AbstractLevel } from "abstract-level";
+import { MemoryLevel } from "memory-level";
+import { waitFor } from "@peerbit/time";
+import LazyLevel, { LazyLevelOptions } from "@peerbit/lazy-level";
+import { PutOptions } from "@peerbit/blocks-interface";
+import { PeerId } from "@libp2p/interface-peer-id";
+import { PublicSignKey } from "@peerbit/crypto";
+
+export class LevelBlockStore implements Blocks {
+	private _level: LazyLevel;
+	private _opening: Promise<any>;
+	private _closed = false;
+	private _onClose: (() => any) | undefined;
+	constructor(
+		level: AbstractLevel<any, string, Uint8Array>,
+		options?: LazyLevelOptions
+	) {
+		this._level = new LazyLevel(level, options);
+	}
+
+	async get(
+		cid: string,
+		options?: {
+			raw?: boolean;
+			links?: string[];
+			timeout?: number;
+			hasher?: any;
+		}
+	): Promise<Uint8Array | undefined> {
+		const cidObject = cidifyString(cid);
+		try {
+			const bytes = await this._level.get(cid);
+			if (!bytes) {
+				return undefined;
+			}
+			const codec = codecCodes[cidObject.code];
+			const block = await Block.decode({
+				bytes,
+				codec,
+				hasher: options?.hasher || defaultHasher,
+			});
+			return (block as Block.Block<Uint8Array, any, any, any>).bytes;
+		} catch (error: any) {
+			if (
+				typeof error?.code === "string" &&
+				error?.code?.indexOf("LEVEL_NOT_FOUND") !== -1
+			) {
+				return undefined;
+			}
+			throw error;
+		}
+	}
+
+	async put(bytes: Uint8Array, options?: PutOptions): Promise<string> {
+		const block = await createBlock(bytes, "raw");
+		const cid = stringifyCid(block.cid);
+		const bbytes = block.bytes;
+		await this._level.put(cid, bbytes);
+		return cid;
+	}
+
+	async rm(cid: string): Promise<void> {
+		await this._level.del(cid);
+	}
+
+	async has(cid: string) {
+		return !!(await this._level.get(cid));
+	}
+
+	async start(): Promise<void> {
+		this._closed = false;
+		await this._level.open();
+
+		try {
+			this._opening = waitFor(() => this._level.status === "open", {
+				delayInterval: 100,
+				timeout: 10 * 1000,
+				stopperCallback: (fn) => {
+					this._onClose = fn;
+				},
+			});
+			await this._opening;
+		} finally {
+			this._onClose = undefined;
+		}
+	}
+
+	async stop(): Promise<void> {
+		await this.idle();
+		this._closed = true;
+		this._onClose && this._onClose();
+		return this._level.close();
+	}
+
+	async idle(): Promise<void> {
+		await this._level.idle();
+	}
+
+	get status() {
+		return this._level.status;
+	}
+	async waitFor(peer: PeerId | PublicSignKey): Promise<void> {
+		return; // Offline storage // TODO ßthis feels off resolving
+	}
+}
+
+export class MemoryLevelBlockStore extends LevelBlockStore {
+	constructor(options?: LazyLevelOptions) {
+		super(new MemoryLevel({ valueEncoding: "view" }), options);
+	}
+}

package/src/libp2p.ts

@@ -0,0 +1,223 @@
+import { BlockStore } from "./store.js";
+import { Blocks as IBlocks } from "@peerbit/blocks-interface";
+import {
+	stringifyCid,
+	cidifyString,
+	codecCodes,
+	checkDecodeBlock,
+} from "./block.js";
+import { variant, field, serialize, deserialize } from "@dao-xyz/borsh";
+import { CID } from "multiformats/cid";
+import { DataMessage } from "@peerbit/stream-interface";
+import { DirectStream } from "@peerbit/stream";
+
+import * as Block from "multiformats/block";
+import { PublicSignKey } from "@peerbit/crypto";
+import { DirectStreamComponents } from "@peerbit/stream";
+import { LevelBlockStore, MemoryLevelBlockStore } from "./level.js";
+import { Level } from "level";
+import { GetOptions, PutOptions } from "@peerbit/blocks-interface";
+
+export class BlockMessage {}
+
+@variant(0)
+export class BlockRequest extends BlockMessage {
+	@field({ type: "string" })
+	cid: string;
+
+	constructor(cid: string) {
+		super();
+		this.cid = cid;
+	}
+}
+
+@variant(1)
+export class BlockResponse extends BlockMessage {
+	@field({ type: "string" })
+	cid: string;
+
+	@field({ type: Uint8Array })
+	bytes: Uint8Array;
+
+	constructor(cid: string, bytes: Uint8Array) {
+		super();
+		this.cid = cid;
+		this.bytes = bytes;
+	}
+}
+
+export type DirectBlockComponents = DirectStreamComponents;
+export class DirectBlock extends DirectStream implements IBlocks {
+	private _localStore: BlockStore;
+	private _responseHandler?: (evt: CustomEvent<DataMessage>) => any;
+	private _resolvers: Map<string, (data: Uint8Array) => void>;
+	private _readFromPeersPromises: Map<
+		string,
+		Promise<Block.Block<any, any, any, 1> | undefined> | undefined
+	>;
+	_open = false;
+
+	constructor(
+		components: DirectBlockComponents,
+		options?: {
+			directory?: string;
+			canRelayMessage?: boolean;
+			localTimeout?: number;
+		}
+	) {
+		super(components, ["direct-block/1.0.0"], {
+			emitSelf: false,
+			signaturePolicy: "StrictNoSign",
+			messageProcessingConcurrency: 10,
+			canRelayMessage: options?.canRelayMessage ?? true,
+		});
+
+		const localTimeout = options?.localTimeout || 1000;
+		this._localStore =
+			options?.directory != null
+				? new LevelBlockStore(new Level(options.directory))
+				: new MemoryLevelBlockStore();
+		this._resolvers = new Map();
+		this._readFromPeersPromises = new Map();
+		this._responseHandler = async (evt: CustomEvent<DataMessage>) => {
+			if (!evt) {
+				return;
+			}
+			const message = evt.detail;
+			try {
+				const decoded = deserialize(message.data, BlockMessage);
+				if (decoded instanceof BlockRequest && this._localStore) {
+					const cid = stringifyCid(decoded.cid);
+					const bytes = await this._localStore.get(cid, {
+						timeout: localTimeout,
+					});
+					if (!bytes) {
+						return;
+					}
+					const response = serialize(new BlockResponse(cid, bytes));
+					await this.publish(response);
+				} else if (decoded instanceof BlockResponse) {
+					// TODO make sure we are not storing too much bytes in ram (like filter large blocks)
+
+					this._resolvers.get(decoded.cid)?.(decoded.bytes);
+				}
+			} catch (error) {
+				console.error("Got error for libp2p block transport: ", error);
+				return; // timeout o r invalid cid
+			}
+		};
+	}
+
+	async put(
+		bytes: Uint8Array,
+		options?: PutOptions | undefined
+	): Promise<string> {
+		if (!this._localStore) {
+			throw new Error("Local store not set");
+		}
+		return this._localStore!.put(bytes, options);
+	}
+
+	async has(cid: string) {
+		return this._localStore.has(cid);
+	}
+	async get(
+		cid: string,
+		options?: GetOptions | undefined
+	): Promise<Uint8Array | undefined> {
+		const cidObject = cidifyString(cid);
+		let value = this._localStore
+			? await this._localStore.get(cid, options)
+			: undefined;
+
+		if (!value) {
+			// try to get it remotelly
+			value = await this._readFromPeers(cid, cidObject, options);
+			if (options?.replicate && value) {
+				this._localStore!.put(value, options);
+			}
+		}
+		return value;
+	}
+
+	async rm(cid: string) {
+		this._localStore?.rm(cid);
+	}
+
+	async start(): Promise<void> {
+		await this._localStore?.start();
+		await super.start();
+		this.addEventListener("data", this._responseHandler!);
+		this._open = true;
+	}
+
+	private async _readFromPeers(
+		cidString: string,
+		cidObject: CID,
+		options: { timeout?: number; hasher?: any } = {}
+	): Promise<Uint8Array | undefined> {
+		const codec = codecCodes[cidObject.code];
+		let promise = this._readFromPeersPromises.get(cidString);
+		if (!promise) {
+			promise = new Promise<Block.Block<any, any, any, 1> | undefined>(
+				(resolve, reject) => {
+					const timeoutCallback = setTimeout(() => {
+						resolve(undefined);
+					}, options.timeout || 30 * 1000);
+
+					this._resolvers.set(cidString, async (bytes: Uint8Array) => {
+						const value = await checkDecodeBlock(cidObject, bytes, {
+							codec,
+							hasher: options?.hasher,
+						});
+
+						clearTimeout(timeoutCallback);
+						this._resolvers.delete(cidString); // TODO concurrency might not work as expected here
+						resolve(value);
+					});
+				}
+			);
+			const publish = (to?: PublicSignKey[]) =>
+				this.publish(serialize(new BlockRequest(cidString)), { to: to });
+			await publish();
+
+			const publishOnNewPeers = (e: CustomEvent<PublicSignKey>) => {
+				return publish([e.detail]);
+			};
+
+			this._readFromPeersPromises.set(cidString, promise);
+
+			// we want to make sure that if some new peers join, we also try to ask them
+			this.addEventListener("peer:reachable", publishOnNewPeers);
+
+			const result = await promise;
+			this._readFromPeersPromises.delete(cidString);
+
+			// stop asking new peers, because we already got an response
+			this.removeEventListener("peer:reachable", publishOnNewPeers);
+			return result?.bytes;
+		} else {
+			const result = await promise;
+			return result?.bytes;
+		}
+	}
+
+	async stop(): Promise<void> {
+		await super.stop();
+		this.removeEventListener("data", this._responseHandler);
+		await this._localStore?.stop();
+		this._readFromPeersPromises.clear();
+		this._resolvers.clear();
+		this._open = false;
+
+		// we dont cleanup subscription because we dont know if someone else is sbuscribing also
+	}
+
+	get status() {
+		if (this._open) {
+			return this._localStore?.status || this.started;
+		} else {
+			return "closed";
+		}
+	}
+}

package/src/store.ts

@@ -0,0 +1,8 @@
+import { Blocks as IBlockStore } from "@peerbit/blocks-interface";
+
+export type StoreStatus = "open" | "opening" | "closed" | "closing";
+export interface BlockStore extends IBlockStore {
+	start(): Promise<void>;
+	stop(): Promise<void>;
+	get status(): StoreStatus;
+}

package/src/streams.ts

@@ -0,0 +1 @@
+export const x = 123;