@peerbit/please-lib 0.0.5 → 0.0.7

package/lib/esm/index.d.ts

@@ -1,71 +1,120 @@
 import { Program } from "@peerbit/program";
 import { Documents, Role } from "@peerbit/document";
+import { SyncFilter } from "@peerbit/shared-log";
+import { PublicSignKey } from "@peerbit/crypto";
 import { ProgramClient } from "@peerbit/program";
-declare abstract class AbstractFile {
+import { TrustedNetwork } from "@peerbit/trusted-network";
+export declare abstract class AbstractFile {
     abstract id: string;
     abstract name: string;
-    abstract getFile(files: Files): Promise<Uint8Array | undefined>;
+    abstract size: number;
+    abstract parentId?: string;
+    abstract getFile<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(files: Files, properties?: {
+        as: OutputType;
+        timeout?: number;
+        progress?: (progress: number) => any;
+    }): Promise<Output>;
+    abstract delete(files: Files): Promise<void>;
 }
 export declare class TinyFile extends AbstractFile {
     id: string;
     name: string;
     file: Uint8Array;
+    parentId?: string;
+    get size(): number;
     constructor(properties: {
         name: string;
         file: Uint8Array;
+        parentId?: string;
     });
-    getFile(_files: Files): Promise<Uint8Array>;
+    getFile<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(_files: Files, properties?: {
+        as: OutputType;
+        progress?: (progress: number) => any;
+    }): Promise<Output>;
+    delete(): Promise<void>;
 }
 export declare class SmallFile extends AbstractFile {
     id: string;
     name: string;
     cid: string;
+    size: number;
+    parentId?: string;
     constructor(properties: {
         name: string;
         cid: string;
+        size: number;
+        parentId?: string;
     });
-    static create(node: ProgramClient, name: string, file: Uint8Array): Promise<SmallFile>;
-    getFile(files: Files): Promise<Uint8Array | undefined>;
+    static create(node: ProgramClient, name: string, file: Uint8Array, parentId?: string): Promise<SmallFile>;
+    getFile<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(files: Files, properties?: {
+        as: OutputType;
+        timeout?: number;
+        progress?: (progress: number) => any;
+    }): Promise<Output>;
+    delete(files: Files): Promise<void>;
 }
 export declare class LargeFile extends AbstractFile {
     id: string;
     name: string;
     fileIds: string[];
+    size: number;
     constructor(properties: {
         id: string;
         name: string;
         fileIds: string[];
+        size: number;
     });
     static create(name: string, file: Uint8Array, files: Files): Promise<LargeFile>;
-    getFile(files: Files): Promise<Uint8Array>;
+    get parentId(): undefined;
+    fetchChunks(files: Files): Promise<AbstractFile[]>;
+    delete(files: Files): Promise<void>;
+    getFile<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(files: Files, properties?: {
+        as: OutputType;
+        timeout?: number;
+        progress?: (progress: number) => any;
+    }): Promise<Output>;
 }
 type Args = {
     role: Role;
+    sync?: SyncFilter | undefined;
 };
 export declare class Files extends Program<Args> {
     id: Uint8Array;
+    name: string;
+    trustGraph?: TrustedNetwork;
     files: Documents<AbstractFile>;
-    constructor(id?: Uint8Array);
-    create(name: string, file: Uint8Array): Promise<string>;
+    constructor(properties?: {
+        id?: Uint8Array;
+        name?: string;
+        rootKey?: PublicSignKey;
+    });
+    add(name: string, file: Uint8Array, parentId?: string): Promise<string>;
+    removeById(id: string): Promise<void>;
+    removeByName(name: string): Promise<void>;
+    list(): Promise<AbstractFile[]>;
     /**
      * Get by name
      * @param id
      * @returns
      */
-    getById(id: string): Promise<{
+    getById<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(id: string, properties?: {
+        as: OutputType;
+    }): Promise<{
         id: string;
         name: string;
-        bytes: Uint8Array;
+        bytes: Output;
     } | undefined>;
     /**
      * Get by name
      * @param name
      * @returns
      */
-    getByName(name: string): Promise<{
+    getByName<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(name: string, properties?: {
+        as: OutputType;
+    }): Promise<{
         id: string;
         name: string;
-        bytes: Uint8Array;
+        bytes: Output;
     } | undefined>;
     open(args?: Args): Promise<void>;
 }

package/lib/esm/index.js

@@ -8,29 +8,41 @@ var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
 var SmallFile_1, LargeFile_1;
-import { field, variant, vec } from "@dao-xyz/borsh";
+import { field, variant, vec, option } from "@dao-xyz/borsh";
 import { Program } from "@peerbit/program";
-import { Documents, SearchRequest, StringMatch } from "@peerbit/document";
+import { Documents, SearchRequest, StringMatch, StringMatchMethod, Or, } from "@peerbit/document";
 import { sha256Base64Sync, randomBytes } from "@peerbit/crypto";
 import { concat } from "uint8arrays";
-class AbstractFile {
+import { sha256Sync } from "@peerbit/crypto";
+import { TrustedNetwork } from "@peerbit/trusted-network";
+import PQueue from "p-queue";
+export class AbstractFile {
 }
 const TINY_FILE_SIZE_LIMIT = 1e3;
-export let TinyFile = class TinyFile extends AbstractFile {
+let TinyFile = class TinyFile extends AbstractFile {
     id;
     name;
     file; // 10 mb imit
+    parentId;
+    get size() {
+        return this.file.byteLength;
+    }
     constructor(properties) {
         super();
         this.id = sha256Base64Sync(properties.file);
         this.name = properties.name;
         this.file = properties.file;
+        this.parentId = properties.parentId;
     }
-    async getFile(_files) {
+    async getFile(_files, properties) {
         if (sha256Base64Sync(this.file) !== this.id) {
             throw new Error("Hash does not match the file content");
         }
-        return Promise.resolve(this.file);
+        properties?.progress?.(1);
+        return Promise.resolve(properties?.as == "chunks" ? [this.file] : this.file);
+    }
+    async delete() {
+        // Do nothing, since no releated files where created
     }
 };
 __decorate([
@@ -45,32 +57,50 @@ __decorate([
     field({ type: Uint8Array }),
     __metadata("design:type", Uint8Array)
 ], TinyFile.prototype, "file", void 0);
+__decorate([
+    field({ type: option("string") }),
+    __metadata("design:type", String)
+], TinyFile.prototype, "parentId", void 0);
 TinyFile = __decorate([
     variant(0) // for versioning purposes
     ,
     __metadata("design:paramtypes", [Object])
 ], TinyFile);
+export { TinyFile };
 const SMALL_FILE_SIZE_LIMIT = 1e6 * 9;
-export let SmallFile = SmallFile_1 = class SmallFile extends AbstractFile {
+// TODO Do we really need this if we have TinyFile and LargeFile?
+let SmallFile = SmallFile_1 = class SmallFile extends AbstractFile {
     id; // cid
     name;
     cid; // store file separately in a block store, like IPFS
+    size;
+    parentId;
     constructor(properties) {
         super();
         this.id = properties.cid;
         this.name = properties.name;
         this.cid = properties.cid;
+        this.size = properties.size;
+        this.parentId = properties.parentId;
     }
-    static async create(node, name, file) {
+    static async create(node, name, file, parentId) {
         if (file.length > SMALL_FILE_SIZE_LIMIT) {
             throw new Error("To large file for SmallFile");
         }
         const cid = await node.services.blocks.put(file);
-        return new SmallFile_1({ name, cid });
+        return new SmallFile_1({ name, cid, size: file.byteLength, parentId });
     }
-    async getFile(files) {
+    async getFile(files, properties) {
+        properties?.progress?.(0);
         // Load the file from the block store
-        return await files.node.services.blocks.get(this.id);
+        const block = await files.node.services.blocks.get(this.id, {
+            timeout: properties?.timeout,
+        });
+        properties?.progress?.(1);
+        return (properties?.as == "chunks" ? [block] : block);
+    }
+    async delete(files) {
+        return await files.node.services.blocks.rm(this.id);
     }
 };
 __decorate([
@@ -85,58 +115,113 @@ __decorate([
     field({ type: "string" }),
     __metadata("design:type", String)
 ], SmallFile.prototype, "cid", void 0);
+__decorate([
+    field({ type: "u32" }),
+    __metadata("design:type", Number)
+], SmallFile.prototype, "size", void 0);
+__decorate([
+    field({ type: option("string") }),
+    __metadata("design:type", String)
+], SmallFile.prototype, "parentId", void 0);
 SmallFile = SmallFile_1 = __decorate([
     variant(1) // for versioning purposes
     ,
     __metadata("design:paramtypes", [Object])
 ], SmallFile);
-export let LargeFile = LargeFile_1 = class LargeFile extends AbstractFile {
+export { SmallFile };
+let LargeFile = LargeFile_1 = class LargeFile extends AbstractFile {
     id; // hash
     name;
     fileIds;
+    size;
     constructor(properties) {
         super();
         this.id = properties.id;
         this.name = properties.name;
         this.fileIds = properties.fileIds;
+        this.size = properties.size;
     }
     static async create(name, file, files) {
         const segmetSize = SMALL_FILE_SIZE_LIMIT / 10; // 10% of the small size limit
         const fileIds = [];
         const id = sha256Base64Sync(file);
+        const fileSize = file.byteLength;
         for (let i = 0; i < Math.ceil(file.byteLength / segmetSize); i++) {
-            fileIds.push(await files.create(id + "/" + name, file.subarray(i * segmetSize, Math.min((i + 1) * segmetSize, file.length))));
+            fileIds.push(await files.add(name + "/" + i, file.subarray(i * segmetSize, Math.min((i + 1) * segmetSize, file.byteLength)), id));
         }
-        return new LargeFile_1({ id, name, fileIds });
+        return new LargeFile_1({ id, name, fileIds, size: fileSize });
     }
-    async getFile(files) {
-        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
+    get parentId() {
+        // Large file can never have a parent
+        return undefined;
+    }
+    async fetchChunks(files) {
         const expectedIds = new Set(this.fileIds);
-        const chunks = new Map();
-        const results = await files.files.index.search(new SearchRequest({
+        const allFiles = await files.files.index.search(new SearchRequest({
             query: [
-                new StringMatch({
-                    key: "name",
-                    value: this.id + "/" + this.name,
-                }),
+                new Or([...expectedIds].map((x) => new StringMatch({ key: "id", value: x }))),
             ],
-        }), {
-            local: true,
-            remote: true,
+        }));
+        return allFiles;
+    }
+    async delete(files) {
+        await Promise.all((await this.fetchChunks(files)).map((x) => x.delete(files)));
+    }
+    async getFile(files, properties) {
+        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
+        properties?.progress?.(0);
+        console.log("LISTS CHUNKS!");
+        const allChunks = await this.fetchChunks(files);
+        console.log("RECEIVED CHUNKS: " + allChunks.length);
+        console.log("FETCH CHUNKS");
+        const fetchQueue = new PQueue({ concurrency: 10 });
+        let fetchError = undefined;
+        fetchQueue.on("error", (err) => {
+            fetchError = err;
         });
-        if (results.length > 0) {
-            for (const r of results) {
+        const chunks = new Map();
+        const expectedIds = new Set(this.fileIds);
+        if (allChunks.length > 0) {
+            let c = 0;
+            for (const r of allChunks) {
                 if (chunks.has(r.id)) {
                     // chunk already added;
                 }
                 if (!expectedIds.has(r.id)) {
                     // chunk is not part of this file
                 }
-                chunks.set(r.id, r.getFile(files));
+                fetchQueue
+                    .add(async () => {
+                    let lastError = undefined;
+                    for (let i = 0; i < 3; i++) {
+                        try {
+                            const chunk = await r.getFile(files, {
+                                as: "joined",
+                                timeout: properties?.timeout,
+                            });
+                            if (!chunk) {
+                                throw new Error("Failed to fetch chunk");
+                            }
+                            chunks.set(r.id, chunk);
+                            c++;
+                            properties?.progress?.(c / allChunks.length);
+                            return;
+                        }
+                        catch (error) {
+                            // try 3 times
+                            lastError = error;
+                        }
+                    }
+                    throw lastError;
+                })
+                    .catch(() => {
+                    fetchQueue.clear(); // Dont do anything more since we failed to fetch one block
+                });
             }
         }
-        if (chunks.size !== expectedIds.size) {
-            throw new Error("Failed to resolve file");
+        await fetchQueue.onIdle();
+        if (fetchError || chunks.size !== expectedIds.size) {
+            throw new Error(`Failed to resolve file. Recieved ${chunks.size}/${expectedIds.size} chunks`);
         }
         const chunkContentResolved = await Promise.all(this.fileIds.map(async (x) => {
             const chunkValue = await chunks.get(x);
@@ -145,7 +230,10 @@ export let LargeFile = LargeFile_1 = class LargeFile extends AbstractFile {
             }
             return chunkValue;
         }));
-        return concat(chunkContentResolved);
+        console.log("FETCH DONE");
+        return (properties?.as == "chunks"
+            ? chunkContentResolved
+            : concat(chunkContentResolved));
     }
 };
 __decorate([
@@ -160,40 +248,88 @@ __decorate([
     field({ type: vec("string") }),
     __metadata("design:type", Array)
 ], LargeFile.prototype, "fileIds", void 0);
+__decorate([
+    field({ type: "u32" }),
+    __metadata("design:type", Number)
+], LargeFile.prototype, "size", void 0);
 LargeFile = LargeFile_1 = __decorate([
     variant(2) // for versioning purposes
     ,
     __metadata("design:paramtypes", [Object])
 ], LargeFile);
-export let Files = class Files extends Program {
+export { LargeFile };
+let Files = class Files extends Program {
     id;
+    name;
+    trustGraph;
     files;
-    constructor(id = randomBytes(32)) {
+    constructor(properties = {}) {
         super();
-        this.id = id;
-        this.files = new Documents({ id: this.id });
+        this.id = properties.id || randomBytes(32);
+        this.name = properties.name || "";
+        this.trustGraph = properties.rootKey
+            ? new TrustedNetwork({ id: this.id, rootTrust: properties.rootKey })
+            : undefined;
+        this.files = new Documents({
+            id: sha256Sync(concat([
+                this.id,
+                new TextEncoder().encode(this.name),
+                properties.rootKey?.bytes || new Uint8Array(0),
+            ])),
+        });
     }
-    async create(name, file) {
+    async add(name, file, parentId) {
         let toPut;
         if (file.byteLength <= TINY_FILE_SIZE_LIMIT) {
-            toPut = new TinyFile({ name, file });
+            toPut = new TinyFile({ name, file, parentId });
         }
         else if (file.byteLength > TINY_FILE_SIZE_LIMIT &&
             file.byteLength <= SMALL_FILE_SIZE_LIMIT) {
-            toPut = await SmallFile.create(this.node, name, file);
+            toPut = await SmallFile.create(this.node, name, file, parentId);
         }
         else {
+            if (parentId) {
+                throw new Error("Unexpected that a LargeFile to have a parent");
+            }
             toPut = await LargeFile.create(name, file, this);
         }
         await this.files.put(toPut);
         return toPut.id;
     }
+    async removeById(id) {
+        const file = await this.files.index.get(id);
+        if (file) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+    async removeByName(name) {
+        const files = await this.files.index.search(new SearchRequest({
+            query: new StringMatch({
+                key: ["name"],
+                value: name,
+                caseInsensitive: false,
+                method: StringMatchMethod.exact,
+            }),
+        }));
+        for (const file of files) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+    async list() {
+        const files = await this.files.index.search(new SearchRequest(), {
+            local: true,
+            remote: true,
+        });
+        return files;
+    }
     /**
      * Get by name
      * @param id
      * @returns
      */
-    async getById(id) {
+    async getById(id, properties) {
         const results = await this.files.index.search(new SearchRequest({
             query: [new StringMatch({ key: "id", value: id })],
         }), {
@@ -203,9 +339,13 @@ export let Files = class Files extends Program {
             },
         });
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file,
+                };
             }
         }
     }
@@ -214,7 +354,7 @@ export let Files = class Files extends Program {
      * @param name
      * @returns
      */
-    async getByName(name) {
+    async getByName(name, properties) {
         const results = await this.files.index.search(new SearchRequest({
             query: [new StringMatch({ key: "name", value: name })],
         }), {
@@ -224,24 +364,48 @@ export let Files = class Files extends Program {
             },
         });
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file,
+                };
             }
         }
     }
     // Setup lifecycle, will be invoked on 'open'
     async open(args) {
+        await this.trustGraph?.open({
+            role: args?.role,
+        });
         await this.files.open({
             type: AbstractFile,
-            canAppend: async (entry) => {
-                await entry.verifySignatures();
-                return true; // no verification as of now
+            // TODO add ACL
+            role: args?.role,
+            sync: args?.sync,
+            replicas: { min: 3 },
+            canPerform: async (operation, context) => {
+                if (!this.trustGraph) {
+                    return true;
+                }
+                for (const key of await context.entry.getPublicKeys()) {
+                    if (await this.trustGraph.isTrusted(key)) {
+                        return true;
+                    }
+                }
+                return false;
             },
-            canRead: async (identity) => {
-                return true; // Anyone can query
+            index: {
+                fields: (doc) => {
+                    return {
+                        id: doc.id,
+                        name: doc.name,
+                        size: doc.size,
+                        parentId: doc.parentId,
+                    };
+                },
             },
-            role: args?.role,
         });
     }
 };
@@ -249,12 +413,21 @@ __decorate([
     field({ type: Uint8Array }),
     __metadata("design:type", Uint8Array)
 ], Files.prototype, "id", void 0);
+__decorate([
+    field({ type: "string" }),
+    __metadata("design:type", String)
+], Files.prototype, "name", void 0);
+__decorate([
+    field({ type: option(TrustedNetwork) }),
+    __metadata("design:type", TrustedNetwork)
+], Files.prototype, "trustGraph", void 0);
 __decorate([
     field({ type: Documents }),
     __metadata("design:type", Documents)
 ], Files.prototype, "files", void 0);
 Files = __decorate([
     variant("files"),
-    __metadata("design:paramtypes", [Uint8Array])
+    __metadata("design:paramtypes", [Object])
 ], Files);
+export { Files };
 //# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAQ,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEhE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAe,YAAY;CAI1B;AAED,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAG1B,WAAM,QAAQ,GAAd,MAAM,QAAS,SAAQ,YAAY;IAEtC,EAAE,CAAS;IAGX,IAAI,CAAS;IAGb,IAAI,CAAa,CAAC,aAAa;IAE/B,YAAY,UAA8C;QACtD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAa;QACvB,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;SAC3D;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;CACJ,CAAA;AArBG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;sCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACtB,UAAU;sCAAC;AARR,QAAQ;IADpB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,QAAQ,CAuBpB;AAED,MAAM,qBAAqB,GAAG,GAAG,GAAG,CAAC,CAAC;AAG/B,WAAM,SAAS,iBAAf,MAAM,SAAU,SAAQ,YAAY;IAEvC,EAAE,CAAS,CAAC,MAAM;IAGlB,IAAI,CAAS;IAGb,GAAG,CAAS,CAAC,oDAAoD;IAEjE,YAAY,UAAyC;QACjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAmB,EAAE,IAAY,EAAE,IAAgB;QACnE,IAAI,IAAI,CAAC,MAAM,GAAG,qBAAqB,EAAE;YACrC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;SAClD;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,OAAO,IAAI,WAAS,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAY;QACtB,qCAAqC;QACrC,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;CACJ,CAAA;AA3BG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;qCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;uCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;sCACd;AARH,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,SAAS,CA6BrB;AAGM,WAAM,SAAS,iBAAf,MAAM,SAAU,SAAQ,YAAY;IAEvC,EAAE,CAAS,CAAC,OAAO;IAGnB,IAAI,CAAS;IAGb,OAAO,CAAW;IAElB,YAAY,UAA2D;QACnE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,IAAgB,EAAE,KAAY;QAC5D,MAAM,UAAU,GAAG,qBAAqB,GAAG,EAAE,CAAC,CAAC,8BAA8B;QAC7E,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,EAAE,EAAE;YAC9D,OAAO,CAAC,IAAI,CACR,MAAM,KAAK,CAAC,MAAM,CACd,EAAE,GAAG,GAAG,GAAG,IAAI,EACf,IAAI,CAAC,QAAQ,CACT,CAAC,GAAG,UAAU,EACd,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAC9C,CACJ,CACJ,CAAC;SACL;QAED,OAAO,IAAI,WAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAY;QACtB,qGAAqG;QACrG,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAiD,IAAI,GAAG,EAAE,CAAC;QAEvE,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAC1C,IAAI,aAAa,CAAC;YACd,KAAK,EAAE;gBACH,IAAI,WAAW,CAAC;oBACZ,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI;iBACnC,CAAC;aACL;SACJ,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;SACf,CACJ,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACpB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE;gBACrB,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;oBAClB,uBAAuB;iBAC1B;gBACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;oBACxB,iCAAiC;iBACpC;gBAED,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;aACtC;SACJ;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE;YAClC,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;SAC7C;QACD,MAAM,oBAAoB,GAAiB,MAAM,OAAO,CAAC,GAAG,CACxD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACzB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,EAAE;gBACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,CAAC,CAAC;aAC7D;YACD,OAAO,UAAU,CAAC;QACtB,CAAC,CAAC,CACL,CAAC;QACF,OAAO,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;CACJ,CAAA;AAjFG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;qCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;uCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;0CACb;AART,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,SAAS,CAmFrB;AAKM,WAAM,KAAK,GAAX,MAAM,KAAM,SAAQ,OAAa;IAEpC,EAAE,CAAa;IAGf,KAAK,CAA0B;IAE/B,YAAY,KAAiB,WAAW,CAAC,EAAE,CAAC;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,IAAgB;QACvC,IAAI,KAAmB,CAAC;QACxB,IAAI,IAAI,CAAC,UAAU,IAAI,oBAAoB,EAAE;YACzC,KAAK,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;SACxC;aAAM,IACH,IAAI,CAAC,UAAU,GAAG,oBAAoB;YACtC,IAAI,CAAC,UAAU,IAAI,qBAAqB,EAC1C;YACE,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;SACzD;aAAM;YACH,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;SACpD;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CACT,EAAU;QAEV,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;SACrD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,IAAI,EAAE;gBACN,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;aAC5D;SACJ;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CACX,IAAY;QAEZ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;SACzD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,IAAI,EAAE;gBACN,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;aAC5D;SACJ;IACL,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,IAAI,CAAC,IAAW;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,YAAY;YAClB,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACvB,MAAM,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC,CAAC,4BAA4B;YAC7C,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACxB,OAAO,IAAI,CAAC,CAAC,mBAAmB;YACpC,CAAC;YACD,IAAI,EAAE,IAAI,EAAE,IAAI;SACnB,CAAC,CAAC;IACP,CAAC;CACJ,CAAA;AAjGG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACxB,UAAU;iCAAC;AAGf;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;8BACpB,SAAS;oCAAe;AALtB,KAAK;IADjB,OAAO,CAAC,OAAO,CAAC;qCAQG,UAAU;GAPjB,KAAK,CAmGjB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EACH,SAAS,EACT,aAAa,EACb,WAAW,EAEX,iBAAiB,EACjB,EAAE,GACL,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAiB,gBAAgB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE/E,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,MAAM,MAAM,SAAS,CAAC;AAE7B,MAAM,OAAgB,YAAY;CAiBjC;AAED,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAG1B,IAAM,QAAQ,GAAd,MAAM,QAAS,SAAQ,YAAY;IAEtC,EAAE,CAAS;IAGX,IAAI,CAAS;IAGb,IAAI,CAAa,CAAC,aAAa;IAG/B,QAAQ,CAAU;IAElB,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;IAChC,CAAC;IAED,YAAY,UAIX;QACG,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAO,CAIT,MAAa,EACb,UAAqE;QAErE,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;SAC3D;QACD,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1B,OAAO,OAAO,CAAC,OAAO,CAClB,UAAU,EAAE,EAAE,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAC7C,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,MAAM;QACR,oDAAoD;IACxD,CAAC;CACJ,CAAA;AA9CG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;sCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACtB,UAAU;sCAAC;AAGjB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;;0CAChB;AAXT,QAAQ;IADpB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,QAAQ,CAgDpB;;AAED,MAAM,qBAAqB,GAAG,GAAG,GAAG,CAAC,CAAC;AAEtC,iEAAiE;AAE1D,IAAM,SAAS,iBAAf,MAAM,SAAU,SAAQ,YAAY;IAEvC,EAAE,CAAS,CAAC,MAAM;IAGlB,IAAI,CAAS;IAGb,GAAG,CAAS,CAAC,oDAAoD;IAGjE,IAAI,CAAS;IAGb,QAAQ,CAAU;IAElB,YAAY,UAKX;QACG,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACf,IAAmB,EACnB,IAAY,EACZ,IAAgB,EAChB,QAAiB;QAEjB,IAAI,IAAI,CAAC,MAAM,GAAG,qBAAqB,EAAE;YACrC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;SAClD;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,OAAO,IAAI,WAAS,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,OAAO,CAIT,KAAY,EACZ,UAIC;QAED,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAE1B,qCAAqC;QACrC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE;YACxD,OAAO,EAAE,UAAU,EAAE,OAAO;SAC/B,CAAC,CAAC;QACH,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1B,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAW,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAY;QACrB,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;CACJ,CAAA;AAjEG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;qCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;uCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;sCACd;AAGZ;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;uCACV;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;;2CAChB;AAdT,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,SAAS,CAmErB;;AAGM,IAAM,SAAS,iBAAf,MAAM,SAAU,SAAQ,YAAY;IAEvC,EAAE,CAAS,CAAC,OAAO;IAGnB,IAAI,CAAS;IAGb,OAAO,CAAW;IAGlB,IAAI,CAAS;IAEb,YAAY,UAKX;QACG,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,IAAgB,EAAE,KAAY;QAC5D,MAAM,UAAU,GAAG,qBAAqB,GAAG,EAAE,CAAC,CAAC,8BAA8B;QAC7E,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,EAAE,EAAE;YAC9D,OAAO,CAAC,IAAI,CACR,MAAM,KAAK,CAAC,GAAG,CACX,IAAI,GAAG,GAAG,GAAG,CAAC,EACd,IAAI,CAAC,QAAQ,CACT,CAAC,GAAG,UAAU,EACd,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAClD,EACD,EAAE,CACL,CACJ,CAAC;SACL;QAED,OAAO,IAAI,WAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,QAAQ;QACR,qCAAqC;QACrC,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAY;QAC1B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAC3C,IAAI,aAAa,CAAC;YACd,KAAK,EAAE;gBACH,IAAI,EAAE,CACF,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG,CAChB,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAClD,CACJ;aACJ;SACJ,CAAC,CACL,CAAC;QACF,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY;QACrB,MAAM,OAAO,CAAC,GAAG,CACb,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC9D,CAAC;IACN,CAAC;IAED,KAAK,CAAC,OAAO,CAIT,KAAY,EACZ,UAIC;QAED,qGAAqG;QAErG,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAE1B,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAE5B,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,UAAU,GAAsB,SAAS,CAAC;QAC9C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC3B,UAAU,GAAG,GAAG,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAwC,IAAI,GAAG,EAAE,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE;gBACvB,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;oBAClB,uBAAuB;iBAC1B;gBACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;oBACxB,iCAAiC;iBACpC;gBACD,UAAU;qBACL,GAAG,CAAC,KAAK,IAAI,EAAE;oBACZ,IAAI,SAAS,GAAsB,SAAS,CAAC;oBAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBACxB,IAAI;4BACA,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE;gCACjC,EAAE,EAAE,QAAQ;gCACZ,OAAO,EAAE,UAAU,EAAE,OAAO;6BAC/B,CAAC,CAAC;4BACH,IAAI,CAAC,KAAK,EAAE;gCACR,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;6BAC5C;4BACD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;4BACxB,CAAC,EAAE,CAAC;4BACJ,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;4BAC7C,OAAO;yBACV;wBAAC,OAAO,KAAU,EAAE;4BACjB,cAAc;4BAEd,SAAS,GAAG,KAAK,CAAC;yBACrB;qBACJ;oBACD,MAAM,SAAS,CAAC;gBACpB,CAAC,CAAC;qBACD,KAAK,CAAC,GAAG,EAAE;oBACR,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,2DAA2D;gBACnF,CAAC,CAAC,CAAC;aACV;SACJ;QACD,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;QAE1B,IAAI,UAAU,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE;YAChD,MAAM,IAAI,KAAK,CACX,oCAAoC,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,SAAS,CAC/E,CAAC;SACL;QAED,MAAM,oBAAoB,GAAiB,MAAM,OAAO,CAAC,GAAG,CACxD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACzB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,EAAE;gBACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,CAAC,CAAC;aAC7D;YACD,OAAO,UAAU,CAAC;QACtB,CAAC,CAAC,CACL,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CACH,UAAU,EAAE,EAAE,IAAI,QAAQ;YACtB,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAC3B,CAAC;IAChB,CAAC;CACJ,CAAA;AAjKG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;qCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;uCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;0CACb;AAGlB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;uCACV;AAXJ,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,SAAS,CAmKrB;;AAKM,IAAM,KAAK,GAAX,MAAM,KAAM,SAAQ,OAAa;IAEpC,EAAE,CAAa;IAGf,IAAI,CAAS;IAGb,UAAU,CAAkB;IAG5B,KAAK,CAA0B;IAE/B,YACI,aAII,EAAE;QAEN,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,OAAO;YAChC,CAAC,CAAC,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC;YACpE,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;YACvB,EAAE,EAAE,UAAU,CACV,MAAM,CAAC;gBACH,IAAI,CAAC,EAAE;gBACP,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBACnC,UAAU,CAAC,OAAO,EAAE,KAAK,IAAI,IAAI,UAAU,CAAC,CAAC,CAAC;aACjD,CAAC,CACL;SACJ,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAY,EAAE,IAAgB,EAAE,QAAiB;QACvD,IAAI,KAAmB,CAAC;QACxB,IAAI,IAAI,CAAC,UAAU,IAAI,oBAAoB,EAAE;YACzC,KAAK,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;SAClD;aAAM,IACH,IAAI,CAAC,UAAU,GAAG,oBAAoB;YACtC,IAAI,CAAC,UAAU,IAAI,qBAAqB,EAC1C;YACE,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;SACnE;aAAM;YACH,IAAI,QAAQ,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;aACnE;YACD,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;SACpD;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACvB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,IAAI,EAAE;YACN,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SACjC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACvC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,IAAI,WAAW,CAAC;gBACnB,GAAG,EAAE,CAAC,MAAM,CAAC;gBACb,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,KAAK;gBACtB,MAAM,EAAE,iBAAiB,CAAC,KAAK;aAClC,CAAC;SACL,CAAC,CACL,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACtB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SACjC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,aAAa,EAAE,EAAE;YAC7D,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;SACf,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACjB,CAAC;IACD;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAIT,EAAU,EACV,UAA+B;QAE/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;SACrD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACpD,IAAI,IAAI,EAAE;gBACN,OAAO;oBACH,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,IAAc;iBACxB,CAAC;aACL;SACJ;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAIX,IAAY,EACZ,UAA+B;QAE/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;SACzD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACpD,IAAI,IAAI,EAAE;gBACN,OAAO;oBACH,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,IAAc;iBACxB,CAAC;aACL;SACJ;IACL,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,IAAI,CAAC,IAAW;QAClB,MAAM,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC;YACxB,IAAI,EAAE,IAAI,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,YAAY;YAClB,eAAe;YACf,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YACpB,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;gBACrC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;oBAClB,OAAO,IAAI,CAAC;iBACf;gBACD,KAAK,MAAM,GAAG,IAAI,MAAM,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE;oBACnD,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;wBACtC,OAAO,IAAI,CAAC;qBACf;iBACJ;gBACD,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,KAAK,EAAE;gBACH,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;oBACZ,OAAO;wBACH,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;qBACzB,CAAC;gBACN,CAAC;aACJ;SACJ,CAAC,CAAC;IACP,CAAC;CACJ,CAAA;AAjMG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACxB,UAAU;iCAAC;AAGf;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;mCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;8BAC3B,cAAc;yCAAC;AAG5B;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;8BACpB,SAAS;oCAAe;AAXtB,KAAK;IADjB,OAAO,CAAC,OAAO,CAAC;;GACJ,KAAK,CAmMjB"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@peerbit/please-lib",
-    "version": "0.0.5",
+    "version": "0.0.7",
     "author": "dao.xyz",
     "repository": "https://github.com/@dao-xyz/peerbit-examples",
     "license": "Apache-2.0",
@@ -23,7 +23,7 @@
         "LICENSE"
     ],
     "engines": {
-        "node": ">=16.0"
+        "node": ">=16.15.1"
     },
     "scripts": {
         "clean": "shx rm -rf lib/*",
@@ -34,13 +34,14 @@
         "test:integration": "node ../../../node_modules/.bin/jest test -c  ../../../jest.config.integration.ts --runInBand --forceExit"
     },
     "devDependencies": {
-        "@peerbit/test-utils": "^1.0.12",
+        "@peerbit/test-utils": "^1",
         "typescript": "^5.1.3"
     },
     "dependencies": {
-        "@peerbit/document": "^1.1.8",
-        "peerbit": "^1.1.5",
+        "@peerbit/document": "^3",
+        "@peerbit/trusted-network": "^2",
+        "peerbit": "^2",
         "uuid": "^9.0.0"
     },
-    "gitHead": "753e14c5194cf7b62fb10c44fd56f6e355d22121"
+    "gitHead": "00c275554aa08e6a70bceaee3e3377936ca0e8d9"
 }

package/src/index.ts

@@ -1,14 +1,38 @@
-import { field, variant, vec } from "@dao-xyz/borsh";
+import { field, variant, vec, option } from "@dao-xyz/borsh";
 import { Program } from "@peerbit/program";
-import { Documents, SearchRequest, StringMatch, Role } from "@peerbit/document";
-import { sha256Base64Sync, randomBytes } from "@peerbit/crypto";
+import {
+    Documents,
+    SearchRequest,
+    StringMatch,
+    Role,
+    StringMatchMethod,
+    Or,
+} from "@peerbit/document";
+import { SyncFilter } from "@peerbit/shared-log";
+import { PublicSignKey, sha256Base64Sync, randomBytes } from "@peerbit/crypto";
 import { ProgramClient } from "@peerbit/program";
 import { concat } from "uint8arrays";
+import { sha256Sync } from "@peerbit/crypto";
+import { TrustedNetwork } from "@peerbit/trusted-network";
+import PQueue from "p-queue";
 
-abstract class AbstractFile {
+export abstract class AbstractFile {
     abstract id: string;
     abstract name: string;
-    abstract getFile(files: Files): Promise<Uint8Array | undefined>;
+    abstract size: number;
+    abstract parentId?: string;
+    abstract getFile<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        files: Files,
+        properties?: {
+            as: OutputType;
+            timeout?: number;
+            progress?: (progress: number) => any;
+        }
+    ): Promise<Output>;
+    abstract delete(files: Files): Promise<void>;
 }
 
 const TINY_FILE_SIZE_LIMIT = 1e3;
@@ -24,23 +48,49 @@ export class TinyFile extends AbstractFile {
     @field({ type: Uint8Array })
     file: Uint8Array; // 10 mb imit
 
-    constructor(properties: { name: string; file: Uint8Array }) {
+    @field({ type: option("string") })
+    parentId?: string;
+
+    get size() {
+        return this.file.byteLength;
+    }
+
+    constructor(properties: {
+        name: string;
+        file: Uint8Array;
+        parentId?: string;
+    }) {
         super();
         this.id = sha256Base64Sync(properties.file);
         this.name = properties.name;
         this.file = properties.file;
+        this.parentId = properties.parentId;
     }
 
-    async getFile(_files: Files) {
+    async getFile<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        _files: Files,
+        properties?: { as: OutputType; progress?: (progress: number) => any }
+    ): Promise<Output> {
         if (sha256Base64Sync(this.file) !== this.id) {
             throw new Error("Hash does not match the file content");
         }
-        return Promise.resolve(this.file);
+        properties?.progress?.(1);
+        return Promise.resolve(
+            properties?.as == "chunks" ? [this.file] : this.file
+        ) as Output;
+    }
+
+    async delete(): Promise<void> {
+        // Do nothing, since no releated files where created
     }
 }
 
 const SMALL_FILE_SIZE_LIMIT = 1e6 * 9;
 
+// TODO Do we really need this if we have TinyFile and LargeFile?
 @variant(1) // for versioning purposes
 export class SmallFile extends AbstractFile {
     @field({ type: "string" })
@@ -52,24 +102,62 @@ export class SmallFile extends AbstractFile {
     @field({ type: "string" })
     cid: string; // store file separately in a block store, like IPFS
 
-    constructor(properties: { name: string; cid: string }) {
+    @field({ type: "u32" })
+    size: number;
+
+    @field({ type: option("string") })
+    parentId?: string;
+
+    constructor(properties: {
+        name: string;
+        cid: string;
+        size: number;
+        parentId?: string;
+    }) {
         super();
         this.id = properties.cid;
         this.name = properties.name;
         this.cid = properties.cid;
+        this.size = properties.size;
+        this.parentId = properties.parentId;
     }
 
-    static async create(node: ProgramClient, name: string, file: Uint8Array) {
+    static async create(
+        node: ProgramClient,
+        name: string,
+        file: Uint8Array,
+        parentId?: string
+    ) {
         if (file.length > SMALL_FILE_SIZE_LIMIT) {
             throw new Error("To large file for SmallFile");
         }
         const cid = await node.services.blocks.put(file);
-        return new SmallFile({ name, cid });
+        return new SmallFile({ name, cid, size: file.byteLength, parentId });
     }
 
-    async getFile(files: Files) {
+    async getFile<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        files: Files,
+        properties?: {
+            as: OutputType;
+            timeout?: number;
+            progress?: (progress: number) => any;
+        }
+    ): Promise<Output> {
+        properties?.progress?.(0);
+
         // Load the file from the block store
-        return await files.node.services.blocks.get(this.id);
+        const block = await files.node.services.blocks.get(this.id, {
+            timeout: properties?.timeout,
+        });
+        properties?.progress?.(1);
+        return (properties?.as == "chunks" ? [block] : block) as Output;
+    }
+
+    async delete(files: Files): Promise<void> {
+        return await files.node.services.blocks.rm(this.id);
     }
 }
 
@@ -84,68 +172,143 @@ export class LargeFile extends AbstractFile {
     @field({ type: vec("string") })
     fileIds: string[];
 
-    constructor(properties: { id: string; name: string; fileIds: string[] }) {
+    @field({ type: "u32" })
+    size: number;
+
+    constructor(properties: {
+        id: string;
+        name: string;
+        fileIds: string[];
+        size: number;
+    }) {
         super();
         this.id = properties.id;
         this.name = properties.name;
         this.fileIds = properties.fileIds;
+        this.size = properties.size;
     }
 
     static async create(name: string, file: Uint8Array, files: Files) {
         const segmetSize = SMALL_FILE_SIZE_LIMIT / 10; // 10% of the small size limit
         const fileIds: string[] = [];
         const id = sha256Base64Sync(file);
+        const fileSize = file.byteLength;
         for (let i = 0; i < Math.ceil(file.byteLength / segmetSize); i++) {
             fileIds.push(
-                await files.create(
-                    id + "/" + name,
+                await files.add(
+                    name + "/" + i,
                     file.subarray(
                         i * segmetSize,
-                        Math.min((i + 1) * segmetSize, file.length)
-                    )
+                        Math.min((i + 1) * segmetSize, file.byteLength)
+                    ),
+                    id
                 )
             );
         }
 
-        return new LargeFile({ id, name, fileIds });
+        return new LargeFile({ id, name, fileIds, size: fileSize });
     }
 
-    async getFile(files: Files) {
-        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
-        const expectedIds = new Set(this.fileIds);
-        const chunks: Map<string, Promise<Uint8Array | undefined>> = new Map();
+    get parentId() {
+        // Large file can never have a parent
+        return undefined;
+    }
 
-        const results = await files.files.index.search(
+    async fetchChunks(files: Files) {
+        const expectedIds = new Set(this.fileIds);
+        const allFiles = await files.files.index.search(
             new SearchRequest({
                 query: [
-                    new StringMatch({
-                        key: "name",
-                        value: this.id + "/" + this.name,
-                    }),
+                    new Or(
+                        [...expectedIds].map(
+                            (x) => new StringMatch({ key: "id", value: x })
+                        )
+                    ),
                 ],
-            }),
-            {
-                local: true,
-                remote: true,
-            }
+            })
         );
+        return allFiles;
+    }
+    async delete(files: Files) {
+        await Promise.all(
+            (await this.fetchChunks(files)).map((x) => x.delete(files))
+        );
+    }
+
+    async getFile<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        files: Files,
+        properties?: {
+            as: OutputType;
+            timeout?: number;
+            progress?: (progress: number) => any;
+        }
+    ): Promise<Output> {
+        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
+
+        properties?.progress?.(0);
+
+        console.log("LISTS CHUNKS!");
+        const allChunks = await this.fetchChunks(files);
+        console.log("RECEIVED CHUNKS: " + allChunks.length);
+        console.log("FETCH CHUNKS");
 
-        if (results.length > 0) {
-            for (const r of results) {
+        const fetchQueue = new PQueue({ concurrency: 10 });
+        let fetchError: Error | undefined = undefined;
+        fetchQueue.on("error", (err) => {
+            fetchError = err;
+        });
+
+        const chunks: Map<string, Uint8Array | undefined> = new Map();
+        const expectedIds = new Set(this.fileIds);
+        if (allChunks.length > 0) {
+            let c = 0;
+            for (const r of allChunks) {
                 if (chunks.has(r.id)) {
                     // chunk already added;
                 }
                 if (!expectedIds.has(r.id)) {
                     // chunk is not part of this file
                 }
-
-                chunks.set(r.id, r.getFile(files));
+                fetchQueue
+                    .add(async () => {
+                        let lastError: Error | undefined = undefined;
+                        for (let i = 0; i < 3; i++) {
+                            try {
+                                const chunk = await r.getFile(files, {
+                                    as: "joined",
+                                    timeout: properties?.timeout,
+                                });
+                                if (!chunk) {
+                                    throw new Error("Failed to fetch chunk");
+                                }
+                                chunks.set(r.id, chunk);
+                                c++;
+                                properties?.progress?.(c / allChunks.length);
+                                return;
+                            } catch (error: any) {
+                                // try 3 times
+
+                                lastError = error;
+                            }
+                        }
+                        throw lastError;
+                    })
+                    .catch(() => {
+                        fetchQueue.clear(); // Dont do anything more since we failed to fetch one block
+                    });
             }
         }
+        await fetchQueue.onIdle();
 
-        if (chunks.size !== expectedIds.size) {
-            throw new Error("Failed to resolve file");
+        if (fetchError || chunks.size !== expectedIds.size) {
+            throw new Error(
+                `Failed to resolve file. Recieved ${chunks.size}/${expectedIds.size} chunks`
+            );
         }
+
         const chunkContentResolved: Uint8Array[] = await Promise.all(
             this.fileIds.map(async (x) => {
                 const chunkValue = await chunks.get(x);
@@ -155,50 +318,118 @@ export class LargeFile extends AbstractFile {
                 return chunkValue;
             })
         );
-        return concat(chunkContentResolved);
+        console.log("FETCH DONE");
+        return (
+            properties?.as == "chunks"
+                ? chunkContentResolved
+                : concat(chunkContentResolved)
+        ) as Output;
     }
 }
 
-type Args = { role: Role };
+type Args = { role: Role; sync?: SyncFilter | undefined };
 
 @variant("files")
 export class Files extends Program<Args> {
     @field({ type: Uint8Array })
     id: Uint8Array;
 
+    @field({ type: "string" })
+    name: string;
+
+    @field({ type: option(TrustedNetwork) })
+    trustGraph?: TrustedNetwork;
+
     @field({ type: Documents })
     files: Documents<AbstractFile>;
 
-    constructor(id: Uint8Array = randomBytes(32)) {
+    constructor(
+        properties: {
+            id?: Uint8Array;
+            name?: string;
+            rootKey?: PublicSignKey;
+        } = {}
+    ) {
         super();
-        this.id = id;
-        this.files = new Documents({ id: this.id });
+        this.id = properties.id || randomBytes(32);
+        this.name = properties.name || "";
+        this.trustGraph = properties.rootKey
+            ? new TrustedNetwork({ id: this.id, rootTrust: properties.rootKey })
+            : undefined;
+        this.files = new Documents({
+            id: sha256Sync(
+                concat([
+                    this.id,
+                    new TextEncoder().encode(this.name),
+                    properties.rootKey?.bytes || new Uint8Array(0),
+                ])
+            ),
+        });
     }
 
-    async create(name: string, file: Uint8Array) {
+    async add(name: string, file: Uint8Array, parentId?: string) {
         let toPut: AbstractFile;
         if (file.byteLength <= TINY_FILE_SIZE_LIMIT) {
-            toPut = new TinyFile({ name, file });
+            toPut = new TinyFile({ name, file, parentId });
         } else if (
             file.byteLength > TINY_FILE_SIZE_LIMIT &&
             file.byteLength <= SMALL_FILE_SIZE_LIMIT
         ) {
-            toPut = await SmallFile.create(this.node, name, file);
+            toPut = await SmallFile.create(this.node, name, file, parentId);
         } else {
+            if (parentId) {
+                throw new Error("Unexpected that a LargeFile to have a parent");
+            }
             toPut = await LargeFile.create(name, file, this);
         }
         await this.files.put(toPut);
         return toPut.id;
     }
 
+    async removeById(id: string) {
+        const file = await this.files.index.get(id);
+        if (file) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+
+    async removeByName(name: string) {
+        const files = await this.files.index.search(
+            new SearchRequest({
+                query: new StringMatch({
+                    key: ["name"],
+                    value: name,
+                    caseInsensitive: false,
+                    method: StringMatchMethod.exact,
+                }),
+            })
+        );
+        for (const file of files) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+
+    async list() {
+        const files = await this.files.index.search(new SearchRequest(), {
+            local: true,
+            remote: true,
+        });
+        return files;
+    }
     /**
      * Get by name
      * @param id
      * @returns
      */
-    async getById(
-        id: string
-    ): Promise<{ id: string; name: string; bytes: Uint8Array } | undefined> {
+    async getById<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        id: string,
+        properties?: { as: OutputType }
+    ): Promise<{ id: string; name: string; bytes: Output } | undefined> {
         const results = await this.files.index.search(
             new SearchRequest({
                 query: [new StringMatch({ key: "id", value: id })],
@@ -212,9 +443,13 @@ export class Files extends Program<Args> {
         );
 
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file as Output,
+                };
             }
         }
     }
@@ -224,9 +459,13 @@ export class Files extends Program<Args> {
      * @param name
      * @returns
      */
-    async getByName(
-        name: string
-    ): Promise<{ id: string; name: string; bytes: Uint8Array } | undefined> {
+    async getByName<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        name: string,
+        properties?: { as: OutputType }
+    ): Promise<{ id: string; name: string; bytes: Output } | undefined> {
         const results = await this.files.index.search(
             new SearchRequest({
                 query: [new StringMatch({ key: "name", value: name })],
@@ -240,25 +479,50 @@ export class Files extends Program<Args> {
         );
 
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file as Output,
+                };
             }
         }
     }
 
     // Setup lifecycle, will be invoked on 'open'
     async open(args?: Args): Promise<void> {
+        await this.trustGraph?.open({
+            role: args?.role,
+        });
+
         await this.files.open({
             type: AbstractFile,
-            canAppend: async (entry) => {
-                await entry.verifySignatures();
-                return true; // no verification as of now
+            // TODO add ACL
+            role: args?.role,
+            sync: args?.sync,
+            replicas: { min: 3 },
+            canPerform: async (operation, context) => {
+                if (!this.trustGraph) {
+                    return true;
+                }
+                for (const key of await context.entry.getPublicKeys()) {
+                    if (await this.trustGraph.isTrusted(key)) {
+                        return true;
+                    }
+                }
+                return false;
             },
-            canRead: async (identity) => {
-                return true; // Anyone can query
+            index: {
+                fields: (doc) => {
+                    return {
+                        id: doc.id,
+                        name: doc.name,
+                        size: doc.size,
+                        parentId: doc.parentId,
+                    };
+                },
             },
-            role: args?.role,
         });
     }
 }