@peerbit/please-lib 0.0.6 → 0.0.8

package/lib/esm/index.d.ts

@@ -1,71 +1,99 @@
 import { Program } from "@peerbit/program";
-import { Documents, Role } from "@peerbit/document";
-import { ProgramClient } from "@peerbit/program";
-declare abstract class AbstractFile {
+import { Documents, RoleOptions } from "@peerbit/document";
+import { PublicSignKey } from "@peerbit/crypto";
+import { TrustedNetwork } from "@peerbit/trusted-network";
+export declare abstract class AbstractFile {
     abstract id: string;
     abstract name: string;
-    abstract getFile(files: Files): Promise<Uint8Array | undefined>;
+    abstract size: number;
+    abstract parentId?: string;
+    abstract getFile<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(files: Files, properties?: {
+        as: OutputType;
+        timeout?: number;
+        progress?: (progress: number) => any;
+    }): Promise<Output>;
+    abstract delete(files: Files): Promise<void>;
 }
 export declare class TinyFile extends AbstractFile {
     id: string;
     name: string;
     file: Uint8Array;
+    parentId?: string;
+    get size(): number;
     constructor(properties: {
+        id?: string;
         name: string;
         file: Uint8Array;
+        parentId?: string;
     });
-    getFile(_files: Files): Promise<Uint8Array>;
-}
-export declare class SmallFile extends AbstractFile {
-    id: string;
-    name: string;
-    cid: string;
-    constructor(properties: {
-        name: string;
-        cid: string;
-    });
-    static create(node: ProgramClient, name: string, file: Uint8Array): Promise<SmallFile>;
-    getFile(files: Files): Promise<Uint8Array | undefined>;
+    getFile<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(_files: Files, properties?: {
+        as: OutputType;
+        progress?: (progress: number) => any;
+    }): Promise<Output>;
+    delete(): Promise<void>;
 }
 export declare class LargeFile extends AbstractFile {
     id: string;
     name: string;
     fileIds: string[];
+    size: number;
     constructor(properties: {
         id: string;
         name: string;
         fileIds: string[];
+        size: number;
     });
-    static create(name: string, file: Uint8Array, files: Files): Promise<LargeFile>;
-    getFile(files: Files): Promise<Uint8Array>;
+    static create(name: string, file: Uint8Array, files: Files, progress?: (progress: number) => void): Promise<LargeFile>;
+    get parentId(): undefined;
+    fetchChunks(files: Files): Promise<AbstractFile[]>;
+    delete(files: Files): Promise<void>;
+    getFile<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(files: Files, properties?: {
+        as: OutputType;
+        timeout?: number;
+        progress?: (progress: number) => any;
+    }): Promise<Output>;
 }
 type Args = {
-    role: Role;
+    role: RoleOptions;
 };
 export declare class Files extends Program<Args> {
     id: Uint8Array;
+    name: string;
+    trustGraph?: TrustedNetwork;
     files: Documents<AbstractFile>;
-    constructor(id?: Uint8Array);
-    create(name: string, file: Uint8Array): Promise<string>;
+    constructor(properties?: {
+        id?: Uint8Array;
+        name?: string;
+        rootKey?: PublicSignKey;
+    });
+    add(name: string, file: Uint8Array, parentId?: string, progress?: (progress: number) => void): Promise<string>;
+    removeById(id: string): Promise<void>;
+    removeByName(name: string): Promise<void>;
+    list(): Promise<AbstractFile[]>;
+    listLocalChunks(parent: LargeFile): Promise<AbstractFile[]>;
     /**
      * Get by name
      * @param id
      * @returns
      */
-    getById(id: string): Promise<{
+    getById<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(id: string, properties?: {
+        as: OutputType;
+    }): Promise<{
         id: string;
         name: string;
-        bytes: Uint8Array;
+        bytes: Output;
     } | undefined>;
     /**
      * Get by name
      * @param name
      * @returns
      */
-    getByName(name: string): Promise<{
+    getByName<OutputType extends "chunks" | "joined" = "joined", Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array>(name: string, properties?: {
+        as: OutputType;
+    }): Promise<{
         id: string;
         name: string;
-        bytes: Uint8Array;
+        bytes: Output;
     } | undefined>;
     open(args?: Args): Promise<void>;
 }

package/lib/esm/index.js

@@ -7,30 +7,42 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
-var SmallFile_1, LargeFile_1;
-import { field, variant, vec } from "@dao-xyz/borsh";
+var LargeFile_1;
+import { field, variant, vec, option } from "@dao-xyz/borsh";
 import { Program } from "@peerbit/program";
-import { Documents, SearchRequest, StringMatch } from "@peerbit/document";
+import { Documents, SearchRequest, StringMatch, StringMatchMethod, Or, MissingField, } from "@peerbit/document";
 import { sha256Base64Sync, randomBytes } from "@peerbit/crypto";
 import { concat } from "uint8arrays";
-class AbstractFile {
+import { sha256Sync } from "@peerbit/crypto";
+import { TrustedNetwork } from "@peerbit/trusted-network";
+import PQueue from "p-queue";
+export class AbstractFile {
 }
-const TINY_FILE_SIZE_LIMIT = 1e3;
-export let TinyFile = class TinyFile extends AbstractFile {
+const TINY_FILE_SIZE_LIMIT = 5 * 1e6; // 6mb
+let TinyFile = class TinyFile extends AbstractFile {
     id;
     name;
     file; // 10 mb imit
+    parentId;
+    get size() {
+        return this.file.byteLength;
+    }
     constructor(properties) {
         super();
-        this.id = sha256Base64Sync(properties.file);
+        this.id = properties.id || sha256Base64Sync(properties.file);
         this.name = properties.name;
         this.file = properties.file;
+        this.parentId = properties.parentId;
     }
-    async getFile(_files) {
+    async getFile(_files, properties) {
         if (sha256Base64Sync(this.file) !== this.id) {
             throw new Error("Hash does not match the file content");
         }
-        return Promise.resolve(this.file);
+        properties?.progress?.(1);
+        return Promise.resolve(properties?.as == "chunks" ? [this.file] : this.file);
+    }
+    async delete() {
+        // Do nothing, since no releated files where created
     }
 };
 __decorate([
@@ -45,98 +57,113 @@ __decorate([
     field({ type: Uint8Array }),
     __metadata("design:type", Uint8Array)
 ], TinyFile.prototype, "file", void 0);
+__decorate([
+    field({ type: option("string") }),
+    __metadata("design:type", String)
+], TinyFile.prototype, "parentId", void 0);
 TinyFile = __decorate([
     variant(0) // for versioning purposes
     ,
     __metadata("design:paramtypes", [Object])
 ], TinyFile);
-const SMALL_FILE_SIZE_LIMIT = 1e6 * 9;
-export let SmallFile = SmallFile_1 = class SmallFile extends AbstractFile {
-    id; // cid
-    name;
-    cid; // store file separately in a block store, like IPFS
-    constructor(properties) {
-        super();
-        this.id = properties.cid;
-        this.name = properties.name;
-        this.cid = properties.cid;
-    }
-    static async create(node, name, file) {
-        if (file.length > SMALL_FILE_SIZE_LIMIT) {
-            throw new Error("To large file for SmallFile");
-        }
-        const cid = await node.services.blocks.put(file);
-        return new SmallFile_1({ name, cid });
-    }
-    async getFile(files) {
-        // Load the file from the block store
-        return await files.node.services.blocks.get(this.id);
-    }
-};
-__decorate([
-    field({ type: "string" }),
-    __metadata("design:type", String)
-], SmallFile.prototype, "id", void 0);
-__decorate([
-    field({ type: "string" }),
-    __metadata("design:type", String)
-], SmallFile.prototype, "name", void 0);
-__decorate([
-    field({ type: "string" }),
-    __metadata("design:type", String)
-], SmallFile.prototype, "cid", void 0);
-SmallFile = SmallFile_1 = __decorate([
-    variant(1) // for versioning purposes
-    ,
-    __metadata("design:paramtypes", [Object])
-], SmallFile);
-export let LargeFile = LargeFile_1 = class LargeFile extends AbstractFile {
+export { TinyFile };
+let LargeFile = LargeFile_1 = class LargeFile extends AbstractFile {
     id; // hash
     name;
     fileIds;
+    size;
     constructor(properties) {
         super();
         this.id = properties.id;
         this.name = properties.name;
         this.fileIds = properties.fileIds;
+        this.size = properties.size;
     }
-    static async create(name, file, files) {
-        const segmetSize = SMALL_FILE_SIZE_LIMIT / 10; // 10% of the small size limit
+    static async create(name, file, files, progress) {
+        const segmetSize = TINY_FILE_SIZE_LIMIT / 10; // 10% of the small size limit
         const fileIds = [];
         const id = sha256Base64Sync(file);
-        for (let i = 0; i < Math.ceil(file.byteLength / segmetSize); i++) {
-            fileIds.push(await files.create(id + "/" + name, file.subarray(i * segmetSize, Math.min((i + 1) * segmetSize, file.length))));
+        const fileSize = file.byteLength;
+        progress?.(0);
+        const end = Math.ceil(file.byteLength / segmetSize);
+        for (let i = 0; i < end; i++) {
+            progress?.((i + 1) / end);
+            fileIds.push(await files.add(name + "/" + i, file.subarray(i * segmetSize, Math.min((i + 1) * segmetSize, file.byteLength)), id));
         }
-        return new LargeFile_1({ id, name, fileIds });
+        progress?.(1);
+        return new LargeFile_1({ id, name, fileIds: fileIds, size: fileSize });
     }
-    async getFile(files) {
-        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
+    get parentId() {
+        // Large file can never have a parent
+        return undefined;
+    }
+    async fetchChunks(files) {
         const expectedIds = new Set(this.fileIds);
-        const chunks = new Map();
-        const results = await files.files.index.search(new SearchRequest({
+        const allFiles = await files.files.index.search(new SearchRequest({
             query: [
-                new StringMatch({
-                    key: "name",
-                    value: this.id + "/" + this.name,
-                }),
+                new Or([...expectedIds].map((x) => new StringMatch({ key: "id", value: x }))),
             ],
-        }), {
-            local: true,
-            remote: true,
+        }));
+        return allFiles;
+    }
+    async delete(files) {
+        await Promise.all((await this.fetchChunks(files)).map((x) => x.delete(files)));
+    }
+    async getFile(files, properties) {
+        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
+        properties?.progress?.(0);
+        console.log("LISTS CHUNKS!");
+        const allChunks = await this.fetchChunks(files);
+        console.log("RECEIVED CHUNKS: " + allChunks);
+        console.log("FETCH CHUNKS");
+        const fetchQueue = new PQueue({ concurrency: 10 });
+        let fetchError = undefined;
+        fetchQueue.on("error", (err) => {
+            fetchError = err;
         });
-        if (results.length > 0) {
-            for (const r of results) {
+        const chunks = new Map();
+        const expectedIds = new Set(this.fileIds);
+        if (allChunks.length > 0) {
+            let c = 0;
+            for (const r of allChunks) {
                 if (chunks.has(r.id)) {
                     // chunk already added;
                 }
                 if (!expectedIds.has(r.id)) {
                     // chunk is not part of this file
                 }
-                chunks.set(r.id, r.getFile(files));
+                fetchQueue
+                    .add(async () => {
+                    let lastError = undefined;
+                    for (let i = 0; i < 3; i++) {
+                        try {
+                            const chunk = await r.getFile(files, {
+                                as: "joined",
+                                timeout: properties?.timeout,
+                            });
+                            if (!chunk) {
+                                throw new Error("Failed to fetch chunk");
+                            }
+                            chunks.set(r.id, chunk);
+                            c++;
+                            properties?.progress?.(c / allChunks.length);
+                            return;
+                        }
+                        catch (error) {
+                            // try 3 times
+                            lastError = error;
+                        }
+                    }
+                    throw lastError;
+                })
+                    .catch(() => {
+                    fetchQueue.clear(); // Dont do anything more since we failed to fetch one block
+                });
             }
         }
-        if (chunks.size !== expectedIds.size) {
-            throw new Error("Failed to resolve file");
+        await fetchQueue.onIdle();
+        if (fetchError || chunks.size !== expectedIds.size) {
+            throw new Error(`Failed to resolve file. Recieved ${chunks.size}/${expectedIds.size} chunks`);
         }
         const chunkContentResolved = await Promise.all(this.fileIds.map(async (x) => {
             const chunkValue = await chunks.get(x);
@@ -145,7 +172,10 @@ export let LargeFile = LargeFile_1 = class LargeFile extends AbstractFile {
             }
             return chunkValue;
         }));
-        return concat(chunkContentResolved);
+        console.log("FETCH DONE");
+        return (properties?.as == "chunks"
+            ? chunkContentResolved
+            : concat(chunkContentResolved));
     }
 };
 __decorate([
@@ -160,40 +190,99 @@ __decorate([
     field({ type: vec("string") }),
     __metadata("design:type", Array)
 ], LargeFile.prototype, "fileIds", void 0);
+__decorate([
+    field({ type: "u32" }),
+    __metadata("design:type", Number)
+], LargeFile.prototype, "size", void 0);
 LargeFile = LargeFile_1 = __decorate([
-    variant(2) // for versioning purposes
+    variant(1) // for versioning purposes
     ,
     __metadata("design:paramtypes", [Object])
 ], LargeFile);
-export let Files = class Files extends Program {
+export { LargeFile };
+let Files = class Files extends Program {
     id;
+    name;
+    trustGraph;
     files;
-    constructor(id = randomBytes(32)) {
+    constructor(properties = {}) {
         super();
-        this.id = id;
-        this.files = new Documents({ id: this.id });
+        this.id = properties.id || randomBytes(32);
+        this.name = properties.name || "";
+        this.trustGraph = properties.rootKey
+            ? new TrustedNetwork({ id: this.id, rootTrust: properties.rootKey })
+            : undefined;
+        this.files = new Documents({
+            id: sha256Sync(concat([
+                this.id,
+                new TextEncoder().encode(this.name),
+                properties.rootKey?.bytes || new Uint8Array(0),
+            ])),
+        });
     }
-    async create(name, file) {
+    async add(name, file, parentId, progress) {
         let toPut;
+        progress?.(0);
         if (file.byteLength <= TINY_FILE_SIZE_LIMIT) {
-            toPut = new TinyFile({ name, file });
-        }
-        else if (file.byteLength > TINY_FILE_SIZE_LIMIT &&
-            file.byteLength <= SMALL_FILE_SIZE_LIMIT) {
-            toPut = await SmallFile.create(this.node, name, file);
+            toPut = new TinyFile({ name, file, parentId });
         }
         else {
-            toPut = await LargeFile.create(name, file, this);
+            if (parentId) {
+                throw new Error("Unexpected that a LargeFile to have a parent");
+            }
+            toPut = await LargeFile.create(name, file, this, progress);
         }
         await this.files.put(toPut);
+        progress?.(1);
         return toPut.id;
     }
+    async removeById(id) {
+        const file = await this.files.index.get(id);
+        if (file) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+    async removeByName(name) {
+        const files = await this.files.index.search(new SearchRequest({
+            query: new StringMatch({
+                key: ["name"],
+                value: name,
+                caseInsensitive: false,
+                method: StringMatchMethod.exact,
+            }),
+        }));
+        for (const file of files) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+    async list() {
+        // only root files (don't fetch fetch chunks here)
+        const files = await this.files.index.search(new SearchRequest({ query: new MissingField({ key: "parentId" }) }), {
+            local: true,
+            remote: {
+                throwOnMissing: true,
+                sync: true, // sync here because this, because we might want to access it offline, even though we are not replicators
+            },
+        });
+        return files;
+    }
+    async listLocalChunks(parent) {
+        const files = await this.files.index.search(new SearchRequest({
+            query: new StringMatch({ key: "parentId", value: parent.id }),
+        }), {
+            local: true,
+            remote: false,
+        });
+        return files;
+    }
     /**
      * Get by name
      * @param id
      * @returns
      */
-    async getById(id) {
+    async getById(id, properties) {
         const results = await this.files.index.search(new SearchRequest({
             query: [new StringMatch({ key: "id", value: id })],
         }), {
@@ -203,9 +292,13 @@ export let Files = class Files extends Program {
             },
         });
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file,
+                };
             }
         }
     }
@@ -214,7 +307,7 @@ export let Files = class Files extends Program {
      * @param name
      * @returns
      */
-    async getByName(name) {
+    async getByName(name, properties) {
         const results = await this.files.index.search(new SearchRequest({
             query: [new StringMatch({ key: "name", value: name })],
         }), {
@@ -224,18 +317,47 @@ export let Files = class Files extends Program {
             },
         });
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file,
+                };
             }
         }
     }
     // Setup lifecycle, will be invoked on 'open'
     async open(args) {
+        await this.trustGraph?.open({
+            role: args?.role,
+        });
         await this.files.open({
             type: AbstractFile,
             // TODO add ACL
             role: args?.role,
+            replicas: { min: 3 },
+            canPerform: async (operation, context) => {
+                if (!this.trustGraph) {
+                    return true;
+                }
+                for (const key of await context.entry.getPublicKeys()) {
+                    if (await this.trustGraph.isTrusted(key)) {
+                        return true;
+                    }
+                }
+                return false;
+            },
+            index: {
+                fields: (doc) => {
+                    return {
+                        id: doc.id,
+                        name: doc.name,
+                        size: doc.size,
+                        parentId: doc.parentId,
+                    };
+                },
+            },
         });
     }
 };
@@ -243,12 +365,21 @@ __decorate([
     field({ type: Uint8Array }),
     __metadata("design:type", Uint8Array)
 ], Files.prototype, "id", void 0);
+__decorate([
+    field({ type: "string" }),
+    __metadata("design:type", String)
+], Files.prototype, "name", void 0);
+__decorate([
+    field({ type: option(TrustedNetwork) }),
+    __metadata("design:type", TrustedNetwork)
+], Files.prototype, "trustGraph", void 0);
 __decorate([
     field({ type: Documents }),
     __metadata("design:type", Documents)
 ], Files.prototype, "files", void 0);
 Files = __decorate([
     variant("files"),
-    __metadata("design:paramtypes", [Uint8Array])
+    __metadata("design:paramtypes", [Object])
 ], Files);
+export { Files };
 //# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAQ,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEhE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAe,YAAY;CAI1B;AAED,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAG1B,WAAM,QAAQ,GAAd,MAAM,QAAS,SAAQ,YAAY;IAEtC,EAAE,CAAS;IAGX,IAAI,CAAS;IAGb,IAAI,CAAa,CAAC,aAAa;IAE/B,YAAY,UAA8C;QACtD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAa;QACvB,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;SAC3D;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;CACJ,CAAA;AArBG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;sCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACtB,UAAU;sCAAC;AARR,QAAQ;IADpB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,QAAQ,CAuBpB;AAED,MAAM,qBAAqB,GAAG,GAAG,GAAG,CAAC,CAAC;AAG/B,WAAM,SAAS,iBAAf,MAAM,SAAU,SAAQ,YAAY;IAEvC,EAAE,CAAS,CAAC,MAAM;IAGlB,IAAI,CAAS;IAGb,GAAG,CAAS,CAAC,oDAAoD;IAEjE,YAAY,UAAyC;QACjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAmB,EAAE,IAAY,EAAE,IAAgB;QACnE,IAAI,IAAI,CAAC,MAAM,GAAG,qBAAqB,EAAE;YACrC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;SAClD;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,OAAO,IAAI,WAAS,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAY;QACtB,qCAAqC;QACrC,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;CACJ,CAAA;AA3BG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;qCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;uCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;sCACd;AARH,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,SAAS,CA6BrB;AAGM,WAAM,SAAS,iBAAf,MAAM,SAAU,SAAQ,YAAY;IAEvC,EAAE,CAAS,CAAC,OAAO;IAGnB,IAAI,CAAS;IAGb,OAAO,CAAW;IAElB,YAAY,UAA2D;QACnE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,IAAgB,EAAE,KAAY;QAC5D,MAAM,UAAU,GAAG,qBAAqB,GAAG,EAAE,CAAC,CAAC,8BAA8B;QAC7E,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,EAAE,EAAE;YAC9D,OAAO,CAAC,IAAI,CACR,MAAM,KAAK,CAAC,MAAM,CACd,EAAE,GAAG,GAAG,GAAG,IAAI,EACf,IAAI,CAAC,QAAQ,CACT,CAAC,GAAG,UAAU,EACd,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAC9C,CACJ,CACJ,CAAC;SACL;QAED,OAAO,IAAI,WAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAY;QACtB,qGAAqG;QACrG,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAiD,IAAI,GAAG,EAAE,CAAC;QAEvE,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAC1C,IAAI,aAAa,CAAC;YACd,KAAK,EAAE;gBACH,IAAI,WAAW,CAAC;oBACZ,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI;iBACnC,CAAC;aACL;SACJ,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;SACf,CACJ,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACpB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE;gBACrB,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;oBAClB,uBAAuB;iBAC1B;gBACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;oBACxB,iCAAiC;iBACpC;gBAED,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;aACtC;SACJ;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE;YAClC,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;SAC7C;QACD,MAAM,oBAAoB,GAAiB,MAAM,OAAO,CAAC,GAAG,CACxD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACzB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,EAAE;gBACb,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,CAAC,CAAC;aAC7D;YACD,OAAO,UAAU,CAAC;QACtB,CAAC,CAAC,CACL,CAAC;QACF,OAAO,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;CACJ,CAAA;AAjFG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;qCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;uCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;0CACb;AART,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,SAAS,CAmFrB;AAKM,WAAM,KAAK,GAAX,MAAM,KAAM,SAAQ,OAAa;IAEpC,EAAE,CAAa;IAGf,KAAK,CAA0B;IAE/B,YAAY,KAAiB,WAAW,CAAC,EAAE,CAAC;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,IAAgB;QACvC,IAAI,KAAmB,CAAC;QACxB,IAAI,IAAI,CAAC,UAAU,IAAI,oBAAoB,EAAE;YACzC,KAAK,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;SACxC;aAAM,IACH,IAAI,CAAC,UAAU,GAAG,oBAAoB;YACtC,IAAI,CAAC,UAAU,IAAI,qBAAqB,EAC1C;YACE,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;SACzD;aAAM;YACH,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;SACpD;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CACT,EAAU;QAEV,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;SACrD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,IAAI,EAAE;gBACN,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;aAC5D;SACJ;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CACX,IAAY;QAEZ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;SACzD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,IAAI,EAAE;gBACN,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;aAC5D;SACJ;IACL,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,IAAI,CAAC,IAAW;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,YAAY;YAClB,eAAe;YACf,IAAI,EAAE,IAAI,EAAE,IAAI;SACnB,CAAC,CAAC;IACP,CAAC;CACJ,CAAA;AA3FG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACxB,UAAU;iCAAC;AAGf;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;8BACpB,SAAS;oCAAe;AALtB,KAAK;IADjB,OAAO,CAAC,OAAO,CAAC;qCAQG,UAAU;GAPjB,KAAK,CA6FjB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EACH,SAAS,EACT,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,EAAE,EAEF,YAAY,GACf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAiB,gBAAgB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE/E,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,MAAM,MAAM,SAAS,CAAC;AAE7B,MAAM,OAAgB,YAAY;CAiBjC;AAED,MAAM,oBAAoB,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM;AAGrC,IAAM,QAAQ,GAAd,MAAM,QAAS,SAAQ,YAAY;IAEtC,EAAE,CAAS;IAGX,IAAI,CAAS;IAGb,IAAI,CAAa,CAAC,aAAa;IAG/B,QAAQ,CAAU;IAElB,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;IAChC,CAAC;IAED,YAAY,UAKX;QACG,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,IAAI,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAO,CAIT,MAAa,EACb,UAAqE;QAErE,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QACD,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1B,OAAO,OAAO,CAAC,OAAO,CAClB,UAAU,EAAE,EAAE,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAC7C,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,MAAM;QACR,oDAAoD;IACxD,CAAC;CACJ,CAAA;AA/CG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;sCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACtB,UAAU;sCAAC;AAGjB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;;0CAChB;AAXT,QAAQ;IADpB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,QAAQ,CAiDpB;;AAGM,IAAM,SAAS,iBAAf,MAAM,SAAU,SAAQ,YAAY;IAEvC,EAAE,CAAS,CAAC,OAAO;IAGnB,IAAI,CAAS;IAGb,OAAO,CAAW;IAGlB,IAAI,CAAS;IAEb,YAAY,UAKX;QACG,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACf,IAAY,EACZ,IAAgB,EAChB,KAAY,EACZ,QAAqC;QAErC,MAAM,UAAU,GAAG,oBAAoB,GAAG,EAAE,CAAC,CAAC,8BAA8B;QAC5E,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;QACjC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YAC1B,OAAO,CAAC,IAAI,CACR,MAAM,KAAK,CAAC,GAAG,CACX,IAAI,GAAG,GAAG,GAAG,CAAC,EACd,IAAI,CAAC,QAAQ,CACT,CAAC,GAAG,UAAU,EACd,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAClD,EACD,EAAE,CACL,CACJ,CAAC;QACN,CAAC;QACD,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACd,OAAO,IAAI,WAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,QAAQ;QACR,qCAAqC;QACrC,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAY;QAC1B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAC3C,IAAI,aAAa,CAAC;YACd,KAAK,EAAE;gBACH,IAAI,EAAE,CACF,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG,CAChB,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAClD,CACJ;aACJ;SACJ,CAAC,CACL,CAAC;QACF,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY;QACrB,MAAM,OAAO,CAAC,GAAG,CACb,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC9D,CAAC;IACN,CAAC;IAED,KAAK,CAAC,OAAO,CAIT,KAAY,EACZ,UAIC;QAED,qGAAqG;QAErG,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAE1B,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAE5B,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,UAAU,GAAsB,SAAS,CAAC;QAC9C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC3B,UAAU,GAAG,GAAG,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAwC,IAAI,GAAG,EAAE,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBACxB,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;oBACnB,uBAAuB;gBAC3B,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;oBACzB,iCAAiC;gBACrC,CAAC;gBACD,UAAU;qBACL,GAAG,CAAC,KAAK,IAAI,EAAE;oBACZ,IAAI,SAAS,GAAsB,SAAS,CAAC;oBAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBACzB,IAAI,CAAC;4BACD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE;gCACjC,EAAE,EAAE,QAAQ;gCACZ,OAAO,EAAE,UAAU,EAAE,OAAO;6BAC/B,CAAC,CAAC;4BACH,IAAI,CAAC,KAAK,EAAE,CAAC;gCACT,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;4BAC7C,CAAC;4BACD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;4BACxB,CAAC,EAAE,CAAC;4BACJ,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;4BAC7C,OAAO;wBACX,CAAC;wBAAC,OAAO,KAAU,EAAE,CAAC;4BAClB,cAAc;4BAEd,SAAS,GAAG,KAAK,CAAC;wBACtB,CAAC;oBACL,CAAC;oBACD,MAAM,SAAS,CAAC;gBACpB,CAAC,CAAC;qBACD,KAAK,CAAC,GAAG,EAAE;oBACR,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,2DAA2D;gBACnF,CAAC,CAAC,CAAC;YACX,CAAC;QACL,CAAC;QACD,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;QAE1B,IAAI,UAAU,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CACX,oCAAoC,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,SAAS,CAC/E,CAAC;QACN,CAAC;QAED,MAAM,oBAAoB,GAAiB,MAAM,OAAO,CAAC,GAAG,CACxD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACzB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,CAAC,CAAC;YAC9D,CAAC;YACD,OAAO,UAAU,CAAC;QACtB,CAAC,CAAC,CACL,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CACH,UAAU,EAAE,EAAE,IAAI,QAAQ;YACtB,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAC3B,CAAC;IAChB,CAAC;CACJ,CAAA;AAzKG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;qCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;uCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;0CACb;AAGlB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;uCACV;AAXJ,SAAS;IADrB,OAAO,CAAC,CAAC,CAAC,CAAC,0BAA0B;;;GACzB,SAAS,CA2KrB;;AAKM,IAAM,KAAK,GAAX,MAAM,KAAM,SAAQ,OAAa;IAEpC,EAAE,CAAa;IAGf,IAAI,CAAS;IAGb,UAAU,CAAkB;IAG5B,KAAK,CAA0B;IAE/B,YACI,aAII,EAAE;QAEN,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,EAAE,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,OAAO;YAChC,CAAC,CAAC,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC;YACpE,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;YACvB,EAAE,EAAE,UAAU,CACV,MAAM,CAAC;gBACH,IAAI,CAAC,EAAE;gBACP,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBACnC,UAAU,CAAC,OAAO,EAAE,KAAK,IAAI,IAAI,UAAU,CAAC,CAAC,CAAC;aACjD,CAAC,CACL;SACJ,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,GAAG,CACL,IAAY,EACZ,IAAgB,EAChB,QAAiB,EACjB,QAAqC;QAErC,IAAI,KAAmB,CAAC;QACxB,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACd,IAAI,IAAI,CAAC,UAAU,IAAI,oBAAoB,EAAE,CAAC;YAC1C,KAAK,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACJ,IAAI,QAAQ,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YACpE,CAAC;YACD,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC5B,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACd,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACvB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACvC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,IAAI,WAAW,CAAC;gBACnB,GAAG,EAAE,CAAC,MAAM,CAAC;gBACb,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,KAAK;gBACtB,MAAM,EAAE,iBAAiB,CAAC,KAAK;aAClC,CAAC;SACL,CAAC,CACL,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,kDAAkD;QAClD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACvC,IAAI,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,YAAY,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,EACnE;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,cAAc,EAAE,IAAI;gBACpB,IAAI,EAAE,IAAI,EAAE,yGAAyG;aACxH;SACJ,CACJ,CAAC;QACF,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAiB;QACnC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACvC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;SAChE,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,KAAK;SAChB,CACJ,CAAC;QACF,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAIT,EAAU,EACV,UAA+B;QAE/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;SACrD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACpD,IAAI,IAAI,EAAE,CAAC;gBACP,OAAO;oBACH,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,IAAc;iBACxB,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAIX,IAAY,EACZ,UAA+B;QAE/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CACzC,IAAI,aAAa,CAAC;YACd,KAAK,EAAE,CAAC,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;SACzD,CAAC,EACF;YACI,KAAK,EAAE,IAAI;YACX,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,GAAG,IAAI;aACrB;SACJ,CACJ,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACpD,IAAI,IAAI,EAAE,CAAC;gBACP,OAAO;oBACH,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,IAAc;iBACxB,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,IAAI,CAAC,IAAW;QAClB,MAAM,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC;YACxB,IAAI,EAAE,IAAI,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,YAAY;YAClB,eAAe;YACf,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YACpB,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;gBACrC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;oBACnB,OAAO,IAAI,CAAC;gBAChB,CAAC;gBACD,KAAK,MAAM,GAAG,IAAI,MAAM,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;oBACpD,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;wBACvC,OAAO,IAAI,CAAC;oBAChB,CAAC;gBACL,CAAC;gBACD,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,KAAK,EAAE;gBACH,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;oBACZ,OAAO;wBACH,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;qBACzB,CAAC;gBACN,CAAC;aACJ;SACJ,CAAC,CAAC;IACP,CAAC;CACJ,CAAA;AAvNG;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACxB,UAAU;iCAAC;AAGf;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;mCACb;AAGb;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;8BAC3B,cAAc;yCAAC;AAG5B;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;8BACpB,SAAS;oCAAe;AAXtB,KAAK;IADjB,OAAO,CAAC,OAAO,CAAC;;GACJ,KAAK,CAyNjB"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@peerbit/please-lib",
-    "version": "0.0.6",
+    "version": "0.0.8",
     "author": "dao.xyz",
     "repository": "https://github.com/@dao-xyz/peerbit-examples",
     "license": "Apache-2.0",
@@ -34,13 +34,14 @@
         "test:integration": "node ../../../node_modules/.bin/jest test -c  ../../../jest.config.integration.ts --runInBand --forceExit"
     },
     "devDependencies": {
-        "@peerbit/test-utils": "^1",
-        "typescript": "^5.1.3"
+        "@peerbit/test-utils": "^2",
+        "typescript": "^5.3.3"
     },
     "dependencies": {
-        "@peerbit/document": "^3",
-        "peerbit": "^1",
+        "@peerbit/document": "^6",
+        "@peerbit/trusted-network": "^3",
+        "peerbit": "^4",
         "uuid": "^9.0.0"
     },
-    "gitHead": "61243721632f276a5b6109e147ec375947da9afd"
+    "gitHead": "158537c6f6818e35e766329a6b4a5ccf7ae57ea0"
 }

package/src/index.ts

@@ -1,17 +1,41 @@
-import { field, variant, vec } from "@dao-xyz/borsh";
+import { field, variant, vec, option } from "@dao-xyz/borsh";
 import { Program } from "@peerbit/program";
-import { Documents, SearchRequest, StringMatch, Role } from "@peerbit/document";
-import { sha256Base64Sync, randomBytes } from "@peerbit/crypto";
+import {
+    Documents,
+    SearchRequest,
+    StringMatch,
+    StringMatchMethod,
+    Or,
+    RoleOptions,
+    MissingField,
+} from "@peerbit/document";
+import { PublicSignKey, sha256Base64Sync, randomBytes } from "@peerbit/crypto";
 import { ProgramClient } from "@peerbit/program";
 import { concat } from "uint8arrays";
+import { sha256Sync } from "@peerbit/crypto";
+import { TrustedNetwork } from "@peerbit/trusted-network";
+import PQueue from "p-queue";
 
-abstract class AbstractFile {
+export abstract class AbstractFile {
     abstract id: string;
     abstract name: string;
-    abstract getFile(files: Files): Promise<Uint8Array | undefined>;
+    abstract size: number;
+    abstract parentId?: string;
+    abstract getFile<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        files: Files,
+        properties?: {
+            as: OutputType;
+            timeout?: number;
+            progress?: (progress: number) => any;
+        }
+    ): Promise<Output>;
+    abstract delete(files: Files): Promise<void>;
 }
 
-const TINY_FILE_SIZE_LIMIT = 1e3;
+const TINY_FILE_SIZE_LIMIT = 5 * 1e6; // 6mb
 
 @variant(0) // for versioning purposes
 export class TinyFile extends AbstractFile {
@@ -24,56 +48,48 @@ export class TinyFile extends AbstractFile {
     @field({ type: Uint8Array })
     file: Uint8Array; // 10 mb imit
 
-    constructor(properties: { name: string; file: Uint8Array }) {
-        super();
-        this.id = sha256Base64Sync(properties.file);
-        this.name = properties.name;
-        this.file = properties.file;
-    }
+    @field({ type: option("string") })
+    parentId?: string;
 
-    async getFile(_files: Files) {
-        if (sha256Base64Sync(this.file) !== this.id) {
-            throw new Error("Hash does not match the file content");
-        }
-        return Promise.resolve(this.file);
+    get size() {
+        return this.file.byteLength;
     }
-}
 
-const SMALL_FILE_SIZE_LIMIT = 1e6 * 9;
-
-@variant(1) // for versioning purposes
-export class SmallFile extends AbstractFile {
-    @field({ type: "string" })
-    id: string; // cid
-
-    @field({ type: "string" })
-    name: string;
-
-    @field({ type: "string" })
-    cid: string; // store file separately in a block store, like IPFS
-
-    constructor(properties: { name: string; cid: string }) {
+    constructor(properties: {
+        id?: string;
+        name: string;
+        file: Uint8Array;
+        parentId?: string;
+    }) {
         super();
-        this.id = properties.cid;
+        this.id = properties.id || sha256Base64Sync(properties.file);
         this.name = properties.name;
-        this.cid = properties.cid;
+        this.file = properties.file;
+        this.parentId = properties.parentId;
     }
 
-    static async create(node: ProgramClient, name: string, file: Uint8Array) {
-        if (file.length > SMALL_FILE_SIZE_LIMIT) {
-            throw new Error("To large file for SmallFile");
+    async getFile<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        _files: Files,
+        properties?: { as: OutputType; progress?: (progress: number) => any }
+    ): Promise<Output> {
+        if (sha256Base64Sync(this.file) !== this.id) {
+            throw new Error("Hash does not match the file content");
         }
-        const cid = await node.services.blocks.put(file);
-        return new SmallFile({ name, cid });
+        properties?.progress?.(1);
+        return Promise.resolve(
+            properties?.as == "chunks" ? [this.file] : this.file
+        ) as Output;
     }
 
-    async getFile(files: Files) {
-        // Load the file from the block store
-        return await files.node.services.blocks.get(this.id);
+    async delete(): Promise<void> {
+        // Do nothing, since no releated files where created
     }
 }
 
-@variant(2) // for versioning purposes
+@variant(1) // for versioning purposes
 export class LargeFile extends AbstractFile {
     @field({ type: "string" })
     id: string; // hash
@@ -84,68 +100,151 @@ export class LargeFile extends AbstractFile {
     @field({ type: vec("string") })
     fileIds: string[];
 
-    constructor(properties: { id: string; name: string; fileIds: string[] }) {
+    @field({ type: "u32" })
+    size: number;
+
+    constructor(properties: {
+        id: string;
+        name: string;
+        fileIds: string[];
+        size: number;
+    }) {
         super();
         this.id = properties.id;
         this.name = properties.name;
         this.fileIds = properties.fileIds;
+        this.size = properties.size;
     }
 
-    static async create(name: string, file: Uint8Array, files: Files) {
-        const segmetSize = SMALL_FILE_SIZE_LIMIT / 10; // 10% of the small size limit
+    static async create(
+        name: string,
+        file: Uint8Array,
+        files: Files,
+        progress?: (progress: number) => void
+    ) {
+        const segmetSize = TINY_FILE_SIZE_LIMIT / 10; // 10% of the small size limit
         const fileIds: string[] = [];
         const id = sha256Base64Sync(file);
-        for (let i = 0; i < Math.ceil(file.byteLength / segmetSize); i++) {
+        const fileSize = file.byteLength;
+        progress?.(0);
+        const end = Math.ceil(file.byteLength / segmetSize);
+        for (let i = 0; i < end; i++) {
+            progress?.((i + 1) / end);
             fileIds.push(
-                await files.create(
-                    id + "/" + name,
+                await files.add(
+                    name + "/" + i,
                     file.subarray(
                         i * segmetSize,
-                        Math.min((i + 1) * segmetSize, file.length)
-                    )
+                        Math.min((i + 1) * segmetSize, file.byteLength)
+                    ),
+                    id
                 )
             );
         }
+        progress?.(1);
+        return new LargeFile({ id, name, fileIds: fileIds, size: fileSize });
+    }
 
-        return new LargeFile({ id, name, fileIds });
+    get parentId() {
+        // Large file can never have a parent
+        return undefined;
     }
 
-    async getFile(files: Files) {
-        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
+    async fetchChunks(files: Files) {
         const expectedIds = new Set(this.fileIds);
-        const chunks: Map<string, Promise<Uint8Array | undefined>> = new Map();
-
-        const results = await files.files.index.search(
+        const allFiles = await files.files.index.search(
             new SearchRequest({
                 query: [
-                    new StringMatch({
-                        key: "name",
-                        value: this.id + "/" + this.name,
-                    }),
+                    new Or(
+                        [...expectedIds].map(
+                            (x) => new StringMatch({ key: "id", value: x })
+                        )
+                    ),
                 ],
-            }),
-            {
-                local: true,
-                remote: true,
-            }
+            })
         );
+        return allFiles;
+    }
+    async delete(files: Files) {
+        await Promise.all(
+            (await this.fetchChunks(files)).map((x) => x.delete(files))
+        );
+    }
+
+    async getFile<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        files: Files,
+        properties?: {
+            as: OutputType;
+            timeout?: number;
+            progress?: (progress: number) => any;
+        }
+    ): Promise<Output> {
+        // Get all sub files (SmallFiles) and concatinate them in the right order (the order of this.fileIds)
+
+        properties?.progress?.(0);
+
+        console.log("LISTS CHUNKS!");
+        const allChunks = await this.fetchChunks(files);
+        console.log("RECEIVED CHUNKS: " + allChunks);
+        console.log("FETCH CHUNKS");
+
+        const fetchQueue = new PQueue({ concurrency: 10 });
+        let fetchError: Error | undefined = undefined;
+        fetchQueue.on("error", (err) => {
+            fetchError = err;
+        });
 
-        if (results.length > 0) {
-            for (const r of results) {
+        const chunks: Map<string, Uint8Array | undefined> = new Map();
+        const expectedIds = new Set(this.fileIds);
+        if (allChunks.length > 0) {
+            let c = 0;
+            for (const r of allChunks) {
                 if (chunks.has(r.id)) {
                     // chunk already added;
                 }
                 if (!expectedIds.has(r.id)) {
                     // chunk is not part of this file
                 }
-
-                chunks.set(r.id, r.getFile(files));
+                fetchQueue
+                    .add(async () => {
+                        let lastError: Error | undefined = undefined;
+                        for (let i = 0; i < 3; i++) {
+                            try {
+                                const chunk = await r.getFile(files, {
+                                    as: "joined",
+                                    timeout: properties?.timeout,
+                                });
+                                if (!chunk) {
+                                    throw new Error("Failed to fetch chunk");
+                                }
+                                chunks.set(r.id, chunk);
+                                c++;
+                                properties?.progress?.(c / allChunks.length);
+                                return;
+                            } catch (error: any) {
+                                // try 3 times
+
+                                lastError = error;
+                            }
+                        }
+                        throw lastError;
+                    })
+                    .catch(() => {
+                        fetchQueue.clear(); // Dont do anything more since we failed to fetch one block
+                    });
             }
         }
+        await fetchQueue.onIdle();
 
-        if (chunks.size !== expectedIds.size) {
-            throw new Error("Failed to resolve file");
+        if (fetchError || chunks.size !== expectedIds.size) {
+            throw new Error(
+                `Failed to resolve file. Recieved ${chunks.size}/${expectedIds.size} chunks`
+            );
         }
+
         const chunkContentResolved: Uint8Array[] = await Promise.all(
             this.fileIds.map(async (x) => {
                 const chunkValue = await chunks.get(x);
@@ -155,50 +254,141 @@ export class LargeFile extends AbstractFile {
                 return chunkValue;
             })
         );
-        return concat(chunkContentResolved);
+        console.log("FETCH DONE");
+        return (
+            properties?.as == "chunks"
+                ? chunkContentResolved
+                : concat(chunkContentResolved)
+        ) as Output;
     }
 }
 
-type Args = { role: Role };
+type Args = { role: RoleOptions };
 
 @variant("files")
 export class Files extends Program<Args> {
     @field({ type: Uint8Array })
     id: Uint8Array;
 
+    @field({ type: "string" })
+    name: string;
+
+    @field({ type: option(TrustedNetwork) })
+    trustGraph?: TrustedNetwork;
+
     @field({ type: Documents })
     files: Documents<AbstractFile>;
 
-    constructor(id: Uint8Array = randomBytes(32)) {
+    constructor(
+        properties: {
+            id?: Uint8Array;
+            name?: string;
+            rootKey?: PublicSignKey;
+        } = {}
+    ) {
         super();
-        this.id = id;
-        this.files = new Documents({ id: this.id });
+        this.id = properties.id || randomBytes(32);
+        this.name = properties.name || "";
+        this.trustGraph = properties.rootKey
+            ? new TrustedNetwork({ id: this.id, rootTrust: properties.rootKey })
+            : undefined;
+        this.files = new Documents({
+            id: sha256Sync(
+                concat([
+                    this.id,
+                    new TextEncoder().encode(this.name),
+                    properties.rootKey?.bytes || new Uint8Array(0),
+                ])
+            ),
+        });
     }
 
-    async create(name: string, file: Uint8Array) {
+    async add(
+        name: string,
+        file: Uint8Array,
+        parentId?: string,
+        progress?: (progress: number) => void
+    ) {
         let toPut: AbstractFile;
+        progress?.(0);
         if (file.byteLength <= TINY_FILE_SIZE_LIMIT) {
-            toPut = new TinyFile({ name, file });
-        } else if (
-            file.byteLength > TINY_FILE_SIZE_LIMIT &&
-            file.byteLength <= SMALL_FILE_SIZE_LIMIT
-        ) {
-            toPut = await SmallFile.create(this.node, name, file);
+            toPut = new TinyFile({ name, file, parentId });
         } else {
-            toPut = await LargeFile.create(name, file, this);
+            if (parentId) {
+                throw new Error("Unexpected that a LargeFile to have a parent");
+            }
+            toPut = await LargeFile.create(name, file, this, progress);
         }
         await this.files.put(toPut);
+        progress?.(1);
         return toPut.id;
     }
 
+    async removeById(id: string) {
+        const file = await this.files.index.get(id);
+        if (file) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+
+    async removeByName(name: string) {
+        const files = await this.files.index.search(
+            new SearchRequest({
+                query: new StringMatch({
+                    key: ["name"],
+                    value: name,
+                    caseInsensitive: false,
+                    method: StringMatchMethod.exact,
+                }),
+            })
+        );
+        for (const file of files) {
+            await file.delete(this);
+            await this.files.del(file.id);
+        }
+    }
+
+    async list() {
+        // only root files (don't fetch fetch chunks here)
+        const files = await this.files.index.search(
+            new SearchRequest({ query: new MissingField({ key: "parentId" }) }),
+            {
+                local: true,
+                remote: {
+                    throwOnMissing: true,
+                    sync: true, // sync here because this, because we might want to access it offline, even though we are not replicators
+                },
+            }
+        );
+        return files;
+    }
+
+    async listLocalChunks(parent: LargeFile) {
+        const files = await this.files.index.search(
+            new SearchRequest({
+                query: new StringMatch({ key: "parentId", value: parent.id }),
+            }),
+            {
+                local: true,
+                remote: false,
+            }
+        );
+        return files;
+    }
+
     /**
      * Get by name
      * @param id
      * @returns
      */
-    async getById(
-        id: string
-    ): Promise<{ id: string; name: string; bytes: Uint8Array } | undefined> {
+    async getById<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        id: string,
+        properties?: { as: OutputType }
+    ): Promise<{ id: string; name: string; bytes: Output } | undefined> {
         const results = await this.files.index.search(
             new SearchRequest({
                 query: [new StringMatch({ key: "id", value: id })],
@@ -212,9 +402,13 @@ export class Files extends Program<Args> {
         );
 
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file as Output,
+                };
             }
         }
     }
@@ -224,9 +418,13 @@ export class Files extends Program<Args> {
      * @param name
      * @returns
      */
-    async getByName(
-        name: string
-    ): Promise<{ id: string; name: string; bytes: Uint8Array } | undefined> {
+    async getByName<
+        OutputType extends "chunks" | "joined" = "joined",
+        Output = OutputType extends "chunks" ? Uint8Array[] : Uint8Array
+    >(
+        name: string,
+        properties?: { as: OutputType }
+    ): Promise<{ id: string; name: string; bytes: Output } | undefined> {
         const results = await this.files.index.search(
             new SearchRequest({
                 query: [new StringMatch({ key: "name", value: name })],
@@ -240,19 +438,49 @@ export class Files extends Program<Args> {
         );
 
         for (const result of results) {
-            const file = await result.getFile(this);
+            const file = await result.getFile(this, properties);
             if (file) {
-                return { id: result.id, name: result.name, bytes: file };
+                return {
+                    id: result.id,
+                    name: result.name,
+                    bytes: file as Output,
+                };
             }
         }
     }
 
     // Setup lifecycle, will be invoked on 'open'
     async open(args?: Args): Promise<void> {
+        await this.trustGraph?.open({
+            role: args?.role,
+        });
+
         await this.files.open({
             type: AbstractFile,
             // TODO add ACL
             role: args?.role,
+            replicas: { min: 3 },
+            canPerform: async (operation, context) => {
+                if (!this.trustGraph) {
+                    return true;
+                }
+                for (const key of await context.entry.getPublicKeys()) {
+                    if (await this.trustGraph.isTrusted(key)) {
+                        return true;
+                    }
+                }
+                return false;
+            },
+            index: {
+                fields: (doc) => {
+                    return {
+                        id: doc.id,
+                        name: doc.name,
+                        size: doc.size,
+                        parentId: doc.parentId,
+                    };
+                },
+            },
         });
     }
 }