@webda/core 3.16.4 → 4.0.0-beta.2

package/lib/services/binary.js

@@ -1,4 +1,3 @@
-"use strict";
 var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
     var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
     if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -12,7 +11,6 @@ import * as path from "path";
 import { Readable } from "stream";
 import { Core, Counter, WebdaError } from "../index.js";
 import { NotEnumerable } from "../models/coremodel.js";
-import { Store } from "../stores/store.js";
 import { Service, ServiceParameters } from "./service.js";
 /**
  * Emitted if binary does not exist
@@ -76,7 +74,7 @@ export class BinaryFile {
                     resolve();
                 });
                 stream.on("data", chunk => {
-                    let buffer = Buffer.from(chunk);
+                    const buffer = Buffer.from(chunk);
                     hash.update(buffer);
                     challenge.update(buffer);
                 });
@@ -211,6 +209,7 @@ export class Binary extends BinaryMap {
     async delete() {
         await this.__store.delete(this.model, this.attribute);
         this.set({});
+        this.empty = true;
     }
     /**
      * Return undefined if no hash
@@ -267,7 +266,7 @@ export class BinariesImpl extends Array {
     assign(model, attribute) {
         this.model = model;
         this.attribute = attribute;
-        for (let binary of model[attribute] || []) {
+        for (const binary of model[attribute] || []) {
             this.push(binary);
         }
         this.__service = Core.get().getBinaryStore(model, attribute);
@@ -330,14 +329,11 @@ __decorate([
 export class BinaryParameters extends ServiceParameters {
     constructor(params, _service) {
         super(params);
-        if (this.expose) {
-            this.expose.restrict = this.expose.restrict || {};
-        }
-        this.map ?? (this.map = {});
         // Store all models in it by default
         this.models ?? (this.models = {
             "*": ["*"]
         });
+        this.maxFileSize ?? (this.maxFileSize = 10 * 1024 * 1024);
     }
 }
 /**
@@ -386,65 +382,6 @@ export class BinaryService extends Service {
             help: "Number of binary metadata updated"
         });
     }
-    /**
-     * Redirect to the temporary link to S3 object
-     * or return it if returnInfo=true
-     *
-     * @param ctx of the request
-     * @param returnInfo
-     */
-    async httpGet(context) {
-        const returnInfo = context.getHttpContext().getRelativeUri().endsWith("/url");
-        const { uuid, index, property } = context.getParameters();
-        let targetStore = this._verifyMapAndStore(context);
-        let object = await targetStore.get(uuid);
-        if (!object || (Array.isArray(object[property]) && object[property].length <= index)) {
-            throw new WebdaError.NotFound("Object does not exist or attachment does not exist");
-        }
-        await object.checkAct(context, "get_binary");
-        const file = Array.isArray(object[property]) ? object[property][index] : object[property];
-        await this.emitSync("Binary.Get", {
-            object: file,
-            service: this,
-            context: context
-        });
-        let url = await this.getRedirectUrlFromObject(file, context);
-        // No url, we return the file
-        if (url === null) {
-            if (returnInfo) {
-                // Redirect to same url without /url
-                context.write({
-                    Location: context
-                        .getHttpContext()
-                        .getAbsoluteUrl()
-                        .replace(/\/url$/, ""),
-                    Map: file
-                });
-            }
-            else {
-                // Output
-                context.writeHead(200, {
-                    "Content-Type": file.mimetype === undefined ? "application/octet-steam" : file.mimetype,
-                    "Content-Length": file.size
-                });
-                let readStream = await this.get(file);
-                await new Promise((resolve, reject) => {
-                    // We replaced all the event handlers with a simple call to readStream.pipe()
-                    context._stream.on("finish", resolve);
-                    context._stream.on("error", reject);
-                    readStream.pipe(context._stream);
-                });
-            }
-        }
-        else if (returnInfo) {
-            context.write({ Location: url, Map: file });
-        }
-        else {
-            context.writeHead(302, {
-                Location: url
-            });
-        }
-    }
     /**
      * Get a UrlFromObject
      *
@@ -462,7 +399,7 @@ export class BinaryService extends Service {
         let key = Object.keys(this.parameters.models).find(k => k === modelName);
         if (key) {
             // Explicit model
-            let attributes = this.parameters.models[key];
+            const attributes = this.parameters.models[key];
             if (attributes.includes(attribute)) {
                 return 2;
             }
@@ -475,7 +412,7 @@ export class BinaryService extends Service {
         if (!key) {
             return -1;
         }
-        let attributes = this.parameters.models[key];
+        const attributes = this.parameters.models[key];
         if (attributes.includes(attribute)) {
             return 1;
         }
@@ -510,8 +447,8 @@ export class BinaryService extends Service {
             service: this
         });
         this.metrics.download.inc();
-        let readStream = await this._get(info);
-        let writeStream = fs.createWriteStream(filename);
+        const readStream = await this._get(info);
+        const writeStream = fs.createWriteStream(filename);
         return new Promise((resolve, reject) => {
             writeStream.on("finish", _src => {
                 return resolve();
@@ -530,45 +467,6 @@ export class BinaryService extends Service {
             readStream.pipe(writeStream);
         });
     }
-    /**
-     * @override
-     */
-    resolve() {
-        super.resolve();
-        this.initMap(this.parameters.map);
-        return this;
-    }
-    /**
-     * Init the declared maps, adding reverse maps
-     *
-     * @param map
-     */
-    initMap(map) {
-        if (map == undefined || map._init) {
-            return;
-        }
-        this._lowercaseMaps = {};
-        Object.keys(map).forEach(prop => {
-            this._lowercaseMaps[prop.toLowerCase()] = prop;
-            let reverseStore = this._webda.getService(prop);
-            if (reverseStore === undefined || !(reverseStore instanceof Store)) {
-                this._webda.log("WARN", "Can't setup mapping as store ", prop, " doesn't exist");
-                map[prop]["-onerror"] = "NoStore";
-                return;
-            }
-            for (let i in map[prop]) {
-                reverseStore.addReverseMap(map[prop][i], this);
-            }
-            // Cascade delete
-            reverseStore.on("Store.Deleted", async (evt) => {
-                let infos = [];
-                if (evt.object[map[prop]]) {
-                    infos.push(...evt.object[map[prop]]);
-                }
-                await Promise.all(infos.map(info => this.cascadeDelete(info, evt.object.getUuid())));
-            });
-        });
-    }
     /**
      * Based on the raw Map init a BinaryMap
      * @param obj
@@ -602,40 +500,13 @@ export class BinaryService extends Service {
         if (this.handleBinary(object.__type, property) !== -1) {
             return;
         }
-        // DELETE_IN_4.0.0
-        const name = object.getStore().getName();
-        let map = this.parameters.map[this._lowercaseMaps[name.toLowerCase()]];
-        if (map === undefined) {
-            throw new Error("Unknown mapping");
-        }
-        if (Array.isArray(map) && map.indexOf(property) === -1) {
-            throw new Error("Unknown mapping");
-        }
-        /*
-        // END_DELETE_IN_4.0.0
         throw new Error("Unknown mapping");
-        // DELETE_IN_4.0.0
-        */
-        // END_DELETE_IN_4.0.0
     }
     /**
      * Ensure events are sent correctly after an upload and update the BinaryFileInfo in targetted object
      */
-    async uploadSuccess(object, property, fileInfo) {
-        let file;
-        // Ensure we do not have a full object
-        if (fileInfo["toBinaryFileInfo"] && typeof fileInfo["toBinaryFileInfo"] === "function") {
-            file = fileInfo["toBinaryFileInfo"]();
-        }
-        else {
-            file = fileInfo;
-        }
-        let additionalAttrs = Object.keys(file).filter(k => !["name", "size", "mimetype", "hash", "challenge", "metadata"].includes(k));
-        if (additionalAttrs.length > 0) {
-            throw new Error("Invalid file object it should be a plain BinaryFileInfo found additional properties: " +
-                additionalAttrs.join(","));
-        }
-        let object_uid = object.getUuid();
+    async uploadSuccess(object, property, file) {
+        const object_uid = object.getUuid();
         // Check if the file is already in the array then skip
         if (Array.isArray(object[property]) && object[property].find(i => i.hash === file.hash)) {
             return;
@@ -648,7 +519,9 @@ export class BinaryService extends Service {
         const relations = this.getWebda().getApplication().getRelations(object);
         const cardinality = (relations.binaries || []).find(p => p.attribute === property)?.cardinality || "MANY";
         if (cardinality === "MANY") {
-            await object.getStore().upsertItemToCollection(object_uid, property, file);
+            await object
+                .getStore()
+                .upsertItemToCollection(object_uid, property, file);
         }
         else {
             await object.getStore().setAttribute(object_uid, property, file);
@@ -669,12 +542,14 @@ export class BinaryService extends Service {
      * @returns
      */
     async deleteSuccess(object, property, index) {
-        let info = (index !== undefined ? object[property][index] : object[property]);
+        const info = (index !== undefined ? object[property][index] : object[property]);
         const relations = this.getWebda().getApplication().getRelations(object);
         const cardinality = (relations.binaries || []).find(p => p.attribute === property)?.cardinality || "MANY";
         let update;
         if (cardinality === "MANY") {
-            update = object.getStore().deleteItemFromCollection(object.getUuid(), property, index, info.hash, "hash");
+            update = object
+                .getStore()
+                .deleteItemFromCollection(object.getUuid(), property, index, info.hash, "hash");
         }
         else {
             object.getStore().removeAttribute(object.getUuid(), property);
@@ -691,178 +566,26 @@ export class BinaryService extends Service {
      * @param req
      * @returns
      */
-    async _getFile(req) {
-        let file = await req.getHttpContext().getRawBody(10 * 1024 * 1024);
-        // TODO Check if we have other type
+    async getFile(req) {
+        const { size } = req.getParameters();
+        let { mimetype, name } = req.getParameters();
+        if (size > this.parameters.maxFileSize) {
+            throw new WebdaError.BadRequest("File too big");
+        }
+        const file = await req.getRawInput(size ?? this.parameters.maxFileSize);
+        mimetype ?? (mimetype = "application/octet-stream");
+        name ?? (name = "data.bin");
         return new MemoryBinaryFile(Buffer.from(file), {
-            mimetype: req.getHttpContext().getUniqueHeader("Content-Type", "application/octet-stream"),
-            size: parseInt(req.getHttpContext().getUniqueHeader("Content-Length")) || file.length,
-            name: req.getHttpContext().getUniqueHeader("X-Filename", "")
+            mimetype,
+            size,
+            name: name,
+            hash: crypto.createHash("md5").update(file).digest("hex"),
+            challenge: crypto
+                .createHash("md5")
+                .update("WEBDA" + file)
+                .digest("hex")
         });
     }
-    /**
-     * @override
-     */
-    initRoutes() {
-        if (!this.parameters.expose) {
-            return;
-        }
-        this._initRoutes();
-    }
-    /**
-     * Init the Binary system routes
-     *
-     * Making sure parameters.expose exists prior
-     */
-    _initRoutes() {
-        let url;
-        let name = this.getOperationName();
-        if (!this.parameters.expose.restrict.get) {
-            url = this.parameters.expose.url + "/{store}/{uuid}/{property}/{index}";
-            this.addRoute(url, ["GET"], this.httpGet, {
-                get: {
-                    operationId: `get${name}Binary`,
-                    description: "Download a binary linked to an object",
-                    summary: "Download a binary",
-                    responses: {
-                        "200": {
-                            description: "Binary stream"
-                        },
-                        "403": {
-                            description: "You don't have permissions"
-                        },
-                        "404": {
-                            description: "Object does not exist or attachment does not exist"
-                        },
-                        "412": {
-                            description: "Provided hash does not match"
-                        }
-                    }
-                }
-            });
-            this.addRoute(url + "/url", ["GET"], this.httpGet, {
-                get: {
-                    operationId: `get${name}BinaryInfo`,
-                    description: "Return the url and information of a binary linked to an object",
-                    summary: "GetInfo of a binary",
-                    responses: {
-                        "200": {
-                            description: "Url and BinaryMap"
-                        },
-                        "403": {
-                            description: "You don't have permissions"
-                        },
-                        "404": {
-                            description: "Object does not exist or attachment does not exist"
-                        },
-                        "412": {
-                            description: "Provided hash does not match"
-                        }
-                    }
-                }
-            });
-        }
-        if (!this.parameters.expose.restrict.create) {
-            // No need the index to add file
-            url = this.parameters.expose.url + "/{store}/{uuid}/{property}";
-            this.addRoute(url, ["POST"], this.httpRoute, {
-                post: {
-                    operationId: `add${name}Binary`,
-                    description: "Add a binary linked to an object",
-                    summary: "Add a binary",
-                    responses: {
-                        "200": {
-                            description: ""
-                        },
-                        "403": {
-                            description: "You don't have permissions"
-                        },
-                        "404": {
-                            description: "Object does not exist or attachment does not exist"
-                        },
-                        "412": {
-                            description: "Provided hash does not match"
-                        }
-                    }
-                }
-            });
-        }
-        if (!this.parameters.expose.restrict.create) {
-            // Add file with challenge
-            url = this.parameters.expose.url + "/upload/{store}/{uuid}/{property}";
-            this.addRoute(url, ["PUT"], this.httpChallenge, {
-                put: {
-                    operationId: `put${name}Binary`,
-                    description: "Add a binary to an object after challenge",
-                    summary: "Add a binary",
-                    responses: {
-                        "204": {
-                            description: ""
-                        },
-                        "403": {
-                            description: "You don't have permissions"
-                        },
-                        "404": {
-                            description: "Object does not exist or attachment does not exist"
-                        },
-                        "412": {
-                            description: "Provided hash does not match"
-                        }
-                    }
-                }
-            });
-        }
-        if (!this.parameters.expose.restrict.delete) {
-            // Need hash to avoid concurrent delete
-            url = this.parameters.expose.url + "/{store}/{uuid}/{property}/{index}/{hash}";
-            this.addRoute(url, ["DELETE"], this.httpRoute, {
-                delete: {
-                    operationId: `delete${name}Binary`,
-                    description: "Delete a binary linked to an object",
-                    summary: "Delete a binary",
-                    responses: {
-                        "204": {
-                            description: ""
-                        },
-                        "403": {
-                            description: "You don't have permissions"
-                        },
-                        "404": {
-                            description: "Object does not exist or attachment does not exist"
-                        },
-                        "412": {
-                            description: "Provided hash does not match"
-                        }
-                    }
-                }
-            });
-        }
-        if (!this.parameters.expose.restrict.metadata) {
-            // Need hash to avoid concurrent delete
-            url = this.parameters.expose.url + "/{store}/{uuid}/{property}/{index}/{hash}";
-            this.addRoute(url, ["PUT"], this.httpRoute, {
-                put: {
-                    operationId: `update${name}BinaryMetadata`,
-                    description: "Update a binary metadata linked to an object",
-                    summary: "Update a binary metadata",
-                    responses: {
-                        "204": {
-                            description: ""
-                        },
-                        "403": {
-                            description: "You don't have permissions"
-                        },
-                        "404": {
-                            description: "Object does not exist or attachment does not exist"
-                        },
-                        "412": {
-                            description: "Provided hash does not match"
-                        }
-                    }
-                }
-            });
-        }
-    }
     /**
      * Return the name of the service for OpenAPI
      * @returns
@@ -875,125 +598,20 @@ export class BinaryService extends Service {
      * @param ctx
      * @returns
      */
-    _verifyMapAndStore(ctx) {
+    verifyMapAndStore(ctx) {
         // Check for model
-        if (ctx.parameter("model")) {
-            if (this.handleBinary(ctx.parameter("model"), ctx.parameter("property")) === -1) {
-                throw new WebdaError.NotFound("Model not managed by this store");
-            }
-            return this.getWebda().getModelStore(this.getWebda().getModel(ctx.parameter("model")));
-        }
-        let store = ctx.parameter("store").toLowerCase();
-        // To avoid any problem lowercase everything
-        let map = this.parameters.map[this._lowercaseMaps[store]];
-        if (map === undefined) {
-            throw new WebdaError.NotFound("Unknown map");
-        }
-        if (!map.includes(ctx.parameter("property"))) {
-            throw new WebdaError.NotFound("Unknown property");
-        }
-        let targetStore = this.getService(this._lowercaseMaps[store]);
-        if (targetStore === undefined) {
-            throw new WebdaError.NotFound("Unknown store");
+        if (this.handleBinary(ctx.parameter("model"), ctx.parameter("property")) === -1) {
+            throw new WebdaError.NotFound("Model not managed by this store");
         }
-        return targetStore;
+        return this.getWebda().getModelStore(this.getWebda().getModel(ctx.parameter("model")));
     }
     /**
      * By default no challenge is managed so throws 404
      *
-     * @param ctx
      */
-    async putRedirectUrl(_ctx) {
+    async putRedirectUrl(...args) {
         // Dont handle the redirect url
         throw new WebdaError.NotFound("No redirect url");
     }
-    /**
-     * Mechanism to add a data based on challenge
-     */
-    async httpChallenge(ctx) {
-        let body = await ctx.getRequestBody();
-        if (!body.hash || !body.challenge) {
-            throw new WebdaError.BadRequest("Missing hash or challenge");
-        }
-        // First verify if map exist
-        let targetStore = this._verifyMapAndStore(ctx);
-        // Get the object
-        let object = await targetStore.get(ctx.parameter("uuid"), ctx);
-        if (object === undefined) {
-            throw new WebdaError.NotFound("Object does not exist");
-        }
-        await object.checkAct(ctx, "attach_binary");
-        let url = await this.putRedirectUrl(ctx);
-        let base64String = Buffer.from(body.hash, "hex").toString("base64");
-        ctx.write({
-            ...url,
-            done: url === undefined,
-            md5: base64String
-        });
-    }
-    /**
-     * Manage the different routes
-     * @param ctx
-     */
-    async httpRoute(ctx) {
-        // First verify if map exist
-        let targetStore = this._verifyMapAndStore(ctx);
-        // Get the object
-        let object = await targetStore.get(ctx.parameter("uuid"), ctx);
-        if (object === undefined) {
-            throw new WebdaError.NotFound("Object does not exist");
-        }
-        const { property, index } = ctx.getParameters();
-        // Current file - would be empty on creation
-        const file = Array.isArray(object[property]) ? object[property][index] : object[property];
-        // Check permissions
-        let action = "unknown";
-        if (ctx.getHttpContext().getMethod() === "DELETE") {
-            action = "detach_binary";
-        }
-        else if (ctx.getHttpContext().getMethod() === "POST") {
-            action = "attach_binary";
-        }
-        else if (ctx.getHttpContext().getMethod() === "PUT") {
-            action = "update_binary_metadata";
-        }
-        await object.checkAct(ctx, action);
-        // Now do the action
-        if (ctx.getHttpContext().getMethod() === "POST") {
-            await this.store(object, property, await this._getFile(ctx));
-        }
-        else {
-            if (file.hash !== ctx.parameter("hash")) {
-                throw new WebdaError.BadRequest("Hash does not match");
-            }
-            if (ctx.getHttpContext().getMethod() === "DELETE") {
-                await this.delete(object, property, index);
-            }
-            else if (ctx.getHttpContext().getMethod() === "PUT") {
-                let metadata = await ctx.getRequestBody();
-                // Limit metadata to 4kb
-                if (JSON.stringify(metadata).length >= 4096) {
-                    throw new WebdaError.BadRequest("Metadata is too big: 4kb max");
-                }
-                let evt = {
-                    service: this,
-                    object: file,
-                    target: object
-                };
-                await this.emitSync("Binary.MetadataUpdate", {
-                    ...evt,
-                    metadata
-                });
-                file.metadata = metadata;
-                // Update mapper on purpose
-                await object.getStore().patch({
-                    [object.__class.getUuidField()]: object.getUuid(),
-                    [property]: object[property]
-                }, false);
-                this.metrics.metadataUpdate.inc();
-                await this.emitSync("Binary.MetadataUpdated", evt);
-            }
-        }
-    }
 }
 //# sourceMappingURL=binary.js.map