@stemy/backend 5.1.1 → 5.2.1

package/fesm2020/stemy-backend.mjs

@@ -8,15 +8,15 @@ import fontKit_ from 'fontkit';
 import sharp_ from 'sharp';
 import { ObjectId as ObjectId$1 } from 'bson';
 import axios from 'axios';
-import { mkdir, unlink, readFile as readFile$1, writeFile as writeFile$1, lstat, readdir, access, constants, lstatSync, readFileSync, existsSync } from 'fs';
+import { mkdir, unlink, readFile as readFile$1, writeFile as writeFile$1, lstat, readdir, access, constants, lstatSync, readFileSync, existsSync, mkdirSync, createWriteStream, createReadStream } from 'fs';
 import { gzip, gunzip } from 'zlib';
 import { fileURLToPath } from 'url';
 import { exec } from 'child_process';
 import { createHash } from 'crypto';
 import { Subscription, Observable, Subject, from, BehaviorSubject } from 'rxjs';
 import { canReportError } from 'rxjs/internal/util/canReportError';
-import { ObjectId, GridFSBucket } from 'mongodb';
-import mongoose from 'mongoose';
+import { ObjectId } from 'mongodb';
+import mongoose, { Types } from 'mongoose';
 import { Readable, PassThrough } from 'stream';
 import fileType from 'file-type/core';
 import dotenv from 'dotenv';
@@ -37,6 +37,8 @@ import * as Handlebars from 'handlebars';
 import { CommandsAddon, AnsiCodes } from '@stemy/terminal-commands-addon';
 import { compare } from 'bcrypt';
 import moment from 'moment';
+import { GridFSBucket } from 'mongodb/lib/gridfs';
+import { writeFile as writeFile$2, rm } from 'fs/promises';
 import { getModelForClass } from '@typegoose/typegoose';
 import { getValue as getValue$1, setValue } from 'mongoose/lib/utils';
 
@@ -53,6 +55,8 @@ const SOCKET_CONTROLLERS = Symbol.for("socket-controllers-token");
 const PARAMETER = Symbol.for("parameter-token");
 const DI_CONTAINER = Symbol.for("di-container-token");
 const OPENAPI_VALIDATION = Symbol.for("openapi-validation-token");
+const LOCAL_DIR = Symbol.for('asset-local-dir');
+const ASSET_DRIVER = Symbol.for('assets-driver');
 class Parameter {
     constructor(name, defaultValue, resolver = null) {
         this.name = name;
@@ -931,14 +935,10 @@ let MongoConnector = class MongoConnector {
     get database() {
         return this.db;
     }
-    get bucket() {
-        return this.fsBucket;
-    }
     constructor(configuration) {
         this.configuration = configuration;
         this.conn = null;
         this.db = null;
-        this.fsBucket = null;
     }
     async connect() {
         if (this.db)
@@ -949,7 +949,6 @@ let MongoConnector = class MongoConnector {
             pass: this.configuration.resolve("mongoPassword")
         })).connection;
         this.db = this.conn.db;
-        this.fsBucket = new GridFSBucket(this.db, { bucketName: "assets" });
     }
 };
 MongoConnector = __decorate([
@@ -959,18 +958,18 @@ MongoConnector = __decorate([
 
 class BaseEntity {
     get id() {
-        return this.mId.toHexString();
+        return this.oid.toHexString();
     }
-    constructor(mId, data, collection) {
-        this.mId = mId;
+    constructor(oid, data, collection) {
+        this.oid = oid;
         this.data = data;
         this.collection = collection;
     }
     save() {
-        return this.collection.updateOne({ _id: this.mId }, { $set: this.toJSON() });
+        return this.collection.updateOne({ _id: this.oid }, { $set: this.toJSON() }, { upsert: true });
     }
     async load() {
-        const res = await this.collection.findOne({ _id: this.mId });
+        const res = await this.collection.findOne({ _id: this.oid });
         this.deleted = !res;
         this.data = res || {};
         return this;
@@ -996,18 +995,31 @@ class Asset extends BaseEntity {
         return this.data.metadata;
     }
     get stream() {
-        return this.bucket.openDownloadStream(this.mId);
+        return this.driver.openDownloadStream(this.oid);
     }
-    constructor(id, data, collection, bucket) {
+    constructor(id, data, collection, driver) {
         super(id, data, collection);
-        this.bucket = bucket;
+        this.driver = driver;
     }
     async unlink() {
-        return deleteFromBucket(this.bucket, this.mId);
+        try {
+            await this.driver.delete(this.oid);
+            await this.collection.deleteOne({ _id: this.oid });
+        }
+        catch (error) {
+            let err = error;
+            if (error) {
+                err = error.message || error || "";
+                if (!isString(err) || !err.startsWith("FileNotFound")) {
+                    throw err;
+                }
+            }
+        }
+        return this.id;
     }
     async setMeta(metadata) {
         metadata = Object.assign(this.metadata, metadata || {});
-        await this.collection.updateOne({ _id: this.mId }, { $set: { metadata } });
+        await this.collection.updateOne({ _id: this.oid }, { $set: { metadata } });
     }
     getBuffer() {
         return streamToBuffer(this.stream);
@@ -1019,7 +1031,7 @@ class Asset extends BaseEntity {
             : metadata.downloadCount + 1;
         metadata.firstDownload = metadata.firstDownload || new Date();
         metadata.lastDownload = new Date();
-        await this.collection.updateOne({ _id: this.mId }, { $set: { metadata } });
+        await this.collection.updateOne({ _id: this.oid }, { $set: { metadata } });
         return this.stream;
     }
     async getImage(params = null) {
@@ -1077,11 +1089,11 @@ class TempAsset {
 }
 
 let Assets = class Assets {
-    constructor(connector, assetProcessor) {
+    constructor(connector, assetProcessor, driver) {
         this.connector = connector;
         this.assetProcessor = assetProcessor;
-        this.bucket = connector.bucket;
-        this.collection = connector.database?.collection("assets.files");
+        this.driver = driver;
+        this.collection = connector.database?.collection(driver.metaCollection);
     }
     async write(stream, contentType = null, metadata = null) {
         const uploadStream = copyStream(stream);
@@ -1150,7 +1162,7 @@ let Assets = class Assets {
     }
     async find(where) {
         const data = await this.collection.findOne(where);
-        return !data ? null : new Asset(data._id, data, this.collection, this.bucket);
+        return !data ? null : new Asset(data._id, data, this.collection, this.driver);
     }
     async findMany(where) {
         const cursor = this.collection.find(where);
@@ -1159,7 +1171,7 @@ let Assets = class Assets {
         for (let item of items) {
             if (!item)
                 continue;
-            result.push(new Asset(item._id, item, this.collection, this.bucket));
+            result.push(new Asset(item._id, item, this.collection, this.driver));
         }
         return result;
     }
@@ -1183,7 +1195,11 @@ let Assets = class Assets {
         metadata.filename = metadata.filename || new ObjectId$1().toHexString();
         metadata.extension = (fileType.ext || "").trim();
         return new Promise(((resolve, reject) => {
-            const uploaderStream = this.bucket.openUploadStream(metadata.filename);
+            const uploaderStream = this.driver.openUploadStream(metadata.filename, {
+                chunkSizeBytes: 1048576,
+                metadata,
+                contentType: fileType.mime
+            });
             stream.pipe(uploaderStream)
                 .on("error", error => {
                 reject(error.message || error);
@@ -1193,7 +1209,7 @@ let Assets = class Assets {
                     filename: metadata.filename,
                     contentType,
                     metadata
-                }, this.collection, this.bucket);
+                }, this.collection, this.driver);
                 asset.save().then(() => {
                     resolve(asset);
                 }, error => {
@@ -1206,7 +1222,9 @@ let Assets = class Assets {
 Assets = __decorate([
     injectable(),
     scoped(Lifecycle.ContainerScoped),
-    __metadata("design:paramtypes", [MongoConnector, AssetProcessor])
+    __param(2, inject(ASSET_DRIVER)),
+    __metadata("design:paramtypes", [MongoConnector,
+        AssetProcessor, Object])
 ], Assets);
 
 class LazyAsset extends BaseEntity {
@@ -1240,9 +1258,9 @@ class LazyAsset extends BaseEntity {
     async unlink() {
         await this.load();
         if (!this.progressId) {
-            await this.collection.deleteOne({ _id: this.mId });
+            await this.collection.deleteOne({ _id: this.oid });
         }
-        return deleteFromBucket(this.assets.bucket, new ObjectId$1(this.assetId));
+        return this.assets.unlink(this.assetId);
     }
     startWorking() {
         this.load().then(() => {
@@ -1285,7 +1303,7 @@ class LazyAsset extends BaseEntity {
         this.data.progressId = (await this.progresses.create()).id;
         this.data.assetId = null;
         await this.save();
-        await deleteFromBucket(this.assets.bucket, oldAsset);
+        await this.assets.unlink(oldAsset);
         const jobParams = JSON.parse(await gunzipPromised(this.data.jobParams));
         await this.progresses.jobMan.enqueueWithName(this.data.jobName, { ...jobParams, lazyId: this.id, fromLoad });
     }
@@ -2835,10 +2853,7 @@ let AssetsController = class AssetsController {
         const asset = await this.getAssetByName("Image", name, res);
         return asset.downloadImage(params);
     }
-    setAssetHeaders(type, asset, res) {
-        if (asset.metadata?.classified) {
-            throw new HttpError(403, `${type} is classified, and can be only downloaded from a custom url.`);
-        }
+    setAssetHeaders(asset, res) {
         const ext = asset.metadata?.extension;
         if (ext) {
             res.header("content-disposition", `inline; filename=${asset.filename}.${ext}`);
@@ -2848,19 +2863,30 @@ let AssetsController = class AssetsController {
         }
     }
     async getAsset(type, id, lazy, res) {
-        const asset = await this.assetResolver.resolve(id, lazy);
+        let asset = await this.assetResolver.resolve(id, lazy);
         if (!asset) {
             throw new HttpError(404, `${type} with id: '${id}' not found.`);
         }
-        this.setAssetHeaders(type, asset, res);
+        asset = await this.resolveFinalAsset(type, asset);
+        this.setAssetHeaders(asset, res);
         return asset;
     }
     async getAssetByName(type, filename, res) {
-        const asset = await this.assets.find({ filename });
+        let asset = await this.assets.find({ filename });
         if (!asset) {
             throw new HttpError(404, `${type} with filename: '${filename}' not found.`);
         }
-        this.setAssetHeaders(type, asset, res);
+        asset = await this.resolveFinalAsset(type, asset);
+        this.setAssetHeaders(asset, res);
+        return asset;
+    }
+    async resolveFinalAsset(type, asset) {
+        if (asset.metadata?.classified) {
+            throw new HttpError(403, `${type} is classified, and can be only downloaded from a custom url.`);
+        }
+        if (type == 'Image' && asset.metadata.preview) {
+            return this.resolveFinalAsset(type, await this.assetResolver.resolve(asset.metadata.preview));
+        }
         return asset;
     }
 };
@@ -3843,6 +3869,58 @@ const fixtures = [
     TtlFixture,
 ];
 
+let AssetGridDriver = class AssetGridDriver {
+    constructor(connector) {
+        this.bucket = new GridFSBucket(connector.database, { bucketName: 'assets' });
+        this.metaCollection = "assets.files";
+    }
+    openUploadStream(filename, opts) {
+        return this.bucket.openUploadStream(filename, opts);
+    }
+    openDownloadStream(id) {
+        return this.bucket.openDownloadStream(id);
+    }
+    delete(id) {
+        return this.bucket.delete(id);
+    }
+};
+AssetGridDriver = __decorate([
+    injectable(),
+    __metadata("design:paramtypes", [MongoConnector])
+], AssetGridDriver);
+
+let AssetLocalDriver = class AssetLocalDriver {
+    constructor(dir) {
+        this.dir = dir;
+        this.metaCollection = "assets.local";
+    }
+    openUploadStream(filename, opts) {
+        const id = new Types.ObjectId();
+        const dir = `${this.dir}/${id.toHexString()}`;
+        mkdirSync(dir, { recursive: true });
+        const stream = createWriteStream(`${dir}/file.bin`);
+        stream.id = id;
+        stream.done = false;
+        stream.on('finish', () => {
+            writeFile$2(`${dir}/filename.txt`, filename);
+            writeFile$2(`${dir}/metadata.json`, JSON.stringify(opts?.metadata || {}));
+            stream.done = true;
+        });
+        return stream;
+    }
+    openDownloadStream(id) {
+        return createReadStream(`${this.dir}/${id.toHexString()}/file.bin`, { autoClose: true, emitClose: true });
+    }
+    delete(id) {
+        return rm(`${this.dir}/${id.toHexString()}`, { recursive: true, force: true });
+    }
+};
+AssetLocalDriver = __decorate([
+    injectable(),
+    __param(0, inject(LOCAL_DIR)),
+    __metadata("design:paramtypes", [String])
+], AssetLocalDriver);
+
 class BaseDoc {
     /**
      * Casts this to DocumentType<this> to allow using document methods in get/set-s
@@ -4373,6 +4451,12 @@ async function setupBackend(config, providers, parent) {
     diContainer.register(OPENAPI_VALIDATION, {
         useValue: config.customValidation || (() => null)
     });
+    diContainer.register(LOCAL_DIR, {
+        useValue: config.assetLocalDir || "assets_files"
+    });
+    diContainer.register(ASSET_DRIVER, {
+        useClass: config.assetDriver || AssetGridDriver
+    });
     diContainers.appContainer = diContainers.appContainer || diContainer;
     // Authentication
     restOptions.authorizationChecker = async (action, roles) => {
@@ -4442,5 +4526,5 @@ async function setupBackend(config, providers, parent) {
  * Generated bundle index. Do not edit.
  */
 
-export { AssetImageParams, AssetProcessor, AssetResolver, Assets, AuthController, BackendProvider, BaseDoc, Cache, CacheProcessor, Configuration, ConsoleColor, DI_CONTAINER, DocumentArray, EXPRESS, EndpointProvider, ErrorHandlerMiddleware, FIXTURE, Fixtures, Gallery, GalleryCache, GalleryController, HTTP_SERVER, IdGenerator, IsDocumented, IsFile, IsObjectId, JOB, JobManager, JsonResponse, LanguageMiddleware, LazyAssetGenerator, LazyAssets, Logger, MailSender, MemoryCache, MongoConnector, OPENAPI_VALIDATION, OpenApi, PARAMETER, Parameter, PrimitiveArray, Progresses, ResolveEntity, ResponseType, SOCKET_CONTROLLERS, SOCKET_SERVER, TERMINAL_COMMAND, TemplateRenderer, TerminalManager, TokenGenerator, TranslationProvider, Translator, Type, UserManager, assign, broadcast, bufferToStream, camelCaseToDash, colorize, convertValue, copy, copyStream, createIdString, createServices, createTransformer, deleteFile, deleteFromBucket, fileTypeFromBuffer, fileTypeFromStream, filter, firstItem, flatten, getConstructorName, getDirName, getExtension, getFileName, getFunctionParams, getType, getValue, groupBy, gunzipPromised, gzipPromised, hydratePopulated, idToString, injectServices, isArray, isBoolean, isBuffer, isConstructor, isDate, isDefined, isFunction, isInterface, isNullOrUndefined, isObject, isObjectId, isPrimitive, isString, isType, jsonHighlight, lastItem, lcFirst, letsLookupStage, lookupStages, matchField, matchFieldStages, matchStage, md5, mkdirRecursive, multiSubscription, observableFromFunction, padLeft, padRight, paginate, paginateAggregations, prepareUrl, prepareUrlEmpty, prepareUrlSlash, projectStage, promiseTimeout, rand, random, readAndDeleteFile, readFile, regexEscape, regroup, replaceSpecialChars, resolveUser, runCommand, service, setupBackend, streamToBuffer, toImage, ucFirst, uniqueItems, unwindStage, valueToPromise, wrapError, writeFile };
+export { AssetGridDriver, AssetImageParams, AssetLocalDriver, AssetProcessor, AssetResolver, Assets, AuthController, BackendProvider, BaseDoc, Cache, CacheProcessor, Configuration, ConsoleColor, DI_CONTAINER, DocumentArray, EXPRESS, EndpointProvider, ErrorHandlerMiddleware, FIXTURE, Fixtures, Gallery, GalleryCache, GalleryController, HTTP_SERVER, IdGenerator, IsDocumented, IsFile, IsObjectId, JOB, JobManager, JsonResponse, LanguageMiddleware, LazyAssetGenerator, LazyAssets, Logger, MailSender, MemoryCache, MongoConnector, OPENAPI_VALIDATION, OpenApi, PARAMETER, Parameter, PrimitiveArray, Progresses, ResolveEntity, ResponseType, SOCKET_CONTROLLERS, SOCKET_SERVER, TERMINAL_COMMAND, TemplateRenderer, TerminalManager, TokenGenerator, TranslationProvider, Translator, Type, UserManager, assign, broadcast, bufferToStream, camelCaseToDash, colorize, convertValue, copy, copyStream, createIdString, createServices, createTransformer, deleteFile, deleteFromBucket, fileTypeFromBuffer, fileTypeFromStream, filter, firstItem, flatten, getConstructorName, getDirName, getExtension, getFileName, getFunctionParams, getType, getValue, groupBy, gunzipPromised, gzipPromised, hydratePopulated, idToString, injectServices, isArray, isBoolean, isBuffer, isConstructor, isDate, isDefined, isFunction, isInterface, isNullOrUndefined, isObject, isObjectId, isPrimitive, isString, isType, jsonHighlight, lastItem, lcFirst, letsLookupStage, lookupStages, matchField, matchFieldStages, matchStage, md5, mkdirRecursive, multiSubscription, observableFromFunction, padLeft, padRight, paginate, paginateAggregations, prepareUrl, prepareUrlEmpty, prepareUrlSlash, projectStage, promiseTimeout, rand, random, readAndDeleteFile, readFile, regexEscape, regroup, replaceSpecialChars, resolveUser, runCommand, service, setupBackend, streamToBuffer, toImage, ucFirst, uniqueItems, unwindStage, valueToPromise, wrapError, writeFile };
 //# sourceMappingURL=stemy-backend.mjs.map