@stemy/backend 2.9.8 → 3.1.0

package/fesm2015/stemy-backend.js

@@ -23,10 +23,9 @@ import sharp_ from 'sharp';
 import axios from 'axios';
 import { GridFSBucket } from 'mongodb';
 import dotenv from 'dotenv';
-import { Queue, Worker, Scheduler } from 'node-resque';
 import { validate, schedule } from 'node-cron';
-import ioredis from 'ioredis';
-import socket_io_client from 'socket.io-client';
+import { socket } from 'zeromq';
+import { filter as filter$1, map } from 'rxjs/operators';
 import { createServer } from 'http';
 import express_, { static as static$1 } from 'express';
 import socket_io from 'socket.io';
@@ -363,10 +362,14 @@ function writeFile(path, data) {
 function valueToPromise(value) {
     return value instanceof Promise ? value : Promise.resolve(value);
 }
-function promiseTimeout(timeout = 1000) {
-    return new Promise((resolve) => {
+function promiseTimeout(timeout = 1000, error = false) {
+    return new Promise((resolve, reject) => {
         setTimeout(() => {
-            resolve();
+            if (error) {
+                reject(`Timeout exceeded: ${timeout}ms`);
+                return;
+            }
+            resolve(`Timeout: ${timeout}ms`);
         }, timeout);
     });
 }
@@ -640,6 +643,72 @@ function runCommand(scriptPath, expectedCode = 0) {
             console.error(data.toString());
         });
     });
+}
+var ConsoleColor;
+(function (ConsoleColor) {
+    ConsoleColor["Reset"] = "\u001B[0m";
+    ConsoleColor["Bright"] = "\u001B[1m";
+    ConsoleColor["Dim"] = "\u001B[2m";
+    ConsoleColor["Underscore"] = "\u001B[4m";
+    ConsoleColor["Blink"] = "\u001B[5m";
+    ConsoleColor["Reverse"] = "\u001B[7m";
+    ConsoleColor["Hidden"] = "\u001B[8m";
+    ConsoleColor["FgBlack"] = "\u001B[30m";
+    ConsoleColor["FgRed"] = "\u001B[31m";
+    ConsoleColor["FgGreen"] = "\u001B[32m";
+    ConsoleColor["FgYellow"] = "\u001B[33m";
+    ConsoleColor["FgBlue"] = "\u001B[34m";
+    ConsoleColor["FgMagenta"] = "\u001B[35m";
+    ConsoleColor["FgCyan"] = "\u001B[36m";
+    ConsoleColor["FgWhite"] = "\u001B[37m";
+    ConsoleColor["FgDefault"] = "\u001B[38m";
+    ConsoleColor["BgBlack"] = "\u001B[40m";
+    ConsoleColor["BgRed"] = "\u001B[41m";
+    ConsoleColor["BgGreen"] = "\u001B[42m";
+    ConsoleColor["BgYellow"] = "\u001B[43m";
+    ConsoleColor["BgBlue"] = "\u001B[44m";
+    ConsoleColor["BgMagenta"] = "\u001B[45m";
+    ConsoleColor["BgCyan"] = "\u001B[46m";
+    ConsoleColor["BgWhite"] = "\u001B[47m";
+    ConsoleColor["BgDefault"] = "\u001B[48m";
+})(ConsoleColor || (ConsoleColor = {}));
+const defaultColors = {
+    keyColor: ConsoleColor.FgWhite,
+    numberColor: ConsoleColor.FgBlue,
+    stringColor: ConsoleColor.FgYellow,
+    trueColor: ConsoleColor.FgGreen,
+    falseColor: ConsoleColor.FgRed,
+    nullColor: ConsoleColor.BgMagenta
+};
+const MAX_TIMEOUT = 120000;
+function colorize(input, color) {
+    return `${color}${input}${ConsoleColor.Reset}`;
+}
+function jsonHighlight(input, colorOptions) {
+    const colors = Object.assign({}, defaultColors, colorOptions);
+    const json = (isString(input) ? input : JSON.stringify(input, null, 2)).replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
+    return json.replace(/("(\\u[a-zA-Z0-9]{4}|\\[^u]|[^\\"])*"(\s*:)?|\b(true|false|null)\b|-?\d+(?:\.\d*)?(?:[eE][+]?\d+)?)/g, (match) => {
+        let color = colors.numberColor;
+        if (/^"/.test(match)) {
+            if (/:$/.test(match)) {
+                color = colors.keyColor;
+            }
+            else {
+                color = colors.stringColor;
+                match = '"' + match.substr(1, match.length - 2) + '"';
+            }
+        }
+        else {
+            color = /true/.test(match)
+                ? colors.trueColor
+                : /false/.test(match)
+                    ? colors.falseColor
+                    : /null/.test(match)
+                        ? colors.nullColor
+                        : color;
+        }
+        return `${color}${match}${ConsoleColor.Reset}`;
+    });
 }
 
 var __decorate$x = (this && this.__decorate) || function (decorators, target, key, desc) {
@@ -1058,9 +1127,10 @@ class Asset extends BaseEntity {
             params = params || {};
             // Get default crop info
             const crop = Asset.toCropRegion(meta.crop);
-            // Return back the stream if there is no params and no default crop exists
-            if (Object.keys(params).length == 0 && !crop)
+            // Return the stream if there is no params and no default crop exists
+            if ((meta === null || meta === void 0 ? void 0 : meta.extension) === "svg" || (Object.keys(params).length == 0 && !crop)) {
                 return stream;
+            }
             // Parse params
             params.rotation = isNaN(params.rotation) ? 0 : Math.round(params.rotation / 90) * 90;
             params.canvasScaleX = isNaN(params.canvasScaleX) ? 1 : Number(params.canvasScaleX);
@@ -1075,51 +1145,43 @@ class Asset extends BaseEntity {
                 const cropBefore = Asset.toCropRegion(params.cropBefore || (params.crop ? meta.cropBefore : null));
                 const cropAfter = Asset.toCropRegion(params.cropAfter || (params.crop ? meta.cropAfter : null));
                 // Get metadata
-                const imgMeta = yield sharp$2(buffer).metadata();
-                let width = imgMeta.width;
-                let height = imgMeta.height;
+                let img = sharp$2(buffer);
+                let { width, height } = yield img.metadata();
                 // Crop before resize
                 if (cropBefore) {
-                    buffer = yield sharp$2(buffer)
-                        .extract(cropBefore)
-                        .toBuffer();
                     width = cropBefore.width;
                     height = cropBefore.height;
+                    img = img.extract(cropBefore);
                 }
                 else if (crop) {
-                    buffer = yield sharp$2(buffer)
-                        .extract(crop)
-                        .toBuffer();
                     width = crop.width;
                     height = crop.height;
+                    img = img.extract(crop);
                 }
                 // Resize canvas
-                if (params.canvasScaleX !== 1 || params.canvasScaleY !== 1) {
+                const canvasScaleX = (meta === null || meta === void 0 ? void 0 : meta.canvasScaleX) || 1;
+                const canvasScaleY = (meta === null || meta === void 0 ? void 0 : meta.canvasScaleY) || 1;
+                if (params.canvasScaleX !== canvasScaleX || params.canvasScaleY !== canvasScaleY) {
                     width = Math.round(width * params.canvasScaleX);
                     height = Math.round(height * params.canvasScaleY);
-                    buffer = yield sharp$2(buffer)
-                        .resize({ width, height, background: "#00000000", fit: "contain" })
-                        .toBuffer();
+                    img = img.resize({ width, height, background: "#00000000", fit: "contain" });
                 }
                 // Resize image
                 if (params.scaleX !== 1 || params.scaleY !== 1) {
                     width = Math.round(width * params.scaleX);
                     height = Math.round(height * params.scaleY);
-                    buffer = yield sharp$2(buffer)
-                        .resize({ width, height, background: "#00000000", fit: "fill" })
-                        .toBuffer();
+                    img = img.resize({ width, height, background: "#00000000", fit: "fill" });
                 }
                 // Crop after resize
                 if (cropAfter) {
-                    buffer = yield sharp$2(buffer)
-                        .extract(cropAfter)
-                        .toBuffer();
+                    img = img.extract(cropAfter);
                 }
                 // Rotate
                 if (params.rotation !== 0) {
-                    buffer = yield sharp$2(buffer).rotate(params.rotation).toBuffer();
+                    buffer = yield img.toBuffer();
+                    img = sharp$2(buffer).rotate(params.rotation);
                 }
-                return bufferToStream(buffer);
+                return bufferToStream(yield img.toBuffer());
             }
             catch (e) {
                 console.log("Asset image conversion error", e);
@@ -1401,11 +1463,10 @@ var __awaiter$p = (this && this.__awaiter) || function (thisArg, _arguments, P,
     });
 };
 class LazyAsset extends BaseEntity {
-    constructor(id, data, collection, assets, progresses, jobMan) {
+    constructor(id, data, collection, assets, progresses) {
         super(id, data, collection);
         this.assets = assets;
         this.progresses = progresses;
-        this.jobMan = jobMan;
     }
     get jobName() {
         return this.data.jobName;
@@ -1438,7 +1499,7 @@ class LazyAsset extends BaseEntity {
             this.progresses.get(this.progressId).then(p => {
                 p === null || p === void 0 ? void 0 : p.cancel();
             });
-            this.startWorkingOnAsset().then(() => {
+            this.startWorkingOnAsset(false).then(() => {
                 console.log(`Started working on lazy asset: ${this.id}`);
             }).catch(reason => {
                 console.log(`Can't start working on lazy asset: ${this.id}\nReason: ${reason}`);
@@ -1457,7 +1518,7 @@ class LazyAsset extends BaseEntity {
                 yield this.progresses.waitToFinish(this.progressId);
                 return this.loadAsset();
             }
-            yield this.startWorkingOnAsset();
+            yield this.startWorkingOnAsset(true);
             return this.loadAsset();
         });
     }
@@ -1468,12 +1529,12 @@ class LazyAsset extends BaseEntity {
             return asset;
         });
     }
-    startWorkingOnAsset() {
+    startWorkingOnAsset(fromLoad) {
         return __awaiter$p(this, void 0, void 0, function* () {
             this.data.progressId = (yield this.progresses.create()).id;
             this.data.assetId = null;
             yield this.save();
-            yield this.jobMan.enqueueWithName(this.data.jobName, Object.assign(Object.assign({}, this.data.jobParams), { lazyId: this.id }));
+            yield this.progresses.jobMan.enqueueWithName(this.data.jobName, Object.assign(Object.assign({}, this.data.jobParams), { lazyId: this.id, fromLoad }));
         });
     }
 }
@@ -1499,18 +1560,30 @@ var __awaiter$o = (this && this.__awaiter) || function (thisArg, _arguments, P,
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-const IORedis = ioredis;
 let JobManager = class JobManager {
     constructor(config, container, jobTypes) {
         this.config = config;
         this.container = container;
         this.jobTypes = jobTypes || [];
         this.jobs = this.jobTypes.reduce((res, jobType) => {
-            res[getConstructorName(jobType)] = {
-                perform: this.toPerformFunction(jobType)
+            res[getConstructorName(jobType)] = (jobParams) => {
+                const job = this.resolveJobInstance(jobType, jobParams);
+                return job.process(this.messageBridge);
             };
             return res;
         }, {});
+        this.messages = new Subject();
+        this.messageBridge = {
+            sendMessage: (message, params) => {
+                this.workerPush.send([message, JSON.stringify(params)]);
+            }
+        };
+        this.processing = false;
+    }
+    on(message, cb) {
+        return this.messages
+            .pipe(filter$1(t => t.message === message))
+            .pipe(map(t => t.params)).subscribe(cb);
     }
     process(jobType, params = {}) {
         return __awaiter$o(this, void 0, void 0, function* () {
@@ -1525,31 +1598,17 @@ let JobManager = class JobManager {
             return instance.process();
         });
     }
-    enqueueWithName(name, params = {}, que = "main") {
-        return __awaiter$o(this, void 0, void 0, function* () {
-            const jobName = yield this.tryResolveFromName(name, params);
-            yield this.queue.enqueue(que, jobName, [params]);
-        });
-    }
-    enqueue(jobType, params = {}, que = "main") {
-        return __awaiter$o(this, void 0, void 0, function* () {
-            const jobName = yield this.tryResolveAndConnect(jobType, params);
-            yield this.queue.enqueue(que, jobName, [params]);
-        });
-    }
-    enqueueAt(timestamp, jobType, params = {}, que = "main") {
+    enqueueWithName(name, params = {}) {
         return __awaiter$o(this, void 0, void 0, function* () {
-            const jobName = yield this.tryResolveAndConnect(jobType, params);
-            yield this.queue.enqueueAt(timestamp, que, jobName, [params]);
+            return this.sendToWorkers(this.tryResolveFromName(name, params), params);
         });
     }
-    enqueueIn(time, jobType, params = {}, que = "main") {
+    enqueue(jobType, params = {}) {
         return __awaiter$o(this, void 0, void 0, function* () {
-            const jobName = yield this.tryResolveAndConnect(jobType, params);
-            yield this.queue.enqueueIn(time, que, jobName, [params]);
+            return this.sendToWorkers(this.tryResolveAndInit(jobType, params), params);
         });
     }
-    schedule(minute, hour, dayOfMonth, month, dayOfWeek, jobType, params = {}, que = "main") {
+    schedule(minute, hour, dayOfMonth, month, dayOfWeek, jobType, params = {}) {
         const expression = [minute, hour, dayOfMonth, month, dayOfWeek].map(t => {
             if (isObject(t)) {
                 const range = t;
@@ -1566,18 +1625,52 @@ let JobManager = class JobManager {
             return null;
         }
         return schedule(expression, () => {
-            this.enqueue(jobType, params, que).catch(e => {
+            this.enqueue(jobType, params).catch(e => {
                 console.log(`Can't enqueue job: '${jobName}' because: ${e}`);
             });
         });
     }
     startProcessing() {
         return __awaiter$o(this, void 0, void 0, function* () {
-            this.initialize();
-            yield this.worker.connect();
-            yield this.worker.start();
-            yield this.scheduler.connect();
-            yield this.scheduler.start();
+            if (this.processing)
+                return null;
+            this.processing = true;
+            if (!this.config.resolve("isWorker")) {
+                console.log(colorize(`Processing can not be started because this is NOT a worker process!`, ConsoleColor.FgRed));
+                return null;
+            }
+            const host = this.config.resolve("zmqRemoteHost");
+            const pushHost = `${host}:${this.config.resolve("zmqBackPort")}`;
+            this.workerPush = socket("push");
+            yield this.workerPush.connect(pushHost);
+            console.log(`Worker producer connected to: ${pushHost}`);
+            const pullHost = `${host}:${this.config.resolve("zmqPort")}`;
+            this.workerPull = socket("pull");
+            yield this.workerPull.connect(pullHost);
+            console.log(`Worker consumer connected to: ${pullHost}`);
+            this.workerPull.on("message", (name, args, uniqueId) => __awaiter$o(this, void 0, void 0, function* () {
+                try {
+                    const jobName = name.toString("utf8");
+                    const jobParams = JSON.parse(args.toString("utf8"));
+                    const timerId = uniqueId === null || uniqueId === void 0 ? void 0 : uniqueId.toString("utf8");
+                    const jobNameLog = `\x1b[36m"${jobName}"\x1b[0m`;
+                    const jobArgsLog = `\n${jsonHighlight(jobParams)}`;
+                    console.time(timerId);
+                    console.timeLog(timerId, `Started working on background job: ${jobNameLog} with args: ${jobArgsLog}\n\n`);
+                    this.messageBridge.sendMessage(`job-started`, { name: jobName });
+                    try {
+                        yield Promise.race([this.jobs[jobName](jobParams), promiseTimeout(MAX_TIMEOUT, true)]);
+                        console.timeLog(timerId, `Finished working on background job: ${jobNameLog}\n\n`);
+                    }
+                    catch (e) {
+                        console.timeLog(timerId, `Background job failed: ${jobNameLog}\n${e.message}\n\n`);
+                    }
+                    console.timeEnd(timerId);
+                }
+                catch (e) {
+                    console.log(`Failed to start job: ${e.message}`);
+                }
+            }));
         });
     }
     tryResolve(jobType, params) {
@@ -1593,47 +1686,6 @@ let JobManager = class JobManager {
         }
         return jobName;
     }
-    initialize() {
-        if (this.queue)
-            return;
-        const config = this.config;
-        const options = { password: config.resolve("redisPassword") };
-        const sentinels = config.resolve("redisSentinels");
-        const redis = !sentinels
-            ? null
-            : new IORedis({
-                sentinels,
-                name: config.resolve("redisCluster"),
-            });
-        const connection = {
-            pkg: "ioredis",
-            host: config.resolve("redisHost"),
-            password: options.password,
-            port: config.resolve("redisPort"),
-            namespace: config.resolve("redisNamespace"),
-            redis,
-            options
-        };
-        const queues = config.resolve("workQueues");
-        this.queue = new Queue({ connection }, this.jobs);
-        this.worker = new Worker({ connection, queues }, this.jobs);
-        this.worker.on("job", (queue, job) => {
-            console.log(`working job ${queue} ${JSON.stringify(job)}`);
-        });
-        this.worker.on("reEnqueue", (queue, job, plugin) => {
-            console.log(`reEnqueue job (${plugin}) ${queue} ${JSON.stringify(job)}`);
-        });
-        this.worker.on("success", (queue, job, result, duration) => {
-            console.log(`job success ${queue} ${JSON.stringify(job)} >> ${result} (${duration}ms)`);
-        });
-        this.worker.on("failure", (queue, job, failure, duration) => {
-            console.log(`job failure ${queue} ${JSON.stringify(job)} >> ${failure} (${duration}ms)`);
-        });
-        this.worker.on("error", (error, queue, job) => {
-            console.log(`error ${queue} ${JSON.stringify(job)}  >> ${error}`);
-        });
-        this.scheduler = new Scheduler({ connection }, this.jobs);
-    }
     tryResolveFromName(jobName, params) {
         const jobType = this.jobTypes.find(type => {
             return getConstructorName(type) == jobName;
@@ -1641,15 +1693,28 @@ let JobManager = class JobManager {
         if (!jobType) {
             throw `Can't find job type with name: ${jobName} so it can't be enqueued!`;
         }
-        return this.tryResolveAndConnect(jobType, params);
-    }
-    tryResolveAndConnect(jobType, params) {
-        return __awaiter$o(this, void 0, void 0, function* () {
-            this.initialize();
-            const jobName = this.tryResolve(jobType, params);
-            yield this.queue.connect();
-            return jobName;
-        });
+        return this.tryResolveAndInit(jobType, params);
+    }
+    tryResolveAndInit(jobType, params) {
+        if (!this.apiPush) {
+            const port = this.config.resolve("zmqPort");
+            this.apiPush = socket("push");
+            this.apiPush.bind(`tcp://0.0.0.0:${port}`);
+            console.log(`API producer bound to port: ${port}`);
+        }
+        if (!this.apiPull) {
+            const backPort = this.config.resolve("zmqBackPort");
+            this.apiPull = socket("pull");
+            this.apiPull.bind(`tcp://0.0.0.0:${backPort}`);
+            this.apiPull.on("message", (name, args) => {
+                const message = name.toString("utf8");
+                const params = JSON.parse((args === null || args === void 0 ? void 0 : args.toString("utf8")) || "{}");
+                console.log(`Received a message from worker: "${colorize(message, ConsoleColor.FgCyan)}" with args: ${jsonHighlight(params)}\n\n`);
+                this.messages.next({ message, params });
+            });
+            console.log(`API consumer bound to port: ${backPort}`);
+        }
+        return this.tryResolve(jobType, params);
     }
     resolveJobInstance(jobType, params) {
         const container = this.container.createChildContainer();
@@ -1659,11 +1724,11 @@ let JobManager = class JobManager {
         container.register(jobType, jobType);
         return container.resolve(jobType);
     }
-    toPerformFunction(jobType) {
-        return (jobParams) => {
-            const job = this.resolveJobInstance(jobType, jobParams);
-            return job.process();
-        };
+    sendToWorkers(jobName, params) {
+        return __awaiter$o(this, void 0, void 0, function* () {
+            const publisher = yield this.apiPush;
+            yield publisher.send([jobName, JSON.stringify(params), new ObjectId().toHexString()]);
+        });
     }
 };
 JobManager = __decorate$s([
@@ -1683,9 +1748,8 @@ var __awaiter$n = (this && this.__awaiter) || function (thisArg, _arguments, P,
     });
 };
 class Progress extends BaseEntity {
-    constructor(id, data, collection, client) {
+    constructor(id, data, collection) {
         super(id, data, collection);
-        this.client = client;
     }
     get current() {
         return this.data.current;
@@ -1708,6 +1772,10 @@ class Progress extends BaseEntity {
     get remaining() {
         return this.max > 0 ? this.max - this.current : 0;
     }
+    setMessageBridge(messageBridge) {
+        this.messageBridge = messageBridge || this.messageBridge;
+        return this;
+    }
     createSubProgress(progressValue, max, message) {
         return __awaiter$n(this, void 0, void 0, function* () {
             if (max <= 0 && progressValue > 0) {
@@ -1751,9 +1819,6 @@ class Progress extends BaseEntity {
                 return null;
             this.data.current = Math.min(this.max, this.current + value);
             yield this.save();
-            if (!this.client)
-                return;
-            this.client.emit("background-progress", this.id);
         });
     }
     cancel() {
@@ -1762,6 +1827,12 @@ class Progress extends BaseEntity {
             yield this.save();
         });
     }
+    save() {
+        if (this.messageBridge) {
+            this.messageBridge.sendMessage(`progress-changed`, this.toJSON());
+        }
+        return super.save();
+    }
 }
 class SubProgress {
     constructor(parent, progressFrom, progressValue, mMax = 100) {
@@ -1801,6 +1872,12 @@ class SubProgress {
     get canceled() {
         return !this.parent || this.parent.canceled;
     }
+    setMessageBridge(messageBridge) {
+        if (!this.parent)
+            return this;
+        this.parent.setMessageBridge(messageBridge);
+        return this;
+    }
     createSubProgress(progressValue, max, message) {
         return __awaiter$n(this, void 0, void 0, function* () {
             if (max <= 0 && progressValue > 0) {
@@ -1889,33 +1966,34 @@ var __awaiter$m = (this && this.__awaiter) || function (thisArg, _arguments, P,
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-const socketIOClient = socket_io_client;
 let Progresses = class Progresses {
-    constructor(connector, config) {
+    constructor(connector, jobMan) {
         this.connector = connector;
-        this.config = config;
-        const mainEndpoint = this.config.resolve("mainEndpoint");
-        this.client = !mainEndpoint ? null : socketIOClient(mainEndpoint, { path: "/socket" });
+        this.jobMan = jobMan;
         this.collection = connector.database.collection("progresses");
+        this.progresses = {};
+        this.jobMan.on("progress-changed", progress => {
+            const id = progress.id;
+            this.progresses[id] = new Progress(new ObjectId(id), progress, this.collection);
+        });
     }
     waitToFinish(id) {
         return __awaiter$m(this, void 0, void 0, function* () {
-            let isFinished = false;
-            let progress = null;
-            while (!isFinished) {
-                progress = yield this.get(id);
-                if (!progress) {
-                    throw `Progress does not exists with id: ${id}`;
-                }
-                if (progress.error) {
-                    throw progress.error;
-                }
-                isFinished = progress.percent == 100;
-                if (!isFinished) {
-                    yield promiseTimeout(50);
-                }
-            }
-            return progress;
+            return Promise.race([
+                this.waitForProgress(id, () => __awaiter$m(this, void 0, void 0, function* () {
+                    let progress = this.progresses[id];
+                    if (!progress || progress.percent < 100) {
+                        progress = yield this.get(id);
+                    }
+                    if (!progress) {
+                        throw new Error(`Progress does not exists with id: ${id}`);
+                    }
+                    return progress;
+                }), 500),
+                this.waitForProgress(id, () => __awaiter$m(this, void 0, void 0, function* () {
+                    return this.progresses[id] || null;
+                }), 25)
+            ]);
         });
     }
     get(id) {
@@ -1926,13 +2004,13 @@ let Progresses = class Progresses {
     find(where) {
         return __awaiter$m(this, void 0, void 0, function* () {
             const data = yield this.collection.findOne(where);
-            return !data ? null : new Progress(data._id, data, this.collection, this.client);
+            return !data ? null : new Progress(data._id, data, this.collection);
         });
     }
     create(max = 100) {
         return __awaiter$m(this, void 0, void 0, function* () {
             if (isNaN(max) || max <= 0) {
-                throw "Max progress value must be bigger than zero";
+                throw new Error(`Max progress value must be bigger than zero`);
             }
             const data = {
                 current: 0,
@@ -1942,7 +2020,7 @@ let Progresses = class Progresses {
                 canceled: false
             };
             const res = yield this.collection.insertOne(data);
-            return new Progress(res.insertedId, data, this.collection, this.client);
+            return new Progress(res.insertedId, data, this.collection);
         });
     }
     remove(id) {
@@ -1951,11 +2029,35 @@ let Progresses = class Progresses {
             return id;
         });
     }
+    waitForProgress(id, cb, delay) {
+        return __awaiter$m(this, void 0, void 0, function* () {
+            let isFinished = false;
+            let progress = null;
+            let waitTime = 0;
+            while (!isFinished) {
+                progress = yield cb();
+                waitTime += delay;
+                if (progress) {
+                    if (progress.error) {
+                        throw new Error(progress.error);
+                    }
+                    isFinished = progress.percent >= 100;
+                }
+                if (!isFinished) {
+                    if (waitTime >= MAX_TIMEOUT) {
+                        throw new Error(`Progress with id: ${id} probably never will be finished!`);
+                    }
+                    yield promiseTimeout(delay);
+                }
+            }
+            return progress;
+        });
+    }
 };
 Progresses = __decorate$r([
     injectable(),
     singleton(),
-    __metadata$l("design:paramtypes", [MongoConnector, Configuration])
+    __metadata$l("design:paramtypes", [MongoConnector, JobManager])
 ], Progresses);
 
 var __decorate$q = (this && this.__decorate) || function (decorators, target, key, desc) {
@@ -1996,7 +2098,7 @@ let LazyAssets = class LazyAssets {
             if (existingAsset)
                 return existingAsset;
             const res = yield this.collection.insertOne(data);
-            return new LazyAsset(res.insertedId, data, this.collection, this.assets, this.progresses, this.jobMan);
+            return new LazyAsset(res.insertedId, data, this.collection, this.assets, this.progresses);
         });
     }
     read(id) {
@@ -2009,7 +2111,7 @@ let LazyAssets = class LazyAssets {
             const data = yield this.collection.findOne(where);
             return !data
                 ? null
-                : new LazyAsset(data._id, data, this.collection, this.assets, this.progresses, this.jobMan);
+                : new LazyAsset(data._id, data, this.collection, this.assets, this.progresses);
         });
     }
     unlink(id) {
@@ -2024,8 +2126,10 @@ let LazyAssets = class LazyAssets {
 LazyAssets = __decorate$q([
     injectable(),
     scoped(Lifecycle.ContainerScoped),
-    __metadata$k("design:paramtypes", [MongoConnector, Assets,
-        Progresses, JobManager])
+    __metadata$k("design:paramtypes", [MongoConnector,
+        Assets,
+        Progresses,
+        JobManager])
 ], LazyAssets);
 
 var __decorate$p = (this && this.__decorate) || function (decorators, target, key, desc) {
@@ -2986,7 +3090,9 @@ let AssetsController = class AssetsController {
     getImageRotation(id, params, res, rotation = 0) {
         return __awaiter$7(this, void 0, void 0, function* () {
             const asset = yield this.getAsset("Image", id, params.lazy, res);
-            params.rotation = params.rotation || rotation;
+            if (rotation !== 0) {
+                params.rotation = params.rotation || rotation;
+            }
             return asset.downloadImage(params);
         });
     }
@@ -3724,14 +3830,15 @@ class LazyAssetGenerator {
     get lazyAssets() {
         return this.assetResolver.lazyAssets;
     }
-    process() {
+    process(messaging) {
         return __awaiter$1(this, void 0, void 0, function* () {
             const lazyAsset = yield this.lazyAssets.read(this.lazyId);
             let progress = yield this.progresses.get(lazyAsset.progressId);
             if (!progress || progress.canceled)
                 return null;
+            progress.setMessageBridge(messaging);
             try {
-                const asset = yield this.generate(progress);
+                const asset = yield this.generate(progress, messaging);
                 progress = yield progress.load();
                 if (!progress || progress.canceled)
                     return null;
@@ -3797,20 +3904,9 @@ function createServices() {
         new Parameter("mongoPassword", null),
         new Parameter("nodeEnv", "development"),
         new Parameter("appPort", 80),
-        new Parameter("redisHost", "127.0.0.1"),
-        new Parameter("redisPort", 6379),
-        new Parameter("redisPassword", "123456"),
-        new Parameter("redisNamespace", "resque"),
-        new Parameter("redisCluster", "mymaster"),
-        new Parameter("redisSentinels", null, value => {
-            if (!value)
-                return null;
-            return value.split(", ").map(item => {
-                const values = item.split(":");
-                return { host: values[0], port: Number(values[1]) };
-            });
-        }),
-        new Parameter("workQueues", ["main"]),
+        new Parameter("zmqPort", 3000),
+        new Parameter("zmqBackPort", 3100),
+        new Parameter("zmqRemoteHost", "tcp://127.0.0.1"),
         new Parameter("isWorker", false),
         new Parameter("mainEndpoint", ""),
         new Parameter("idChars", "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ"),
@@ -4016,5 +4112,5 @@ function setupBackend(config, providers, parent) {
  * Generated bundle index. Do not edit.
  */
 
-export { AssetProcessor, AssetResolver, Assets, AuthController, BackendProvider, Cache, CacheProcessor, Configuration, DI_CONTAINER, EXPRESS, EndpointProvider, ErrorHandlerMiddleware, FIXTURE, Fixtures, Gallery, GalleryCache, GalleryController, HTTP_SERVER, IdGenerator, IsFile, IsObjectId, JOB, JobManager, LanguageMiddleware, LazyAssetGenerator, LazyAssets, MailSender, MemoryCache, MongoConnector, PARAMETER, Parameter, Progresses, ResolveEntity, SOCKET_SERVER, TemplateRenderer, TranslationProvider, Translator, Type, UserManager, assign, broadcast, bufferToStream, convertValue, copy, copyStream, createServices, createTransformer, deleteFile, deleteFromBucket, filter, firstItem, getConstructorName, getExtension, getFileName, getFunctionParams, getType, getValue, groupBy, hydratePopulated, idToString, injectServices, isArray, isBoolean, isConstructor, isDate, isDefined, isFunction, isInterface, isNullOrUndefined, isObject, isPrimitive, isString, isType, lastItem, lcFirst, lookupPipelines, md5, mkdirRecursive, multiSubscription, observableFromFunction, padLeft, padRight, paginate, paginateAggregations, promiseTimeout, proxyFunction, proxyFunctions, rand, random, readAndDeleteFile, readFile, runCommand, setupBackend, streamToBuffer, ucFirst, valueToPromise, writeFile };
+export { AssetProcessor, AssetResolver, Assets, AuthController, BackendProvider, Cache, CacheProcessor, Configuration, ConsoleColor, DI_CONTAINER, EXPRESS, EndpointProvider, ErrorHandlerMiddleware, FIXTURE, Fixtures, Gallery, GalleryCache, GalleryController, HTTP_SERVER, IdGenerator, IsFile, IsObjectId, JOB, JobManager, LanguageMiddleware, LazyAssetGenerator, LazyAssets, MailSender, MemoryCache, MongoConnector, PARAMETER, Parameter, Progresses, ResolveEntity, SOCKET_SERVER, TemplateRenderer, TranslationProvider, Translator, Type, UserManager, assign, broadcast, bufferToStream, colorize, convertValue, copy, copyStream, createServices, createTransformer, deleteFile, deleteFromBucket, filter, firstItem, getConstructorName, getExtension, getFileName, getFunctionParams, getType, getValue, groupBy, hydratePopulated, idToString, injectServices, isArray, isBoolean, isConstructor, isDate, isDefined, isFunction, isInterface, isNullOrUndefined, isObject, isPrimitive, isString, isType, jsonHighlight, lastItem, lcFirst, lookupPipelines, md5, mkdirRecursive, multiSubscription, observableFromFunction, padLeft, padRight, paginate, paginateAggregations, promiseTimeout, proxyFunction, proxyFunctions, rand, random, readAndDeleteFile, readFile, runCommand, setupBackend, streamToBuffer, ucFirst, valueToPromise, writeFile };
 //# sourceMappingURL=stemy-backend.js.map