@stemy/backend 3.0.1 → 3.1.2

package/bundles/stemy-backend.umd.js

@@ -1,8 +1,8 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('path'), require('body-parser'), require('jsonwebtoken'), require('tsyringe'), require('routing-controllers'), require('socket-controllers'), require('routing-controllers-openapi'), require('class-transformer/storage'), require('class-validator'), require('class-validator-jsonschema'), require('child_process'), require('crypto'), require('rxjs'), require('rxjs/internal/util/canReportError'), require('fs'), require('mongoose'), require('mongoose/lib/utils'), require('stream'), require('bson'), require('fontkit'), require('file-type'), require('sharp'), require('axios'), require('mongodb'), require('dotenv'), require('node-cron'), require('zeromq'), require('socket.io-client'), require('http'), require('express'), require('socket.io'), require('uuid'), require('nodemailer'), require('handlebars'), require('bcrypt'), require('moment')) :
-    typeof define === 'function' && define.amd ? define('@stemy/backend', ['exports', 'path', 'body-parser', 'jsonwebtoken', 'tsyringe', 'routing-controllers', 'socket-controllers', 'routing-controllers-openapi', 'class-transformer/storage', 'class-validator', 'class-validator-jsonschema', 'child_process', 'crypto', 'rxjs', 'rxjs/internal/util/canReportError', 'fs', 'mongoose', 'mongoose/lib/utils', 'stream', 'bson', 'fontkit', 'file-type', 'sharp', 'axios', 'mongodb', 'dotenv', 'node-cron', 'zeromq', 'socket.io-client', 'http', 'express', 'socket.io', 'uuid', 'nodemailer', 'handlebars', 'bcrypt', 'moment'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory((global.stemy = global.stemy || {}, global.stemy.backend = {}), global.path, global["body-parser"], global.jsonwebtoken, global.tsyringe, global["routing-controllers"], global["socket-controllers"], global["routing-controllers-openapi"], global["class-transformer/storage"], global["class-validator"], global["class-validator-jsonschema"], global.child_process, global.crypto, global.rxjs, global.rxjs["internal/util/canReportError"], global.fs, global.mongoose, global["mongoose-lib-utils"], global.stream, global.bson, global.fontkit, global["file-type"], global.sharp, global.axios, global.mongodb, global.dotenv, global["node-cron"], global.zeromq, global.socket["io-client"], global.http, global.express, global.socket.io, global.uuid, global.nodemailer, global.handlebars, global.bcrypt, global.moment));
-})(this, (function (exports, path, bodyParser, jsonwebtoken, tsyringe, routingControllers, socketControllers, routingControllersOpenapi, storage, classValidator, classValidatorJsonschema, child_process, crypto, rxjs, canReportError, fs, mongoose, utils, stream, bson, fontKit_, fileType, sharp_, axios, mongodb, dotenv, nodeCron, zeromq, socket_io_client, http, express_, socket_io, uuid, nodemailer, Handlebars, bcrypt, moment) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('path'), require('body-parser'), require('jsonwebtoken'), require('tsyringe'), require('routing-controllers'), require('socket-controllers'), require('routing-controllers-openapi'), require('class-transformer/storage'), require('class-validator'), require('class-validator-jsonschema'), require('child_process'), require('crypto'), require('rxjs'), require('rxjs/internal/util/canReportError'), require('fs'), require('mongoose'), require('mongoose/lib/utils'), require('stream'), require('bson'), require('fontkit'), require('file-type'), require('sharp'), require('axios'), require('mongodb'), require('dotenv'), require('node-cron'), require('zeromq'), require('rxjs/operators'), require('http'), require('express'), require('socket.io'), require('uuid'), require('nodemailer'), require('handlebars'), require('bcrypt'), require('moment')) :
+    typeof define === 'function' && define.amd ? define('@stemy/backend', ['exports', 'path', 'body-parser', 'jsonwebtoken', 'tsyringe', 'routing-controllers', 'socket-controllers', 'routing-controllers-openapi', 'class-transformer/storage', 'class-validator', 'class-validator-jsonschema', 'child_process', 'crypto', 'rxjs', 'rxjs/internal/util/canReportError', 'fs', 'mongoose', 'mongoose/lib/utils', 'stream', 'bson', 'fontkit', 'file-type', 'sharp', 'axios', 'mongodb', 'dotenv', 'node-cron', 'zeromq', 'rxjs/operators', 'http', 'express', 'socket.io', 'uuid', 'nodemailer', 'handlebars', 'bcrypt', 'moment'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory((global.stemy = global.stemy || {}, global.stemy.backend = {}), global.path, global["body-parser"], global.jsonwebtoken, global.tsyringe, global["routing-controllers"], global["socket-controllers"], global["routing-controllers-openapi"], global["class-transformer/storage"], global["class-validator"], global["class-validator-jsonschema"], global.child_process, global.crypto, global.rxjs, global.rxjs["internal/util/canReportError"], global.fs, global.mongoose, global["mongoose-lib-utils"], global.stream, global.bson, global.fontkit, global["file-type"], global.sharp, global.axios, global.mongodb, global.dotenv, global["node-cron"], global.zeromq, global.rxjs.operators, global.http, global.express, global.socket.io, global.uuid, global.nodemailer, global.handlebars, global.bcrypt, global.moment));
+})(this, (function (exports, path, bodyParser, jsonwebtoken, tsyringe, routingControllers, socketControllers, routingControllersOpenapi, storage, classValidator, classValidatorJsonschema, child_process, crypto, rxjs, canReportError, fs, mongoose, utils, stream, bson, fontKit_, fileType, sharp_, axios, mongodb, dotenv, nodeCron, zeromq, operators, http, express_, socket_io, uuid, nodemailer, Handlebars, bcrypt, moment) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
@@ -28,7 +28,6 @@
     var sharp___default = /*#__PURE__*/_interopDefaultLegacy(sharp_);
     var axios__default = /*#__PURE__*/_interopDefaultLegacy(axios);
     var dotenv__default = /*#__PURE__*/_interopDefaultLegacy(dotenv);
-    var socket_io_client__default = /*#__PURE__*/_interopDefaultLegacy(socket_io_client);
     var express___default = /*#__PURE__*/_interopDefaultLegacy(express_);
     var socket_io__default = /*#__PURE__*/_interopDefaultLegacy(socket_io);
     var Handlebars__namespace = /*#__PURE__*/_interopNamespace(Handlebars);
@@ -456,6 +455,22 @@
     function lastItem(value) {
         return value[value.length - 1];
     }
+    function regroup(value, comparator) {
+        var result = [];
+        if (!isArray(value) || value.length == 0)
+            return result;
+        value = Array.from(value);
+        result.push([value.shift()]);
+        value.forEach(function (item) {
+            var group = result.find(function (g) { return g.some(function (a) { return comparator(a, item); }); });
+            if (group) {
+                group.push(item);
+                return;
+            }
+            result.push([item]);
+        });
+        return result;
+    }
     function getValue(obj, key, defaultValue, treeFallback) {
         if (treeFallback === void 0) { treeFallback = false; }
         key = key || "";
@@ -1100,6 +1115,9 @@
         falseColor: exports.ConsoleColor.FgRed,
         nullColor: exports.ConsoleColor.BgMagenta
     };
+    function colorize(input, color) {
+        return "" + color + input + exports.ConsoleColor.Reset;
+    }
     function jsonHighlight(input, colorOptions) {
         var colors = Object.assign({}, defaultColors, colorOptions);
         var json = (isString(input) ? input : JSON.stringify(input, null, 2)).replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
@@ -2206,11 +2224,10 @@
     };
     var LazyAsset = /** @class */ (function (_super) {
         __extends(LazyAsset, _super);
-        function LazyAsset(id, data, collection, assets, progresses, jobMan) {
+        function LazyAsset(id, data, collection, assets, progresses) {
             var _this = _super.call(this, id, data, collection) || this;
             _this.assets = assets;
             _this.progresses = progresses;
-            _this.jobMan = jobMan;
             return _this;
         }
         Object.defineProperty(LazyAsset.prototype, "jobName", {
@@ -2333,7 +2350,7 @@
                             return [4 /*yield*/, this.save()];
                         case 2:
                             _b.sent();
-                            return [4 /*yield*/, this.jobMan.enqueueWithName(this.data.jobName, Object.assign(Object.assign({}, this.data.jobParams), { lazyId: this.id, fromLoad: fromLoad }))];
+                            return [4 /*yield*/, this.progresses.jobMan.enqueueWithName(this.data.jobName, Object.assign(Object.assign({}, this.data.jobParams), { lazyId: this.id, fromLoad: fromLoad }))];
                         case 3:
                             _b.sent();
                             return [2 /*return*/];
@@ -2389,11 +2406,24 @@
             this.jobs = this.jobTypes.reduce(function (res, jobType) {
                 res[getConstructorName(jobType)] = function (jobParams) {
                     var job = _this.resolveJobInstance(jobType, jobParams);
-                    return job.process();
+                    return job.process(_this.messageBridge);
                 };
                 return res;
             }, {});
+            this.messages = new rxjs.Subject();
+            this.messageBridge = {
+                sendMessage: function (message, params) {
+                    _this.workerPush.send([message, JSON.stringify(params)]);
+                }
+            };
+            this.processing = false;
+            this.maxTimeout = this.config.resolve("jobTimeout");
         }
+        JobManager.prototype.on = function (message, cb) {
+            return this.messages
+                .pipe(operators.filter(function (t) { return t.message === message; }))
+                .pipe(operators.map(function (t) { return t.params; })).subscribe(cb);
+        };
         JobManager.prototype.process = function (jobType, params) {
             if (params === void 0) { params = {}; }
             return __awaiter$o(this, void 0, void 0, function () {
@@ -2414,44 +2444,16 @@
         JobManager.prototype.enqueueWithName = function (name, params) {
             if (params === void 0) { params = {}; }
             return __awaiter$o(this, void 0, void 0, function () {
-                var jobName;
                 return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0: return [4 /*yield*/, this.tryResolveFromName(name, params)];
-                        case 1:
-                            jobName = _a.sent();
-                            return [2 /*return*/, this.sendToWorkers(jobName, params)];
-                    }
+                    return [2 /*return*/, this.sendToWorkers(this.tryResolveFromName(name, params), params)];
                 });
             });
         };
         JobManager.prototype.enqueue = function (jobType, params) {
             if (params === void 0) { params = {}; }
             return __awaiter$o(this, void 0, void 0, function () {
-                var jobName;
-                return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0: return [4 /*yield*/, this.tryResolveAndConnect(jobType, params)];
-                        case 1:
-                            jobName = _a.sent();
-                            return [2 /*return*/, this.sendToWorkers(jobName, params)];
-                    }
-                });
-            });
-        };
-        JobManager.prototype.sendToWorkers = function (jobName, params) {
-            return __awaiter$o(this, void 0, void 0, function () {
-                var publisher;
                 return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0: return [4 /*yield*/, this.scheduler];
-                        case 1:
-                            publisher = _a.sent();
-                            return [4 /*yield*/, publisher.send([jobName, JSON.stringify(params), new bson.ObjectId().toHexString()])];
-                        case 2:
-                            _a.sent();
-                            return [2 /*return*/];
-                    }
+                    return [2 /*return*/, this.sendToWorkers(this.tryResolveAndInit(jobType, params), params)];
                 });
             });
         };
@@ -2480,47 +2482,71 @@
             });
         };
         JobManager.prototype.startProcessing = function () {
-            var _this = this;
-            var host = this.config.resolve("zmqRemoteHost");
-            this.worker = zeromq.socket("pull");
-            this.worker.connect(host);
-            this.worker.on("message", function (name, args, uniqueId) { return __awaiter$o(_this, void 0, void 0, function () {
-                var jobName, jobParams, timerId, jobNameLog, jobArgsLog, e_1, e_2;
+            return __awaiter$o(this, void 0, void 0, function () {
+                var host, pushHost, pullHost;
+                var _this = this;
                 return __generator(this, function (_a) {
                     switch (_a.label) {
                         case 0:
-                            _a.trys.push([0, 5, , 6]);
-                            jobName = name.toString("utf8");
-                            jobParams = JSON.parse(args.toString("utf8"));
-                            timerId = uniqueId === null || uniqueId === void 0 ? void 0 : uniqueId.toString("utf8");
-                            jobNameLog = "\u001B[36m\"" + jobName + "\"\u001B[0m";
-                            jobArgsLog = "\n" + jsonHighlight(jobParams);
-                            console.time(timerId);
-                            console.timeLog(timerId, "Started working on background job: " + jobNameLog + " with args: " + jobArgsLog + "\n\n");
-                            _a.label = 1;
+                            if (this.processing)
+                                return [2 /*return*/, null];
+                            this.processing = true;
+                            if (!this.config.resolve("isWorker")) {
+                                console.log(colorize("Processing can not be started because this is NOT a worker process!", exports.ConsoleColor.FgRed));
+                                return [2 /*return*/, null];
+                            }
+                            host = this.config.resolve("zmqRemoteHost");
+                            pushHost = host + ":" + this.config.resolve("zmqBackPort");
+                            this.workerPush = zeromq.socket("push");
+                            return [4 /*yield*/, this.workerPush.connect(pushHost)];
                         case 1:
-                            _a.trys.push([1, 3, , 4]);
-                            return [4 /*yield*/, Promise.race([this.jobs[jobName](jobParams), promiseTimeout(15000, true)])];
+                            _a.sent();
+                            console.log("Worker producer connected to: " + pushHost);
+                            pullHost = host + ":" + this.config.resolve("zmqPort");
+                            this.workerPull = zeromq.socket("pull");
+                            return [4 /*yield*/, this.workerPull.connect(pullHost)];
                         case 2:
                             _a.sent();
-                            console.timeLog(timerId, "Finished working on background job: " + jobNameLog + "\n\n");
-                            return [3 /*break*/, 4];
-                        case 3:
-                            e_1 = _a.sent();
-                            console.timeLog(timerId, "Background job failed: " + jobNameLog + "\n" + e_1.message + "\n\n");
-                            return [3 /*break*/, 4];
-                        case 4:
-                            console.timeEnd(timerId);
-                            return [3 /*break*/, 6];
-                        case 5:
-                            e_2 = _a.sent();
-                            console.log("Failed to start job: " + e_2.message);
-                            return [3 /*break*/, 6];
-                        case 6: return [2 /*return*/];
+                            console.log("Worker consumer connected to: " + pullHost);
+                            this.workerPull.on("message", function (name, args, uniqueId) { return __awaiter$o(_this, void 0, void 0, function () {
+                                var jobName, jobParams, timerId, e_1, e_2;
+                                return __generator(this, function (_a) {
+                                    switch (_a.label) {
+                                        case 0:
+                                            _a.trys.push([0, 5, , 6]);
+                                            jobName = name.toString("utf8");
+                                            jobParams = JSON.parse(args.toString("utf8"));
+                                            timerId = uniqueId === null || uniqueId === void 0 ? void 0 : uniqueId.toString("utf8");
+                                            console.time(timerId);
+                                            console.timeLog(timerId, "Started working on background job: " + colorize(jobName, exports.ConsoleColor.FgCyan) + " with args: \n" + jsonHighlight(jobParams) + "\n\n");
+                                            this.messageBridge.sendMessage("job-started", { name: jobName });
+                                            _a.label = 1;
+                                        case 1:
+                                            _a.trys.push([1, 3, , 4]);
+                                            return [4 /*yield*/, Promise.race([this.jobs[jobName](jobParams), promiseTimeout(this.maxTimeout, true)])];
+                                        case 2:
+                                            _a.sent();
+                                            console.timeLog(timerId, "Finished working on background job: " + colorize(jobName, exports.ConsoleColor.FgCyan) + "\n\n");
+                                            return [3 /*break*/, 4];
+                                        case 3:
+                                            e_1 = _a.sent();
+                                            console.timeLog(timerId, "Background job failed: " + colorize(jobName, exports.ConsoleColor.FgRed) + "\n" + e_1 + "\n\n");
+                                            return [3 /*break*/, 4];
+                                        case 4:
+                                            console.timeEnd(timerId);
+                                            return [3 /*break*/, 6];
+                                        case 5:
+                                            e_2 = _a.sent();
+                                            console.log("Failed to start job: " + e_2.message);
+                                            return [3 /*break*/, 6];
+                                        case 6: return [2 /*return*/];
+                                    }
+                                });
+                            }); });
+                            return [2 /*return*/];
                     }
                 });
-            }); });
-            console.log("Waiting for jobs at: " + host);
+            });
         };
         JobManager.prototype.tryResolve = function (jobType, params) {
             var jobName = getConstructorName(jobType);
@@ -2542,31 +2568,29 @@
             if (!jobType) {
                 throw "Can't find job type with name: " + jobName + " so it can't be enqueued!";
             }
-            return this.tryResolveAndConnect(jobType, params);
+            return this.tryResolveAndInit(jobType, params);
         };
-        JobManager.prototype.tryResolveAndConnect = function (jobType, params) {
-            return __awaiter$o(this, void 0, void 0, function () {
-                var _this = this;
-                return __generator(this, function (_a) {
-                    this.scheduler = this.scheduler || new Promise(function (resolve) { return __awaiter$o(_this, void 0, void 0, function () {
-                        var port, publisher;
-                        return __generator(this, function (_a) {
-                            switch (_a.label) {
-                                case 0:
-                                    port = this.config.resolve("zmqPort");
-                                    publisher = zeromq.socket("push");
-                                    return [4 /*yield*/, publisher.bind("tcp://0.0.0.0:" + port)];
-                                case 1:
-                                    _a.sent();
-                                    console.log("Publisher bound to port: " + port);
-                                    resolve(publisher);
-                                    return [2 /*return*/];
-                            }
-                        });
-                    }); });
-                    return [2 /*return*/, this.tryResolve(jobType, params)];
+        JobManager.prototype.tryResolveAndInit = function (jobType, params) {
+            var _this = this;
+            if (!this.apiPush) {
+                var port = this.config.resolve("zmqPort");
+                this.apiPush = zeromq.socket("push");
+                this.apiPush.bind("tcp://0.0.0.0:" + port);
+                console.log("API producer bound to port: " + port);
+            }
+            if (!this.apiPull) {
+                var backPort = this.config.resolve("zmqBackPort");
+                this.apiPull = zeromq.socket("pull");
+                this.apiPull.bind("tcp://0.0.0.0:" + backPort);
+                this.apiPull.on("message", function (name, args) {
+                    var message = name.toString("utf8");
+                    var params = JSON.parse((args === null || args === void 0 ? void 0 : args.toString("utf8")) || "{}");
+                    console.log("Received a message from worker: \"" + colorize(message, exports.ConsoleColor.FgCyan) + "\" with args: " + jsonHighlight(params) + "\n\n");
+                    _this.messages.next({ message: message, params: params });
                 });
-            });
+                console.log("API consumer bound to port: " + backPort);
+            }
+            return this.tryResolve(jobType, params);
         };
         JobManager.prototype.resolveJobInstance = function (jobType, params) {
             var container = this.container.createChildContainer();
@@ -2576,6 +2600,22 @@
             container.register(jobType, jobType);
             return container.resolve(jobType);
         };
+        JobManager.prototype.sendToWorkers = function (jobName, params) {
+            return __awaiter$o(this, void 0, void 0, function () {
+                var publisher;
+                return __generator(this, function (_a) {
+                    switch (_a.label) {
+                        case 0: return [4 /*yield*/, this.apiPush];
+                        case 1:
+                            publisher = _a.sent();
+                            return [4 /*yield*/, publisher.send([jobName, JSON.stringify(params), new bson.ObjectId().toHexString()])];
+                        case 2:
+                            _a.sent();
+                            return [2 /*return*/];
+                    }
+                });
+            });
+        };
         return JobManager;
     }());
     exports.JobManager = __decorate$s([
@@ -2606,10 +2646,8 @@
     };
     var Progress = /** @class */ (function (_super) {
         __extends(Progress, _super);
-        function Progress(id, data, collection, client) {
-            var _this = _super.call(this, id, data, collection) || this;
-            _this.client = client;
-            return _this;
+        function Progress(id, data, collection) {
+            return _super.call(this, id, data, collection) || this;
         }
         Object.defineProperty(Progress.prototype, "current", {
             get: function () {
@@ -2660,6 +2698,10 @@
             enumerable: false,
             configurable: true
         });
+        Progress.prototype.setMessageBridge = function (messageBridge) {
+            this.messageBridge = messageBridge || this.messageBridge;
+            return this;
+        };
         Progress.prototype.createSubProgress = function (progressValue, max, message) {
             return __awaiter$n(this, void 0, void 0, function () {
                 return __generator(this, function (_a) {
@@ -2745,9 +2787,6 @@
                             return [4 /*yield*/, this.save()];
                         case 2:
                             _a.sent();
-                            if (!this.client)
-                                return [2 /*return*/];
-                            this.client.emit("background-progress", this.id);
                             return [2 /*return*/];
                     }
                 });
@@ -2767,6 +2806,12 @@
                 });
             });
         };
+        Progress.prototype.save = function () {
+            if (this.messageBridge) {
+                this.messageBridge.sendMessage("progress-changed", this.toJSON());
+            }
+            return _super.prototype.save.call(this);
+        };
         return Progress;
     }(BaseEntity));
     var SubProgress = /** @class */ (function () {
@@ -2840,6 +2885,12 @@
             enumerable: false,
             configurable: true
         });
+        SubProgress.prototype.setMessageBridge = function (messageBridge) {
+            if (!this.parent)
+                return this;
+            this.parent.setMessageBridge(messageBridge);
+            return this;
+        };
         SubProgress.prototype.createSubProgress = function (progressValue, max, message) {
             return __awaiter$n(this, void 0, void 0, function () {
                 return __generator(this, function (_a) {
@@ -3006,44 +3057,48 @@
             step((generator = generator.apply(thisArg, _arguments || [])).next());
         });
     };
-    var socketIOClient = socket_io_client__default["default"];
     exports.Progresses = /** @class */ (function () {
-        function Progresses(connector, config) {
+        function Progresses(connector, jobMan) {
+            var _this = this;
             this.connector = connector;
-            this.config = config;
-            var mainEndpoint = this.config.resolve("mainEndpoint");
-            this.client = !mainEndpoint ? null : socketIOClient(mainEndpoint, { path: "/socket" });
+            this.jobMan = jobMan;
             this.collection = connector.database.collection("progresses");
+            this.progresses = {};
+            this.jobMan.on("progress-changed", function (progress) {
+                var id = progress.id;
+                _this.progresses[id] = new Progress(new bson.ObjectId(id), progress, _this.collection);
+            });
         }
         Progresses.prototype.waitToFinish = function (id) {
             return __awaiter$m(this, void 0, void 0, function () {
-                var isFinished, progress;
+                var _this = this;
                 return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0:
-                            isFinished = false;
-                            progress = null;
-                            _a.label = 1;
-                        case 1:
-                            if (!!isFinished) return [3 /*break*/, 5];
-                            return [4 /*yield*/, this.get(id)];
-                        case 2:
-                            progress = _a.sent();
-                            if (!progress) {
-                                throw "Progress does not exists with id: " + id;
-                            }
-                            if (progress.error) {
-                                throw progress.error;
-                            }
-                            isFinished = progress.percent == 100;
-                            if (!!isFinished) return [3 /*break*/, 4];
-                            return [4 /*yield*/, promiseTimeout(50)];
-                        case 3:
-                            _a.sent();
-                            _a.label = 4;
-                        case 4: return [3 /*break*/, 1];
-                        case 5: return [2 /*return*/, progress];
-                    }
+                    return [2 /*return*/, Promise.race([
+                            this.waitForProgress(id, function () { return __awaiter$m(_this, void 0, void 0, function () {
+                                var progress;
+                                return __generator(this, function (_a) {
+                                    switch (_a.label) {
+                                        case 0:
+                                            progress = this.progresses[id];
+                                            if (!(!progress || progress.percent < 100)) return [3 /*break*/, 2];
+                                            return [4 /*yield*/, this.get(id)];
+                                        case 1:
+                                            progress = _a.sent();
+                                            _a.label = 2;
+                                        case 2:
+                                            if (!progress) {
+                                                throw new Error("Progress does not exists with id: " + id);
+                                            }
+                                            return [2 /*return*/, progress];
+                                    }
+                                });
+                            }); }, 500),
+                            this.waitForProgress(id, function () { return __awaiter$m(_this, void 0, void 0, function () {
+                                return __generator(this, function (_a) {
+                                    return [2 /*return*/, this.progresses[id] || null];
+                                });
+                            }); }, 25)
+                        ])];
                 });
             });
         };
@@ -3062,7 +3117,7 @@
                         case 0: return [4 /*yield*/, this.collection.findOne(where)];
                         case 1:
                             data = _a.sent();
-                            return [2 /*return*/, !data ? null : new Progress(data._id, data, this.collection, this.client)];
+                            return [2 /*return*/, !data ? null : new Progress(data._id, data, this.collection)];
                     }
                 });
             });
@@ -3075,7 +3130,7 @@
                     switch (_a.label) {
                         case 0:
                             if (isNaN(max) || max <= 0) {
-                                throw "Max progress value must be bigger than zero";
+                                throw new Error("Max progress value must be bigger than zero");
                             }
                             data = {
                                 current: 0,
@@ -3087,7 +3142,7 @@
                             return [4 /*yield*/, this.collection.insertOne(data)];
                         case 1:
                             res = _a.sent();
-                            return [2 /*return*/, new Progress(res.insertedId, data, this.collection, this.client)];
+                            return [2 /*return*/, new Progress(res.insertedId, data, this.collection)];
                     }
                 });
             });
@@ -3104,12 +3159,48 @@
                 });
             });
         };
+        Progresses.prototype.waitForProgress = function (id, cb, delay) {
+            return __awaiter$m(this, void 0, void 0, function () {
+                var isFinished, progress, waitTime;
+                return __generator(this, function (_a) {
+                    switch (_a.label) {
+                        case 0:
+                            isFinished = false;
+                            progress = null;
+                            waitTime = 0;
+                            _a.label = 1;
+                        case 1:
+                            if (!!isFinished) return [3 /*break*/, 5];
+                            return [4 /*yield*/, cb()];
+                        case 2:
+                            progress = _a.sent();
+                            waitTime += delay;
+                            if (progress) {
+                                if (progress.error) {
+                                    throw new Error(progress.error);
+                                }
+                                isFinished = progress.percent >= 100;
+                            }
+                            if (!!isFinished) return [3 /*break*/, 4];
+                            if (waitTime >= this.jobMan.maxTimeout) {
+                                throw new Error("Progress with id: " + id + " probably never will be finished!");
+                            }
+                            return [4 /*yield*/, promiseTimeout(delay)];
+                        case 3:
+                            _a.sent();
+                            _a.label = 4;
+                        case 4: return [3 /*break*/, 1];
+                        case 5: return [2 /*return*/, progress];
+                    }
+                });
+            });
+        };
         return Progresses;
     }());
     exports.Progresses = __decorate$r([
         tsyringe.injectable(),
         tsyringe.singleton(),
-        __metadata$l("design:paramtypes", [exports.MongoConnector, exports.Configuration])
+        __metadata$l("design:paramtypes", [exports.MongoConnector, exports.JobManager])
     ], exports.Progresses);
 
     var __decorate$q = (this && this.__decorate) || function (decorators, target, key, desc) {
@@ -3175,7 +3266,7 @@
                             return [4 /*yield*/, this.collection.insertOne(data)];
                         case 2:
                             res = _a.sent();
-                            return [2 /*return*/, new LazyAsset(res.insertedId, data, this.collection, this.assets, this.progresses, this.jobMan)];
+                            return [2 /*return*/, new LazyAsset(res.insertedId, data, this.collection, this.assets, this.progresses)];
                     }
                 });
             });
@@ -3197,7 +3288,7 @@
                             data = _a.sent();
                             return [2 /*return*/, !data
                                     ? null
-                                    : new LazyAsset(data._id, data, this.collection, this.assets, this.progresses, this.jobMan)];
+                                    : new LazyAsset(data._id, data, this.collection, this.assets, this.progresses)];
                     }
                 });
             });
@@ -3222,8 +3313,10 @@
     exports.LazyAssets = __decorate$q([
         tsyringe.injectable(),
         tsyringe.scoped(tsyringe.Lifecycle.ContainerScoped),
-        __metadata$k("design:paramtypes", [exports.MongoConnector, exports.Assets,
-            exports.Progresses, exports.JobManager])
+        __metadata$k("design:paramtypes", [exports.MongoConnector,
+            exports.Assets,
+            exports.Progresses,
+            exports.JobManager])
     ], exports.LazyAssets);
 
     var __decorate$p = (this && this.__decorate) || function (decorators, target, key, desc) {
@@ -5720,7 +5813,7 @@
             enumerable: false,
             configurable: true
         });
-        LazyAssetGenerator.prototype.process = function () {
+        LazyAssetGenerator.prototype.process = function (messaging) {
             return __awaiter$1(this, void 0, void 0, function () {
                 var lazyAsset, progress, asset, e_1;
                 return __generator(this, function (_a) {
@@ -5733,10 +5826,11 @@
                             progress = _a.sent();
                             if (!progress || progress.canceled)
                                 return [2 /*return*/, null];
+                            progress.setMessageBridge(messaging);
                             _a.label = 3;
                         case 3:
                             _a.trys.push([3, 7, , 9]);
-                            return [4 /*yield*/, this.generate(progress)];
+                            return [4 /*yield*/, this.generate(progress, messaging)];
                         case 4:
                             asset = _a.sent();
                             return [4 /*yield*/, progress.load()];
@@ -5834,10 +5928,11 @@
             new Parameter("mongoDb", "node-backend"),
             new Parameter("mongoUser", null),
             new Parameter("mongoPassword", null),
-            new Parameter("nodeEnv", "development"),
+            new Parameter("nodeEnv", "production"),
             new Parameter("appPort", 80),
             new Parameter("zmqPort", 3000),
-            new Parameter("zmqRemoteHost", "tcp://127.0.0.1:3000"),
+            new Parameter("zmqBackPort", 3100),
+            new Parameter("zmqRemoteHost", "tcp://127.0.0.1"),
             new Parameter("isWorker", false),
             new Parameter("mainEndpoint", ""),
             new Parameter("idChars", "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ"),
@@ -5845,6 +5940,7 @@
             new Parameter("idPrefix", "ID-"),
             new Parameter("idParts", [4, 4]),
             new Parameter("jsonLimit", "250mb"),
+            new Parameter("jobTimeout", 5 * 60 * 1000),
             new Parameter("cacheCollection", "cache"),
         ];
         // Convert parameters to providers
@@ -6095,6 +6191,7 @@
     exports.assign = assign;
     exports.broadcast = broadcast;
     exports.bufferToStream = bufferToStream;
+    exports.colorize = colorize;
     exports.convertValue = convertValue;
     exports.copy = copy;
     exports.copyStream = copyStream;
@@ -6145,6 +6242,7 @@
     exports.random = random;
     exports.readAndDeleteFile = readAndDeleteFile;
     exports.readFile = readFile;
+    exports.regroup = regroup;
     exports.runCommand = runCommand;
     exports.setupBackend = setupBackend;
     exports.streamToBuffer = streamToBuffer;