apeframework 0.0.0-dev.1

package/mq/index.js

@@ -0,0 +1,27 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+var config_1 = require("./module/config");
+exports.default = (await Promise.resolve("".concat("./module/".concat(config_1.module))).then(function (s) { return __importStar(require(s)); })).default;

package/mq/index.ts

@@ -0,0 +1,4 @@
+import { module } from './module/config'
+import type { Mq } from './mq'
+
+export default (await import(`./module/${module}`)).default as Mq

package/mq/module/bypass/index.d.ts

@@ -0,0 +1,13 @@
+import { MqModule } from '..';
+import type { Job } from '../../queue';
+export declare class BypassMq extends MqModule {
+    createSender(): {
+        send: <Data>(job: Job, data: Data) => Promise<void>;
+        close: () => Promise<void>;
+    };
+    createWorker(): {
+        start: () => Promise<void>;
+        close: () => Promise<void>;
+    };
+}
+export default BypassMq;

package/mq/module/bypass/index.js

@@ -0,0 +1,86 @@
+"use strict";
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BypassMq = void 0;
+var __1 = require("..");
+var BypassMq = /** @class */ (function (_super) {
+    __extends(BypassMq, _super);
+    function BypassMq() {
+        return _super !== null && _super.apply(this, arguments) || this;
+    }
+    BypassMq.prototype.createSender = function () {
+        var _this = this;
+        return {
+            send: function (job, data) { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                return [2 /*return*/, job.process(data, function () { })];
+            }); }); },
+            close: function () { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                return [2 /*return*/];
+            }); }); },
+        };
+    };
+    BypassMq.prototype.createWorker = function () {
+        var _this = this;
+        return {
+            start: function () { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                return [2 /*return*/];
+            }); }); },
+            close: function () { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                return [2 /*return*/];
+            }); }); },
+        };
+    };
+    return BypassMq;
+}(__1.MqModule));
+exports.BypassMq = BypassMq;
+exports.default = BypassMq;

package/mq/module/bypass/index.ts

@@ -0,0 +1,20 @@
+import { MqModule } from '..'
+import type { Job } from '../../queue'
+
+export class BypassMq extends MqModule {
+  createSender() {
+    return {
+      send: async <Data>(job: Job, data: Data) => job.process(data, () => { }),
+      close: async () => { },
+    }
+  }
+
+  createWorker() {
+    return {
+      start: async () => { },
+      close: async () => { },
+    }
+  }
+}
+
+export default BypassMq

package/mq/module/config.d.ts

@@ -0,0 +1,6 @@
+declare enum Module {
+    bypass = "bypass",
+    redis = "redis"
+}
+export declare const module: Module | undefined;
+export default module;

package/mq/module/config.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.module = void 0;
+var config_1 = require("../../config");
+var config = (0, config_1.getConfig)();
+var Module;
+(function (Module) {
+    Module["bypass"] = "bypass";
+    Module["redis"] = "redis";
+})(Module || (Module = {}));
+exports.module = Object.values(Module)
+    .find(function (module) { return module === config.mqModule; });
+if (!exports.module)
+    throw new Error("mq: invalid module \"".concat(config.mqModule, "\""));
+exports.default = exports.module;

package/mq/module/config.ts

@@ -0,0 +1,14 @@
+import { getConfig } from '../../config'
+
+const config = getConfig()
+
+enum Module {
+  bypass = 'bypass',
+  redis = 'redis',
+}
+
+export const module = Object.values(Module)
+  .find((module: string) => module === config.mqModule)
+if (!module) throw new Error(`mq: invalid module "${config.mqModule}"`)
+
+export default module

package/mq/module/index.d.ts

@@ -0,0 +1,9 @@
+import type { Mq, Sender, Worker } from '../mq';
+import type { Queue } from '../queue';
+export declare abstract class MqModule implements Mq {
+    getQueues(): Promise<Queue[]>;
+    getQueue(queueId: string): Promise<Queue | undefined>;
+    abstract createSender(queue: Queue): Sender;
+    abstract createWorker(queue: Queue): Worker;
+}
+export default MqModule;

package/mq/module/index.js

@@ -0,0 +1,93 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MqModule = void 0;
+var app_1 = require("../../app");
+var MqModule = /** @class */ (function () {
+    function MqModule() {
+    }
+    MqModule.prototype.getQueues = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var queues, _i, _a, bundle, _b;
+            return __generator(this, function (_c) {
+                switch (_c.label) {
+                    case 0:
+                        queues = [];
+                        _i = 0;
+                        return [4 /*yield*/, (0, app_1.getBundles)()];
+                    case 1:
+                        _a = _c.sent();
+                        _c.label = 2;
+                    case 2:
+                        if (!(_i < _a.length)) return [3 /*break*/, 7];
+                        bundle = _a[_i];
+                        if (!bundle.queues) return [3 /*break*/, 4];
+                        return [4 /*yield*/, bundle.queues()];
+                    case 3:
+                        _b = _c.sent();
+                        return [3 /*break*/, 5];
+                    case 4:
+                        _b = [];
+                        _c.label = 5;
+                    case 5:
+                        (_b)
+                            .forEach(function (queue) { return queues.push(queue); });
+                        _c.label = 6;
+                    case 6:
+                        _i++;
+                        return [3 /*break*/, 2];
+                    case 7: return [2 /*return*/, queues];
+                }
+            });
+        });
+    };
+    MqModule.prototype.getQueue = function (queueId) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.getQueues()];
+                    case 1: return [2 /*return*/, (_a.sent())
+                            .find(function (queue) { return queue.queueId === queueId; })];
+                }
+            });
+        });
+    };
+    return MqModule;
+}());
+exports.MqModule = MqModule;
+exports.default = MqModule;

package/mq/module/index.ts

@@ -0,0 +1,24 @@
+import { getBundles } from '../../app'
+import type { Mq, Sender, Worker } from '../mq'
+import type { Queue } from '../queue'
+
+export abstract class MqModule implements Mq {
+  async getQueues() {
+    const queues: Queue[] = []
+    for (const bundle of await getBundles()) {
+      (bundle.queues ? await bundle.queues() : [])
+        .forEach((queue) => queues.push(queue))
+    }
+    return queues
+  }
+
+  async getQueue(queueId: string) {
+    return (await this.getQueues())
+      .find((queue) => queue.queueId === queueId)
+  }
+
+  abstract createSender(queue: Queue): Sender
+  abstract createWorker(queue: Queue): Worker
+}
+
+export default MqModule

package/mq/module/redis/config.d.ts

@@ -0,0 +1,27 @@
+declare const _default: {
+    queueOptions: {
+        defaultJobOptions: {
+            removeOnComplete: boolean;
+        };
+        connection: {
+            host: string;
+            port: number;
+            username: string | undefined;
+            password: string | undefined;
+            enableOfflineQueue: boolean;
+        };
+        prefix: string;
+    };
+    workerOptions: {
+        autorun: boolean;
+        connection: {
+            host: string;
+            port: number;
+            username: string | undefined;
+            password: string | undefined;
+            enableOfflineQueue: boolean;
+        };
+        prefix: string;
+    };
+};
+export default _default;

package/mq/module/redis/config.js

@@ -0,0 +1,37 @@
+"use strict";
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+var config_1 = require("../../../config");
+var config = (0, config_1.getConfig)();
+if (!config.mqRedisHost)
+    throw new Error('mq: redis host not provided');
+if (!config.mqRedisPort)
+    throw new Error('mq: redis port not provided');
+var commonOptions = {
+    connection: {
+        host: config.mqRedisHost,
+        port: config.mqRedisPort,
+        username: config.mqRedisUser || undefined,
+        password: config.mqRedisPassword || undefined,
+        enableOfflineQueue: false,
+    },
+    prefix: config.mqRedisPrefix,
+};
+var queueOptions = __assign(__assign({}, commonOptions), { defaultJobOptions: {
+        removeOnComplete: true,
+    } });
+var workerOptions = __assign(__assign({}, commonOptions), { autorun: false });
+exports.default = {
+    queueOptions: queueOptions,
+    workerOptions: workerOptions,
+};

package/mq/module/redis/config.ts

@@ -0,0 +1,34 @@
+import { getConfig } from '../../../config'
+
+const config = getConfig()
+
+if (!config.mqRedisHost) throw new Error('mq: redis host not provided')
+if (!config.mqRedisPort) throw new Error('mq: redis port not provided')
+
+const commonOptions = {
+  connection: {
+    host: config.mqRedisHost,
+    port: config.mqRedisPort,
+    username: config.mqRedisUser || undefined,
+    password: config.mqRedisPassword || undefined,
+    enableOfflineQueue: false,
+  },
+  prefix: config.mqRedisPrefix,
+}
+
+const queueOptions = {
+  ...commonOptions,
+  defaultJobOptions: {
+    removeOnComplete: true,
+  },
+}
+
+const workerOptions = {
+  ...commonOptions,
+  autorun: false,
+}
+
+export default {
+  queueOptions,
+  workerOptions,
+}

package/mq/module/redis/index.d.ts

@@ -0,0 +1,15 @@
+import { Job as BullJob } from 'bullmq';
+import { MqModule } from '..';
+import type { Job, Queue } from '../../queue';
+export declare const formatJob: (queue: Queue, job?: BullJob) => string;
+export declare class RedisMq extends MqModule {
+    createSender(queue: Queue): {
+        send: <Data>(job: Job, data: Data) => Promise<void>;
+        close: () => Promise<void>;
+    };
+    createWorker(queue: Queue): {
+        start: () => Promise<void>;
+        close: () => Promise<void>;
+    };
+}
+export default RedisMq;

package/mq/module/redis/index.js

@@ -0,0 +1,132 @@
+"use strict";
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisMq = exports.formatJob = void 0;
+var bullmq_1 = require("bullmq");
+var __1 = require("..");
+var config_1 = __importDefault(require("./config"));
+var log_1 = __importDefault(require("../../../log"));
+var formatJob = function (queue, job) { return queue.queueId + (job ? " #".concat(job.id, " ").concat(job.name) : ''); };
+exports.formatJob = formatJob;
+var RedisMq = /** @class */ (function (_super) {
+    __extends(RedisMq, _super);
+    function RedisMq() {
+        return _super !== null && _super.apply(this, arguments) || this;
+    }
+    RedisMq.prototype.createSender = function (queue) {
+        var _this = this;
+        var bullQueue = new bullmq_1.Queue(queue.queueId, config_1.default.queueOptions);
+        bullQueue.on('waiting', function (job) {
+            log_1.default.debug("mq: job \"".concat((0, exports.formatJob)(queue, job), "\" waiting"));
+        });
+        return {
+            send: function (job, data) { return __awaiter(_this, void 0, void 0, function () {
+                return __generator(this, function (_a) {
+                    switch (_a.label) {
+                        case 0: return [4 /*yield*/, bullQueue.add(job.jobId, data)];
+                        case 1:
+                            _a.sent();
+                            return [2 /*return*/];
+                    }
+                });
+            }); },
+            close: function () { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                return [2 /*return*/, bullQueue.close()];
+            }); }); },
+        };
+    };
+    RedisMq.prototype.createWorker = function (queue) {
+        var _this = this;
+        var jobs = {};
+        queue.jobs.forEach(function (job) { return jobs[job.jobId] = job; });
+        var bullWorker = new bullmq_1.Worker(queue.queueId, function (bullJob) { return __awaiter(_this, void 0, void 0, function () {
+            var progress;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        progress = function (c, t) {
+                            bullJob.updateProgress(Math.floor(c / t * 100));
+                        };
+                        return [4 /*yield*/, jobs[bullJob.name].process(bullJob.data, progress)];
+                    case 1:
+                        _a.sent();
+                        return [2 /*return*/];
+                }
+            });
+        }); }, config_1.default.workerOptions);
+        bullWorker.on('active', function (job) {
+            log_1.default.debug("mq: job \"".concat((0, exports.formatJob)(queue, job), "\" active"));
+        });
+        bullWorker.on('progress', function (job, progress) {
+            log_1.default.debug("mq: job \"".concat((0, exports.formatJob)(queue, job), "\" progress ").concat(String(progress), "%"));
+        });
+        bullWorker.on('completed', function (job) {
+            log_1.default.debug("mq: job \"".concat((0, exports.formatJob)(queue, job), "\" completed"));
+        });
+        bullWorker.on('failed', function (job, error) {
+            log_1.default.error("mq: job \"".concat((0, exports.formatJob)(queue, job), "\" failed"));
+            log_1.default.error(error);
+            bullWorker.close();
+        });
+        return {
+            start: function () { return bullWorker.run(); },
+            close: function () { return bullWorker.close(); },
+        };
+    };
+    return RedisMq;
+}(__1.MqModule));
+exports.RedisMq = RedisMq;
+exports.default = RedisMq;

package/mq/module/redis/index.ts

@@ -0,0 +1,60 @@
+import { Job as BullJob, Queue as BullQueue, Worker as BullWorker } from 'bullmq'
+import { MqModule } from '..'
+import config from './config'
+import log from '../../../log'
+import type { Job, Progress, Queue } from '../../queue'
+
+export const formatJob = (
+  queue: Queue,
+  job?: BullJob,
+) => queue.queueId + (job ? ` #${job.id} ${job.name}` : '')
+
+export class RedisMq extends MqModule {
+  createSender(queue: Queue) {
+    const bullQueue = new BullQueue(queue.queueId, config.queueOptions)
+    bullQueue.on('waiting', (job) => {
+      log.debug(`mq: job "${formatJob(queue, job)}" waiting`)
+    })
+
+    return {
+      send: async <Data>(job: Job, data: Data) => {
+        await bullQueue.add(job.jobId, data)
+      },
+      close: async () => bullQueue.close(),
+    }
+  }
+
+  createWorker(queue: Queue) {
+    const jobs: Record<string, Job> = {}
+    queue.jobs.forEach((job) => jobs[job.jobId] = job)
+
+    const bullWorker = new BullWorker(queue.queueId, async (bullJob) => {
+      const progress: Progress = (c, t) => {
+        bullJob.updateProgress(Math.floor(c / t * 100))
+      }
+      await jobs[bullJob.name].process(bullJob.data, progress)
+    }, config.workerOptions)
+
+    bullWorker.on('active', (job) => {
+      log.debug(`mq: job "${formatJob(queue, job)}" active`)
+    })
+    bullWorker.on('progress', (job, progress) => {
+      log.debug(`mq: job "${formatJob(queue, job)}" progress ${String(progress)}%`)
+    })
+    bullWorker.on('completed', (job) => {
+      log.debug(`mq: job "${formatJob(queue, job)}" completed`)
+    })
+    bullWorker.on('failed', (job, error) => {
+      log.error(`mq: job "${formatJob(queue, job)}" failed`)
+      log.error(error)
+      bullWorker.close()
+    })
+
+    return {
+      start: () => bullWorker.run(),
+      close: () => bullWorker.close(),
+    }
+  }
+}
+
+export default RedisMq

package/mq/mq.d.ts

@@ -0,0 +1,15 @@
+import type { Job, Queue } from './queue';
+export interface Mq {
+    getQueues: () => Promise<Queue[]>;
+    getQueue: (queueId: string) => Promise<Queue | undefined>;
+    createSender: (queue: Queue) => Sender;
+    createWorker: (queue: Queue) => Worker;
+}
+export interface Sender {
+    send: <Data>(job: Job, data: Data) => Promise<void>;
+    close: () => Promise<void>;
+}
+export interface Worker {
+    start: () => void;
+    close: () => Promise<void>;
+}

package/mq/mq.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });