nestjs-power-queues 1.0.26 → 1.0.28

package/README.md

@@ -31,8 +31,12 @@ yarn add nestjs-power-queues
 ```env
 REDIS_QUEUES_HOST=127.0.0.1
 REDIS_QUEUES_PORT=6379
+REDIS_QUEUES_DATABASE=1
 REDIS_QUEUES_PASSWORD=
-REDIS_QUEUES_DATABASE=0
+REDIS_QUEUES_KEY_EXPIRE=300
+REDIS_QUEUES_TLS_CA_CRT=
+REDIS_QUEUES_TLS_KEY=
+REDIS_QUEUES_TLS_CRT=
 ```
 
 For information on creating connections to Redis, see **[nestjs-power-redis](https://www.npmjs.com/package/nestjs-power-redis)**
@@ -66,36 +70,85 @@ export class MyService {
   ) {}
 
   async test() {
-    await this.queueService.addTasks('example:jobs', [
-      { payload },
-    ]);
+    await this.queueService.addTasks('example:job', [ ...payload ]);
   }
 }
 ```
 
-### 4. Create worker
+### 4. Example of a worker for executing a MySQL insert transaction
 
 ```ts
 import { Injectable } from '@nestjs/common';
-import { 
-	InjectRedis,
-	RedisService, 
+import {
+  InjectRedis,
+  RedisService,
 } from 'nestjs-power-redis';
-import { QueueService } from 'nestjs-power-queues';
+import { 
+  QueueService,
+  Task, 
+} from 'nestjs-power-queues';
+import { 
+  isArrFilled,
+  isObjFilled,
+} from 'full-utils';
+import { MysqlService } from 'mysql';
+import { Logger } from '../logger';
 
 @Injectable()
-export class MyService extends QueueService {
-  public readonly stream: string = `example:jobs`;
-  public readonly workerBatchTasksCount: number = 8192;
+export class ExampleQueue extends QueueService {
+  public readonly logger: Logger = new Logger(ExampleQueue.name);
+  public readonly selectStuckCount: number = 256;
+  public readonly selectCount: number = 256;
+  public readonly retryCount: number = 3;
   public readonly runOnInit: boolean = true;
-  public readonly executeBatchAtOnce: boolean = true;
+  public readonly executeSync: boolean = true;
+  public readonly removeOnExecuted: boolean = true;
 
   constructor(
     @InjectRedis('queues') public readonly redisService: RedisService,
-  ) {}
+    public readonly mysqlService: MysqlService,
+  ) {
+    super(redisService);
+  }
+
+  queueName(): string {
+    return 'mysql_create:example:table_name';
+  }
+
+  async onBatchReady(queueName: string, tasks: Task[]) {
+    const values = tasks
+      .filter((task) => isObjFilled(task.payload))
+      .map((task) => task.payload);
+
+    if (isArrFilled(values)) {
+      const queryRunner = this.mysqlService.connection('database_name').createQueryRunner();
+
+      await queryRunner.connect();
+      await queryRunner.startTransaction();
+      try {
+        await queryRunner
+          .manager
+          .createQueryBuilder()
+          .insert()
+          .into('table_name')
+          .values(values)
+          .execute();
+        await queryRunner.commitTransaction();
+      }
+      catch (err) {
+        await queryRunner.rollbackTransaction();
+        throw err;
+      }
+      finally {
+        await queryRunner.release();
+      }
+    }
+  }
 
-  async onExecute(id, payload) {
-  	// business-logic
+  async onBatchError(err: any, queueName: string, tasks: Array<[ string, any, number, string, string, number ]>) {
+    this.logger.error('Transaction error', queueName, tasks.length, (process.env.NODE_ENV === 'production')
+      ? err.message
+      : err, tasks.map((task) => task[1]));
   }
 }
 ```

package/dist/index.cjs

@@ -25,23 +25,18 @@ var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "sy
 var index_exports = {};
 __export(index_exports, {
   InjectQueue: () => InjectQueue,
-  QueueModule: () => QueueModule,
   QueueService: () => QueueService,
-  getQueueToken: () => getQueueToken,
-  queueRoot: () => import_nestjs_power_redis2.redisRoot
+  getQueueToken: () => getQueueToken
 });
 module.exports = __toCommonJS(index_exports);
-var import_nestjs_power_redis2 = require("nestjs-power-redis");
+__reExport(index_exports, require("nestjs-power-redis"), module.exports);
+__reExport(index_exports, require("power-queues"), module.exports);
 
 // src/InjectQueue.ts
 var import_common = require("@nestjs/common");
 var getQueueToken = /* @__PURE__ */ __name((name) => `QueueService_${name}`, "getQueueToken");
 var InjectQueue = /* @__PURE__ */ __name((name) => (0, import_common.Inject)(getQueueToken(name)), "InjectQueue");
 
-// src/QueueModule.ts
-var import_common2 = require("@nestjs/common");
-var import_nestjs_power_redis = require("nestjs-power-redis");
-
 // src/QueueService.ts
 var import_power_queues = require("power-queues");
 var _QueueService = class _QueueService extends import_power_queues.PowerQueues {
@@ -70,55 +65,11 @@ var _QueueService = class _QueueService extends import_power_queues.PowerQueues
 };
 __name(_QueueService, "QueueService");
 var QueueService = _QueueService;
-
-// src/QueueModule.ts
-function _ts_decorate(decorators, target, key, desc) {
-  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-  return c > 3 && r && Object.defineProperty(target, key, r), r;
-}
-__name(_ts_decorate, "_ts_decorate");
-var _QueueModule = class _QueueModule {
-  static forRoot(names) {
-    const queueProviders = names.map((name) => ({
-      provide: getQueueToken(name),
-      useFactory: /* @__PURE__ */ __name((redisService) => {
-        return new QueueService(redisService);
-      }, "useFactory"),
-      inject: [
-        (0, import_nestjs_power_redis.getRedisToken)(name)
-      ]
-    }));
-    return {
-      module: _QueueModule,
-      imports: [
-        import_nestjs_power_redis.RedisModule.forRoot(names)
-      ],
-      providers: [
-        ...queueProviders
-      ],
-      exports: [
-        ...queueProviders,
-        import_nestjs_power_redis.RedisModule
-      ]
-    };
-  }
-};
-__name(_QueueModule, "QueueModule");
-var QueueModule = _QueueModule;
-QueueModule = _ts_decorate([
-  (0, import_common2.Module)({})
-], QueueModule);
-
-// src/index.ts
-__reExport(index_exports, require("power-queues"), module.exports);
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   InjectQueue,
-  QueueModule,
   QueueService,
   getQueueToken,
-  queueRoot,
+  ...require("nestjs-power-redis"),
   ...require("power-queues")
 });

package/dist/index.d.cts

@@ -1,17 +1,13 @@
 import { RedisService } from 'nestjs-power-redis';
-export { redisRoot as queueRoot } from 'nestjs-power-redis';
-import { DynamicModule, OnModuleInit, OnModuleDestroy } from '@nestjs/common';
-import { IORedisLike } from 'power-redis';
+export * from 'nestjs-power-redis';
 import { PowerQueues } from 'power-queues';
 export * from 'power-queues';
+import { OnModuleInit, OnModuleDestroy } from '@nestjs/common';
+import { IORedisLike } from 'power-redis';
 
 declare const getQueueToken: (name: string) => string;
 declare const InjectQueue: (name: string) => PropertyDecorator & ParameterDecorator;
 
-declare class QueueModule {
-    static forRoot(names: string[]): DynamicModule;
-}
-
 declare class QueueService extends PowerQueues implements OnModuleInit, OnModuleDestroy {
     readonly redisService: RedisService;
     readonly runOnInit: boolean;
@@ -22,4 +18,4 @@ declare class QueueService extends PowerQueues implements OnModuleInit, OnModule
     onModuleDestroy(): Promise<void>;
 }
 
-export { InjectQueue, QueueModule, QueueService, getQueueToken };
+export { InjectQueue, QueueService, getQueueToken };

package/dist/index.d.ts

@@ -1,17 +1,13 @@
 import { RedisService } from 'nestjs-power-redis';
-export { redisRoot as queueRoot } from 'nestjs-power-redis';
-import { DynamicModule, OnModuleInit, OnModuleDestroy } from '@nestjs/common';
-import { IORedisLike } from 'power-redis';
+export * from 'nestjs-power-redis';
 import { PowerQueues } from 'power-queues';
 export * from 'power-queues';
+import { OnModuleInit, OnModuleDestroy } from '@nestjs/common';
+import { IORedisLike } from 'power-redis';
 
 declare const getQueueToken: (name: string) => string;
 declare const InjectQueue: (name: string) => PropertyDecorator & ParameterDecorator;
 
-declare class QueueModule {
-    static forRoot(names: string[]): DynamicModule;
-}
-
 declare class QueueService extends PowerQueues implements OnModuleInit, OnModuleDestroy {
     readonly redisService: RedisService;
     readonly runOnInit: boolean;
@@ -22,4 +18,4 @@ declare class QueueService extends PowerQueues implements OnModuleInit, OnModule
     onModuleDestroy(): Promise<void>;
 }
 
-export { InjectQueue, QueueModule, QueueService, getQueueToken };
+export { InjectQueue, QueueService, getQueueToken };

package/dist/index.js

@@ -4,17 +4,14 @@ var __name = (target, value) => __defProp(target, "name", { value, configurable:
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
 
 // src/index.ts
-import { redisRoot as queueRoot } from "nestjs-power-redis";
+export * from "nestjs-power-redis";
+export * from "power-queues";
 
 // src/InjectQueue.ts
 import { Inject } from "@nestjs/common";
 var getQueueToken = /* @__PURE__ */ __name((name) => `QueueService_${name}`, "getQueueToken");
 var InjectQueue = /* @__PURE__ */ __name((name) => Inject(getQueueToken(name)), "InjectQueue");
 
-// src/QueueModule.ts
-import { Module } from "@nestjs/common";
-import { RedisModule, getRedisToken } from "nestjs-power-redis";
-
 // src/QueueService.ts
 import { PowerQueues } from "power-queues";
 var _QueueService = class _QueueService extends PowerQueues {
@@ -43,53 +40,8 @@ var _QueueService = class _QueueService extends PowerQueues {
 };
 __name(_QueueService, "QueueService");
 var QueueService = _QueueService;
-
-// src/QueueModule.ts
-function _ts_decorate(decorators, target, key, desc) {
-  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-  return c > 3 && r && Object.defineProperty(target, key, r), r;
-}
-__name(_ts_decorate, "_ts_decorate");
-var _QueueModule = class _QueueModule {
-  static forRoot(names) {
-    const queueProviders = names.map((name) => ({
-      provide: getQueueToken(name),
-      useFactory: /* @__PURE__ */ __name((redisService) => {
-        return new QueueService(redisService);
-      }, "useFactory"),
-      inject: [
-        getRedisToken(name)
-      ]
-    }));
-    return {
-      module: _QueueModule,
-      imports: [
-        RedisModule.forRoot(names)
-      ],
-      providers: [
-        ...queueProviders
-      ],
-      exports: [
-        ...queueProviders,
-        RedisModule
-      ]
-    };
-  }
-};
-__name(_QueueModule, "QueueModule");
-var QueueModule = _QueueModule;
-QueueModule = _ts_decorate([
-  Module({})
-], QueueModule);
-
-// src/index.ts
-export * from "power-queues";
 export {
   InjectQueue,
-  QueueModule,
   QueueService,
-  getQueueToken,
-  queueRoot
+  getQueueToken
 };

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "nestjs-power-queues",
-	"version": "1.0.26",
+	"version": "1.0.28",
 	"description": "High-performance Redis Streams queue integration for NestJS based on power-queues.",
 	"author": "ihor-bielchenko",
 	"license": "MIT",
@@ -87,8 +87,7 @@
 	"dependencies": {
 		"@nestjs-labs/nestjs-ioredis": "^11.0.4",
 		"@nestjs/common": "^11.1.8",
-		"full-utils": "^3.0.9",
 		"nestjs-power-redis": "^1.0.16",
-		"power-queues": "^2.1.7"
+		"power-queues": "^2.1.12"
 	}
 }