@forklaunch/implementation-worker-redis 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 forklaunch
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/lib/__test__/schemaEquality.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=schemaEquality.test.d.ts.map

package/lib/__test__/schemaEquality.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaEquality.test.d.ts","sourceRoot":"","sources":["../../__test__/schemaEquality.test.ts"],"names":[],"mappings":""}

package/lib/__test__/schemaEquality.test.js

@@ -0,0 +1,13 @@
+import { isTrue } from '@forklaunch/common';
+import { testSchemaEquality } from '@forklaunch/core/test';
+import { RedisWorkerOptionsSchema as TypeboxRedisWorkerOptionsSchema } from '../schemas/typebox/redisWorker.schema';
+import { RedisWorkerOptionsSchema as ZodRedisWorkerOptionsSchema } from '../schemas/zod/redisWorker.schema';
+describe('schema equality', () => {
+    it('should be equal for bullmq worker', () => {
+        expect(isTrue(testSchemaEquality(ZodRedisWorkerOptionsSchema, TypeboxRedisWorkerOptionsSchema, {
+            pageSize: 10,
+            retries: 1,
+            interval: 1000
+        }))).toBeTruthy();
+    });
+});

package/lib/consumers/index.d.ts

@@ -0,0 +1,2 @@
+export * from './redisWorker.consumer';
+//# sourceMappingURL=index.d.ts.map

package/lib/consumers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../consumers/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC"}

package/lib/consumers/index.js

@@ -0,0 +1 @@
+export * from './redisWorker.consumer';

package/lib/consumers/redisWorker.consumer.d.ts

@@ -0,0 +1,17 @@
+import { TtlCache } from '@forklaunch/core/cache';
+import { WorkerConsumer } from '@forklaunch/interfaces-worker/interfaces';
+import { WorkerEventEntity, WorkerFailureHandler, WorkerProcessFunction } from '@forklaunch/interfaces-worker/types';
+import { RedisWorkerOptions } from '../types/redisWorker.types';
+export declare class RedisWorkerConsumer<EventEntity extends WorkerEventEntity> implements WorkerConsumer<EventEntity> {
+    protected readonly queueName: string;
+    protected readonly cache: TtlCache;
+    protected readonly options: RedisWorkerOptions;
+    protected readonly processEvents: WorkerProcessFunction<EventEntity>;
+    protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
+    constructor(queueName: string, cache: TtlCache, options: RedisWorkerOptions, processEvents: WorkerProcessFunction<EventEntity>, failureHandler: WorkerFailureHandler<EventEntity>);
+    private retrieveEvents;
+    private updateEvents;
+    peekEvents(): Promise<EventEntity[]>;
+    start(): Promise<void>;
+}
+//# sourceMappingURL=redisWorker.consumer.d.ts.map

package/lib/consumers/redisWorker.consumer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redisWorker.consumer.d.ts","sourceRoot":"","sources":["../../consumers/redisWorker.consumer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAC;AAC1E,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACtB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAEhE,qBAAa,mBAAmB,CAAC,WAAW,SAAS,iBAAiB,CACpE,YAAW,cAAc,CAAC,WAAW,CAAC;IAGpC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM;IACpC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ;IAClC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,kBAAkB;IAC9C,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,qBAAqB,CAAC,WAAW,CAAC;IACpE,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,oBAAoB,CAAC,WAAW,CAAC;gBAJjD,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,QAAQ,EACf,OAAO,EAAE,kBAAkB,EAC3B,aAAa,EAAE,qBAAqB,CAAC,WAAW,CAAC,EACjD,cAAc,EAAE,oBAAoB,CAAC,WAAW,CAAC;YAGxD,cAAc;YAUd,YAAY;IAYpB,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAQpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}

package/lib/consumers/redisWorker.consumer.js

@@ -0,0 +1,38 @@
+export class RedisWorkerConsumer {
+    queueName;
+    cache;
+    options;
+    processEvents;
+    failureHandler;
+    constructor(queueName, cache, options, processEvents, failureHandler) {
+        this.queueName = queueName;
+        this.cache = cache;
+        this.options = options;
+        this.processEvents = processEvents;
+        this.failureHandler = failureHandler;
+    }
+    async retrieveEvents() {
+        const events = (await this.cache.dequeueBatchRecords(this.queueName, this.options.pageSize)).filter((event) => event != null);
+        return events;
+    }
+    async updateEvents(events) {
+        await this.cache.enqueueBatchRecords(this.queueName, events
+            .filter((event) => event != null && event.retryCount <= 3)
+            .map((event) => ({
+            ...event,
+            retryCount: event.retryCount + 1
+        })));
+    }
+    async peekEvents() {
+        const events = await this.cache.peekQueueRecords(this.queueName, this.options.pageSize);
+        return events;
+    }
+    async start() {
+        setInterval(async () => {
+            const events = await this.retrieveEvents();
+            const failedEvents = await this.processEvents(events);
+            await this.failureHandler(failedEvents);
+            await this.updateEvents(failedEvents.map((event) => event.value));
+        }, this.options.interval);
+    }
+}

package/lib/eject/consumers/index.ts

@@ -0,0 +1 @@
+export * from './redisWorker.consumer';

package/lib/eject/consumers/redisWorker.consumer.ts

@@ -0,0 +1,59 @@
+import { TtlCache } from '@forklaunch/core/cache';
+import { WorkerConsumer } from '@forklaunch/interfaces-worker/interfaces';
+import {
+  WorkerEventEntity,
+  WorkerFailureHandler,
+  WorkerProcessFunction
+} from '@forklaunch/interfaces-worker/types';
+import { RedisWorkerOptions } from '../types/redisWorker.types';
+
+export class RedisWorkerConsumer<EventEntity extends WorkerEventEntity>
+  implements WorkerConsumer<EventEntity>
+{
+  constructor(
+    protected readonly queueName: string,
+    protected readonly cache: TtlCache,
+    protected readonly options: RedisWorkerOptions,
+    protected readonly processEvents: WorkerProcessFunction<EventEntity>,
+    protected readonly failureHandler: WorkerFailureHandler<EventEntity>
+  ) {}
+
+  private async retrieveEvents(): Promise<EventEntity[]> {
+    const events = (
+      await this.cache.dequeueBatchRecords<EventEntity>(
+        this.queueName,
+        this.options.pageSize
+      )
+    ).filter((event) => event != null);
+    return events;
+  }
+
+  private async updateEvents(events: EventEntity[]): Promise<void> {
+    await this.cache.enqueueBatchRecords(
+      this.queueName,
+      events
+        .filter((event) => event != null && event.retryCount <= 3)
+        .map((event) => ({
+          ...event,
+          retryCount: event.retryCount + 1
+        }))
+    );
+  }
+
+  async peekEvents(): Promise<EventEntity[]> {
+    const events = await this.cache.peekQueueRecords<EventEntity>(
+      this.queueName,
+      this.options.pageSize
+    );
+    return events;
+  }
+
+  async start(): Promise<void> {
+    setInterval(async () => {
+      const events = await this.retrieveEvents();
+      const failedEvents = await this.processEvents(events);
+      await this.failureHandler(failedEvents);
+      await this.updateEvents(failedEvents.map((event) => event.value));
+    }, this.options.interval);
+  }
+}

package/lib/eject/domain/schemas/index.ts

@@ -0,0 +1 @@
+export * from './redisWorker.schema';

package/lib/eject/domain/schemas/redisWorker.schema.ts

@@ -0,0 +1,7 @@
+import { number } from '@{{app_name}}/core';
+
+export const RedisWorkerOptionsSchema = {
+  pageSize: number,
+  retries: number,
+  interval: number
+};

package/lib/eject/producers/redisWorker.producer.ts

@@ -0,0 +1,21 @@
+import { TtlCache } from '@forklaunch/core/cache';
+import { WorkerProducer } from '@forklaunch/interfaces-worker/interfaces';
+import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
+
+export class RedisWorkerProducer<EventEntity extends WorkerEventEntity>
+  implements WorkerProducer<EventEntity>
+{
+  constructor(
+    private readonly queueName: string,
+    private readonly cache: TtlCache
+  ) {}
+
+  async enqueueJob(event: EventEntity): Promise<void> {
+    await this.cache.enqueueRecord(this.queueName, event);
+  }
+
+  async enqueueBatchJobs(events: EventEntity[]): Promise<void> {
+    console.log('Enqueuing batch jobs', events);
+    await this.cache.enqueueBatchRecords(this.queueName, events);
+  }
+}

package/lib/eject/types/index.ts

@@ -0,0 +1 @@
+export * from './redisWorker.types';

package/lib/eject/types/redisWorker.types.ts

@@ -0,0 +1,5 @@
+export type RedisWorkerOptions = {
+  pageSize: number;
+  retries: number;
+  interval: number;
+};

package/lib/jest.config.d.ts

@@ -0,0 +1,4 @@
+import type { JestConfigWithTsJest } from 'ts-jest';
+declare const jestConfig: JestConfigWithTsJest;
+export default jestConfig;
+//# sourceMappingURL=jest.config.d.ts.map

package/lib/jest.config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jest.config.d.ts","sourceRoot":"","sources":["../jest.config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAEpD,QAAA,MAAM,UAAU,EAAE,oBAiBjB,CAAC;AAEF,eAAe,UAAU,CAAC"}

package/lib/jest.config.js

@@ -0,0 +1,19 @@
+const jestConfig = {
+    preset: 'ts-jest/presets/default-esm', // or other ESM presets
+    moduleNameMapper: {
+        '^(\\.{1,2}/.*)\\.js$': '$1'
+    },
+    transform: {
+        // '^.+\\.[tj]sx?$' to process ts,js,tsx,jsx with `ts-jest`
+        // '^.+\\.m?[tj]sx?$' to process ts,js,tsx,jsx,mts,mjs,mtsx,mjsx with `ts-jest`
+        '^.+\\.[tj]sx?$': [
+            'ts-jest',
+            {
+                useESM: true
+            }
+        ],
+        '^.+\\.js$': 'babel-jest'
+    },
+    testPathIgnorePatterns: ['.*dist/', '.*node_modules/']
+};
+export default jestConfig;

package/lib/producers/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/lib/producers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../producers/index.ts"],"names":[],"mappings":""}

package/lib/producers/index.js

@@ -0,0 +1 @@
+export {};

package/lib/producers/redisWorker.producer.d.ts

@@ -0,0 +1,11 @@
+import { TtlCache } from '@forklaunch/core/cache';
+import { WorkerProducer } from '@forklaunch/interfaces-worker/interfaces';
+import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
+export declare class RedisWorkerProducer<EventEntity extends WorkerEventEntity> implements WorkerProducer<EventEntity> {
+    private readonly queueName;
+    private readonly cache;
+    constructor(queueName: string, cache: TtlCache);
+    enqueueJob(event: EventEntity): Promise<void>;
+    enqueueBatchJobs(events: EventEntity[]): Promise<void>;
+}
+//# sourceMappingURL=redisWorker.producer.d.ts.map

package/lib/producers/redisWorker.producer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redisWorker.producer.d.ts","sourceRoot":"","sources":["../../producers/redisWorker.producer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAExE,qBAAa,mBAAmB,CAAC,WAAW,SAAS,iBAAiB,CACpE,YAAW,cAAc,CAAC,WAAW,CAAC;IAGpC,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,KAAK;gBADL,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,QAAQ;IAG5B,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAI7D"}

package/lib/producers/redisWorker.producer.js

@@ -0,0 +1,15 @@
+export class RedisWorkerProducer {
+    queueName;
+    cache;
+    constructor(queueName, cache) {
+        this.queueName = queueName;
+        this.cache = cache;
+    }
+    async enqueueJob(event) {
+        await this.cache.enqueueRecord(this.queueName, event);
+    }
+    async enqueueBatchJobs(events) {
+        console.log('Enqueuing batch jobs', events);
+        await this.cache.enqueueBatchRecords(this.queueName, events);
+    }
+}

package/lib/schemas/index.d.ts

@@ -0,0 +1,2 @@
+export * from './redisWorker.schema';
+//# sourceMappingURL=index.d.ts.map

package/lib/schemas/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../schemas/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC"}

package/lib/schemas/index.js

@@ -0,0 +1 @@
+export * from './redisWorker.schema';

package/lib/schemas/redisWorker.schema.d.ts

@@ -0,0 +1,12 @@
+export declare const RedisWorkerSchemas: <SchemaValidator extends import("@forklaunch/validator").AnySchemaValidator>(options: Record<string, unknown> & {
+    validator: SchemaValidator;
+}) => import("@forklaunch/core/mappers").SchemasByValidator<SchemaValidator, (options: Record<string, unknown>) => {
+    pageSize: import("@sinclair/typebox").TTransform<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TString, import("@sinclair/typebox").TBoolean, import("@sinclair/typebox").TNull, import("@sinclair/typebox").TDate, import("@sinclair/typebox").TBigInt]>, number>;
+    retries: import("@sinclair/typebox").TTransform<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TString, import("@sinclair/typebox").TBoolean, import("@sinclair/typebox").TNull, import("@sinclair/typebox").TDate, import("@sinclair/typebox").TBigInt]>, number>;
+    interval: import("@sinclair/typebox").TTransform<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TString, import("@sinclair/typebox").TBoolean, import("@sinclair/typebox").TNull, import("@sinclair/typebox").TDate, import("@sinclair/typebox").TBigInt]>, number>;
+}, (options: Record<string, unknown>) => {
+    pageSize: import("zod").ZodNumber;
+    retries: import("zod").ZodNumber;
+    interval: import("zod").ZodNumber;
+}>;
+//# sourceMappingURL=redisWorker.schema.d.ts.map

package/lib/schemas/redisWorker.schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redisWorker.schema.d.ts","sourceRoot":"","sources":["../../schemas/redisWorker.schema.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB;;;;;;;;;;EAG9B,CAAC"}

package/lib/schemas/redisWorker.schema.js

@@ -0,0 +1,4 @@
+import { serviceSchemaResolver } from '@forklaunch/core/mappers';
+import { RedisWorkerOptionsSchema as TypeBoxSchemas } from './typebox/redisWorker.schema';
+import { RedisWorkerOptionsSchema as ZodSchemas } from './zod/redisWorker.schema';
+export const RedisWorkerSchemas = serviceSchemaResolver(() => TypeBoxSchemas, () => ZodSchemas);

package/lib/schemas/typebox/redisWorker.schema.d.ts

@@ -0,0 +1,6 @@
+export declare const RedisWorkerOptionsSchema: {
+    pageSize: import("@sinclair/typebox").TTransform<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TString, import("@sinclair/typebox").TBoolean, import("@sinclair/typebox").TNull, import("@sinclair/typebox").TDate, import("@sinclair/typebox").TBigInt]>, number>;
+    retries: import("@sinclair/typebox").TTransform<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TString, import("@sinclair/typebox").TBoolean, import("@sinclair/typebox").TNull, import("@sinclair/typebox").TDate, import("@sinclair/typebox").TBigInt]>, number>;
+    interval: import("@sinclair/typebox").TTransform<import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TNumber, import("@sinclair/typebox").TString, import("@sinclair/typebox").TBoolean, import("@sinclair/typebox").TNull, import("@sinclair/typebox").TDate, import("@sinclair/typebox").TBigInt]>, number>;
+};
+//# sourceMappingURL=redisWorker.schema.d.ts.map

package/lib/schemas/typebox/redisWorker.schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redisWorker.schema.d.ts","sourceRoot":"","sources":["../../../schemas/typebox/redisWorker.schema.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,wBAAwB;;;;CAIpC,CAAC"}

package/lib/schemas/typebox/redisWorker.schema.js

@@ -0,0 +1,6 @@
+import { number } from '@forklaunch/validator/typebox';
+export const RedisWorkerOptionsSchema = {
+    pageSize: number,
+    retries: number,
+    interval: number
+};

package/lib/schemas/zod/redisWorker.schema.d.ts

@@ -0,0 +1,6 @@
+export declare const RedisWorkerOptionsSchema: {
+    pageSize: import("zod").ZodNumber;
+    retries: import("zod").ZodNumber;
+    interval: import("zod").ZodNumber;
+};
+//# sourceMappingURL=redisWorker.schema.d.ts.map

package/lib/schemas/zod/redisWorker.schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redisWorker.schema.d.ts","sourceRoot":"","sources":["../../../schemas/zod/redisWorker.schema.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,wBAAwB;;;;CAIpC,CAAC"}

package/lib/schemas/zod/redisWorker.schema.js

@@ -0,0 +1,6 @@
+import { number } from '@forklaunch/validator/zod';
+export const RedisWorkerOptionsSchema = {
+    pageSize: number,
+    retries: number,
+    interval: number
+};