@forklaunch/implementation-worker-redis 0.1.2 → 0.1.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@forklaunch/implementation-worker-redis",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "Redis implementation for forklaunch workers",
   "homepage": "https://github.com/forklaunch/forklaunch-js#readme",
   "bugs": {
@@ -38,10 +38,10 @@
     "lib/**"
   ],
   "dependencies": {
-    "@forklaunch/core": "link:../../../../framework/core",
+    "@forklaunch/core": "^0.7.4",
     "@sinclair/typebox": "^0.34.33",
     "zod": "^3.24.3",
-    "@forklaunch/interfaces-worker": "0.1.2"
+    "@forklaunch/interfaces-worker": "0.1.3"
   },
   "devDependencies": {
     "depcheck": "^1.4.7",

package/lib/__test__/schemaEquality.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=schemaEquality.test.d.ts.map

package/lib/__test__/schemaEquality.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"schemaEquality.test.d.ts","sourceRoot":"","sources":["../../__test__/schemaEquality.test.ts"],"names":[],"mappings":""}

package/lib/__test__/schemaEquality.test.js

@@ -1,21 +0,0 @@
-import { isTrue } from '@forklaunch/common';
-import { testSchemaEquality } from '@forklaunch/core/test';
-import { RedisWorkerOptionsSchema as TypeboxRedisWorkerOptionsSchema } from '../schemas/typebox/redisWorker.schema';
-import { RedisWorkerOptionsSchema as ZodRedisWorkerOptionsSchema } from '../schemas/zod/redisWorker.schema';
-describe('schema equality', () => {
-  it('should be equal for bullmq worker', () => {
-    expect(
-      isTrue(
-        testSchemaEquality(
-          ZodRedisWorkerOptionsSchema,
-          TypeboxRedisWorkerOptionsSchema,
-          {
-            pageSize: 10,
-            retries: 1,
-            interval: 1000
-          }
-        )
-      )
-    ).toBeTruthy();
-  });
-});

package/lib/consumers/index.d.ts

@@ -1,2 +0,0 @@
-export * from './redisWorker.consumer';
-//# sourceMappingURL=index.d.ts.map

package/lib/consumers/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../consumers/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC"}

package/lib/consumers/index.js

@@ -1 +0,0 @@
-export * from './redisWorker.consumer';

package/lib/consumers/redisWorker.consumer.d.ts

@@ -1,31 +0,0 @@
-import { TtlCache } from '@forklaunch/core/cache';
-import { WorkerConsumer } from '@forklaunch/interfaces-worker/interfaces';
-import {
-  WorkerEventEntity,
-  WorkerFailureHandler,
-  WorkerProcessFunction
-} from '@forklaunch/interfaces-worker/types';
-import { WorkerOptions } from '../types/redisWorker.types';
-export declare class RedisWorkerConsumer<
-  EventEntity extends WorkerEventEntity,
-  Options extends WorkerOptions
-> implements WorkerConsumer<EventEntity>
-{
-  protected readonly queueName: string;
-  protected readonly cache: TtlCache;
-  protected readonly options: Options;
-  protected readonly processEvents: WorkerProcessFunction<EventEntity>;
-  protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
-  constructor(
-    queueName: string,
-    cache: TtlCache,
-    options: Options,
-    processEvents: WorkerProcessFunction<EventEntity>,
-    failureHandler: WorkerFailureHandler<EventEntity>
-  );
-  private retrieveEvents;
-  private updateEvents;
-  peekEvents(): Promise<EventEntity[]>;
-  start(): Promise<void>;
-}
-//# sourceMappingURL=redisWorker.consumer.d.ts.map

package/lib/consumers/redisWorker.consumer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"redisWorker.consumer.d.ts","sourceRoot":"","sources":["../../consumers/redisWorker.consumer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAC;AAC1E,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACtB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,qBAAa,mBAAmB,CAC9B,WAAW,SAAS,iBAAiB,EACrC,OAAO,SAAS,aAAa,CAC7B,YAAW,cAAc,CAAC,WAAW,CAAC;IAGpC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM;IACpC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ;IAClC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO;IACnC,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,qBAAqB,CAAC,WAAW,CAAC;IACpE,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,oBAAoB,CAAC,WAAW,CAAC;gBAJjD,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,QAAQ,EACf,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,qBAAqB,CAAC,WAAW,CAAC,EACjD,cAAc,EAAE,oBAAoB,CAAC,WAAW,CAAC;YAGxD,cAAc;YAUd,YAAY;IAYpB,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAQpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}

package/lib/consumers/redisWorker.consumer.js

@@ -1,49 +0,0 @@
-export class RedisWorkerConsumer {
-  queueName;
-  cache;
-  options;
-  processEvents;
-  failureHandler;
-  constructor(queueName, cache, options, processEvents, failureHandler) {
-    this.queueName = queueName;
-    this.cache = cache;
-    this.options = options;
-    this.processEvents = processEvents;
-    this.failureHandler = failureHandler;
-  }
-  async retrieveEvents() {
-    const events = (
-      await this.cache.dequeueBatchRecords(
-        this.queueName,
-        this.options.pageSize
-      )
-    ).filter((event) => event != null);
-    return events;
-  }
-  async updateEvents(events) {
-    await this.cache.enqueueBatchRecords(
-      this.queueName,
-      events
-        .filter((event) => event != null && event.retryCount <= 3)
-        .map((event) => ({
-          ...event,
-          retryCount: event.retryCount + 1
-        }))
-    );
-  }
-  async peekEvents() {
-    const events = await this.cache.peekQueueRecords(
-      this.queueName,
-      this.options.pageSize
-    );
-    return events;
-  }
-  async start() {
-    setInterval(async () => {
-      const events = await this.retrieveEvents();
-      const failedEvents = await this.processEvents(events);
-      await this.failureHandler(failedEvents);
-      await this.updateEvents(failedEvents.map((event) => event.value));
-    }, this.options.interval);
-  }
-}

package/lib/eject/consumers/index.ts

@@ -1 +0,0 @@
-export * from './redisWorker.consumer';

package/lib/eject/consumers/redisWorker.consumer.ts

@@ -1,61 +0,0 @@
-import { TtlCache } from '@forklaunch/core/cache';
-import { WorkerConsumer } from '@forklaunch/interfaces-worker/interfaces';
-import {
-  WorkerEventEntity,
-  WorkerFailureHandler,
-  WorkerProcessFunction
-} from '@forklaunch/interfaces-worker/types';
-import { WorkerOptions } from '../types/redisWorker.types';
-
-export class RedisWorkerConsumer<
-  EventEntity extends WorkerEventEntity,
-  Options extends WorkerOptions
-> implements WorkerConsumer<EventEntity>
-{
-  constructor(
-    protected readonly queueName: string,
-    protected readonly cache: TtlCache,
-    protected readonly options: Options,
-    protected readonly processEvents: WorkerProcessFunction<EventEntity>,
-    protected readonly failureHandler: WorkerFailureHandler<EventEntity>
-  ) {}
-
-  private async retrieveEvents(): Promise<EventEntity[]> {
-    const events = (
-      await this.cache.dequeueBatchRecords<EventEntity>(
-        this.queueName,
-        this.options.pageSize
-      )
-    ).filter((event) => event != null);
-    return events;
-  }
-
-  private async updateEvents(events: EventEntity[]): Promise<void> {
-    await this.cache.enqueueBatchRecords(
-      this.queueName,
-      events
-        .filter((event) => event != null && event.retryCount <= 3)
-        .map((event) => ({
-          ...event,
-          retryCount: event.retryCount + 1
-        }))
-    );
-  }
-
-  async peekEvents(): Promise<EventEntity[]> {
-    const events = await this.cache.peekQueueRecords<EventEntity>(
-      this.queueName,
-      this.options.pageSize
-    );
-    return events;
-  }
-
-  async start(): Promise<void> {
-    setInterval(async () => {
-      const events = await this.retrieveEvents();
-      const failedEvents = await this.processEvents(events);
-      await this.failureHandler(failedEvents);
-      await this.updateEvents(failedEvents.map((event) => event.value));
-    }, this.options.interval);
-  }
-}

package/lib/eject/domain/schemas/index.ts

@@ -1 +0,0 @@
-export * from './redisWorker.schema';

package/lib/eject/domain/schemas/redisWorker.schema.ts

@@ -1,7 +0,0 @@
-import { number } from '@{{app_name}}/core';
-
-export const RedisWorkerOptionsSchema = {
-  pageSize: number,
-  retries: number,
-  interval: number
-};

package/lib/eject/producers/index.ts

@@ -1 +0,0 @@
-export * from './redisWorker.producer';

package/lib/eject/producers/redisWorker.producer.ts

@@ -1,24 +0,0 @@
-import { TtlCache } from '@forklaunch/core/cache';
-import { WorkerProducer } from '@forklaunch/interfaces-worker/interfaces';
-import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
-import { WorkerOptions } from '../types/redisWorker.types';
-export class RedisWorkerProducer<
-  EventEntity extends WorkerEventEntity,
-  Options extends WorkerOptions
-> implements WorkerProducer<EventEntity>
-{
-  constructor(
-    private readonly queueName: string,
-    private readonly cache: TtlCache,
-    private readonly options: Options
-  ) {}
-
-  async enqueueJob(event: EventEntity): Promise<void> {
-    await this.cache.enqueueRecord(this.queueName, event);
-  }
-
-  async enqueueBatchJobs(events: EventEntity[]): Promise<void> {
-    console.log('Enqueuing batch jobs', events);
-    await this.cache.enqueueBatchRecords(this.queueName, events);
-  }
-}

package/lib/eject/types/index.ts

@@ -1 +0,0 @@
-export * from './redisWorker.types';

package/lib/eject/types/redisWorker.types.ts

@@ -1,5 +0,0 @@
-export type WorkerOptions = {
-  pageSize: number;
-  retries: number;
-  interval: number;
-};

package/lib/jest.config.d.ts

@@ -1,4 +0,0 @@
-import type { JestConfigWithTsJest } from 'ts-jest';
-declare const jestConfig: JestConfigWithTsJest;
-export default jestConfig;
-//# sourceMappingURL=jest.config.d.ts.map

package/lib/jest.config.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"jest.config.d.ts","sourceRoot":"","sources":["../jest.config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAEpD,QAAA,MAAM,UAAU,EAAE,oBAiBjB,CAAC;AAEF,eAAe,UAAU,CAAC"}

package/lib/jest.config.js

@@ -1,19 +0,0 @@
-const jestConfig = {
-  preset: 'ts-jest/presets/default-esm', // or other ESM presets
-  moduleNameMapper: {
-    '^(\\.{1,2}/.*)\\.js$': '$1'
-  },
-  transform: {
-    // '^.+\\.[tj]sx?$' to process ts,js,tsx,jsx with `ts-jest`
-    // '^.+\\.m?[tj]sx?$' to process ts,js,tsx,jsx,mts,mjs,mtsx,mjsx with `ts-jest`
-    '^.+\\.[tj]sx?$': [
-      'ts-jest',
-      {
-        useESM: true
-      }
-    ],
-    '^.+\\.js$': 'babel-jest'
-  },
-  testPathIgnorePatterns: ['.*dist/', '.*node_modules/']
-};
-export default jestConfig;

package/lib/producers/index.d.ts

@@ -1,2 +0,0 @@
-export * from './redisWorker.producer';
-//# sourceMappingURL=index.d.ts.map

package/lib/producers/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../producers/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC"}

package/lib/producers/index.js

@@ -1 +0,0 @@
-export * from './redisWorker.producer';

package/lib/producers/redisWorker.producer.d.ts

@@ -1,17 +0,0 @@
-import { TtlCache } from '@forklaunch/core/cache';
-import { WorkerProducer } from '@forklaunch/interfaces-worker/interfaces';
-import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
-import { WorkerOptions } from '../types/redisWorker.types';
-export declare class RedisWorkerProducer<
-  EventEntity extends WorkerEventEntity,
-  Options extends WorkerOptions
-> implements WorkerProducer<EventEntity>
-{
-  private readonly queueName;
-  private readonly cache;
-  private readonly options;
-  constructor(queueName: string, cache: TtlCache, options: Options);
-  enqueueJob(event: EventEntity): Promise<void>;
-  enqueueBatchJobs(events: EventEntity[]): Promise<void>;
-}
-//# sourceMappingURL=redisWorker.producer.d.ts.map

package/lib/producers/redisWorker.producer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"redisWorker.producer.d.ts","sourceRoot":"","sources":["../../producers/redisWorker.producer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,qBAAa,mBAAmB,CAC9B,WAAW,SAAS,iBAAiB,EACrC,OAAO,SAAS,aAAa,CAC7B,YAAW,cAAc,CAAC,WAAW,CAAC;IAGpC,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAFP,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,QAAQ,EACf,OAAO,EAAE,OAAO;IAG7B,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAI7D"}

package/lib/producers/redisWorker.producer.js

@@ -1,17 +0,0 @@
-export class RedisWorkerProducer {
-  queueName;
-  cache;
-  options;
-  constructor(queueName, cache, options) {
-    this.queueName = queueName;
-    this.cache = cache;
-    this.options = options;
-  }
-  async enqueueJob(event) {
-    await this.cache.enqueueRecord(this.queueName, event);
-  }
-  async enqueueBatchJobs(events) {
-    console.log('Enqueuing batch jobs', events);
-    await this.cache.enqueueBatchRecords(this.queueName, events);
-  }
-}

package/lib/schemas/index.d.ts

@@ -1,2 +0,0 @@
-export * from './redisWorker.schema';
-//# sourceMappingURL=index.d.ts.map

package/lib/schemas/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../schemas/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC"}

package/lib/schemas/index.js

@@ -1 +0,0 @@
-export * from './redisWorker.schema';

package/lib/schemas/redisWorker.schema.d.ts

@@ -1,56 +0,0 @@
-export declare const RedisWorkerSchemas: <
-  SchemaValidator extends import('@forklaunch/validator').AnySchemaValidator
->(
-  options: Record<string, unknown> & {
-    validator: SchemaValidator;
-  }
-) => import('@forklaunch/core/mappers').SchemasByValidator<
-  SchemaValidator,
-  (options: Record<string, unknown>) => {
-    pageSize: import('@sinclair/typebox').TTransform<
-      import('@sinclair/typebox').TUnion<
-        [
-          import('@sinclair/typebox').TNumber,
-          import('@sinclair/typebox').TString,
-          import('@sinclair/typebox').TBoolean,
-          import('@sinclair/typebox').TNull,
-          import('@sinclair/typebox').TDate,
-          import('@sinclair/typebox').TBigInt
-        ]
-      >,
-      number
-    >;
-    retries: import('@sinclair/typebox').TTransform<
-      import('@sinclair/typebox').TUnion<
-        [
-          import('@sinclair/typebox').TNumber,
-          import('@sinclair/typebox').TString,
-          import('@sinclair/typebox').TBoolean,
-          import('@sinclair/typebox').TNull,
-          import('@sinclair/typebox').TDate,
-          import('@sinclair/typebox').TBigInt
-        ]
-      >,
-      number
-    >;
-    interval: import('@sinclair/typebox').TTransform<
-      import('@sinclair/typebox').TUnion<
-        [
-          import('@sinclair/typebox').TNumber,
-          import('@sinclair/typebox').TString,
-          import('@sinclair/typebox').TBoolean,
-          import('@sinclair/typebox').TNull,
-          import('@sinclair/typebox').TDate,
-          import('@sinclair/typebox').TBigInt
-        ]
-      >,
-      number
-    >;
-  },
-  (options: Record<string, unknown>) => {
-    pageSize: import('zod').ZodNumber;
-    retries: import('zod').ZodNumber;
-    interval: import('zod').ZodNumber;
-  }
->;
-//# sourceMappingURL=redisWorker.schema.d.ts.map

package/lib/schemas/redisWorker.schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"redisWorker.schema.d.ts","sourceRoot":"","sources":["../../schemas/redisWorker.schema.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB;;;;;;;;;;EAG9B,CAAC"}

package/lib/schemas/redisWorker.schema.js

@@ -1,7 +0,0 @@
-import { serviceSchemaResolver } from '@forklaunch/core/mappers';
-import { RedisWorkerOptionsSchema as TypeBoxSchemas } from './typebox/redisWorker.schema';
-import { RedisWorkerOptionsSchema as ZodSchemas } from './zod/redisWorker.schema';
-export const RedisWorkerSchemas = serviceSchemaResolver(
-  () => TypeBoxSchemas,
-  () => ZodSchemas
-);

package/lib/schemas/typebox/redisWorker.schema.d.ts

@@ -1,42 +0,0 @@
-export declare const RedisWorkerOptionsSchema: {
-  pageSize: import('@sinclair/typebox').TTransform<
-    import('@sinclair/typebox').TUnion<
-      [
-        import('@sinclair/typebox').TNumber,
-        import('@sinclair/typebox').TString,
-        import('@sinclair/typebox').TBoolean,
-        import('@sinclair/typebox').TNull,
-        import('@sinclair/typebox').TDate,
-        import('@sinclair/typebox').TBigInt
-      ]
-    >,
-    number
-  >;
-  retries: import('@sinclair/typebox').TTransform<
-    import('@sinclair/typebox').TUnion<
-      [
-        import('@sinclair/typebox').TNumber,
-        import('@sinclair/typebox').TString,
-        import('@sinclair/typebox').TBoolean,
-        import('@sinclair/typebox').TNull,
-        import('@sinclair/typebox').TDate,
-        import('@sinclair/typebox').TBigInt
-      ]
-    >,
-    number
-  >;
-  interval: import('@sinclair/typebox').TTransform<
-    import('@sinclair/typebox').TUnion<
-      [
-        import('@sinclair/typebox').TNumber,
-        import('@sinclair/typebox').TString,
-        import('@sinclair/typebox').TBoolean,
-        import('@sinclair/typebox').TNull,
-        import('@sinclair/typebox').TDate,
-        import('@sinclair/typebox').TBigInt
-      ]
-    >,
-    number
-  >;
-};
-//# sourceMappingURL=redisWorker.schema.d.ts.map

package/lib/schemas/typebox/redisWorker.schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"redisWorker.schema.d.ts","sourceRoot":"","sources":["../../../schemas/typebox/redisWorker.schema.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,wBAAwB;;;;CAIpC,CAAC"}

package/lib/schemas/typebox/redisWorker.schema.js

@@ -1,6 +0,0 @@
-import { number } from '@forklaunch/validator/typebox';
-export const RedisWorkerOptionsSchema = {
-  pageSize: number,
-  retries: number,
-  interval: number
-};

package/lib/schemas/zod/redisWorker.schema.d.ts

@@ -1,6 +0,0 @@
-export declare const RedisWorkerOptionsSchema: {
-  pageSize: import('zod').ZodNumber;
-  retries: import('zod').ZodNumber;
-  interval: import('zod').ZodNumber;
-};
-//# sourceMappingURL=redisWorker.schema.d.ts.map

package/lib/schemas/zod/redisWorker.schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"redisWorker.schema.d.ts","sourceRoot":"","sources":["../../../schemas/zod/redisWorker.schema.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,wBAAwB;;;;CAIpC,CAAC"}

package/lib/schemas/zod/redisWorker.schema.js

@@ -1,6 +0,0 @@
-import { number } from '@forklaunch/validator/zod';
-export const RedisWorkerOptionsSchema = {
-  pageSize: number,
-  retries: number,
-  interval: number
-};