@forklaunch/implementation-worker-redis 0.2.2 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/lib/consumers/index.d.mts +19 -0
  2. package/lib/consumers/index.d.ts +19 -2
  3. package/lib/consumers/index.js +71 -1
  4. package/lib/consumers/{redisWorker.consumer.js → index.mjs} +14 -19
  5. package/lib/producers/index.d.mts +15 -0
  6. package/lib/producers/index.d.ts +15 -2
  7. package/lib/producers/index.js +45 -1
  8. package/lib/producers/{redisWorker.producer.js → index.mjs} +7 -6
  9. package/lib/schemas/index.d.mts +18 -0
  10. package/lib/schemas/index.d.ts +18 -2
  11. package/lib/schemas/index.js +1371 -1
  12. package/lib/schemas/index.mjs +1375 -0
  13. package/lib/types/index.d.mts +7 -0
  14. package/lib/types/index.d.ts +7 -2
  15. package/lib/types/index.js +18 -1
  16. package/lib/types/index.mjs +0 -0
  17. package/package.json +6 -5
  18. package/lib/__test__/schemaEquality.test.d.ts +0 -2
  19. package/lib/__test__/schemaEquality.test.d.ts.map +0 -1
  20. package/lib/__test__/schemaEquality.test.js +0 -21
  21. package/lib/consumers/index.d.ts.map +0 -1
  22. package/lib/consumers/redisWorker.consumer.d.ts +0 -31
  23. package/lib/consumers/redisWorker.consumer.d.ts.map +0 -1
  24. package/lib/jest.config.d.ts +0 -4
  25. package/lib/jest.config.d.ts.map +0 -1
  26. package/lib/jest.config.js +0 -19
  27. package/lib/producers/index.d.ts.map +0 -1
  28. package/lib/producers/redisWorker.producer.d.ts +0 -17
  29. package/lib/producers/redisWorker.producer.d.ts.map +0 -1
  30. package/lib/schemas/index.d.ts.map +0 -1
  31. package/lib/schemas/redisWorker.schema.d.ts +0 -64
  32. package/lib/schemas/redisWorker.schema.d.ts.map +0 -1
  33. package/lib/schemas/redisWorker.schema.js +0 -7
  34. package/lib/schemas/typebox/redisWorker.schema.d.ts +0 -42
  35. package/lib/schemas/typebox/redisWorker.schema.d.ts.map +0 -1
  36. package/lib/schemas/typebox/redisWorker.schema.js +0 -6
  37. package/lib/schemas/zod/redisWorker.schema.d.ts +0 -6
  38. package/lib/schemas/zod/redisWorker.schema.d.ts.map +0 -1
  39. package/lib/schemas/zod/redisWorker.schema.js +0 -6
  40. package/lib/tsconfig.tsbuildinfo +0 -1
  41. package/lib/types/index.d.ts.map +0 -1
  42. package/lib/types/redisWorker.types.d.ts +0 -6
  43. package/lib/types/redisWorker.types.d.ts.map +0 -1
  44. package/lib/types/redisWorker.types.js +0 -1
  45. package/lib/vitest.config.d.ts +0 -3
  46. package/lib/vitest.config.d.ts.map +0 -1
  47. package/lib/vitest.config.js +0 -7
@@ -0,0 +1,19 @@
1
+ import { TtlCache } from '@forklaunch/core/cache';
2
+ import { WorkerConsumer } from '@forklaunch/interfaces-worker/interfaces';
3
+ import { WorkerEventEntity, WorkerProcessFunction, WorkerFailureHandler } from '@forklaunch/interfaces-worker/types';
4
+ import { RedisWorkerOptions } from '../types/index.mjs';
5
+
6
+ declare class RedisWorkerConsumer<EventEntity extends WorkerEventEntity, Options extends RedisWorkerOptions> implements WorkerConsumer<EventEntity> {
7
+ protected readonly queueName: string;
8
+ protected readonly cache: TtlCache;
9
+ protected readonly options: Options;
10
+ protected readonly processEvents: WorkerProcessFunction<EventEntity>;
11
+ protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
12
+ constructor(queueName: string, cache: TtlCache, options: Options, processEvents: WorkerProcessFunction<EventEntity>, failureHandler: WorkerFailureHandler<EventEntity>);
13
+ private retrieveEvents;
14
+ private updateEvents;
15
+ peekEvents(): Promise<EventEntity[]>;
16
+ start(): Promise<void>;
17
+ }
18
+
19
+ export { RedisWorkerConsumer };
@@ -1,2 +1,19 @@
1
- export * from './redisWorker.consumer';
2
- //# sourceMappingURL=index.d.ts.map
1
+ import { TtlCache } from '@forklaunch/core/cache';
2
+ import { WorkerConsumer } from '@forklaunch/interfaces-worker/interfaces';
3
+ import { WorkerEventEntity, WorkerProcessFunction, WorkerFailureHandler } from '@forklaunch/interfaces-worker/types';
4
+ import { RedisWorkerOptions } from '../types/index.js';
5
+
6
+ declare class RedisWorkerConsumer<EventEntity extends WorkerEventEntity, Options extends RedisWorkerOptions> implements WorkerConsumer<EventEntity> {
7
+ protected readonly queueName: string;
8
+ protected readonly cache: TtlCache;
9
+ protected readonly options: Options;
10
+ protected readonly processEvents: WorkerProcessFunction<EventEntity>;
11
+ protected readonly failureHandler: WorkerFailureHandler<EventEntity>;
12
+ constructor(queueName: string, cache: TtlCache, options: Options, processEvents: WorkerProcessFunction<EventEntity>, failureHandler: WorkerFailureHandler<EventEntity>);
13
+ private retrieveEvents;
14
+ private updateEvents;
15
+ peekEvents(): Promise<EventEntity[]>;
16
+ start(): Promise<void>;
17
+ }
18
+
19
+ export { RedisWorkerConsumer };
@@ -1 +1,71 @@
1
- export * from './redisWorker.consumer';
1
+ "use strict";
2
+ var __defProp = Object.defineProperty;
3
+ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
+ var __getOwnPropNames = Object.getOwnPropertyNames;
5
+ var __hasOwnProp = Object.prototype.hasOwnProperty;
6
+ var __export = (target, all) => {
7
+ for (var name in all)
8
+ __defProp(target, name, { get: all[name], enumerable: true });
9
+ };
10
+ var __copyProps = (to, from, except, desc) => {
11
+ if (from && typeof from === "object" || typeof from === "function") {
12
+ for (let key of __getOwnPropNames(from))
13
+ if (!__hasOwnProp.call(to, key) && key !== except)
14
+ __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
15
+ }
16
+ return to;
17
+ };
18
+ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
19
+
20
+ // consumers/index.ts
21
+ var consumers_exports = {};
22
+ __export(consumers_exports, {
23
+ RedisWorkerConsumer: () => RedisWorkerConsumer
24
+ });
25
+ module.exports = __toCommonJS(consumers_exports);
26
+
27
+ // consumers/redisWorker.consumer.ts
28
+ var RedisWorkerConsumer = class {
29
+ constructor(queueName, cache, options, processEvents, failureHandler) {
30
+ this.queueName = queueName;
31
+ this.cache = cache;
32
+ this.options = options;
33
+ this.processEvents = processEvents;
34
+ this.failureHandler = failureHandler;
35
+ }
36
+ async retrieveEvents() {
37
+ const events = (await this.cache.dequeueBatchRecords(
38
+ this.queueName,
39
+ this.options.pageSize
40
+ )).filter((event) => event != null);
41
+ return events;
42
+ }
43
+ async updateEvents(events) {
44
+ await this.cache.enqueueBatchRecords(
45
+ this.queueName,
46
+ events.filter((event) => event != null && event.retryCount <= 3).map((event) => ({
47
+ ...event,
48
+ retryCount: event.retryCount + 1
49
+ }))
50
+ );
51
+ }
52
+ async peekEvents() {
53
+ const events = await this.cache.peekQueueRecords(
54
+ this.queueName,
55
+ this.options.pageSize
56
+ );
57
+ return events;
58
+ }
59
+ async start() {
60
+ setInterval(async () => {
61
+ const events = await this.retrieveEvents();
62
+ const failedEvents = await this.processEvents(events);
63
+ await this.failureHandler(failedEvents);
64
+ await this.updateEvents(failedEvents.map((event) => event.value));
65
+ }, this.options.interval);
66
+ }
67
+ };
68
+ // Annotate the CommonJS export names for ESM import in node:
69
+ 0 && (module.exports = {
70
+ RedisWorkerConsumer
71
+ });
@@ -1,9 +1,5 @@
1
- export class RedisWorkerConsumer {
2
- queueName;
3
- cache;
4
- options;
5
- processEvents;
6
- failureHandler;
1
+ // consumers/redisWorker.consumer.ts
2
+ var RedisWorkerConsumer = class {
7
3
  constructor(queueName, cache, options, processEvents, failureHandler) {
8
4
  this.queueName = queueName;
9
5
  this.cache = cache;
@@ -12,23 +8,19 @@ export class RedisWorkerConsumer {
12
8
  this.failureHandler = failureHandler;
13
9
  }
14
10
  async retrieveEvents() {
15
- const events = (
16
- await this.cache.dequeueBatchRecords(
17
- this.queueName,
18
- this.options.pageSize
19
- )
20
- ).filter((event) => event != null);
11
+ const events = (await this.cache.dequeueBatchRecords(
12
+ this.queueName,
13
+ this.options.pageSize
14
+ )).filter((event) => event != null);
21
15
  return events;
22
16
  }
23
17
  async updateEvents(events) {
24
18
  await this.cache.enqueueBatchRecords(
25
19
  this.queueName,
26
- events
27
- .filter((event) => event != null && event.retryCount <= 3)
28
- .map((event) => ({
29
- ...event,
30
- retryCount: event.retryCount + 1
31
- }))
20
+ events.filter((event) => event != null && event.retryCount <= 3).map((event) => ({
21
+ ...event,
22
+ retryCount: event.retryCount + 1
23
+ }))
32
24
  );
33
25
  }
34
26
  async peekEvents() {
@@ -46,4 +38,7 @@ export class RedisWorkerConsumer {
46
38
  await this.updateEvents(failedEvents.map((event) => event.value));
47
39
  }, this.options.interval);
48
40
  }
49
- }
41
+ };
42
+ export {
43
+ RedisWorkerConsumer
44
+ };
@@ -0,0 +1,15 @@
1
+ import { TtlCache } from '@forklaunch/core/cache';
2
+ import { WorkerProducer } from '@forklaunch/interfaces-worker/interfaces';
3
+ import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
4
+ import { RedisWorkerOptions } from '../types/index.mjs';
5
+
6
+ declare class RedisWorkerProducer<EventEntity extends WorkerEventEntity, Options extends RedisWorkerOptions> implements WorkerProducer<EventEntity> {
7
+ private readonly queueName;
8
+ private readonly cache;
9
+ private readonly options;
10
+ constructor(queueName: string, cache: TtlCache, options: Options);
11
+ enqueueJob(event: EventEntity): Promise<void>;
12
+ enqueueBatchJobs(events: EventEntity[]): Promise<void>;
13
+ }
14
+
15
+ export { RedisWorkerProducer };
@@ -1,2 +1,15 @@
1
- export * from './redisWorker.producer';
2
- //# sourceMappingURL=index.d.ts.map
1
+ import { TtlCache } from '@forklaunch/core/cache';
2
+ import { WorkerProducer } from '@forklaunch/interfaces-worker/interfaces';
3
+ import { WorkerEventEntity } from '@forklaunch/interfaces-worker/types';
4
+ import { RedisWorkerOptions } from '../types/index.js';
5
+
6
+ declare class RedisWorkerProducer<EventEntity extends WorkerEventEntity, Options extends RedisWorkerOptions> implements WorkerProducer<EventEntity> {
7
+ private readonly queueName;
8
+ private readonly cache;
9
+ private readonly options;
10
+ constructor(queueName: string, cache: TtlCache, options: Options);
11
+ enqueueJob(event: EventEntity): Promise<void>;
12
+ enqueueBatchJobs(events: EventEntity[]): Promise<void>;
13
+ }
14
+
15
+ export { RedisWorkerProducer };
@@ -1 +1,45 @@
1
- export * from './redisWorker.producer';
1
+ "use strict";
2
+ var __defProp = Object.defineProperty;
3
+ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
+ var __getOwnPropNames = Object.getOwnPropertyNames;
5
+ var __hasOwnProp = Object.prototype.hasOwnProperty;
6
+ var __export = (target, all) => {
7
+ for (var name in all)
8
+ __defProp(target, name, { get: all[name], enumerable: true });
9
+ };
10
+ var __copyProps = (to, from, except, desc) => {
11
+ if (from && typeof from === "object" || typeof from === "function") {
12
+ for (let key of __getOwnPropNames(from))
13
+ if (!__hasOwnProp.call(to, key) && key !== except)
14
+ __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
15
+ }
16
+ return to;
17
+ };
18
+ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
19
+
20
+ // producers/index.ts
21
+ var producers_exports = {};
22
+ __export(producers_exports, {
23
+ RedisWorkerProducer: () => RedisWorkerProducer
24
+ });
25
+ module.exports = __toCommonJS(producers_exports);
26
+
27
+ // producers/redisWorker.producer.ts
28
+ var RedisWorkerProducer = class {
29
+ constructor(queueName, cache, options) {
30
+ this.queueName = queueName;
31
+ this.cache = cache;
32
+ this.options = options;
33
+ }
34
+ async enqueueJob(event) {
35
+ await this.cache.enqueueRecord(this.queueName, event);
36
+ }
37
+ async enqueueBatchJobs(events) {
38
+ console.log("Enqueuing batch jobs", events);
39
+ await this.cache.enqueueBatchRecords(this.queueName, events);
40
+ }
41
+ };
42
+ // Annotate the CommonJS export names for ESM import in node:
43
+ 0 && (module.exports = {
44
+ RedisWorkerProducer
45
+ });
@@ -1,7 +1,5 @@
1
- export class RedisWorkerProducer {
2
- queueName;
3
- cache;
4
- options;
1
+ // producers/redisWorker.producer.ts
2
+ var RedisWorkerProducer = class {
5
3
  constructor(queueName, cache, options) {
6
4
  this.queueName = queueName;
7
5
  this.cache = cache;
@@ -11,7 +9,10 @@ export class RedisWorkerProducer {
11
9
  await this.cache.enqueueRecord(this.queueName, event);
12
10
  }
13
11
  async enqueueBatchJobs(events) {
14
- console.log('Enqueuing batch jobs', events);
12
+ console.log("Enqueuing batch jobs", events);
15
13
  await this.cache.enqueueBatchRecords(this.queueName, events);
16
14
  }
17
- }
15
+ };
16
+ export {
17
+ RedisWorkerProducer
18
+ };
@@ -0,0 +1,18 @@
1
+ import * as _forklaunch_core_mappers from '@forklaunch/core/mappers';
2
+ import * as zod from 'zod';
3
+ import * as _sinclair_typebox from '@sinclair/typebox';
4
+ import * as _forklaunch_validator from '@forklaunch/validator';
5
+
6
+ declare const RedisWorkerSchemas: <SchemaValidator extends _forklaunch_validator.AnySchemaValidator>(options: Record<string, unknown> & {
7
+ validator: SchemaValidator;
8
+ }) => _forklaunch_core_mappers.SchemasByValidator<SchemaValidator, (options: Record<string, unknown>) => {
9
+ pageSize: _sinclair_typebox.TTransform<_sinclair_typebox.TUnion<[_sinclair_typebox.TNumber, _sinclair_typebox.TString, _sinclair_typebox.TBoolean, _sinclair_typebox.TNull, _sinclair_typebox.TBigInt, _sinclair_typebox.TDate]>, number>;
10
+ retries: _sinclair_typebox.TTransform<_sinclair_typebox.TUnion<[_sinclair_typebox.TNumber, _sinclair_typebox.TString, _sinclair_typebox.TBoolean, _sinclair_typebox.TNull, _sinclair_typebox.TBigInt, _sinclair_typebox.TDate]>, number>;
11
+ interval: _sinclair_typebox.TTransform<_sinclair_typebox.TUnion<[_sinclair_typebox.TNumber, _sinclair_typebox.TString, _sinclair_typebox.TBoolean, _sinclair_typebox.TNull, _sinclair_typebox.TBigInt, _sinclair_typebox.TDate]>, number>;
12
+ }, (options: Record<string, unknown>) => {
13
+ pageSize: zod.ZodEffects<zod.ZodNumber, number, unknown>;
14
+ retries: zod.ZodEffects<zod.ZodNumber, number, unknown>;
15
+ interval: zod.ZodEffects<zod.ZodNumber, number, unknown>;
16
+ }>;
17
+
18
+ export { RedisWorkerSchemas };
@@ -1,2 +1,18 @@
1
- export * from './redisWorker.schema';
2
- //# sourceMappingURL=index.d.ts.map
1
+ import * as _forklaunch_core_mappers from '@forklaunch/core/mappers';
2
+ import * as zod from 'zod';
3
+ import * as _sinclair_typebox from '@sinclair/typebox';
4
+ import * as _forklaunch_validator from '@forklaunch/validator';
5
+
6
+ declare const RedisWorkerSchemas: <SchemaValidator extends _forklaunch_validator.AnySchemaValidator>(options: Record<string, unknown> & {
7
+ validator: SchemaValidator;
8
+ }) => _forklaunch_core_mappers.SchemasByValidator<SchemaValidator, (options: Record<string, unknown>) => {
9
+ pageSize: _sinclair_typebox.TTransform<_sinclair_typebox.TUnion<[_sinclair_typebox.TNumber, _sinclair_typebox.TString, _sinclair_typebox.TBoolean, _sinclair_typebox.TNull, _sinclair_typebox.TBigInt, _sinclair_typebox.TDate]>, number>;
10
+ retries: _sinclair_typebox.TTransform<_sinclair_typebox.TUnion<[_sinclair_typebox.TNumber, _sinclair_typebox.TString, _sinclair_typebox.TBoolean, _sinclair_typebox.TNull, _sinclair_typebox.TBigInt, _sinclair_typebox.TDate]>, number>;
11
+ interval: _sinclair_typebox.TTransform<_sinclair_typebox.TUnion<[_sinclair_typebox.TNumber, _sinclair_typebox.TString, _sinclair_typebox.TBoolean, _sinclair_typebox.TNull, _sinclair_typebox.TBigInt, _sinclair_typebox.TDate]>, number>;
12
+ }, (options: Record<string, unknown>) => {
13
+ pageSize: zod.ZodEffects<zod.ZodNumber, number, unknown>;
14
+ retries: zod.ZodEffects<zod.ZodNumber, number, unknown>;
15
+ interval: zod.ZodEffects<zod.ZodNumber, number, unknown>;
16
+ }>;
17
+
18
+ export { RedisWorkerSchemas };