@rsdk/kafka.producer 5.4.0-next.0 → 5.4.0-next.2

package/CHANGELOG.md

@@ -3,6 +3,16 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [5.4.0-next.2](https://github.com/R-Vision/rsdk/compare/v5.4.0-next.1...v5.4.0-next.2) (2024-11-25)
+
+### Features
+
+* **nats:** nats transport/kv/os + examples + docs ([#306](https://github.com/R-Vision/rsdk/issues/306)) ([de67eed](https://github.com/R-Vision/rsdk/commit/de67eed8b4cb17ec9d359067eae1e0c35d6cc736))
+
+## [5.4.0-next.1](https://github.com/R-Vision/rsdk/compare/v5.4.0-next.0...v5.4.0-next.1) (2024-11-08)
+
+**Note:** Version bump only for package @rsdk/kafka.producer
+
 ## [5.4.0-next.0](https://github.com/R-Vision/rsdk/compare/v5.3.0...v5.4.0-next.0) (2024-11-08)
 
 **Note:** Version bump only for package @rsdk/kafka.producer

package/dist/events-factory.abstract.d.ts

@@ -1,4 +1,5 @@
-import type { EventPayload, EventType } from '@rsdk/kafka.common';
+import type { EventPayload, EventType } from '@rsdk/events.common';
+import type { Message } from 'kafkajs';
 import type { EventMetadata, ProducerOptions, PublishOptions } from './interfaces';
 /**
  * Абстрактный класс, содержащий полезные методы для подготовки
@@ -7,8 +8,10 @@ import type { EventMetadata, ProducerOptions, PublishOptions } from './interface
  */
 export declare abstract class EventsFactory<T extends EventType, K extends object> {
     protected readonly eventType: T;
+    protected readonly middleware: ((msg: Message) => Message)[];
     private readonly payloadFormat;
     constructor(eventType: T, config: ProducerOptions);
+    protected useMiddleware(event: Message): Message;
     protected getMetadata(metadata: EventMetadata | undefined | null): Record<string, string>;
     protected serializePayload<P extends EventPayload<T>>(payload: P): Buffer;
     protected getPartitionKey<P extends Record<string, any>>(payload: P, options?: PublishOptions): string;

package/dist/events-factory.abstract.js

@@ -4,7 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.EventsFactory = void 0;
-const kafka_common_1 = require("@rsdk/kafka.common");
+const events_common_1 = require("@rsdk/events.common");
 const camelCase_1 = __importDefault(require("lodash/camelCase"));
 const get_1 = __importDefault(require("lodash/get"));
 const node_crypto_1 = require("node:crypto");
@@ -15,24 +15,31 @@ const node_crypto_1 = require("node:crypto");
  */
 class EventsFactory {
     eventType;
+    middleware;
     payloadFormat;
     constructor(eventType, config) {
         this.eventType = eventType;
-        this.payloadFormat = config.payloadFormat ?? kafka_common_1.DEFAULT_PAYLOAD_FORMAT;
+        this.payloadFormat = config.payloadFormat ?? events_common_1.DEFAULT_PAYLOAD_FORMAT;
+        this.middleware = config.middleware || [];
+    }
+    useMiddleware(event) {
+        return this.middleware.reduce((accum, middleware) => {
+            return middleware(accum);
+        }, event);
     }
     getMetadata(metadata) {
         return {
             ...metadata,
             ...(this.payloadFormat &&
-                this.payloadFormat !== kafka_common_1.DEFAULT_PAYLOAD_FORMAT && {
-                [kafka_common_1.X_FORMAT_HEADER]: this.payloadFormat,
+                this.payloadFormat !== events_common_1.DEFAULT_PAYLOAD_FORMAT && {
+                [events_common_1.X_FORMAT_HEADER]: this.payloadFormat,
             }),
         };
     }
     serializePayload(payload) {
-        const codec = this.payloadFormat === kafka_common_1.PayloadFormat.JSON
-            ? new kafka_common_1.JSONEventCodec()
-            : new kafka_common_1.ProtoEventCodec(this.eventType);
+        const codec = this.payloadFormat === events_common_1.PayloadFormat.JSON
+            ? new events_common_1.JSONEventCodec()
+            : new events_common_1.ProtoEventCodec(this.eventType);
         return codec.encode(payload);
     }
     getPartitionKey(payload, options) {

package/dist/events-factory.abstract.js.map

@@ -1 +1 @@
-{"version":3,"file":"events-factory.abstract.js","sourceRoot":"","sources":["../src/events-factory.abstract.ts"],"names":[],"mappings":";;;;;;AACA,qDAM4B;AAC5B,iEAAyC;AACzC,qDAA6B;AAC7B,6CAAyC;AAQzC;;;;GAIG;AACH,MAAsB,aAAa;IAIZ;IAHJ,aAAa,CAAgB;IAE9C,YACqB,SAAY,EAC/B,MAAuB;QADJ,cAAS,GAAT,SAAS,CAAG;QAG/B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,qCAAsB,CAAC;IACtE,CAAC;IAES,WAAW,CACnB,QAA0C;QAE1C,OAAO;YACL,GAAG,QAAQ;YACX,GAAG,CAAC,IAAI,CAAC,aAAa;gBACpB,IAAI,CAAC,aAAa,KAAK,qCAAsB,IAAI;gBAC/C,CAAC,8BAAe,CAAC,EAAE,IAAI,CAAC,aAAa;aACtC,CAAC;SACL,CAAC;IACJ,CAAC;IAES,gBAAgB,CAA4B,OAAU;QAC9D,MAAM,KAAK,GACT,IAAI,CAAC,aAAa,KAAK,4BAAa,CAAC,IAAI;YACvC,CAAC,CAAC,IAAI,6BAAc,EAAK;YACzB,CAAC,CAAC,IAAI,8BAAe,CAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QAE7C,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAES,eAAe,CACvB,OAAU,EACV,OAAwB;QAExB;;;WAGG;QACH,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC;QAED;;;WAGG;QACH,MAAM,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAC9C,IAAI,kBAAkB,IAAI,OAAO,kBAAkB,KAAK,QAAQ,EAAE,CAAC;YACjE,wCAAwC;YACxC,OAAO,CACL,IAAA,aAAG,EAAC,OAAO,EAAE,kBAAkB,CAAC;gBAChC,IAAA,aAAG,EAAC,OAAO,EAAE,IAAA,mBAAS,EAAC,kBAAkB,CAAC,CAAC;gBAC3C,IAAA,wBAAU,GAAE,CACb,CAAC;QACJ,CAAC;QAED;;;;WAIG;QACH,OAAO,CACL,IAAA,aAAG,EAAC,OAAO,EAAE,IAAI,CAAC;YAClB,IAAA,aAAG,EAAC,OAAO,EAAE,MAAM,CAAC;YACpB,IAAA,aAAG,EAAC,OAAO,EAAE,MAAM,CAAC;YACpB,IAAA,wBAAU,GAAE,CACb,CAAC;IACJ,CAAC;CAGF;AAvED,sCAuEC"}
+{"version":3,"file":"events-factory.abstract.js","sourceRoot":"","sources":["../src/events-factory.abstract.ts"],"names":[],"mappings":";;;;;;AACA,uDAM6B;AAE7B,iEAAyC;AACzC,qDAA6B;AAC7B,6CAAyC;AAQzC;;;;GAIG;AACH,MAAsB,aAAa;IAKZ;IAJF,UAAU,CAAgC;IAC5C,aAAa,CAAgB;IAE9C,YACqB,SAAY,EAC/B,MAAuB;QADJ,cAAS,GAAT,SAAS,CAAG;QAG/B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sCAAsB,CAAC;QACpE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,CAAC;IAES,aAAa,CAAC,KAAc;QACpC,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,EAAW,EAAE;YAC3D,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAES,WAAW,CACnB,QAA0C;QAE1C,OAAO;YACL,GAAG,QAAQ;YACX,GAAG,CAAC,IAAI,CAAC,aAAa;gBACpB,IAAI,CAAC,aAAa,KAAK,sCAAsB,IAAI;gBAC/C,CAAC,+BAAe,CAAC,EAAE,IAAI,CAAC,aAAa;aACtC,CAAC;SACL,CAAC;IACJ,CAAC;IAES,gBAAgB,CAA4B,OAAU;QAC9D,MAAM,KAAK,GACT,IAAI,CAAC,aAAa,KAAK,6BAAa,CAAC,IAAI;YACvC,CAAC,CAAC,IAAI,8BAAc,EAAK;YACzB,CAAC,CAAC,IAAI,+BAAe,CAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QAE7C,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAES,eAAe,CACvB,OAAU,EACV,OAAwB;QAExB;;;WAGG;QACH,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC;QAED;;;WAGG;QACH,MAAM,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAC9C,IAAI,kBAAkB,IAAI,OAAO,kBAAkB,KAAK,QAAQ,EAAE,CAAC;YACjE,wCAAwC;YACxC,OAAO,CACL,IAAA,aAAG,EAAC,OAAO,EAAE,kBAAkB,CAAC;gBAChC,IAAA,aAAG,EAAC,OAAO,EAAE,IAAA,mBAAS,EAAC,kBAAkB,CAAC,CAAC;gBAC3C,IAAA,wBAAU,GAAE,CACb,CAAC;QACJ,CAAC;QAED;;;;WAIG;QACH,OAAO,CACL,IAAA,aAAG,EAAC,OAAO,EAAE,IAAI,CAAC;YAClB,IAAA,aAAG,EAAC,OAAO,EAAE,MAAM,CAAC;YACpB,IAAA,aAAG,EAAC,OAAO,EAAE,MAAM,CAAC;YACpB,IAAA,wBAAU,GAAE,CACb,CAAC;IACJ,CAAC;CAGF;AA/ED,sCA+EC"}

package/dist/interfaces.d.ts

@@ -1,8 +1,10 @@
+import type { Message } from '@nestjs/microservices/external/kafka.interface';
 import type { MaybeReadonlyArray } from '@rsdk/common.node';
-import type { EventPayload, EventType, PayloadFormat } from '@rsdk/kafka.common';
+import type { EventPayload, EventType, PayloadFormat } from '@rsdk/events.common';
 import type { TupleToUnion } from 'type-fest';
 export interface ProducerOptions {
     payloadFormat?: PayloadFormat;
+    middleware?: ((msg: Message) => Message)[];
 }
 export type EventMetadata = Record<string, unknown>;
 export interface PublishOptions {

package/dist/producer.config.d.ts

@@ -1,6 +1,5 @@
 import { Config } from '@rsdk/core';
-import { PayloadFormat } from '@rsdk/kafka.common';
-import type { ProducerOptions } from './interfaces';
-export declare class ProducerConfig extends Config implements ProducerOptions {
+import { PayloadFormat } from '@rsdk/events.common';
+export declare class ProducerConfig extends Config {
     payloadFormat: PayloadFormat;
 }

package/dist/producer.config.js

@@ -11,15 +11,15 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ProducerConfig = void 0;
 const core_1 = require("@rsdk/core");
-const kafka_common_1 = require("@rsdk/kafka.common");
+const events_common_1 = require("@rsdk/events.common");
 let ProducerConfig = class ProducerConfig extends core_1.Config {
     payloadFormat;
 };
 exports.ProducerConfig = ProducerConfig;
 __decorate([
-    (0, core_1.Property)('KAFKA_PAYLOAD_FORMAT', new core_1.EnumParser(kafka_common_1.PayloadFormat), {
+    (0, core_1.Property)('KAFKA_PAYLOAD_FORMAT', new core_1.EnumParser(events_common_1.PayloadFormat), {
         description: 'Option for producer payload serializer',
-        defaultValue: kafka_common_1.DEFAULT_PAYLOAD_FORMAT,
+        defaultValue: events_common_1.DEFAULT_PAYLOAD_FORMAT,
     }),
     __metadata("design:type", String)
 ], ProducerConfig.prototype, "payloadFormat", void 0);

package/dist/producer.config.js.map

@@ -1 +1 @@
-{"version":3,"file":"producer.config.js","sourceRoot":"","sources":["../src/producer.config.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAMoB;AACpB,qDAA2E;AAQpE,IAAM,cAAc,GAApB,MAAM,cAAe,SAAQ,aAAM;IAKxC,aAAa,CAAiB;CAC/B,CAAA;AANY,wCAAc;AAKzB;IAJC,IAAA,eAAQ,EAAC,sBAAsB,EAAE,IAAI,iBAAU,CAAC,4BAAa,CAAC,EAAE;QAC/D,WAAW,EAAE,wCAAwC;QACrD,YAAY,EAAE,qCAAsB;KACrC,CAAC;;qDAC4B;yBALnB,cAAc;IAJ1B,IAAA,oBAAa,EAAC;QACb,IAAI,EAAE,uBAAuB;QAC7B,IAAI,EAAE,CAAC,gBAAS,CAAC,cAAc,EAAE,gBAAS,CAAC,OAAO,CAAC;KACpD,CAAC;GACW,cAAc,CAM1B"}
+{"version":3,"file":"producer.config.js","sourceRoot":"","sources":["../src/producer.config.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAMoB;AACpB,uDAA4E;AAMrE,IAAM,cAAc,GAApB,MAAM,cAAe,SAAQ,aAAM;IAKxC,aAAa,CAAiB;CAC/B,CAAA;AANY,wCAAc;AAKzB;IAJC,IAAA,eAAQ,EAAC,sBAAsB,EAAE,IAAI,iBAAU,CAAC,6BAAa,CAAC,EAAE;QAC/D,WAAW,EAAE,wCAAwC;QACrD,YAAY,EAAE,sCAAsB;KACrC,CAAC;;qDAC4B;yBALnB,cAAc;IAJ1B,IAAA,oBAAa,EAAC;QACb,IAAI,EAAE,uBAAuB;QAC7B,IAAI,EAAE,CAAC,gBAAS,CAAC,cAAc,EAAE,gBAAS,CAAC,OAAO,CAAC;KACpD,CAAC;GACW,cAAc,CAM1B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rsdk/kafka.producer",
-  "version": "5.4.0-next.0",
+  "version": "5.4.0-next.2",
   "description": "Publishers for kafka (different direct and outbox strategies)",
   "license": "Apache License 2.0",
   "publishConfig": {
@@ -16,11 +16,12 @@
     "@nestjs/microservices": "^10.0.0",
     "@rsdk/common": "*",
     "@rsdk/core": "*",
+    "@rsdk/events.common": "*",
     "@rsdk/kafka.common": "*",
     "@rsdk/logging": "*",
     "lodash": "^4.17.21",
     "reflect-metadata": "^0.1.12 || ^0.2.0",
     "rxjs": "^7.8.1"
   },
-  "gitHead": "dbf3d3d95c8c68c21313e7cf86eef9e50fe3ef78"
+  "gitHead": "be4deac03b38b3f923a08116e1dc2b55838905b0"
 }

package/src/events-factory.abstract.ts

@@ -1,11 +1,12 @@
-import type { EventPayload, EventType } from '@rsdk/kafka.common';
+import type { EventPayload, EventType } from '@rsdk/events.common';
 import {
   DEFAULT_PAYLOAD_FORMAT,
   JSONEventCodec,
   PayloadFormat,
   ProtoEventCodec,
   X_FORMAT_HEADER,
-} from '@rsdk/kafka.common';
+} from '@rsdk/events.common';
+import type { Message } from 'kafkajs';
 import camelCase from 'lodash/camelCase';
 import get from 'lodash/get';
 import { randomUUID } from 'node:crypto';
@@ -22,6 +23,7 @@ import type {
  * kafkajs, так и для сохранения в outbox
  */
 export abstract class EventsFactory<T extends EventType, K extends object> {
+  protected readonly middleware: ((msg: Message) => Message)[];
   private readonly payloadFormat: PayloadFormat;
 
   constructor(
@@ -29,6 +31,13 @@ export abstract class EventsFactory<T extends EventType, K extends object> {
     config: ProducerOptions,
   ) {
     this.payloadFormat = config.payloadFormat ?? DEFAULT_PAYLOAD_FORMAT;
+    this.middleware = config.middleware || [];
+  }
+
+  protected useMiddleware(event: Message): Message {
+    return this.middleware.reduce((accum, middleware): Message => {
+      return middleware(accum);
+    }, event);
   }
 
   protected getMetadata(

package/src/interfaces.ts

@@ -1,13 +1,15 @@
+import type { Message } from '@nestjs/microservices/external/kafka.interface';
 import type { MaybeReadonlyArray } from '@rsdk/common.node';
 import type {
   EventPayload,
   EventType,
   PayloadFormat,
-} from '@rsdk/kafka.common';
+} from '@rsdk/events.common';
 import type { TupleToUnion } from 'type-fest';
 
 export interface ProducerOptions {
   payloadFormat?: PayloadFormat;
+  middleware?: ((msg: Message) => Message)[];
 }
 
 export type EventMetadata = Record<string, unknown>;

package/src/producer.config.ts

@@ -5,15 +5,13 @@ import {
   EnumParser,
   Property,
 } from '@rsdk/core';
-import { DEFAULT_PAYLOAD_FORMAT, PayloadFormat } from '@rsdk/kafka.common';
-
-import type { ProducerOptions } from './interfaces';
+import { DEFAULT_PAYLOAD_FORMAT, PayloadFormat } from '@rsdk/events.common';
 
 @ConfigSection({
   name: 'kafka producer config',
   tags: [ConfigTag.infrastructure, ConfigTag.storage],
 })
-export class ProducerConfig extends Config implements ProducerOptions {
+export class ProducerConfig extends Config {
   @Property('KAFKA_PAYLOAD_FORMAT', new EnumParser(PayloadFormat), {
     description: 'Option for producer payload serializer',
     defaultValue: DEFAULT_PAYLOAD_FORMAT,