@rsdk/kafka.transport 2.0.0

package/CHANGELOG.md

@@ -0,0 +1,63 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+
+# [2.0.0](https://github.com/R-Vision/rsdk/compare/v1.0.12...v2.0.0) (2023-06-06)
+
+### Bug Fixes
+
+* cycle deps, remove outDir from base.json in tsconfig, rework interact with AutodocMetadata and RsdkMetadata, fix unprovided imports ([cc6434b](https://github.com/R-Vision/rsdk/commit/cc6434b9d165e570bdbb2baad76b00acd14577b2))
+
+### Draft
+
+* Pfm 303 static to meta migration ([#45](https://github.com/R-Vision/rsdk/issues/45)) ([d98e303](https://github.com/R-Vision/rsdk/commit/d98e3032f9b10446b478427d841b9209ed68fa2d))
+
+### BREAKING CHANGES
+
+* GrpcClientModule removed
+new way for declaration with `GrpcServers.define()` and `@InjectGrpcClient`
+
+* fix: rework interaction with metadata and generating modules from metadata
+
+* refactor: destructring added
+
+* docs: added docs for autodoc pre-commit hook
+
+* chore: spell fix
+
+* chore: some improves declaration
+
+* chore: laconic naming for constants
+
+* chore: remove useless
+
+* chore: move file to suitable place
+
+* chore: remove useless imports
+
+* chore!: remove boostrap tasks from Makefile
+
+* chore: rework test tasks
+
+* feat: grpc client plugin useless
+
+* chore: verbosed naming
+
+* docs: improve verbosity
+
+## 1.0.12 (2023-05-23)
+
+### Bug Fixes
+
+* remove private dependencies from `peerDependencies` section ([0bce6ff](https://github.com/R-Vision/rsdk/commit/0bce6ffb5b699e2ed1dc9aca77cbdbf085267ff7))
+
+## 1.0.11 (2023-05-23)
+
+**Note:** Version bump only for package @rsdk/kafka.transport
+
+## 1.0.10 (2023-05-22)
+
+### Bug Fixes
+
+* add "access: public" to new packages ([04d5983](https://github.com/R-Vision/rsdk/commit/04d5983cfa3e97c5d8219e07208a0499a8c6bc83))

package/dist/commit-offset.d.ts

@@ -0,0 +1,9 @@
+import type { KafkaContext } from '@nestjs/microservices';
+/**
+ * Helper that allowes to commiting offsets with one line
+ * of code.
+ *
+ * @param context Kafka context from @Ctx
+ * @param offset New offset. If unset, next offset will be +1 of message offset.
+ */
+export declare const commitOffset: (context: KafkaContext, offset?: string) => Promise<void>;

package/dist/commit-offset.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.commitOffset = void 0;
+/**
+ * Calculate next Kafka offset
+ * @param context Kafka context from @Ctx
+ * @returns Offset +1
+ */
+const getNextOffset = (context) => {
+    const { offset } = context.getMessage();
+    const currentOffset = BigInt(offset);
+    const nextOffset = currentOffset + 1n;
+    return nextOffset.toString();
+};
+/**
+ * Helper that allowes to commiting offsets with one line
+ * of code.
+ *
+ * @param context Kafka context from @Ctx
+ * @param offset New offset. If unset, next offset will be +1 of message offset.
+ */
+const commitOffset = async (context, offset) => {
+    const partition = context.getPartition();
+    const topic = context.getTopic();
+    await context
+        .getConsumer()
+        .commitOffsets([
+        { topic, partition, offset: offset || getNextOffset(context) },
+    ]);
+};
+exports.commitOffset = commitOffset;
+//# sourceMappingURL=commit-offset.js.map

package/dist/commit-offset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commit-offset.js","sourceRoot":"","sources":["../src/commit-offset.ts"],"names":[],"mappings":";;;AAEA;;;;GAIG;AACH,MAAM,aAAa,GAAG,CAAC,OAAqB,EAAU,EAAE;IACtD,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IACxC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,aAAa,GAAG,EAAE,CAAC;IAEtC,OAAO,UAAU,CAAC,QAAQ,EAAE,CAAC;AAC/B,CAAC,CAAC;AAEF;;;;;;GAMG;AACI,MAAM,YAAY,GAAG,KAAK,EAC/B,OAAqB,EACrB,MAAe,EACA,EAAE;IACjB,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAEjC,MAAM,OAAO;SACV,WAAW,EAAE;SACb,aAAa,CAAC;QACb,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE;KAC/D,CAAC,CAAC;AACP,CAAC,CAAC;AAZW,QAAA,YAAY,gBAYvB"}

package/dist/constants.d.ts

@@ -0,0 +1 @@
+export declare const KAFKA_CONSUME_RSDK_METADATA_SCOPE = "kafka-consume";

package/dist/constants.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KAFKA_CONSUME_RSDK_METADATA_SCOPE = void 0;
+exports.KAFKA_CONSUME_RSDK_METADATA_SCOPE = 'kafka-consume';
+//# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,iCAAiC,GAAG,eAAe,CAAC"}

package/dist/decorators/consume.decorator.d.ts

@@ -0,0 +1,2 @@
+import type { EventType } from '@rsdk/kafka.common';
+export declare const Consume: <T>(eventType: EventType<T>) => MethodDecorator;

package/dist/decorators/consume.decorator.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Consume = void 0;
+const common_1 = require("@nestjs/common");
+const microservices_1 = require("@nestjs/microservices");
+const kafka_common_1 = require("@rsdk/kafka.common");
+const metadata_1 = require("@rsdk/metadata");
+const lodash_1 = require("lodash");
+const constants_1 = require("../constants");
+const KafkaConsumeMetadata = (eventType) => (target) => {
+    const rsdkMetadata = new metadata_1.RsdkMetadata(target.constructor, constants_1.KAFKA_CONSUME_RSDK_METADATA_SCOPE);
+    rsdkMetadata.add({
+        partitionKeyField: eventType.$partitionKeyField,
+        topicName: (0, kafka_common_1.getTopicName)(eventType),
+        group: eventType.$group,
+        type: kafka_common_1.KafkaTopicType.Consume,
+        eventType: (0, lodash_1.omit)(eventType, 'toJSON', 'encode', 'decode'),
+    });
+};
+const Consume = (eventType) => {
+    return (target, propertyKey, descriptor) => {
+        (0, microservices_1.EventPattern)(eventType)(target, propertyKey, descriptor);
+        (0, common_1.applyDecorators)(KafkaConsumeMetadata(eventType))(target, propertyKey, descriptor);
+    };
+};
+exports.Consume = Consume;
+//# sourceMappingURL=consume.decorator.js.map

package/dist/decorators/consume.decorator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consume.decorator.js","sourceRoot":"","sources":["../../src/decorators/consume.decorator.ts"],"names":[],"mappings":";;;AAAA,2CAAiD;AACjD,yDAAqD;AAErD,qDAAkE;AAClE,6CAA8C;AAC9C,mCAA8B;AAE9B,4CAAiE;AAEjE,MAAM,oBAAoB,GACxB,CAAI,SAAuB,EAAmB,EAAE,CAChD,CAAC,MAAM,EAAE,EAAE;IACT,MAAM,YAAY,GAAG,IAAI,uBAAY,CACnC,MAAM,CAAC,WAAW,EAClB,6CAAiC,CAClC,CAAC;IAEF,YAAY,CAAC,GAAG,CAAC;QACf,iBAAiB,EAAE,SAAS,CAAC,kBAAkB;QAC/C,SAAS,EAAE,IAAA,2BAAY,EAAC,SAAS,CAAC;QAClC,KAAK,EAAE,SAAS,CAAC,MAAM;QACvB,IAAI,EAAE,6BAAc,CAAC,OAAO;QAC5B,SAAS,EAAE,IAAA,aAAI,EAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;KACzD,CAAC,CAAC;AACL,CAAC,CAAC;AAEG,MAAM,OAAO,GAAG,CAAI,SAAuB,EAAmB,EAAE;IACrE,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;QACzC,IAAA,4BAAY,EAAC,SAAS,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QACzD,IAAA,wBAAe,EAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAC9C,MAAM,EACN,WAAW,EACX,UAAU,CACX,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,OAAO,WASlB"}

package/dist/decorators/index.d.ts

@@ -0,0 +1,2 @@
+export * from './consume.decorator';
+export * from './metadata.decorator';

package/dist/decorators/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./consume.decorator"), exports);
+__exportStar(require("./metadata.decorator"), exports);
+//# sourceMappingURL=index.js.map

package/dist/decorators/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/decorators/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,uDAAqC"}

package/dist/decorators/metadata.decorator.d.ts

@@ -0,0 +1,10 @@
+import type { PipeTransform } from '@nestjs/common';
+import type { KafkaContext } from '@nestjs/microservices';
+export declare class MetadataPipe implements PipeTransform {
+    transform(value: KafkaContext): Record<string, any> | null;
+}
+/**
+ * Extract metadata from event
+ * @returns Record<string, any> or null
+ */
+export declare const Metadata: () => ParameterDecorator;

package/dist/decorators/metadata.decorator.js

@@ -0,0 +1,29 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Metadata = exports.MetadataPipe = void 0;
+const common_1 = require("@nestjs/common");
+const rpc_paramtype_enum_1 = require("@nestjs/microservices/enums/rpc-paramtype.enum");
+const param_utils_1 = require("@nestjs/microservices/utils/param.utils");
+let MetadataPipe = class MetadataPipe {
+    transform(value) {
+        const { headers } = value.getMessage();
+        return headers?.metadata || null;
+    }
+};
+MetadataPipe = __decorate([
+    (0, common_1.Injectable)()
+], MetadataPipe);
+exports.MetadataPipe = MetadataPipe;
+/**
+ * Extract metadata from event
+ * @returns Record<string, any> or null
+ */
+const Metadata = () => (0, param_utils_1.createRpcParamDecorator)(rpc_paramtype_enum_1.RpcParamtype.CONTEXT)(MetadataPipe);
+exports.Metadata = Metadata;
+//# sourceMappingURL=metadata.decorator.js.map

package/dist/decorators/metadata.decorator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata.decorator.js","sourceRoot":"","sources":["../../src/decorators/metadata.decorator.ts"],"names":[],"mappings":";;;;;;;;;AACA,2CAA4C;AAE5C,uFAA8E;AAC9E,yEAAkF;AAGlF,IAAa,YAAY,GAAzB,MAAa,YAAY;IACvB,SAAS,CAAC,KAAmB;QAC3B,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;QAEvC,OAAQ,OAAO,EAAE,QAAgB,IAAI,IAAI,CAAC;IAC5C,CAAC;CACF,CAAA;AANY,YAAY;IADxB,IAAA,mBAAU,GAAE;GACA,YAAY,CAMxB;AANY,oCAAY;AAQzB;;;GAGG;AACI,MAAM,QAAQ,GAAG,GAAuB,EAAE,CAC/C,IAAA,qCAAuB,EAAC,iCAAY,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC;AADjD,QAAA,QAAQ,YACyC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { Consume, Metadata } from './decorators';
+export { KafkaTransport } from './kafka.transport';
+export { commitOffset } from './commit-offset';

package/dist/index.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.commitOffset = exports.KafkaTransport = exports.Metadata = exports.Consume = void 0;
+var decorators_1 = require("./decorators");
+Object.defineProperty(exports, "Consume", { enumerable: true, get: function () { return decorators_1.Consume; } });
+Object.defineProperty(exports, "Metadata", { enumerable: true, get: function () { return decorators_1.Metadata; } });
+var kafka_transport_1 = require("./kafka.transport");
+Object.defineProperty(exports, "KafkaTransport", { enumerable: true, get: function () { return kafka_transport_1.KafkaTransport; } });
+var commit_offset_1 = require("./commit-offset");
+Object.defineProperty(exports, "commitOffset", { enumerable: true, get: function () { return commit_offset_1.commitOffset; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,2CAAiD;AAAxC,qGAAA,OAAO,OAAA;AAAE,sGAAA,QAAQ,OAAA;AAC1B,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AACvB,iDAA+C;AAAtC,6GAAA,YAAY,OAAA"}

package/dist/kafka-errors.formatter.d.ts

@@ -0,0 +1,5 @@
+import type { IErrorsFormatter } from '@rsdk/core';
+export declare class KafkaErrorsFormatter implements IErrorsFormatter {
+    match(): boolean;
+    format(): unknown;
+}

package/dist/kafka-errors.formatter.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaErrorsFormatter = void 0;
+const common_1 = require("@nestjs/common");
+class KafkaErrorsFormatter {
+    match() {
+        return false;
+    }
+    format() {
+        throw new common_1.NotImplementedException();
+    }
+}
+exports.KafkaErrorsFormatter = KafkaErrorsFormatter;
+//# sourceMappingURL=kafka-errors.formatter.js.map

package/dist/kafka-errors.formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-errors.formatter.js","sourceRoot":"","sources":["../src/kafka-errors.formatter.ts"],"names":[],"mappings":";;;AAAA,2CAAyD;AAGzD,MAAa,oBAAoB;IAC/B,KAAK;QACH,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM;QACJ,MAAM,IAAI,gCAAuB,EAAE,CAAC;IACtC,CAAC;CACF;AARD,oDAQC"}

package/dist/kafka.transport.d.ts

@@ -0,0 +1,18 @@
+import type { MicroserviceOptions } from '@nestjs/microservices';
+import type { ConfigContext, IErrorsFormatter, IErrorsTransformer, IMicroserviceTransport, NestModuleDefinitions } from '@rsdk/core';
+export interface KafkaTransportOptions {
+    autoCommit?: boolean;
+}
+export declare class KafkaTransport implements IMicroserviceTransport {
+    private readonly options?;
+    private logger;
+    private brokers;
+    constructor(options?: KafkaTransportOptions | undefined);
+    modules(): NestModuleDefinitions;
+    createMicroserviceOptions(): MicroserviceOptions;
+    init(configContext: ConfigContext): void;
+    onStart(): void;
+    getProtocol(): string;
+    getErrorsFormatter(): IErrorsFormatter;
+    getErrorTransformers(): IErrorsTransformer[];
+}

package/dist/kafka.transport.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaTransport = void 0;
+const kafka_interface_1 = require("@nestjs/microservices/external/kafka.interface");
+const manifest_1 = require("@rsdk/core/dist/manifest/manifest");
+const kafka_common_1 = require("@rsdk/kafka.common");
+const logging_1 = require("@rsdk/logging");
+const kafka_transport_module_1 = require("./module/kafka-transport.module");
+const patched_server_kafka_1 = require("./patched-server-kafka/patched-server-kafka");
+const kafka_errors_formatter_1 = require("./kafka-errors.formatter");
+// TODO: JsDoc
+class KafkaTransport {
+    options;
+    logger = logging_1.LoggerFactory.create(KafkaTransport);
+    brokers;
+    constructor(options) {
+        this.options = options;
+    }
+    modules() {
+        return [kafka_transport_module_1.KafkaTransportModule];
+    }
+    createMicroserviceOptions() {
+        // TODO: нужен иной способ получения имени приложения
+        const { name } = manifest_1.Manifest.getData();
+        return {
+            strategy: new patched_server_kafka_1.PatchedServerKafka({
+                client: {
+                    brokers: this.brokers,
+                    clientId: `${name}-${process.pid}`,
+                    logCreator: (0, kafka_common_1.createLoggerAdapter)(logging_1.LoggerFactory.create('NativeKafkaProducer')),
+                    logLevel: kafka_interface_1.logLevel.DEBUG,
+                },
+                consumer: {
+                    allowAutoTopicCreation: false,
+                    groupId: name,
+                    retry: {
+                        retries: Infinity,
+                    },
+                },
+                parser: {
+                    keepBinary: true,
+                },
+                producer: {
+                    allowAutoTopicCreation: false,
+                    retry: {
+                        retries: Infinity,
+                    },
+                },
+                run: {
+                    autoCommit: this.options?.autoCommit ?? true,
+                },
+            }),
+        };
+    }
+    init(configContext) {
+        const { brokers } = configContext.resolve(kafka_common_1.KafkaConfig);
+        this.brokers = brokers;
+    }
+    onStart() {
+        this.logger.info(`Kafka brokers: ${this.brokers.join(',')}`);
+    }
+    getProtocol() {
+        return 'kafka';
+    }
+    getErrorsFormatter() {
+        return new kafka_errors_formatter_1.KafkaErrorsFormatter();
+    }
+    getErrorTransformers() {
+        return [];
+    }
+}
+exports.KafkaTransport = KafkaTransport;
+//# sourceMappingURL=kafka.transport.js.map

package/dist/kafka.transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka.transport.js","sourceRoot":"","sources":["../src/kafka.transport.ts"],"names":[],"mappings":";;;AACA,oFAA0E;AAQ1E,gEAA6D;AAC7D,qDAAsE;AACtE,2CAA8C;AAE9C,4EAAuE;AACvE,sFAAiF;AACjF,qEAAgE;AAQhE,cAAc;AACd,MAAa,cAAc;IAII;IAHrB,MAAM,GAAG,uBAAa,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC9C,OAAO,CAAW;IAE1B,YAA6B,OAA+B;QAA/B,YAAO,GAAP,OAAO,CAAwB;IAAG,CAAC;IAEhE,OAAO;QACL,OAAO,CAAC,6CAAoB,CAAC,CAAC;IAChC,CAAC;IAED,yBAAyB;QACvB,qDAAqD;QACrD,MAAM,EAAE,IAAI,EAAE,GAAG,mBAAQ,CAAC,OAAO,EAAE,CAAC;QAEpC,OAAO;YACL,QAAQ,EAAE,IAAI,yCAAkB,CAAC;gBAC/B,MAAM,EAAE;oBACN,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,EAAE;oBAClC,UAAU,EAAE,IAAA,kCAAmB,EAC7B,uBAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAC5C;oBACD,QAAQ,EAAE,0BAAQ,CAAC,KAAK;iBACzB;gBACD,QAAQ,EAAE;oBACR,sBAAsB,EAAE,KAAK;oBAC7B,OAAO,EAAE,IAAI;oBACb,KAAK,EAAE;wBACL,OAAO,EAAE,QAAQ;qBAClB;iBACF;gBACD,MAAM,EAAE;oBACN,UAAU,EAAE,IAAI;iBACjB;gBACD,QAAQ,EAAE;oBACR,sBAAsB,EAAE,KAAK;oBAC7B,KAAK,EAAE;wBACL,OAAO,EAAE,QAAQ;qBAClB;iBACF;gBACD,GAAG,EAAE;oBACH,UAAU,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,IAAI,IAAI;iBAC7C;aACF,CAAC;SACH,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,aAA4B;QAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,0BAAW,CAAC,CAAC;QAEvD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,OAAO;QACL,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,WAAW;QACT,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,6CAAoB,EAAE,CAAC;IACpC,CAAC;IAED,oBAAoB;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AApED,wCAoEC"}

package/dist/module/kafka-consumed-health.indicator.d.ts

@@ -0,0 +1,9 @@
+import type { CheckResult, HealthIndicator } from '@rsdk/core';
+import { KafkaMetadataProvider } from '@rsdk/kafka.common';
+import { Kafka } from 'kafkajs';
+export declare class KafkaConsumedHealthIndicator implements HealthIndicator {
+    private readonly kafkaClient;
+    private consumedTopicsProvider;
+    constructor(kafkaClient: Kafka, consumedTopicsProvider: KafkaMetadataProvider);
+    check(): Promise<CheckResult>;
+}

package/dist/module/kafka-consumed-health.indicator.js

@@ -0,0 +1,40 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaConsumedHealthIndicator = void 0;
+const common_1 = require("@nestjs/common");
+const core_1 = require("@rsdk/core");
+const kafka_common_1 = require("@rsdk/kafka.common");
+const kafkajs_1 = require("kafkajs");
+let KafkaConsumedHealthIndicator = class KafkaConsumedHealthIndicator {
+    kafkaClient;
+    consumedTopicsProvider;
+    constructor(kafkaClient, consumedTopicsProvider) {
+        this.kafkaClient = kafkaClient;
+        this.consumedTopicsProvider = consumedTopicsProvider;
+    }
+    async check() {
+        return new kafka_common_1.KafkaHealthcheck(this.kafkaClient, this.consumedTopicsProvider.getConsumedTopics()).check();
+    }
+};
+KafkaConsumedHealthIndicator = __decorate([
+    (0, core_1.Indicator)('kafka-consume', {
+        description: 'Check kafka connection and hosted topic-partition',
+    }),
+    __param(0, (0, common_1.Inject)(kafka_common_1.KAFKA_CLIENT_INJECTION_TOKEN)),
+    __metadata("design:paramtypes", [kafkajs_1.Kafka,
+        kafka_common_1.KafkaMetadataProvider])
+], KafkaConsumedHealthIndicator);
+exports.KafkaConsumedHealthIndicator = KafkaConsumedHealthIndicator;
+//# sourceMappingURL=kafka-consumed-health.indicator.js.map

package/dist/module/kafka-consumed-health.indicator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-consumed-health.indicator.js","sourceRoot":"","sources":["../../src/module/kafka-consumed-health.indicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAwC;AAExC,qCAAuC;AACvC,qDAI4B;AAC5B,qCAAgC;AAEhC,IAGa,4BAA4B,GAHzC,MAGa,4BAA4B;IAEkB;IAC/C;IAFV,YACyD,WAAkB,EACjE,sBAA6C;QADE,gBAAW,GAAX,WAAW,CAAO;QACjE,2BAAsB,GAAtB,sBAAsB,CAAuB;IACpD,CAAC;IAEJ,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,+BAAgB,CACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,sBAAsB,CAAC,iBAAiB,EAAE,CAChD,CAAC,KAAK,EAAE,CAAC;IACZ,CAAC;CACF,CAAA;AAZY,4BAA4B;IAHxC,IAAA,gBAAS,EAAC,eAAe,EAAE;QAC1B,WAAW,EAAE,mDAAmD;KACjE,CAAC;IAGG,WAAA,IAAA,eAAM,EAAC,2CAA4B,CAAC,CAAA;qCAA+B,eAAK;QACzC,oCAAqB;GAH5C,4BAA4B,CAYxC;AAZY,oEAA4B"}

package/dist/module/kafka-transport.module.d.ts

@@ -0,0 +1,2 @@
+export declare class KafkaTransportModule {
+}

package/dist/module/kafka-transport.module.js

@@ -0,0 +1,22 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaTransportModule = void 0;
+const common_1 = require("@nestjs/common");
+const kafka_common_1 = require("@rsdk/kafka.common");
+const kafka_consumed_health_indicator_1 = require("./kafka-consumed-health.indicator");
+let KafkaTransportModule = class KafkaTransportModule {
+};
+KafkaTransportModule = __decorate([
+    (0, common_1.Module)({
+        imports: [kafka_common_1.KafkaClientModule],
+        providers: [kafka_consumed_health_indicator_1.KafkaConsumedHealthIndicator],
+    })
+], KafkaTransportModule);
+exports.KafkaTransportModule = KafkaTransportModule;
+//# sourceMappingURL=kafka-transport.module.js.map

package/dist/module/kafka-transport.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-transport.module.js","sourceRoot":"","sources":["../../src/module/kafka-transport.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,qDAAuD;AAEvD,uFAAiF;AAMjF,IAAa,oBAAoB,GAAjC,MAAa,oBAAoB;CAAG,CAAA;AAAvB,oBAAoB;IAJhC,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,gCAAiB,CAAC;QAC5B,SAAS,EAAE,CAAC,8DAA4B,CAAC;KAC1C,CAAC;GACW,oBAAoB,CAAG;AAAvB,oDAAoB"}

package/dist/patched-server-kafka/events.deserializer.d.ts

@@ -0,0 +1,21 @@
+import type { IncomingEvent, IncomingRequest } from '@nestjs/microservices';
+import { IncomingRequestDeserializer } from '@nestjs/microservices/deserializers';
+import type { KafkaRequest } from '@nestjs/microservices/serializers/kafka-request.serializer';
+import type { EventType } from '@rsdk/kafka.common';
+/**
+ * This is a custom deserializer for a kafka request.
+ * From kafka comes a buffer, which can be either a proto-buffer or just a string.
+ * The string can be a JSON value.
+ * It is necessary to take into account all the options and parse the incoming data,
+ * or return everything to the user as it is without throwing an error
+ */
+export declare class EventsDeserializer extends IncomingRequestDeserializer {
+    events: Map<string, EventType>;
+    mapToSchema(data: KafkaRequest, options?: Record<string, any>): IncomingRequest | IncomingEvent;
+    /**
+     * Try to parse the incoming value. If an error, return the value as is.
+     * @param data kafka request
+     * @returns parsed or original value
+     */
+    private tryParseValue;
+}

package/dist/patched-server-kafka/events.deserializer.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EventsDeserializer = void 0;
+const deserializers_1 = require("@nestjs/microservices/deserializers");
+/**
+ * This is a custom deserializer for a kafka request.
+ * From kafka comes a buffer, which can be either a proto-buffer or just a string.
+ * The string can be a JSON value.
+ * It is necessary to take into account all the options and parse the incoming data,
+ * or return everything to the user as it is without throwing an error
+ */
+class EventsDeserializer extends deserializers_1.IncomingRequestDeserializer {
+    events = new Map();
+    mapToSchema(data, options) {
+        if (!options) {
+            return {
+                data: undefined,
+                pattern: undefined,
+            };
+        }
+        return {
+            data: this.tryParseValue(data),
+            pattern: options.channel,
+        };
+    }
+    /**
+     * Try to parse the incoming value. If an error, return the value as is.
+     * @param data kafka request
+     * @returns parsed or original value
+     */
+    tryParseValue(data) {
+        let value = data?.value ?? data;
+        try {
+            if (data?.headers.type) {
+                const type = this.events.get(data.headers.type);
+                if (type) {
+                    value = type.decode(value);
+                }
+            }
+            else {
+                value = JSON.parse(value.toString());
+            }
+        }
+        finally {
+            // if error, return value as is
+        }
+        return value;
+    }
+}
+exports.EventsDeserializer = EventsDeserializer;
+//# sourceMappingURL=events.deserializer.js.map

package/dist/patched-server-kafka/events.deserializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"events.deserializer.js","sourceRoot":"","sources":["../../src/patched-server-kafka/events.deserializer.ts"],"names":[],"mappings":";;;AACA,uEAAkF;AAIlF;;;;;;GAMG;AACH,MAAa,kBAAmB,SAAQ,2CAA2B;IACjE,MAAM,GAA2B,IAAI,GAAG,EAAE,CAAC;IAE3C,WAAW,CACT,IAAkB,EAClB,OAA6B;QAE7B,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,SAAS;aACnB,CAAC;SACH;QAED,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,aAAa,CAAC,IAAkB;QACtC,IAAI,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC;QAEhC,IAAI;YACF,IAAI,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE;gBACtB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAEhD,IAAI,IAAI,EAAE;oBACR,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;iBAC5B;aACF;iBAAM;gBACL,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;aACtC;SACF;gBAAS;YACR,+BAA+B;SAChC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA5CD,gDA4CC"}

package/dist/patched-server-kafka/patched-server-kafka.d.ts

@@ -0,0 +1,27 @@
+import type { ConsumerDeserializer, KafkaContext, MessageHandler, MsPattern, ReadPacket } from '@nestjs/microservices';
+import { ServerKafka } from '@nestjs/microservices';
+import type { EventType } from '@rsdk/kafka.common';
+import type { Consumer } from 'kafkajs';
+/**
+ * Patches default ServerKafka routing and deserialization logic.
+ */
+export declare class PatchedServerKafka extends ServerKafka {
+    protected deserializer: ConsumerDeserializer & {
+        events: Map<string, EventType>;
+    };
+    private topics;
+    addHandler(pattern: any, callback: MessageHandler, isEventHandler?: boolean, extras?: Record<string, any>): void;
+    bindEvents(consumer: Consumer): Promise<void>;
+    handleEvent(pattern: string, packet: ReadPacket, context: KafkaContext): Promise<any>;
+    /**
+     *
+     * @param pattern
+     * @returns
+     */
+    protected normalizePattern(pattern: MsPattern): string;
+    protected initializeDeserializer(): void;
+    /**
+     * Возвращает функцию для подписки, которая выбрасывает кастомные ошибки упрощающие мониторинг и разработку засчёт большего количества информации в них
+     */
+    private createSafetySubscribeToPattern;
+}

package/dist/patched-server-kafka/patched-server-kafka.js

@@ -0,0 +1,98 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PatchedServerKafka = void 0;
+const microservices_1 = require("@nestjs/microservices");
+const kafka_common_1 = require("@rsdk/kafka.common");
+const exception_1 = require("@rsdk/kafka.common/dist/exception");
+const rxjs_1 = require("rxjs");
+const events_deserializer_1 = require("./events.deserializer");
+/**
+ * Patches default ServerKafka routing and deserialization logic.
+ */
+class PatchedServerKafka extends microservices_1.ServerKafka {
+    topics = new Set();
+    // TODO JSDOC
+    addHandler(pattern, callback, isEventHandler = false, extras = {}) {
+        if ((0, kafka_common_1.isEventType)(pattern)) {
+            this.topics.add(`events.${pattern.$group}`);
+            this.deserializer.events.set(pattern.$type, pattern);
+        }
+        else if (typeof pattern === 'string') {
+            this.topics.add(pattern);
+        }
+        return super.addHandler(pattern, callback, isEventHandler, extras);
+    }
+    // TODO JSDOC
+    async bindEvents(consumer) {
+        const admin = this.client.admin();
+        try {
+            await admin.connect();
+            const topics = await admin.listTopics();
+            const notHostTopics = [...this.topics.values()].filter((neededTopic) => !topics.includes(neededTopic));
+            const consumerSubscribeOptions = this.options?.subscribe || {};
+            if (notHostTopics.length > 0) {
+                throw new exception_1.MissingTopics(notHostTopics, {
+                    details: consumerSubscribeOptions,
+                });
+            }
+            const subscribeToPattern = this.createSafetySubscribeToPattern(consumer, consumerSubscribeOptions);
+            await Promise.all([...this.topics].map(subscribeToPattern));
+            const consumerRunOptions = Object.assign(this.options?.run || {}, {
+                eachMessage: this.getMessageHandler(),
+            });
+            await consumer.run(consumerRunOptions);
+        }
+        finally {
+            // Ну почему в голанге есть defer, а у js нет...
+            await admin.disconnect();
+        }
+    }
+    // TODO JSDOC
+    async handleEvent(pattern, packet, context) {
+        const { headers } = context.getMessage();
+        const handler = this.getHandlerByPattern(headers?.type ? headers.type.toString() : pattern);
+        if (handler) {
+            const resultOrStream = await handler(packet.data, context);
+            if ((0, rxjs_1.isObservable)(resultOrStream)) {
+                await (0, rxjs_1.lastValueFrom)(resultOrStream);
+            }
+        }
+    }
+    /**
+     *
+     * @param pattern
+     * @returns
+     */
+    normalizePattern(pattern) {
+        if ((0, kafka_common_1.isEventType)(pattern)) {
+            return pattern.$type;
+        }
+        return super.normalizePattern(pattern);
+    }
+    initializeDeserializer() {
+        this.deserializer = new events_deserializer_1.EventsDeserializer();
+    }
+    /**
+     * Возвращает функцию для подписки, которая выбрасывает кастомные ошибки упрощающие мониторинг и разработку засчёт большего количества информации в них
+     */
+    createSafetySubscribeToPattern(consumer, consumerSubscribeOptions) {
+        return async (pattern) => {
+            this.logger.debug(`Subscribe to the topic: "${pattern}"`);
+            try {
+                return await consumer.subscribe({
+                    topic: pattern,
+                    ...consumerSubscribeOptions,
+                });
+            }
+            catch (error) {
+                const exceptionFactory = new kafka_common_1.ServerKafkaExceptionFactory(pattern, {
+                    details: consumerSubscribeOptions,
+                    cause: error,
+                });
+                exceptionFactory.wrapAndThrow(error);
+            }
+        };
+    }
+}
+exports.PatchedServerKafka = PatchedServerKafka;
+//# sourceMappingURL=patched-server-kafka.js.map

package/dist/patched-server-kafka/patched-server-kafka.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"patched-server-kafka.js","sourceRoot":"","sources":["../../src/patched-server-kafka/patched-server-kafka.ts"],"names":[],"mappings":";;;AAOA,yDAAoD;AAGpD,qDAA8E;AAC9E,iEAAkE;AAElE,+BAAmD;AAEnD,+DAA2D;AAE3D;;GAEG;AACH,MAAa,kBAAmB,SAAQ,2BAAW;IAKzC,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAC;IAExC,aAAa;IACG,UAAU,CACxB,OAAY,EACZ,QAAwB,EACxB,cAAc,GAAG,KAAK,EACtB,SAA8B,EAAE;QAEhC,IAAI,IAAA,0BAAW,EAAC,OAAO,CAAC,EAAE;YACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;SACtD;aAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YACtC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;SAC1B;QAED,OAAO,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;IACrE,CAAC;IAED,aAAa;IACG,KAAK,CAAC,UAAU,CAAC,QAAkB;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAElC,IAAI;YACF,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAEtB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAExC,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACpD,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAC/C,CAAC;YACF,MAAM,wBAAwB,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;YAE/D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC5B,MAAM,IAAI,yBAAa,CAAC,aAAa,EAAE;oBACrC,OAAO,EAAE,wBAAwB;iBAClC,CAAC,CAAC;aACJ;YAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,8BAA8B,CAC5D,QAAQ,EACR,wBAAwB,CACzB,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAE5D,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,EAAE;gBAChE,WAAW,EAAE,IAAI,CAAC,iBAAiB,EAAE;aACtC,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;SACxC;gBAAS;YACR,gDAAgD;YAChD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;SAC1B;IACH,CAAC;IAED,aAAa;IACG,KAAK,CAAC,WAAW,CAC/B,OAAe,EACf,MAAkB,EAClB,OAAqB;QAErB,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;QAEzC,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CACtC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAClD,CAAC;QAEF,IAAI,OAAO,EAAE;YACX,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC3D,IAAI,IAAA,mBAAY,EAAC,cAAc,CAAC,EAAE;gBAChC,MAAM,IAAA,oBAAa,EAAC,cAAc,CAAC,CAAC;aACrC;SACF;IACH,CAAC;IAED;;;;OAIG;IACgB,gBAAgB,CAAC,OAAkB;QACpD,IAAI,IAAA,0BAAW,EAAC,OAAO,CAAC,EAAE;YACxB,OAAO,OAAO,CAAC,KAAK,CAAC;SACtB;QAED,OAAO,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEkB,sBAAsB;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,wCAAkB,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,8BAA8B,CACpC,QAAkB,EAClB,wBAA+D;QAE/D,OAAO,KAAK,EAAE,OAAe,EAAiB,EAAE;YAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,OAAO,GAAG,CAAC,CAAC;YAC1D,IAAI;gBACF,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC;oBAC9B,KAAK,EAAE,OAAO;oBACd,GAAG,wBAAwB;iBAC5B,CAAC,CAAC;aACJ;YAAC,OAAO,KAAK,EAAE;gBACd,MAAM,gBAAgB,GAAG,IAAI,0CAA2B,CAAC,OAAO,EAAE;oBAChE,OAAO,EAAE,wBAAwB;oBACjC,KAAK,EAAE,KAAK;iBACb,CAAC,CAAC;gBAEH,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;aACtC;QACH,CAAC,CAAC;IACJ,CAAC;CACF;AA3HD,gDA2HC"}

package/package.json

@@ -0,0 +1,27 @@
+{
+  "name": "@rsdk/kafka.transport",
+  "version": "2.0.0",
+  "description": "Transport that consumes messages from kafka",
+  "license": "Apache License 2.0",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "url": "https://github.com/R-Vision/rsdk"
+  },
+  "main": "dist/index.js",
+  "peerDependencies": {
+    "@nestjs/common": "^9.0.0",
+    "@nestjs/microservices": "^9.0.0",
+    "@rsdk/core": "^2.0.0",
+    "@rsdk/kafka.common": "^2.0.0",
+    "@rsdk/logging": "^2.0.0",
+    "@rsdk/metadata": "^2.0.0",
+    "kafkajs": "^2.2.4",
+    "rxjs": "^7.0.0"
+  },
+  "dependencies": {
+    "lodash": "^4.17.21"
+  },
+  "gitHead": "9fe1395b8e38e1c7b9578dd5eed12e0c57a9087f"
+}

package/src/commit-offset.ts

@@ -0,0 +1,35 @@
+import type { KafkaContext } from '@nestjs/microservices';
+
+/**
+ * Calculate next Kafka offset
+ * @param context Kafka context from @Ctx
+ * @returns Offset +1
+ */
+const getNextOffset = (context: KafkaContext): string => {
+  const { offset } = context.getMessage();
+  const currentOffset = BigInt(offset);
+  const nextOffset = currentOffset + 1n;
+
+  return nextOffset.toString();
+};
+
+/**
+ * Helper that allowes to commiting offsets with one line
+ * of code.
+ *
+ * @param context Kafka context from @Ctx
+ * @param offset New offset. If unset, next offset will be +1 of message offset.
+ */
+export const commitOffset = async (
+  context: KafkaContext,
+  offset?: string,
+): Promise<void> => {
+  const partition = context.getPartition();
+  const topic = context.getTopic();
+
+  await context
+    .getConsumer()
+    .commitOffsets([
+      { topic, partition, offset: offset || getNextOffset(context) },
+    ]);
+};

package/src/constants.ts

@@ -0,0 +1 @@
+export const KAFKA_CONSUME_RSDK_METADATA_SCOPE = 'kafka-consume';

package/src/decorators/consume.decorator.ts

@@ -0,0 +1,36 @@
+import { applyDecorators } from '@nestjs/common';
+import { EventPattern } from '@nestjs/microservices';
+import type { EventType, KafkaTopicMetadata } from '@rsdk/kafka.common';
+import { getTopicName, KafkaTopicType } from '@rsdk/kafka.common';
+import { RsdkMetadata } from '@rsdk/metadata';
+import { omit } from 'lodash';
+
+import { KAFKA_CONSUME_RSDK_METADATA_SCOPE } from '../constants';
+
+const KafkaConsumeMetadata =
+  <T>(eventType: EventType<T>): MethodDecorator =>
+  (target) => {
+    const rsdkMetadata = new RsdkMetadata<KafkaTopicMetadata>(
+      target.constructor,
+      KAFKA_CONSUME_RSDK_METADATA_SCOPE,
+    );
+
+    rsdkMetadata.add({
+      partitionKeyField: eventType.$partitionKeyField,
+      topicName: getTopicName(eventType),
+      group: eventType.$group,
+      type: KafkaTopicType.Consume,
+      eventType: omit(eventType, 'toJSON', 'encode', 'decode'),
+    });
+  };
+
+export const Consume = <T>(eventType: EventType<T>): MethodDecorator => {
+  return (target, propertyKey, descriptor) => {
+    EventPattern(eventType)(target, propertyKey, descriptor);
+    applyDecorators(KafkaConsumeMetadata(eventType))(
+      target,
+      propertyKey,
+      descriptor,
+    );
+  };
+};

package/src/decorators/index.ts

@@ -0,0 +1,2 @@
+export * from './consume.decorator';
+export * from './metadata.decorator';

package/src/decorators/metadata.decorator.ts

@@ -0,0 +1,21 @@
+import type { PipeTransform } from '@nestjs/common';
+import { Injectable } from '@nestjs/common';
+import type { KafkaContext } from '@nestjs/microservices';
+import { RpcParamtype } from '@nestjs/microservices/enums/rpc-paramtype.enum';
+import { createRpcParamDecorator } from '@nestjs/microservices/utils/param.utils';
+
+@Injectable()
+export class MetadataPipe implements PipeTransform {
+  transform(value: KafkaContext): Record<string, any> | null {
+    const { headers } = value.getMessage();
+
+    return (headers?.metadata as any) || null;
+  }
+}
+
+/**
+ * Extract metadata from event
+ * @returns Record<string, any> or null
+ */
+export const Metadata = (): ParameterDecorator =>
+  createRpcParamDecorator(RpcParamtype.CONTEXT)(MetadataPipe);

package/src/index.ts

@@ -0,0 +1,3 @@
+export { Consume, Metadata } from './decorators';
+export { KafkaTransport } from './kafka.transport';
+export { commitOffset } from './commit-offset';

package/src/kafka-errors.formatter.ts

@@ -0,0 +1,12 @@
+import { NotImplementedException } from '@nestjs/common';
+import type { IErrorsFormatter } from '@rsdk/core';
+
+export class KafkaErrorsFormatter implements IErrorsFormatter {
+  match(): boolean {
+    return false;
+  }
+
+  format(): unknown {
+    throw new NotImplementedException();
+  }
+}

package/src/kafka.transport.ts

@@ -0,0 +1,93 @@
+import type { MicroserviceOptions } from '@nestjs/microservices';
+import { logLevel } from '@nestjs/microservices/external/kafka.interface';
+import type {
+  ConfigContext,
+  IErrorsFormatter,
+  IErrorsTransformer,
+  IMicroserviceTransport,
+  NestModuleDefinitions,
+} from '@rsdk/core';
+import { Manifest } from '@rsdk/core/dist/manifest/manifest';
+import { createLoggerAdapter, KafkaConfig } from '@rsdk/kafka.common';
+import { LoggerFactory } from '@rsdk/logging';
+
+import { KafkaTransportModule } from './module/kafka-transport.module';
+import { PatchedServerKafka } from './patched-server-kafka/patched-server-kafka';
+import { KafkaErrorsFormatter } from './kafka-errors.formatter';
+
+// TODO JsDoc
+export interface KafkaTransportOptions {
+  // TODO JsDoc
+  autoCommit?: boolean;
+}
+
+// TODO: JsDoc
+export class KafkaTransport implements IMicroserviceTransport {
+  private logger = LoggerFactory.create(KafkaTransport);
+  private brokers: string[];
+
+  constructor(private readonly options?: KafkaTransportOptions) {}
+
+  modules(): NestModuleDefinitions {
+    return [KafkaTransportModule];
+  }
+
+  createMicroserviceOptions(): MicroserviceOptions {
+    // TODO: нужен иной способ получения имени приложения
+    const { name } = Manifest.getData();
+
+    return {
+      strategy: new PatchedServerKafka({
+        client: {
+          brokers: this.brokers,
+          clientId: `${name}-${process.pid}`,
+          logCreator: createLoggerAdapter(
+            LoggerFactory.create('NativeKafkaProducer'),
+          ),
+          logLevel: logLevel.DEBUG,
+        },
+        consumer: {
+          allowAutoTopicCreation: false,
+          groupId: name,
+          retry: {
+            retries: Infinity,
+          },
+        },
+        parser: {
+          keepBinary: true,
+        },
+        producer: {
+          allowAutoTopicCreation: false,
+          retry: {
+            retries: Infinity,
+          },
+        },
+        run: {
+          autoCommit: this.options?.autoCommit ?? true,
+        },
+      }),
+    };
+  }
+
+  init(configContext: ConfigContext): void {
+    const { brokers } = configContext.resolve(KafkaConfig);
+
+    this.brokers = brokers;
+  }
+
+  onStart(): void {
+    this.logger.info(`Kafka brokers: ${this.brokers.join(',')}`);
+  }
+
+  getProtocol(): string {
+    return 'kafka';
+  }
+
+  getErrorsFormatter(): IErrorsFormatter {
+    return new KafkaErrorsFormatter();
+  }
+
+  getErrorTransformers(): IErrorsTransformer[] {
+    return [];
+  }
+}

package/src/module/kafka-consumed-health.indicator.ts

@@ -0,0 +1,26 @@
+import { Inject } from '@nestjs/common';
+import type { CheckResult, HealthIndicator } from '@rsdk/core';
+import { Indicator } from '@rsdk/core';
+import {
+  KAFKA_CLIENT_INJECTION_TOKEN,
+  KafkaHealthcheck,
+  KafkaMetadataProvider,
+} from '@rsdk/kafka.common';
+import { Kafka } from 'kafkajs';
+
+@Indicator('kafka-consume', {
+  description: 'Check kafka connection and hosted topic-partition',
+})
+export class KafkaConsumedHealthIndicator implements HealthIndicator {
+  constructor(
+    @Inject(KAFKA_CLIENT_INJECTION_TOKEN) private readonly kafkaClient: Kafka,
+    private consumedTopicsProvider: KafkaMetadataProvider,
+  ) {}
+
+  async check(): Promise<CheckResult> {
+    return new KafkaHealthcheck(
+      this.kafkaClient,
+      this.consumedTopicsProvider.getConsumedTopics(),
+    ).check();
+  }
+}

package/src/module/kafka-transport.module.ts

@@ -0,0 +1,10 @@
+import { Module } from '@nestjs/common';
+import { KafkaClientModule } from '@rsdk/kafka.common';
+
+import { KafkaConsumedHealthIndicator } from './kafka-consumed-health.indicator';
+
+@Module({
+  imports: [KafkaClientModule],
+  providers: [KafkaConsumedHealthIndicator],
+})
+export class KafkaTransportModule {}

package/src/patched-server-kafka/events.deserializer.ts

@@ -0,0 +1,57 @@
+import type { IncomingEvent, IncomingRequest } from '@nestjs/microservices';
+import { IncomingRequestDeserializer } from '@nestjs/microservices/deserializers';
+import type { KafkaRequest } from '@nestjs/microservices/serializers/kafka-request.serializer';
+import type { EventType } from '@rsdk/kafka.common';
+
+/**
+ * This is a custom deserializer for a kafka request.
+ * From kafka comes a buffer, which can be either a proto-buffer or just a string.
+ * The string can be a JSON value.
+ * It is necessary to take into account all the options and parse the incoming data,
+ * or return everything to the user as it is without throwing an error
+ */
+export class EventsDeserializer extends IncomingRequestDeserializer {
+  events: Map<string, EventType> = new Map();
+
+  mapToSchema(
+    data: KafkaRequest,
+    options?: Record<string, any>,
+  ): IncomingRequest | IncomingEvent {
+    if (!options) {
+      return {
+        data: undefined,
+        pattern: undefined,
+      };
+    }
+
+    return {
+      data: this.tryParseValue(data),
+      pattern: options.channel,
+    };
+  }
+
+  /**
+   * Try to parse the incoming value. If an error, return the value as is.
+   * @param data kafka request
+   * @returns parsed or original value
+   */
+  private tryParseValue(data: KafkaRequest): unknown {
+    let value = data?.value ?? data;
+
+    try {
+      if (data?.headers.type) {
+        const type = this.events.get(data.headers.type);
+
+        if (type) {
+          value = type.decode(value);
+        }
+      } else {
+        value = JSON.parse(value.toString());
+      }
+    } finally {
+      // if error, return value as is
+    }
+
+    return value;
+  }
+}

package/src/patched-server-kafka/patched-server-kafka.ts

@@ -0,0 +1,144 @@
+import type {
+  ConsumerDeserializer,
+  KafkaContext,
+  MessageHandler,
+  MsPattern,
+  ReadPacket,
+} from '@nestjs/microservices';
+import { ServerKafka } from '@nestjs/microservices';
+import type { ConsumerSubscribeTopic } from '@nestjs/microservices/external/kafka.interface';
+import type { EventType } from '@rsdk/kafka.common';
+import { isEventType, ServerKafkaExceptionFactory } from '@rsdk/kafka.common';
+import { MissingTopics } from '@rsdk/kafka.common/dist/exception';
+import type { Consumer } from 'kafkajs';
+import { isObservable, lastValueFrom } from 'rxjs';
+
+import { EventsDeserializer } from './events.deserializer';
+
+/**
+ * Patches default ServerKafka routing and deserialization logic.
+ */
+export class PatchedServerKafka extends ServerKafka {
+  protected declare deserializer: ConsumerDeserializer & {
+    events: Map<string, EventType>;
+  };
+
+  private topics: Set<string> = new Set();
+
+  // TODO JSDOC
+  public override addHandler(
+    pattern: any,
+    callback: MessageHandler,
+    isEventHandler = false,
+    extras: Record<string, any> = {},
+  ): void {
+    if (isEventType(pattern)) {
+      this.topics.add(`events.${pattern.$group}`);
+      this.deserializer.events.set(pattern.$type, pattern);
+    } else if (typeof pattern === 'string') {
+      this.topics.add(pattern);
+    }
+
+    return super.addHandler(pattern, callback, isEventHandler, extras);
+  }
+
+  // TODO JSDOC
+  public override async bindEvents(consumer: Consumer): Promise<void> {
+    const admin = this.client.admin();
+
+    try {
+      await admin.connect();
+
+      const topics = await admin.listTopics();
+
+      const notHostTopics = [...this.topics.values()].filter(
+        (neededTopic) => !topics.includes(neededTopic),
+      );
+      const consumerSubscribeOptions = this.options?.subscribe || {};
+
+      if (notHostTopics.length > 0) {
+        throw new MissingTopics(notHostTopics, {
+          details: consumerSubscribeOptions,
+        });
+      }
+
+      const subscribeToPattern = this.createSafetySubscribeToPattern(
+        consumer,
+        consumerSubscribeOptions,
+      );
+
+      await Promise.all([...this.topics].map(subscribeToPattern));
+
+      const consumerRunOptions = Object.assign(this.options?.run || {}, {
+        eachMessage: this.getMessageHandler(),
+      });
+
+      await consumer.run(consumerRunOptions);
+    } finally {
+      // Ну почему в голанге есть defer, а у js нет...
+      await admin.disconnect();
+    }
+  }
+
+  // TODO JSDOC
+  public override async handleEvent(
+    pattern: string,
+    packet: ReadPacket,
+    context: KafkaContext,
+  ): Promise<any> {
+    const { headers } = context.getMessage();
+
+    const handler = this.getHandlerByPattern(
+      headers?.type ? headers.type.toString() : pattern,
+    );
+
+    if (handler) {
+      const resultOrStream = await handler(packet.data, context);
+      if (isObservable(resultOrStream)) {
+        await lastValueFrom(resultOrStream);
+      }
+    }
+  }
+
+  /**
+   *
+   * @param pattern
+   * @returns
+   */
+  protected override normalizePattern(pattern: MsPattern): string {
+    if (isEventType(pattern)) {
+      return pattern.$type;
+    }
+
+    return super.normalizePattern(pattern);
+  }
+
+  protected override initializeDeserializer(): void {
+    this.deserializer = new EventsDeserializer();
+  }
+
+  /**
+   * Возвращает функцию для подписки, которая выбрасывает кастомные ошибки упрощающие мониторинг и разработку засчёт большего количества информации в них
+   */
+  private createSafetySubscribeToPattern(
+    consumer: Consumer,
+    consumerSubscribeOptions: Omit<ConsumerSubscribeTopic, 'topic'>,
+  ) {
+    return async (pattern: string): Promise<void> => {
+      this.logger.debug(`Subscribe to the topic: "${pattern}"`);
+      try {
+        return await consumer.subscribe({
+          topic: pattern,
+          ...consumerSubscribeOptions,
+        });
+      } catch (error) {
+        const exceptionFactory = new ServerKafkaExceptionFactory(pattern, {
+          details: consumerSubscribeOptions,
+          cause: error,
+        });
+
+        exceptionFactory.wrapAndThrow(error);
+      }
+    };
+  }
+}

package/tsconfig.json

@@ -0,0 +1,9 @@
+{
+  "extends": "@rsdk/tsconfig/base.json",
+  "compilerOptions": {
+    "declaration": true,
+    "outDir": "dist"
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "test", "**/*spec.ts"]
+}