@application-kit/kafka 0.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (100) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +95 -0
  3. package/dist/cjs/configs/envs/index.d.ts +2 -0
  4. package/dist/cjs/configs/envs/index.js +18 -0
  5. package/dist/cjs/configs/envs/kafka-config.environment.d.ts +9 -0
  6. package/dist/cjs/configs/envs/kafka-config.environment.js +64 -0
  7. package/dist/cjs/configs/envs/kafka-consumer.environment.d.ts +3 -0
  8. package/dist/cjs/configs/envs/kafka-consumer.environment.js +27 -0
  9. package/dist/cjs/configs/index.d.ts +4 -0
  10. package/dist/cjs/configs/index.js +20 -0
  11. package/dist/cjs/configs/kafka-consumer.config.d.ts +9 -0
  12. package/dist/cjs/configs/kafka-consumer.config.js +50 -0
  13. package/dist/cjs/configs/kafka-producer.config.d.ts +7 -0
  14. package/dist/cjs/configs/kafka-producer.config.js +41 -0
  15. package/dist/cjs/configs/kafka.config.d.ts +7 -0
  16. package/dist/cjs/configs/kafka.config.js +52 -0
  17. package/dist/cjs/constants.d.ts +3 -0
  18. package/dist/cjs/constants.js +6 -0
  19. package/dist/cjs/event-contract-version.d.ts +5 -0
  20. package/dist/cjs/event-contract-version.js +20 -0
  21. package/dist/cjs/index.d.ts +7 -0
  22. package/dist/cjs/index.js +23 -0
  23. package/dist/cjs/kafka-commit-interceptor.d.ts +13 -0
  24. package/dist/cjs/kafka-commit-interceptor.js +87 -0
  25. package/dist/cjs/kafka-error-handler.d.ts +25 -0
  26. package/dist/cjs/kafka-error-handler.js +118 -0
  27. package/dist/cjs/kafka.module.d.ts +9 -0
  28. package/dist/cjs/kafka.module.js +67 -0
  29. package/dist/cjs/libs/consumer.abstract.d.ts +6 -0
  30. package/dist/cjs/libs/consumer.abstract.js +14 -0
  31. package/dist/cjs/libs/errors/consumers-error.d.ts +4 -0
  32. package/dist/cjs/libs/errors/consumers-error.js +12 -0
  33. package/dist/cjs/libs/errors/index.d.ts +1 -0
  34. package/dist/cjs/libs/errors/index.js +17 -0
  35. package/dist/cjs/libs/heartbeat-file-writer.d.ts +6 -0
  36. package/dist/cjs/libs/heartbeat-file-writer.js +24 -0
  37. package/dist/cjs/libs/index.d.ts +9 -0
  38. package/dist/cjs/libs/index.js +25 -0
  39. package/dist/cjs/libs/kafka-consumer-heartbeat.d.ts +3 -0
  40. package/dist/cjs/libs/kafka-consumer-heartbeat.js +13 -0
  41. package/dist/cjs/libs/kafka-consumer-server.d.ts +2 -0
  42. package/dist/cjs/libs/kafka-consumer-server.js +25 -0
  43. package/dist/cjs/libs/kafka-logger.d.ts +5 -0
  44. package/dist/cjs/libs/kafka-logger.interface.d.ts +5 -0
  45. package/dist/cjs/libs/kafka-logger.interface.js +2 -0
  46. package/dist/cjs/libs/kafka-logger.js +59 -0
  47. package/dist/cjs/libs/kafka-message-context.d.ts +6 -0
  48. package/dist/cjs/libs/kafka-message-context.js +11 -0
  49. package/dist/cjs/libs/topic-suffixes.d.ts +1 -0
  50. package/dist/cjs/libs/topic-suffixes.js +10 -0
  51. package/dist/cjs/package.json +3 -0
  52. package/dist/esm/configs/envs/index.d.ts +2 -0
  53. package/dist/esm/configs/envs/index.js +2 -0
  54. package/dist/esm/configs/envs/kafka-config.environment.d.ts +9 -0
  55. package/dist/esm/configs/envs/kafka-config.environment.js +60 -0
  56. package/dist/esm/configs/envs/kafka-consumer.environment.d.ts +3 -0
  57. package/dist/esm/configs/envs/kafka-consumer.environment.js +24 -0
  58. package/dist/esm/configs/index.d.ts +4 -0
  59. package/dist/esm/configs/index.js +4 -0
  60. package/dist/esm/configs/kafka-consumer.config.d.ts +9 -0
  61. package/dist/esm/configs/kafka-consumer.config.js +47 -0
  62. package/dist/esm/configs/kafka-producer.config.d.ts +7 -0
  63. package/dist/esm/configs/kafka-producer.config.js +38 -0
  64. package/dist/esm/configs/kafka.config.d.ts +7 -0
  65. package/dist/esm/configs/kafka.config.js +49 -0
  66. package/dist/esm/constants.d.ts +3 -0
  67. package/dist/esm/constants.js +3 -0
  68. package/dist/esm/event-contract-version.d.ts +5 -0
  69. package/dist/esm/event-contract-version.js +14 -0
  70. package/dist/esm/index.d.ts +7 -0
  71. package/dist/esm/index.js +7 -0
  72. package/dist/esm/kafka-commit-interceptor.d.ts +13 -0
  73. package/dist/esm/kafka-commit-interceptor.js +83 -0
  74. package/dist/esm/kafka-error-handler.d.ts +25 -0
  75. package/dist/esm/kafka-error-handler.js +115 -0
  76. package/dist/esm/kafka.module.d.ts +9 -0
  77. package/dist/esm/kafka.module.js +64 -0
  78. package/dist/esm/libs/consumer.abstract.d.ts +6 -0
  79. package/dist/esm/libs/consumer.abstract.js +10 -0
  80. package/dist/esm/libs/errors/consumers-error.d.ts +4 -0
  81. package/dist/esm/libs/errors/consumers-error.js +8 -0
  82. package/dist/esm/libs/errors/index.d.ts +1 -0
  83. package/dist/esm/libs/errors/index.js +1 -0
  84. package/dist/esm/libs/heartbeat-file-writer.d.ts +6 -0
  85. package/dist/esm/libs/heartbeat-file-writer.js +20 -0
  86. package/dist/esm/libs/index.d.ts +9 -0
  87. package/dist/esm/libs/index.js +9 -0
  88. package/dist/esm/libs/kafka-consumer-heartbeat.d.ts +3 -0
  89. package/dist/esm/libs/kafka-consumer-heartbeat.js +9 -0
  90. package/dist/esm/libs/kafka-consumer-server.d.ts +2 -0
  91. package/dist/esm/libs/kafka-consumer-server.js +18 -0
  92. package/dist/esm/libs/kafka-logger.d.ts +5 -0
  93. package/dist/esm/libs/kafka-logger.interface.d.ts +5 -0
  94. package/dist/esm/libs/kafka-logger.interface.js +1 -0
  95. package/dist/esm/libs/kafka-logger.js +23 -0
  96. package/dist/esm/libs/kafka-message-context.d.ts +6 -0
  97. package/dist/esm/libs/kafka-message-context.js +7 -0
  98. package/dist/esm/libs/topic-suffixes.d.ts +1 -0
  99. package/dist/esm/libs/topic-suffixes.js +6 -0
  100. package/package.json +85 -0
@@ -0,0 +1,18 @@
1
+ import { exposeObjectWithValidation } from '@libs-for-dev/nestjs-config-module';
2
+ import { NestFactory } from '@nestjs/core';
3
+ import process from 'node:process';
4
+ import { KafkaConfigEnvironment } from '../configs/envs/kafka-config.environment.js';
5
+ import { KafkaConsumerEnvironment } from '../configs/envs/kafka-consumer.environment.js';
6
+ import { KafkaConsumerConfig } from '../configs/kafka-consumer.config.js';
7
+ import { KafkaConfig } from '../configs/kafka.config.js';
8
+ import { HeartbeatFileWriter } from './heartbeat-file-writer.js';
9
+ import { wireKafkaConsumerHeartbeat } from './kafka-consumer-heartbeat.js';
10
+ export const kafkaConsumerServer = async (module, loggerModule) => {
11
+ const kafkaConsumerConfig = new KafkaConsumerConfig(new KafkaConfig(exposeObjectWithValidation(process.env, KafkaConfigEnvironment)), exposeObjectWithValidation(process.env, KafkaConsumerEnvironment));
12
+ const app = await NestFactory.createMicroservice(module, kafkaConsumerConfig.getOptions());
13
+ const logger = app.get(loggerModule);
14
+ app.useLogger(logger);
15
+ await app.listen();
16
+ const [, consumer] = app.unwrap();
17
+ wireKafkaConsumerHeartbeat(consumer, HeartbeatFileWriter.fromEnvironment());
18
+ };
@@ -0,0 +1,5 @@
1
+ import * as nestjsPino from 'nestjs-pino';
2
+ import type { KafkaLoggerInterface } from './kafka-logger.interface.js';
3
+ export declare class KafkaLogger extends nestjsPino.PinoLogger implements KafkaLoggerInterface {
4
+ constructor(options: nestjsPino.Params);
5
+ }
@@ -0,0 +1,5 @@
1
+ export interface KafkaLoggerInterface {
2
+ error(context: unknown, message: string): void;
3
+ info(context: unknown, message: string): void;
4
+ warn(context: unknown, message: string): void;
5
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,23 @@
1
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
2
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
6
+ };
7
+ var __metadata = (this && this.__metadata) || function (k, v) {
8
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
9
+ };
10
+ var KafkaLogger_1;
11
+ import { Injectable } from '@nestjs/common';
12
+ import * as nestjsPino from 'nestjs-pino';
13
+ let KafkaLogger = KafkaLogger_1 = class KafkaLogger extends nestjsPino.PinoLogger {
14
+ constructor(options) {
15
+ super(options);
16
+ this.setContext(KafkaLogger_1.name);
17
+ }
18
+ };
19
+ KafkaLogger = KafkaLogger_1 = __decorate([
20
+ Injectable(),
21
+ __metadata("design:paramtypes", [Object])
22
+ ], KafkaLogger);
23
+ export { KafkaLogger };
@@ -0,0 +1,6 @@
1
+ export interface KafkaMessageContextInterface {
2
+ getMessage(): {
3
+ headers?: Record<string, unknown> | undefined;
4
+ };
5
+ }
6
+ export declare const eventIdOf: (context: KafkaMessageContextInterface) => null | string;
@@ -0,0 +1,7 @@
1
+ export const eventIdOf = (context) => {
2
+ const raw = context.getMessage().headers?.id;
3
+ if (Buffer.isBuffer(raw)) {
4
+ return raw.toString('utf8');
5
+ }
6
+ return typeof raw === 'string' && raw !== '' ? raw : null;
7
+ };
@@ -0,0 +1 @@
1
+ export declare const eventTopics: (queueName: string, version?: string) => string[];
@@ -0,0 +1,6 @@
1
+ import { DEFAULT_EVENT_VERSION, versionedQueueName } from '../event-contract-version.js';
2
+ const RETRY_TOPIC_SUFFIX = 'retry';
3
+ export const eventTopics = (queueName, version = DEFAULT_EVENT_VERSION) => {
4
+ const baseTopic = `events.${versionedQueueName(queueName, version)}`;
5
+ return [baseTopic, `${baseTopic}.${RETRY_TOPIC_SUFFIX}`];
6
+ };
package/package.json ADDED
@@ -0,0 +1,85 @@
1
+ {
2
+ "name": "@application-kit/kafka",
3
+ "version": "0.0.0",
4
+ "description": "Kafka-транспорт для NestJS: консьюмер-процесс с heartbeat, auto-commit, retry/DLQ и контракт версии события",
5
+ "keywords": [
6
+ "consumer",
7
+ "dlq",
8
+ "kafka",
9
+ "nestjs"
10
+ ],
11
+ "homepage": "https://gitlab.com/application-kit/application-kit/-/tree/main/packages/kafka",
12
+ "bugs": "https://gitlab.com/application-kit/application-kit/-/issues",
13
+ "repository": {
14
+ "type": "git",
15
+ "url": "https://gitlab.com/application-kit/application-kit.git",
16
+ "directory": "packages/kafka"
17
+ },
18
+ "license": "MIT",
19
+ "author": {
20
+ "name": "application-kit"
21
+ },
22
+ "sideEffects": false,
23
+ "type": "module",
24
+ "exports": {
25
+ ".": {
26
+ "import": {
27
+ "types": "./dist/esm/index.d.ts",
28
+ "default": "./dist/esm/index.js"
29
+ },
30
+ "require": {
31
+ "types": "./dist/cjs/index.d.ts",
32
+ "default": "./dist/cjs/index.js"
33
+ }
34
+ },
35
+ "./package.json": "./package.json"
36
+ },
37
+ "main": "./dist/cjs/index.js",
38
+ "module": "./dist/esm/index.js",
39
+ "types": "./dist/cjs/index.d.ts",
40
+ "files": [
41
+ "dist"
42
+ ],
43
+ "scripts": {
44
+ "build": "rm -rf ./dist && node ../../scripts/barrels.mjs create ./src && tsc --project tsconfig.build.json && tsc --project tsconfig.build.cjs.json && node ../../scripts/barrels.mjs clean ./src && node ../../scripts/mark-cjs.mjs ./dist/cjs",
45
+ "lint:tsc": "tsc --noEmit --pretty --project .",
46
+ "test:mutation": "stryker run",
47
+ "test:unit": "vitest run"
48
+ },
49
+ "devDependencies": {
50
+ "@libs-for-dev/nestjs-config-module": "3.0.0",
51
+ "@nestjs/common": "^11.2.7",
52
+ "@nestjs/core": "^11.2.7",
53
+ "@nestjs/microservices": "^11.2.7",
54
+ "@stryker-mutator/core": "^10.0.0",
55
+ "@stryker-mutator/vitest-runner": "^10.0.0",
56
+ "@types/node": "^26.2.0",
57
+ "class-transformer": "^0.5.1",
58
+ "class-validator": "^0.15.1",
59
+ "kafkajs": "^2.2.4",
60
+ "nestjs-pino": "^4.6.1",
61
+ "pino": "^10.3.1",
62
+ "pino-http": "^11.0.0",
63
+ "reflect-metadata": "^0.2.2",
64
+ "rxjs": "^7.8.2",
65
+ "typescript": "^6.0.3",
66
+ "vitest": "^4.1.11"
67
+ },
68
+ "peerDependencies": {
69
+ "@libs-for-dev/nestjs-config-module": "^3.0.0",
70
+ "@nestjs/common": "^11.0.0",
71
+ "@nestjs/core": "^11.0.0",
72
+ "@nestjs/microservices": "^11.0.0",
73
+ "class-transformer": "^0.5.1",
74
+ "class-validator": "^0.15.1",
75
+ "kafkajs": "^2.2.4",
76
+ "nestjs-pino": "^4.6.1",
77
+ "rxjs": "^7.8.0"
78
+ },
79
+ "engines": {
80
+ "node": ">=24"
81
+ },
82
+ "publishConfig": {
83
+ "access": "public"
84
+ }
85
+ }