@application-kit/kafka 0.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +95 -0
- package/dist/cjs/configs/envs/index.d.ts +2 -0
- package/dist/cjs/configs/envs/index.js +18 -0
- package/dist/cjs/configs/envs/kafka-config.environment.d.ts +9 -0
- package/dist/cjs/configs/envs/kafka-config.environment.js +64 -0
- package/dist/cjs/configs/envs/kafka-consumer.environment.d.ts +3 -0
- package/dist/cjs/configs/envs/kafka-consumer.environment.js +27 -0
- package/dist/cjs/configs/index.d.ts +4 -0
- package/dist/cjs/configs/index.js +20 -0
- package/dist/cjs/configs/kafka-consumer.config.d.ts +9 -0
- package/dist/cjs/configs/kafka-consumer.config.js +50 -0
- package/dist/cjs/configs/kafka-producer.config.d.ts +7 -0
- package/dist/cjs/configs/kafka-producer.config.js +41 -0
- package/dist/cjs/configs/kafka.config.d.ts +7 -0
- package/dist/cjs/configs/kafka.config.js +52 -0
- package/dist/cjs/constants.d.ts +3 -0
- package/dist/cjs/constants.js +6 -0
- package/dist/cjs/event-contract-version.d.ts +5 -0
- package/dist/cjs/event-contract-version.js +20 -0
- package/dist/cjs/index.d.ts +7 -0
- package/dist/cjs/index.js +23 -0
- package/dist/cjs/kafka-commit-interceptor.d.ts +13 -0
- package/dist/cjs/kafka-commit-interceptor.js +87 -0
- package/dist/cjs/kafka-error-handler.d.ts +25 -0
- package/dist/cjs/kafka-error-handler.js +118 -0
- package/dist/cjs/kafka.module.d.ts +9 -0
- package/dist/cjs/kafka.module.js +67 -0
- package/dist/cjs/libs/consumer.abstract.d.ts +6 -0
- package/dist/cjs/libs/consumer.abstract.js +14 -0
- package/dist/cjs/libs/errors/consumers-error.d.ts +4 -0
- package/dist/cjs/libs/errors/consumers-error.js +12 -0
- package/dist/cjs/libs/errors/index.d.ts +1 -0
- package/dist/cjs/libs/errors/index.js +17 -0
- package/dist/cjs/libs/heartbeat-file-writer.d.ts +6 -0
- package/dist/cjs/libs/heartbeat-file-writer.js +24 -0
- package/dist/cjs/libs/index.d.ts +9 -0
- package/dist/cjs/libs/index.js +25 -0
- package/dist/cjs/libs/kafka-consumer-heartbeat.d.ts +3 -0
- package/dist/cjs/libs/kafka-consumer-heartbeat.js +13 -0
- package/dist/cjs/libs/kafka-consumer-server.d.ts +2 -0
- package/dist/cjs/libs/kafka-consumer-server.js +25 -0
- package/dist/cjs/libs/kafka-logger.d.ts +5 -0
- package/dist/cjs/libs/kafka-logger.interface.d.ts +5 -0
- package/dist/cjs/libs/kafka-logger.interface.js +2 -0
- package/dist/cjs/libs/kafka-logger.js +59 -0
- package/dist/cjs/libs/kafka-message-context.d.ts +6 -0
- package/dist/cjs/libs/kafka-message-context.js +11 -0
- package/dist/cjs/libs/topic-suffixes.d.ts +1 -0
- package/dist/cjs/libs/topic-suffixes.js +10 -0
- package/dist/cjs/package.json +3 -0
- package/dist/esm/configs/envs/index.d.ts +2 -0
- package/dist/esm/configs/envs/index.js +2 -0
- package/dist/esm/configs/envs/kafka-config.environment.d.ts +9 -0
- package/dist/esm/configs/envs/kafka-config.environment.js +60 -0
- package/dist/esm/configs/envs/kafka-consumer.environment.d.ts +3 -0
- package/dist/esm/configs/envs/kafka-consumer.environment.js +24 -0
- package/dist/esm/configs/index.d.ts +4 -0
- package/dist/esm/configs/index.js +4 -0
- package/dist/esm/configs/kafka-consumer.config.d.ts +9 -0
- package/dist/esm/configs/kafka-consumer.config.js +47 -0
- package/dist/esm/configs/kafka-producer.config.d.ts +7 -0
- package/dist/esm/configs/kafka-producer.config.js +38 -0
- package/dist/esm/configs/kafka.config.d.ts +7 -0
- package/dist/esm/configs/kafka.config.js +49 -0
- package/dist/esm/constants.d.ts +3 -0
- package/dist/esm/constants.js +3 -0
- package/dist/esm/event-contract-version.d.ts +5 -0
- package/dist/esm/event-contract-version.js +14 -0
- package/dist/esm/index.d.ts +7 -0
- package/dist/esm/index.js +7 -0
- package/dist/esm/kafka-commit-interceptor.d.ts +13 -0
- package/dist/esm/kafka-commit-interceptor.js +83 -0
- package/dist/esm/kafka-error-handler.d.ts +25 -0
- package/dist/esm/kafka-error-handler.js +115 -0
- package/dist/esm/kafka.module.d.ts +9 -0
- package/dist/esm/kafka.module.js +64 -0
- package/dist/esm/libs/consumer.abstract.d.ts +6 -0
- package/dist/esm/libs/consumer.abstract.js +10 -0
- package/dist/esm/libs/errors/consumers-error.d.ts +4 -0
- package/dist/esm/libs/errors/consumers-error.js +8 -0
- package/dist/esm/libs/errors/index.d.ts +1 -0
- package/dist/esm/libs/errors/index.js +1 -0
- package/dist/esm/libs/heartbeat-file-writer.d.ts +6 -0
- package/dist/esm/libs/heartbeat-file-writer.js +20 -0
- package/dist/esm/libs/index.d.ts +9 -0
- package/dist/esm/libs/index.js +9 -0
- package/dist/esm/libs/kafka-consumer-heartbeat.d.ts +3 -0
- package/dist/esm/libs/kafka-consumer-heartbeat.js +9 -0
- package/dist/esm/libs/kafka-consumer-server.d.ts +2 -0
- package/dist/esm/libs/kafka-consumer-server.js +18 -0
- package/dist/esm/libs/kafka-logger.d.ts +5 -0
- package/dist/esm/libs/kafka-logger.interface.d.ts +5 -0
- package/dist/esm/libs/kafka-logger.interface.js +1 -0
- package/dist/esm/libs/kafka-logger.js +23 -0
- package/dist/esm/libs/kafka-message-context.d.ts +6 -0
- package/dist/esm/libs/kafka-message-context.js +7 -0
- package/dist/esm/libs/topic-suffixes.d.ts +1 -0
- package/dist/esm/libs/topic-suffixes.js +6 -0
- package/package.json +85 -0
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { exposeObjectWithValidation } from '@libs-for-dev/nestjs-config-module';
|
|
2
|
+
import { NestFactory } from '@nestjs/core';
|
|
3
|
+
import process from 'node:process';
|
|
4
|
+
import { KafkaConfigEnvironment } from '../configs/envs/kafka-config.environment.js';
|
|
5
|
+
import { KafkaConsumerEnvironment } from '../configs/envs/kafka-consumer.environment.js';
|
|
6
|
+
import { KafkaConsumerConfig } from '../configs/kafka-consumer.config.js';
|
|
7
|
+
import { KafkaConfig } from '../configs/kafka.config.js';
|
|
8
|
+
import { HeartbeatFileWriter } from './heartbeat-file-writer.js';
|
|
9
|
+
import { wireKafkaConsumerHeartbeat } from './kafka-consumer-heartbeat.js';
|
|
10
|
+
export const kafkaConsumerServer = async (module, loggerModule) => {
|
|
11
|
+
const kafkaConsumerConfig = new KafkaConsumerConfig(new KafkaConfig(exposeObjectWithValidation(process.env, KafkaConfigEnvironment)), exposeObjectWithValidation(process.env, KafkaConsumerEnvironment));
|
|
12
|
+
const app = await NestFactory.createMicroservice(module, kafkaConsumerConfig.getOptions());
|
|
13
|
+
const logger = app.get(loggerModule);
|
|
14
|
+
app.useLogger(logger);
|
|
15
|
+
await app.listen();
|
|
16
|
+
const [, consumer] = app.unwrap();
|
|
17
|
+
wireKafkaConsumerHeartbeat(consumer, HeartbeatFileWriter.fromEnvironment());
|
|
18
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
+
};
|
|
10
|
+
var KafkaLogger_1;
|
|
11
|
+
import { Injectable } from '@nestjs/common';
|
|
12
|
+
import * as nestjsPino from 'nestjs-pino';
|
|
13
|
+
let KafkaLogger = KafkaLogger_1 = class KafkaLogger extends nestjsPino.PinoLogger {
|
|
14
|
+
constructor(options) {
|
|
15
|
+
super(options);
|
|
16
|
+
this.setContext(KafkaLogger_1.name);
|
|
17
|
+
}
|
|
18
|
+
};
|
|
19
|
+
KafkaLogger = KafkaLogger_1 = __decorate([
|
|
20
|
+
Injectable(),
|
|
21
|
+
__metadata("design:paramtypes", [Object])
|
|
22
|
+
], KafkaLogger);
|
|
23
|
+
export { KafkaLogger };
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const eventTopics: (queueName: string, version?: string) => string[];
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { DEFAULT_EVENT_VERSION, versionedQueueName } from '../event-contract-version.js';
|
|
2
|
+
const RETRY_TOPIC_SUFFIX = 'retry';
|
|
3
|
+
export const eventTopics = (queueName, version = DEFAULT_EVENT_VERSION) => {
|
|
4
|
+
const baseTopic = `events.${versionedQueueName(queueName, version)}`;
|
|
5
|
+
return [baseTopic, `${baseTopic}.${RETRY_TOPIC_SUFFIX}`];
|
|
6
|
+
};
|
package/package.json
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@application-kit/kafka",
|
|
3
|
+
"version": "0.0.0",
|
|
4
|
+
"description": "Kafka-транспорт для NestJS: консьюмер-процесс с heartbeat, auto-commit, retry/DLQ и контракт версии события",
|
|
5
|
+
"keywords": [
|
|
6
|
+
"consumer",
|
|
7
|
+
"dlq",
|
|
8
|
+
"kafka",
|
|
9
|
+
"nestjs"
|
|
10
|
+
],
|
|
11
|
+
"homepage": "https://gitlab.com/application-kit/application-kit/-/tree/main/packages/kafka",
|
|
12
|
+
"bugs": "https://gitlab.com/application-kit/application-kit/-/issues",
|
|
13
|
+
"repository": {
|
|
14
|
+
"type": "git",
|
|
15
|
+
"url": "https://gitlab.com/application-kit/application-kit.git",
|
|
16
|
+
"directory": "packages/kafka"
|
|
17
|
+
},
|
|
18
|
+
"license": "MIT",
|
|
19
|
+
"author": {
|
|
20
|
+
"name": "application-kit"
|
|
21
|
+
},
|
|
22
|
+
"sideEffects": false,
|
|
23
|
+
"type": "module",
|
|
24
|
+
"exports": {
|
|
25
|
+
".": {
|
|
26
|
+
"import": {
|
|
27
|
+
"types": "./dist/esm/index.d.ts",
|
|
28
|
+
"default": "./dist/esm/index.js"
|
|
29
|
+
},
|
|
30
|
+
"require": {
|
|
31
|
+
"types": "./dist/cjs/index.d.ts",
|
|
32
|
+
"default": "./dist/cjs/index.js"
|
|
33
|
+
}
|
|
34
|
+
},
|
|
35
|
+
"./package.json": "./package.json"
|
|
36
|
+
},
|
|
37
|
+
"main": "./dist/cjs/index.js",
|
|
38
|
+
"module": "./dist/esm/index.js",
|
|
39
|
+
"types": "./dist/cjs/index.d.ts",
|
|
40
|
+
"files": [
|
|
41
|
+
"dist"
|
|
42
|
+
],
|
|
43
|
+
"scripts": {
|
|
44
|
+
"build": "rm -rf ./dist && node ../../scripts/barrels.mjs create ./src && tsc --project tsconfig.build.json && tsc --project tsconfig.build.cjs.json && node ../../scripts/barrels.mjs clean ./src && node ../../scripts/mark-cjs.mjs ./dist/cjs",
|
|
45
|
+
"lint:tsc": "tsc --noEmit --pretty --project .",
|
|
46
|
+
"test:mutation": "stryker run",
|
|
47
|
+
"test:unit": "vitest run"
|
|
48
|
+
},
|
|
49
|
+
"devDependencies": {
|
|
50
|
+
"@libs-for-dev/nestjs-config-module": "3.0.0",
|
|
51
|
+
"@nestjs/common": "^11.2.7",
|
|
52
|
+
"@nestjs/core": "^11.2.7",
|
|
53
|
+
"@nestjs/microservices": "^11.2.7",
|
|
54
|
+
"@stryker-mutator/core": "^10.0.0",
|
|
55
|
+
"@stryker-mutator/vitest-runner": "^10.0.0",
|
|
56
|
+
"@types/node": "^26.2.0",
|
|
57
|
+
"class-transformer": "^0.5.1",
|
|
58
|
+
"class-validator": "^0.15.1",
|
|
59
|
+
"kafkajs": "^2.2.4",
|
|
60
|
+
"nestjs-pino": "^4.6.1",
|
|
61
|
+
"pino": "^10.3.1",
|
|
62
|
+
"pino-http": "^11.0.0",
|
|
63
|
+
"reflect-metadata": "^0.2.2",
|
|
64
|
+
"rxjs": "^7.8.2",
|
|
65
|
+
"typescript": "^6.0.3",
|
|
66
|
+
"vitest": "^4.1.11"
|
|
67
|
+
},
|
|
68
|
+
"peerDependencies": {
|
|
69
|
+
"@libs-for-dev/nestjs-config-module": "^3.0.0",
|
|
70
|
+
"@nestjs/common": "^11.0.0",
|
|
71
|
+
"@nestjs/core": "^11.0.0",
|
|
72
|
+
"@nestjs/microservices": "^11.0.0",
|
|
73
|
+
"class-transformer": "^0.5.1",
|
|
74
|
+
"class-validator": "^0.15.1",
|
|
75
|
+
"kafkajs": "^2.2.4",
|
|
76
|
+
"nestjs-pino": "^4.6.1",
|
|
77
|
+
"rxjs": "^7.8.0"
|
|
78
|
+
},
|
|
79
|
+
"engines": {
|
|
80
|
+
"node": ">=24"
|
|
81
|
+
},
|
|
82
|
+
"publishConfig": {
|
|
83
|
+
"access": "public"
|
|
84
|
+
}
|
|
85
|
+
}
|