@loipv/nestjs-kafka 0.0.7 → 0.1.0

package/README.md

@@ -11,6 +11,7 @@ A production-ready NestJS module for Kafka client and consumer functionality bui
 - **Back Pressure**: Automatic pause/resume when consumers are overwhelmed
 - **Idempotency**: In-memory duplicate prevention with TTL
 - **Dead Letter Queue (DLQ)**: Automatic retry with exponential backoff
+- **OpenTelemetry Tracing**: Distributed tracing across produce → consume with same trace ID
 - **Health Checks**: Integration with `@nestjs/terminus`
 - **Graceful Shutdown**: Proper cleanup on application shutdown
 
@@ -28,6 +29,14 @@ Make sure you have the following peer dependencies installed:
 npm install @nestjs/common @nestjs/core @nestjs/terminus reflect-metadata rxjs
 ```
 
+### Optional: OpenTelemetry Tracing
+
+For distributed tracing support:
+
+```bash
+npm install @opentelemetry/api @opentelemetry/sdk-trace-node @opentelemetry/auto-instrumentations-node
+```
+
 ## Quick Start
 
 ### 1. Import KafkaModule
@@ -481,6 +490,49 @@ async handleBinary(message: KafkaMessage) {
 
 ### Retry & Restart on Failure
 
+#### Retry Mechanism (Without DLQ)
+
+When **NOT using DLQ**, the library implements an in-memory retry mechanism with exponential backoff:
+
+```typescript
+@Consumer('orders', {
+  retry: {
+    retries: 3,                    // Default: 3 retries
+    initialRetryTime: 1000,        // Default: 1000ms
+    multiplier: 2,                 // Default: 2 (exponential backoff)
+    skipMessageOnMaxRetries: false, // Default: false (throw error)
+  },
+})
+async handleOrders(message: KafkaMessagePayload) {
+  // If this fails, it will retry: 1s, 2s, 4s delays
+  // After 3 retries, error is thrown (consumer may stop/restart)
+}
+
+// Skip message to avoid blocking consumer (useful for multi-topic consumers)
+@Consumer('non-critical-logs', {
+  retry: {
+    retries: 5,
+    skipMessageOnMaxRetries: true, // Skip message after max retries
+  },
+})
+async handleLogs(message: KafkaMessagePayload) {
+  // If this fails 5 times, message is skipped (offset committed)
+  // Consumer continues processing next message
+}
+```
+
+**Important Notes:**
+- **Default behavior** (`skipMessageOnMaxRetries: false`): Error is thrown after max retries, ensuring no message is silently dropped
+- **Skip mode** (`skipMessageOnMaxRetries: true`): Message is skipped after max retries to prevent consumer blocking
+- **With DLQ**: Messages are sent to DLQ topic after max retries (recommended approach)
+
+**When to use skip mode:**
+- Multi-topic consumers where one failing topic shouldn't block others
+- Non-critical messages that can be safely dropped
+- Development/debugging environments
+
+#### Consumer Restart Control
+
 Control consumer restart behavior when errors occur:
 
 ```typescript
@@ -574,6 +626,7 @@ interface ConsumerOptions {
     factor?: number;              // Default: 0.2
     multiplier?: number;          // Default: 2
     restartOnFailure?: boolean | ((error: Error) => Promise<boolean>);
+    skipMessageOnMaxRetries?: boolean; // Default: false (throw error after max retries)
   };
 }
 ```
@@ -680,6 +733,213 @@ export class HealthController {
 }
 ```
 
+## OpenTelemetry Tracing
+
+The library supports distributed tracing with OpenTelemetry, allowing you to trace messages from producer to consumer with the same trace ID.
+
+### How It Works
+
+1. **Producer**: When sending a message, the library creates a span and injects the trace context (W3C Trace Context format) into Kafka message headers
+2. **Consumer**: When receiving a message, the library extracts the trace context from headers and creates a child span linked to the producer's trace
+3. **Batch Consumer**: For batch processing, the first message's trace becomes the parent, and all other messages are added as span links
+
+```
+┌─────────────────┐                         ┌─────────────────┐
+│  HTTP Request   │                         │  Consumer App   │
+│  TraceID: abc   │                         │                 │
+│  ┌───────────┐  │      Kafka Topic        │  ┌───────────┐  │
+│  │  publish  │──┼─────────────────────────┼──│  process  │  │
+│  │  span     │  │  Headers:               │  │  span     │  │
+│  │           │  │  traceparent: 00-abc... │  │           │  │
+│  └───────────┘  │                         │  └───────────┘  │
+│                 │                         │  TraceID: abc   │
+└─────────────────┘                         └─────────────────┘
+```
+
+### Prerequisites
+
+1. Install OpenTelemetry packages:
+
+```bash
+npm install @opentelemetry/api @opentelemetry/sdk-node @opentelemetry/exporter-trace-otlp-http
+```
+
+2. **IMPORTANT**: Initialize OpenTelemetry SDK **BEFORE** your NestJS app starts:
+
+```typescript
+// tracing.ts
+import { NodeSDK } from '@opentelemetry/sdk-node';
+import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-http';
+import { Resource } from '@opentelemetry/resources';
+import { ATTR_SERVICE_NAME } from '@opentelemetry/semantic-conventions';
+
+const sdk = new NodeSDK({
+  resource: new Resource({
+    [ATTR_SERVICE_NAME]: 'my-kafka-service',
+  }),
+  traceExporter: new OTLPTraceExporter({
+    url: 'http://localhost:4318/v1/traces', // Jaeger/OTLP endpoint
+  }),
+});
+
+sdk.start();
+```
+
+```typescript
+// main.ts
+import './tracing'; // MUST be first import
+import { NestFactory } from '@nestjs/core';
+import { AppModule } from './app.module';
+
+async function bootstrap() {
+  const app = await NestFactory.create(AppModule);
+  await app.listen(3000);
+}
+bootstrap();
+```
+
+### Important: Disable KafkaJS Auto-Instrumentation
+
+If you're using `@opentelemetry/auto-instrumentations-node`, you **MUST** disable the KafkaJS auto-instrumentation to use this library's tracing. Otherwise, you'll get duplicate spans and the library's spans (with `consumer.group` attribute) won't be used.
+
+```typescript
+// tracing.ts
+import { NodeSDK } from '@opentelemetry/sdk-node';
+import { getNodeAutoInstrumentations } from '@opentelemetry/auto-instrumentations-node';
+
+const sdk = new NodeSDK({
+  instrumentations: [
+    getNodeAutoInstrumentations({
+      // Disable kafkajs auto-instrumentation
+      '@opentelemetry/instrumentation-kafkajs': {
+        enabled: false,
+      },
+    }),
+  ],
+  // ... other config
+});
+
+sdk.start();
+```
+
+### Enable Tracing
+
+```typescript
+// app.module.ts
+import { Module } from '@nestjs/common';
+import { KafkaModule, ConsumerModule } from '@loipv/nestjs-kafka';
+
+@Module({
+  imports: [
+    KafkaModule.forRoot({
+      clientId: 'my-app',
+      brokers: ['localhost:9092'],
+      tracing: {
+        enabled: true,                        // Required: enable tracing
+        tracerName: 'my-kafka-service',       // Optional: custom tracer name
+        tracerVersion: '1.0.0',               // Optional: custom tracer version
+      },
+    }),
+    ConsumerModule.forRoot(),
+  ],
+})
+export class AppModule {}
+```
+
+### Tracing Options
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `enabled` | boolean | `false` | Enable OpenTelemetry tracing |
+| `tracerName` | string | `'@loipv/nestjs-kafka'` | Custom tracer name |
+| `tracerVersion` | string | `'0.0.1'` | Custom tracer version |
+
+### Span Names
+
+Span names include the consumer group for easy identification in tracing UI:
+
+| Type | Span Name Format | Example |
+|------|------------------|---------|
+| Producer | `{topic} publish` | `orders publish` |
+| Consumer | `{groupId} {topic} process` | `order-group orders process` |
+| Batch Consumer | `{groupId} {topic} process batch` | `order-group orders process batch` |
+
+### Span Attributes (OpenTelemetry Semantic Conventions v1.24+)
+
+**Producer Span:**
+
+| Attribute | Example | Description |
+|-----------|---------|-------------|
+| `messaging.system` | `kafka` | Messaging system |
+| `messaging.destination.name` | `orders` | Topic name |
+| `messaging.operation.name` | `publish` | Operation name |
+| `messaging.operation.type` | `publish` | Operation type |
+| `messaging.destination.partition.id` | `0` | Partition (if specified) |
+| `messaging.kafka.message.key` | `customer-123` | Message key (if present) |
+
+**Consumer Span:**
+
+| Attribute | Example | Description |
+|-----------|---------|-------------|
+| `messaging.system` | `kafka` | Messaging system |
+| `messaging.destination.name` | `orders` | Topic name |
+| `messaging.destination.partition.id` | `0` | Partition number |
+| `messaging.operation.name` | `process` | Operation name |
+| `messaging.operation.type` | `process` | Operation type |
+| `messaging.kafka.offset` | `12345` | Message offset |
+| `messaging.kafka.consumer.group` | `order-group` | Consumer group ID |
+| `messaging.kafka.message.key` | `customer-123` | Message key (if present) |
+
+**Batch Consumer Span (additional):**
+
+| Attribute | Example | Description |
+|-----------|---------|-------------|
+| `messaging.batch.message_count` | `100` | Number of messages in batch |
+
+### Batch Tracing with Links
+
+For batch consumers (`batch: true`), messages from different requests/traces are processed together. The library handles this by:
+
+1. **First message's trace** becomes the **parent** (for trace continuity)
+2. **All other messages** are added as **span links** (shows relationship in tracing UI)
+
+```
+Request A (trace-A) ──publish──▶ Message 1 ──┐
+Request B (trace-B) ──publish──▶ Message 2 ──┼──▶ Batch Consumer Span
+Request C (trace-C) ──publish──▶ Message 3 ──┘      │
+                                                     ├── Parent: trace-A
+                                                     └── Links: [trace-B, trace-C]
+```
+
+This allows you to:
+- Follow the full trace from the first message's request
+- See all related traces via span links in your tracing UI (Jaeger, Zipkin, etc.)
+
+### Trace Context Propagation
+
+The library uses W3C Trace Context format for propagation via Kafka headers:
+
+| Header | Format | Example |
+|--------|--------|---------|
+| `traceparent` | `{version}-{traceId}-{spanId}-{flags}` | `00-abc123...-def456...-01` |
+| `tracestate` | Vendor-specific state | `vendor=value` |
+
+### Troubleshooting
+
+**No spans appearing:**
+1. Ensure `tracing.enabled: true` in KafkaModule options
+2. Ensure OpenTelemetry SDK is initialized **before** NestJS app starts
+3. Ensure `@opentelemetry/api` is installed
+4. If using auto-instrumentations, disable `@opentelemetry/instrumentation-kafkajs`
+
+**Missing `messaging.kafka.consumer.group` attribute:**
+- You're likely using `@opentelemetry/instrumentation-kafkajs` which creates its own spans
+- Disable it and use this library's TracingService instead
+
+**Duplicate spans:**
+- Both auto-instrumentation and this library are creating spans
+- Disable `@opentelemetry/instrumentation-kafkajs` in auto-instrumentations config
+
 ## API Reference
 
 ### Exports
@@ -694,6 +954,7 @@ export { Consumer } from './decorators';
 
 // Services
 export { KafkaClient } from './services/kafka-client.service';
+export { TracingService } from './services/tracing.service';
 export { DlqMetricsService } from './services/dlq-metrics.service';
 export { CircuitBreakerService } from './services/circuit-breaker.service';
 
@@ -704,6 +965,7 @@ export { KafkaHealthIndicator } from './health/kafka-health-indicator';
 export {
   KafkaModuleOptions,
   KafkaModuleAsyncOptions,
+  TracingOptions,
   ConsumerOptions,
   DlqOptions,
   DlqRetryOptions,

package/dist/index.d.ts

@@ -2,5 +2,6 @@ export { KafkaModule } from './kafka.module';
 export { ConsumerModule } from './consumer.module';
 export { Consumer, InjectKafkaClient } from './decorators';
 export { KafkaClient, ConnectionBoundClient, } from './services/kafka-client.service';
+export { TracingService } from './services/tracing.service';
 export { KafkaHealthIndicator } from './health/kafka-health-indicator';
 export * from './interfaces';

package/dist/index.js

@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.KafkaHealthIndicator = exports.ConnectionBoundClient = exports.KafkaClient = exports.InjectKafkaClient = exports.Consumer = exports.ConsumerModule = exports.KafkaModule = void 0;
+exports.KafkaHealthIndicator = exports.TracingService = exports.ConnectionBoundClient = exports.KafkaClient = exports.InjectKafkaClient = exports.Consumer = exports.ConsumerModule = exports.KafkaModule = void 0;
 var kafka_module_1 = require("./kafka.module");
 Object.defineProperty(exports, "KafkaModule", { enumerable: true, get: function () { return kafka_module_1.KafkaModule; } });
 var consumer_module_1 = require("./consumer.module");
@@ -25,6 +25,8 @@ Object.defineProperty(exports, "InjectKafkaClient", { enumerable: true, get: fun
 var kafka_client_service_1 = require("./services/kafka-client.service");
 Object.defineProperty(exports, "KafkaClient", { enumerable: true, get: function () { return kafka_client_service_1.KafkaClient; } });
 Object.defineProperty(exports, "ConnectionBoundClient", { enumerable: true, get: function () { return kafka_client_service_1.ConnectionBoundClient; } });
+var tracing_service_1 = require("./services/tracing.service");
+Object.defineProperty(exports, "TracingService", { enumerable: true, get: function () { return tracing_service_1.TracingService; } });
 var kafka_health_indicator_1 = require("./health/kafka-health-indicator");
 Object.defineProperty(exports, "KafkaHealthIndicator", { enumerable: true, get: function () { return kafka_health_indicator_1.KafkaHealthIndicator; } });
 __exportStar(require("./interfaces"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,+CAA6C;AAApC,2GAAA,WAAW,OAAA;AACpB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAGvB,2CAA2D;AAAlD,sGAAA,QAAQ,OAAA;AAAE,+GAAA,iBAAiB,OAAA;AAGpC,wEAGyC;AAFvC,mHAAA,WAAW,OAAA;AACX,6HAAA,qBAAqB,OAAA;AAIvB,0EAAuE;AAA9D,8HAAA,oBAAoB,OAAA;AAG7B,+CAA6B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,+CAA6C;AAApC,2GAAA,WAAW,OAAA;AACpB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAGvB,2CAA2D;AAAlD,sGAAA,QAAQ,OAAA;AAAE,+GAAA,iBAAiB,OAAA;AAGpC,wEAGyC;AAFvC,mHAAA,WAAW,OAAA;AACX,6HAAA,qBAAqB,OAAA;AAEvB,8DAA4D;AAAnD,iHAAA,cAAc,OAAA;AAGvB,0EAAuE;AAA9D,8HAAA,oBAAoB,OAAA;AAG7B,+CAA6B"}

package/dist/interfaces/consumer-options.interface.d.ts

@@ -24,6 +24,7 @@ export interface ConsumerRetryOptions {
     factor?: number;
     multiplier?: number;
     restartOnFailure?: boolean | ((error: Error) => Promise<boolean>);
+    skipMessageOnMaxRetries?: boolean;
 }
 export interface ConsumerOptions {
     topic?: string;

package/dist/interfaces/kafka-module-options.interface.d.ts

@@ -17,6 +17,11 @@ export interface ProducerConfig {
     transactionTimeout?: number;
     maxInFlightRequests?: number;
 }
+export interface TracingOptions {
+    enabled?: boolean;
+    tracerName?: string;
+    tracerVersion?: string;
+}
 export declare const DEFAULT_KAFKA_CONNECTION: string;
 export interface KafkaModuleOptions {
     name?: string;
@@ -31,6 +36,7 @@ export interface KafkaModuleOptions {
     producer?: ProducerConfig;
     defaultConsumerGroupId?: string;
     logLevel?: 'NOTHING' | 'ERROR' | 'WARN' | 'INFO' | 'DEBUG';
+    tracing?: TracingOptions;
 }
 export interface KafkaModuleAsyncOptions extends Pick<ModuleMetadata, 'imports'> {
     name?: string;

package/dist/interfaces/kafka-module-options.interface.js.map

@@ -1 +1 @@
-{"version":3,"file":"kafka-module-options.interface.js","sourceRoot":"","sources":["../../lib/interfaces/kafka-module-options.interface.ts"],"names":[],"mappings":";;;AAoEA,oDAEC;AAGD,8CAEC;AAGD,kDAEC;AA1DY,QAAA,wBAAwB,GAAW,SAAS,CAAC;AA2C7C,QAAA,oBAAoB,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;AAGnE,SAAgB,oBAAoB,CAAC,IAAa;IAChD,OAAO,iBAAiB,IAAI,IAAI,gCAAwB,EAAE,CAAC;AAC7D,CAAC;AAGD,SAAgB,iBAAiB,CAAC,IAAa;IAC7C,OAAO,cAAc,IAAI,IAAI,gCAAwB,EAAE,CAAC;AAC1D,CAAC;AAGD,SAAgB,mBAAmB,CAAC,IAAa;IAC/C,OAAO,gBAAgB,IAAI,IAAI,gCAAwB,EAAE,CAAC;AAC5D,CAAC"}
+{"version":3,"file":"kafka-module-options.interface.js","sourceRoot":"","sources":["../../lib/interfaces/kafka-module-options.interface.ts"],"names":[],"mappings":";;;AAgFA,oDAEC;AAGD,8CAEC;AAGD,kDAEC;AA7DY,QAAA,wBAAwB,GAAW,SAAS,CAAC;AA8C7C,QAAA,oBAAoB,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;AAGnE,SAAgB,oBAAoB,CAAC,IAAa;IAChD,OAAO,iBAAiB,IAAI,IAAI,gCAAwB,EAAE,CAAC;AAC7D,CAAC;AAGD,SAAgB,iBAAiB,CAAC,IAAa;IAC7C,OAAO,cAAc,IAAI,IAAI,gCAAwB,EAAE,CAAC;AAC1D,CAAC;AAGD,SAAgB,mBAAmB,CAAC,IAAa;IAC/C,OAAO,gBAAgB,IAAI,IAAI,gCAAwB,EAAE,CAAC;AAC5D,CAAC"}

package/dist/kafka.module.js

@@ -18,12 +18,14 @@ const common_1 = require("@nestjs/common");
 const interfaces_1 = require("./interfaces");
 const kafka_core_service_1 = require("./services/kafka-core.service");
 const kafka_client_service_1 = require("./services/kafka-client.service");
+const tracing_service_1 = require("./services/tracing.service");
 const kafka_health_indicator_1 = require("./health/kafka-health-indicator");
 const KAFKA_CONNECTION_NAMES = Symbol('KAFKA_CONNECTION_NAMES');
 const CORE_PROVIDERS = [
     kafka_core_service_1.KafkaCoreService,
     kafka_client_service_1.KafkaClient,
     kafka_health_indicator_1.KafkaHealthIndicator,
+    tracing_service_1.TracingService,
 ];
 let KafkaModule = KafkaModule_1 = class KafkaModule {
     kafkaCore;
@@ -69,22 +71,27 @@ let KafkaModule = KafkaModule_1 = class KafkaModule {
         ];
         return {
             module: KafkaModule_1,
+            global: true,
             providers,
             exports: [
+                interfaces_1.KAFKA_MODULE_OPTIONS,
                 optionsToken,
                 clientToken,
                 kafka_core_service_1.KafkaCoreService,
                 kafka_client_service_1.KafkaClient,
                 kafka_health_indicator_1.KafkaHealthIndicator,
+                tracing_service_1.TracingService,
             ],
         };
     }
     static forRootMultiple(optionsArray) {
         const providers = [];
         const exports = [
+            interfaces_1.KAFKA_MODULE_OPTIONS,
             kafka_core_service_1.KafkaCoreService,
             kafka_client_service_1.KafkaClient,
             kafka_health_indicator_1.KafkaHealthIndicator,
+            tracing_service_1.TracingService,
         ];
         for (const options of optionsArray) {
             const connectionName = options.name || interfaces_1.DEFAULT_KAFKA_CONNECTION;
@@ -163,11 +170,13 @@ let KafkaModule = KafkaModule_1 = class KafkaModule {
             imports: [...(options.imports || [])],
             providers,
             exports: [
+                interfaces_1.KAFKA_MODULE_OPTIONS,
                 optionsToken,
                 clientToken,
                 kafka_core_service_1.KafkaCoreService,
                 kafka_client_service_1.KafkaClient,
                 kafka_health_indicator_1.KafkaHealthIndicator,
+                tracing_service_1.TracingService,
             ],
             global: options.global ?? true,
         };

package/dist/kafka.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"kafka.module.js","sourceRoot":"","sources":["../lib/kafka.module.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAQwB;AACxB,6CAQsB;AACtB,sEAAiE;AACjE,0EAGyC;AAEzC,4EAAuE;AAGvE,MAAM,sBAAsB,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAC;AAGhE,MAAM,cAAc,GAAe;IACjC,qCAAgB;IAChB,kCAAW;IACX,6CAAoB;CACrB,CAAC;AAIK,IAAM,WAAW,mBAAjB,MAAM,WAAW;IAEH;IAGA;IAJnB,YACmB,SAA2B,EAG3B,eAA0B;QAH1B,cAAS,GAAT,SAAS,CAAkB;QAG3B,oBAAe,GAAf,eAAe,CAAW;IACzC,CAAC;IAEL,YAAY;IAEZ,CAAC;IAKD,MAAM,CAAC,OAAO,CAAC,OAA2B;QACxC,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,IAAI,qCAAwB,CAAC;QAChE,MAAM,YAAY,GAAG,IAAA,iCAAoB,EAAC,cAAc,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAA,gCAAmB,EAAC,cAAc,CAAC,CAAC;QAExD,MAAM,SAAS,GAAe;YAC5B;gBACE,OAAO,EAAE,iCAAoB;gBAC7B,QAAQ,EAAE,OAAO;aAClB;YACD;gBACE,OAAO,EAAE,YAAY;gBACrB,QAAQ,EAAE,OAAO;aAClB;YACD;gBACE,OAAO,EAAE,cAAc,cAAc,EAAE;gBACvC,UAAU,EAAE,CAAC,SAA2B,EAAE,EAAE;oBAC1C,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACtC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,qCAAgB,CAAC;aAC3B;YAED;gBACE,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,CACV,WAAwB,EACa,EAAE;oBACvC,IAAI,cAAc,KAAK,qCAAwB,EAAE,CAAC;wBAChD,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,OAAO,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,EAAE,CAAC,kCAAW,CAAC;aACtB;YACD,GAAG,cAAc;SAClB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,SAAS;YACT,OAAO,EAAE;gBACP,YAAY;gBACZ,WAAW;gBACX,qCAAgB;gBAChB,kCAAW;gBACX,6CAAoB;aACrB;SACF,CAAC;IACJ,CAAC;IAKD,MAAM,CAAC,eAAe,CAAC,YAAkC;QACvD,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,OAAO,GAAmC;YAC9C,qCAAgB;YAChB,kCAAW;YACX,6CAAoB;SACrB,CAAC;QAGF,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,IAAI,qCAAwB,CAAC;YAChE,MAAM,YAAY,GAAG,IAAA,iCAAoB,EAAC,cAAc,CAAC,CAAC;YAC1D,MAAM,WAAW,GAAG,IAAA,gCAAmB,EAAC,cAAc,CAAC,CAAC;YAExD,SAAS,CAAC,IAAI,CACZ;gBACE,OAAO,EAAE,YAAY;gBACrB,QAAQ,EAAE,OAAO;aAClB,EACD;gBACE,OAAO,EAAE,cAAc,cAAc,EAAE;gBACvC,UAAU,EAAE,CAAC,SAA2B,EAAE,EAAE;oBAC1C,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACtC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,qCAAgB,CAAC;aAC3B,EAED;gBACE,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,CACV,WAAwB,EACa,EAAE;oBACvC,IAAI,cAAc,KAAK,qCAAwB,EAAE,CAAC;wBAChD,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,OAAO,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,EAAE,CAAC,kCAAW,CAAC;aACtB,CACF,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5B,CAAC;QAGD,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,SAAS,CAAC,IAAI,CACZ;YACE,OAAO,EAAE,iCAAoB;YAC7B,QAAQ,EAAE,cAAc;SACzB,EACD;YACE,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,qCAAwB,CAAC;SACtE,EACD,GAAG,cAAc,CAClB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,SAAS;YACT,OAAO;YACP,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAKD,MAAM,CAAC,YAAY,CAAC,OAAgC;QAClD,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,IAAI,qCAAwB,CAAC;QAChE,MAAM,YAAY,GAAG,IAAA,iCAAoB,EAAC,cAAc,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAA,gCAAmB,EAAC,cAAc,CAAC,CAAC;QAExD,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAExE,MAAM,SAAS,GAAe;YAC5B,GAAG,cAAc;YACjB;gBACE,OAAO,EAAE,cAAc,cAAc,EAAE;gBACvC,UAAU,EAAE,CACV,SAA2B,EAC3B,YAAgC,EAChC,EAAE;oBACF,SAAS,CAAC,kBAAkB,CAAC;wBAC3B,GAAG,YAAY;wBACf,IAAI,EAAE,cAAc;qBACrB,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,qCAAgB,EAAE,YAAY,CAAC;aACzC;YAED;gBACE,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,CACV,WAAwB,EACa,EAAE;oBACvC,IAAI,cAAc,KAAK,qCAAwB,EAAE,CAAC;wBAChD,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,OAAO,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,EAAE,CAAC,kCAAW,CAAC;aACtB;YACD,GAAG,cAAc;SAClB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,OAAO,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACrC,SAAS;YACT,OAAO,EAAE;gBACP,YAAY;gBACZ,WAAW;gBACX,qCAAgB;gBAChB,kCAAW;gBACX,6CAAoB;aACrB;YACD,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;SAC/B,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,OAAgC,EAChC,YAAoB;QAEpB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO;gBACL;oBACE,OAAO,EAAE,YAAY;oBACrB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;iBAC7B;gBACD;oBACE,OAAO,EAAE,iCAAoB;oBAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;iBAC7B;aACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC;QACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,OAAO;YACL;gBACE,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,KAAK,EAAE,cAAmC,EAAE,EAAE,CACxD,MAAM,cAAc,CAAC,kBAAkB,EAAE;gBAC3C,MAAM,EAAE,CAAC,QAAQ,CAAC;aACnB;YACD;gBACE,OAAO,EAAE,iCAAoB;gBAC7B,UAAU,EAAE,KAAK,EAAE,cAAmC,EAAE,EAAE,CACxD,MAAM,cAAc,CAAC,kBAAkB,EAAE;gBAC3C,MAAM,EAAE,CAAC,QAAQ,CAAC;aACnB;YACD,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;CACF,CAAA;AA1OY,kCAAW;sBAAX,WAAW;IAFvB,IAAA,eAAM,GAAE;IACR,IAAA,eAAM,EAAC,EAAE,CAAC;IAIN,WAAA,IAAA,iBAAQ,GAAE,CAAA;IACV,WAAA,IAAA,eAAM,EAAC,sBAAsB,CAAC,CAAA;qCAFH,qCAAgB;GAFnC,WAAW,CA0OvB"}
+{"version":3,"file":"kafka.module.js","sourceRoot":"","sources":["../lib/kafka.module.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAQwB;AACxB,6CAQsB;AACtB,sEAAiE;AACjE,0EAGyC;AACzC,gEAA4D;AAE5D,4EAAuE;AAGvE,MAAM,sBAAsB,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAC;AAGhE,MAAM,cAAc,GAAe;IACjC,qCAAgB;IAChB,kCAAW;IACX,6CAAoB;IACpB,gCAAc;CACf,CAAC;AAIK,IAAM,WAAW,mBAAjB,MAAM,WAAW;IAEH;IAGA;IAJnB,YACmB,SAA2B,EAG3B,eAA0B;QAH1B,cAAS,GAAT,SAAS,CAAkB;QAG3B,oBAAe,GAAf,eAAe,CAAW;IAC1C,CAAC;IAEJ,YAAY;IAEZ,CAAC;IAKD,MAAM,CAAC,OAAO,CAAC,OAA2B;QACxC,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,IAAI,qCAAwB,CAAC;QAChE,MAAM,YAAY,GAAG,IAAA,iCAAoB,EAAC,cAAc,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAA,gCAAmB,EAAC,cAAc,CAAC,CAAC;QAExD,MAAM,SAAS,GAAe;YAC5B;gBACE,OAAO,EAAE,iCAAoB;gBAC7B,QAAQ,EAAE,OAAO;aAClB;YACD;gBACE,OAAO,EAAE,YAAY;gBACrB,QAAQ,EAAE,OAAO;aAClB;YACD;gBACE,OAAO,EAAE,cAAc,cAAc,EAAE;gBACvC,UAAU,EAAE,CAAC,SAA2B,EAAE,EAAE;oBAC1C,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACtC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,qCAAgB,CAAC;aAC3B;YAED;gBACE,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,CACV,WAAwB,EACa,EAAE;oBACvC,IAAI,cAAc,KAAK,qCAAwB,EAAE,CAAC;wBAChD,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,OAAO,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,EAAE,CAAC,kCAAW,CAAC;aACtB;YACD,GAAG,cAAc;SAClB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,MAAM,EAAE,IAAI;YACZ,SAAS;YACT,OAAO,EAAE;gBACP,iCAAoB;gBACpB,YAAY;gBACZ,WAAW;gBACX,qCAAgB;gBAChB,kCAAW;gBACX,6CAAoB;gBACpB,gCAAc;aACf;SACF,CAAC;IACJ,CAAC;IAKD,MAAM,CAAC,eAAe,CAAC,YAAkC;QACvD,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,OAAO,GAAmC;YAC9C,iCAAoB;YACpB,qCAAgB;YAChB,kCAAW;YACX,6CAAoB;YACpB,gCAAc;SACf,CAAC;QAGF,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,IAAI,qCAAwB,CAAC;YAChE,MAAM,YAAY,GAAG,IAAA,iCAAoB,EAAC,cAAc,CAAC,CAAC;YAC1D,MAAM,WAAW,GAAG,IAAA,gCAAmB,EAAC,cAAc,CAAC,CAAC;YAExD,SAAS,CAAC,IAAI,CACZ;gBACE,OAAO,EAAE,YAAY;gBACrB,QAAQ,EAAE,OAAO;aAClB,EACD;gBACE,OAAO,EAAE,cAAc,cAAc,EAAE;gBACvC,UAAU,EAAE,CAAC,SAA2B,EAAE,EAAE;oBAC1C,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACtC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,qCAAgB,CAAC;aAC3B,EAED;gBACE,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,CACV,WAAwB,EACa,EAAE;oBACvC,IAAI,cAAc,KAAK,qCAAwB,EAAE,CAAC;wBAChD,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,OAAO,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,EAAE,CAAC,kCAAW,CAAC;aACtB,CACF,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5B,CAAC;QAGD,MAAM,cAAc,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,SAAS,CAAC,IAAI,CACZ;YACE,OAAO,EAAE,iCAAoB;YAC7B,QAAQ,EAAE,cAAc;SACzB,EACD;YACE,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,qCAAwB,CAAC;SACtE,EACD,GAAG,cAAc,CAClB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,SAAS;YACT,OAAO;YACP,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAKD,MAAM,CAAC,YAAY,CAAC,OAAgC;QAClD,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,IAAI,qCAAwB,CAAC;QAChE,MAAM,YAAY,GAAG,IAAA,iCAAoB,EAAC,cAAc,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAA,gCAAmB,EAAC,cAAc,CAAC,CAAC;QAExD,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAExE,MAAM,SAAS,GAAe;YAC5B,GAAG,cAAc;YACjB;gBACE,OAAO,EAAE,cAAc,cAAc,EAAE;gBACvC,UAAU,EAAE,CACV,SAA2B,EAC3B,YAAgC,EAChC,EAAE;oBACF,SAAS,CAAC,kBAAkB,CAAC;wBAC3B,GAAG,YAAY;wBACf,IAAI,EAAE,cAAc;qBACrB,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,qCAAgB,EAAE,YAAY,CAAC;aACzC;YAED;gBACE,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,CACV,WAAwB,EACa,EAAE;oBACvC,IAAI,cAAc,KAAK,qCAAwB,EAAE,CAAC;wBAChD,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,OAAO,WAAW,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM,EAAE,CAAC,kCAAW,CAAC;aACtB;YACD,GAAG,cAAc;SAClB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,OAAO,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACrC,SAAS;YACT,OAAO,EAAE;gBACP,iCAAoB;gBACpB,YAAY;gBACZ,WAAW;gBACX,qCAAgB;gBAChB,kCAAW;gBACX,6CAAoB;gBACpB,gCAAc;aACf;YACD,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;SAC/B,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,OAAgC,EAChC,YAAoB;QAEpB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO;gBACL;oBACE,OAAO,EAAE,YAAY;oBACrB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;iBAC7B;gBACD;oBACE,OAAO,EAAE,iCAAoB;oBAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;iBAC7B;aACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC;QACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,OAAO;YACL;gBACE,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,KAAK,EAAE,cAAmC,EAAE,EAAE,CACxD,MAAM,cAAc,CAAC,kBAAkB,EAAE;gBAC3C,MAAM,EAAE,CAAC,QAAQ,CAAC;aACnB;YACD;gBACE,OAAO,EAAE,iCAAoB;gBAC7B,UAAU,EAAE,KAAK,EAAE,cAAmC,EAAE,EAAE,CACxD,MAAM,cAAc,CAAC,kBAAkB,EAAE;gBAC3C,MAAM,EAAE,CAAC,QAAQ,CAAC;aACnB;YACD,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;CACF,CAAA;AAjPY,kCAAW;sBAAX,WAAW;IAFvB,IAAA,eAAM,GAAE;IACR,IAAA,eAAM,EAAC,EAAE,CAAC;IAIN,WAAA,IAAA,iBAAQ,GAAE,CAAA;IACV,WAAA,IAAA,eAAM,EAAC,sBAAsB,CAAC,CAAA;qCAFH,qCAAgB;GAFnC,WAAW,CAiPvB"}

package/dist/services/consumer-registry.service.d.ts

@@ -5,6 +5,7 @@ import { IdempotencyService } from './idempotency.service';
 import { PressureManagerService } from './pressure-manager.service';
 import { DlqService } from './dlq.service';
 import { DlqRetryService } from './dlq-retry.service';
+import { TracingService } from './tracing.service';
 import { ConsumerMetadata } from '../interfaces';
 export declare class ConsumerRegistryService implements OnApplicationShutdown {
     private readonly kafkaCore;
@@ -13,10 +14,12 @@ export declare class ConsumerRegistryService implements OnApplicationShutdown {
     private readonly pressureManager;
     private readonly dlqService;
     private readonly dlqRetryService;
+    private readonly tracingService?;
     private readonly logger;
     private consumerGroups;
     private isShuttingDown;
-    constructor(kafkaCore: KafkaCoreService, batchProcessor: BatchProcessorService, idempotencyService: IdempotencyService, pressureManager: PressureManagerService, dlqService: DlqService, dlqRetryService: DlqRetryService);
+    private messageRetryStates;
+    constructor(kafkaCore: KafkaCoreService, batchProcessor: BatchProcessorService, idempotencyService: IdempotencyService, pressureManager: PressureManagerService, dlqService: DlqService, dlqRetryService: DlqRetryService, tracingService?: TracingService | undefined);
     registerConsumers(consumers: ConsumerMetadata[]): void;
     private registerConsumer;
     private buildRestartOnFailure;
@@ -26,6 +29,9 @@ export declare class ConsumerRegistryService implements OnApplicationShutdown {
     private startBatchGroupConsumer;
     private processBatchMessages;
     private handleError;
+    private getMessageKey;
+    private sleep;
+    private clearMessageRetryState;
     gracefulShutdown(): Promise<void>;
     onApplicationShutdown(): Promise<void>;
 }