@loipv/nestjs-kafka 0.0.7 → 1.0.0

package/README.md

@@ -1,6 +1,8 @@
 # @loipv/nestjs-kafka
 
-A production-ready NestJS module for Kafka client and consumer functionality built on top of [KafkaJS](https://kafka.js.org/). This library provides enterprise-grade features including intelligent batch processing, idempotency guarantees, key-based grouping, and automatic pressure management.
+A production-ready NestJS module for Kafka client and consumer functionality built on top of [confluent-kafka-javascript](https://github.com/confluentinc/confluent-kafka-javascript). This library provides enterprise-grade features including intelligent batch processing, idempotency guarantees, key-based grouping, and automatic pressure management.
+
+> **Note:** Starting from v1.0.0, this library uses `@confluentinc/kafka-javascript` instead of `kafkajs` for better performance and official Confluent support. See [Migration Guide](#migration-guide-from-v0x-to-v1x) for upgrade instructions.
 
 ## Features
 
@@ -11,13 +13,14 @@ A production-ready NestJS module for Kafka client and consumer functionality bui
 - **Back Pressure**: Automatic pause/resume when consumers are overwhelmed
 - **Idempotency**: In-memory duplicate prevention with TTL
 - **Dead Letter Queue (DLQ)**: Automatic retry with exponential backoff
+- **OpenTelemetry Tracing**: Distributed tracing across produce → consume with same trace ID
 - **Health Checks**: Integration with `@nestjs/terminus`
 - **Graceful Shutdown**: Proper cleanup on application shutdown
 
 ## Installation
 
 ```bash
-npm install @loipv/nestjs-kafka kafkajs
+npm install @loipv/nestjs-kafka @confluentinc/kafka-javascript
 ```
 
 ### Peer Dependencies
@@ -28,6 +31,22 @@ Make sure you have the following peer dependencies installed:
 npm install @nestjs/common @nestjs/core @nestjs/terminus reflect-metadata rxjs
 ```
 
+### Platform Support
+
+confluent-kafka-javascript is built on librdkafka (C library). Supported platforms:
+- **Linux**: x64, arm64
+- **macOS**: arm64 (Apple Silicon)
+- **Windows**: x64
+- **Node.js**: 18, 20, 21, 22
+
+### Optional: OpenTelemetry Tracing
+
+For distributed tracing support:
+
+```bash
+npm install @opentelemetry/api @opentelemetry/sdk-trace-node @opentelemetry/auto-instrumentations-node
+```
+
 ## Quick Start
 
 ### 1. Import KafkaModule
@@ -71,7 +90,7 @@ export class OrderModule {}
 ```typescript
 import { Injectable } from '@nestjs/common';
 import { Consumer } from '@loipv/nestjs-kafka';
-import { KafkaMessage } from 'kafkajs';
+import { KafkaMessage } from '@confluentinc/kafka-javascript/kafkajs';
 
 @Injectable()
 export class OrderConsumer {
@@ -454,6 +473,34 @@ async handleOrder(message: KafkaMessage) {
 
 Use this to temporarily disable a consumer without removing the code.
 
+### Partition Assignment Strategy
+
+Control how partitions are assigned to consumers in a consumer group:
+
+```typescript
+@Consumer('orders', {
+  groupId: 'order-processors',
+  // Use cooperative-sticky for minimal rebalancing disruption
+  partitionAssigners: ['cooperative-sticky'],
+})
+async handleOrder(message: KafkaMessage) {
+  // Process order
+}
+
+// Multiple strategies (first one is primary)
+@Consumer('events', {
+  partitionAssigners: ['roundrobin', 'range'],
+})
+async handleEvent(message: KafkaMessage) {
+  // Process event
+}
+```
+
+**Available strategies:**
+- `'roundrobin'` - Assigns partitions in round-robin fashion across consumers
+- `'range'` - Assigns partitions based on ranges (default)
+- `'cooperative-sticky'` - Cooperative rebalancing with sticky assignment (recommended for minimal disruption during rebalancing)
+
 ### Auto-Deserialization
 
 Messages are automatically deserialized by default:
@@ -479,40 +526,47 @@ async handleBinary(message: KafkaMessage) {
 }
 ```
 
-### Retry & Restart on Failure
+### Retry Mechanism (Without DLQ)
 
-Control consumer restart behavior when errors occur:
+When **NOT using DLQ**, the library implements an in-memory retry mechanism with exponential backoff:
 
 ```typescript
-// Disable restart on failure
-@Consumer('critical-topic', {
+@Consumer('orders', {
   retry: {
-    restartOnFailure: false,
+    retries: 3,                    // Default: 3 retries
+    initialRetryTime: 1000,        // Default: 1000ms
+    multiplier: 2,                 // Default: 2 (exponential backoff)
+    skipMessageOnMaxRetries: false, // Default: false (throw error)
   },
 })
-async handleCritical(message: KafkaMessagePayload) {
-  // Consumer will NOT restart if this throws
+async handleOrders(message: KafkaMessagePayload) {
+  // If this fails, it will retry: 1s, 2s, 4s delays
+  // After 3 retries, error is thrown (consumer may stop/restart)
 }
 
-// Custom restart logic
-@Consumer('orders', {
+// Skip message to avoid blocking consumer (useful for multi-topic consumers)
+@Consumer('non-critical-logs', {
   retry: {
-    retries: 10,
-    maxRetryTime: 60000,
-    restartOnFailure: async (error) => {
-      // Don't restart on authentication errors
-      if (error.message.includes('authentication')) {
-        return false;
-      }
-      return true; // Restart for other errors
-    },
+    retries: 5,
+    skipMessageOnMaxRetries: true, // Skip message after max retries
   },
 })
-async handleOrders(message: KafkaMessagePayload) {
-  // Process order
+async handleLogs(message: KafkaMessagePayload) {
+  // If this fails 5 times, message is skipped (offset committed)
+  // Consumer continues processing next message
 }
 ```
 
+**Important Notes:**
+- **Default behavior** (`skipMessageOnMaxRetries: false`): Error is thrown after max retries, ensuring no message is silently dropped
+- **Skip mode** (`skipMessageOnMaxRetries: true`): Message is skipped after max retries to prevent consumer blocking
+- **With DLQ**: Messages are sent to DLQ topic after max retries (recommended approach)
+
+**When to use skip mode:**
+- Multi-topic consumers where one failing topic shouldn't block others
+- Non-critical messages that can be safely dropped
+- Development/debugging environments
+
 ### All Consumer Options
 
 ```typescript
@@ -566,14 +620,16 @@ interface ConsumerOptions {
   autoCommitInterval?: number;
   fromBeginning?: boolean;        // Default: false
 
-  // Retry & restart on failure
+  // Partition assignment strategy
+  partitionAssigners?: PartitionAssigner[];  // 'roundrobin' | 'range' | 'cooperative-sticky'
+
+  // Retry options
   retry?: {
     retries?: number;             // Default: 5
     maxRetryTime?: number;        // Default: 30000
     initialRetryTime?: number;    // Default: 300
-    factor?: number;              // Default: 0.2
-    multiplier?: number;          // Default: 2
-    restartOnFailure?: boolean | ((error: Error) => Promise<boolean>);
+    multiplier?: number;          // Default: 2 (exponential backoff)
+    skipMessageOnMaxRetries?: boolean; // Default: false (throw error after max retries)
   };
 }
 ```
@@ -606,13 +662,26 @@ await kafka.sendMultiTopicBatch([
 await kafka.sendQueued('topic', { value: 'message' });
 ```
 
-### Send Options
+### Producer Options
+
+> **Note:** In v1.0.0+, `acks`, `timeout`, and `compression` are configured at the producer level in `KafkaModule.forRoot()`, not per-send call.
 
 ```typescript
-await kafka.send('topic', message, {
-  acks: -1,        // -1 (all), 0 (none), 1 (leader only)
-  timeout: 30000,
-  compression: 1,  // 0=None, 1=GZIP, 2=Snappy, 3=LZ4, 4=ZSTD
+// Configure producer options at module level
+KafkaModule.forRoot({
+  clientId: 'my-app',
+  brokers: ['localhost:9092'],
+  producer: {
+    acks: -1,        // -1 (all), 0 (none), 1 (leader only)
+    timeout: 30000,
+    compression: 1,  // 0=None, 1=GZIP, 2=Snappy, 3=LZ4, 4=ZSTD
+  },
+});
+
+// Send messages (acks/timeout/compression configured above)
+await kafka.send('topic', {
+  key: 'message-key',
+  value: { data: 'value' },
 });
 ```
 
@@ -680,6 +749,213 @@ export class HealthController {
 }
 ```
 
+## OpenTelemetry Tracing
+
+The library supports distributed tracing with OpenTelemetry, allowing you to trace messages from producer to consumer with the same trace ID.
+
+### How It Works
+
+1. **Producer**: When sending a message, the library creates a span and injects the trace context (W3C Trace Context format) into Kafka message headers
+2. **Consumer**: When receiving a message, the library extracts the trace context from headers and creates a child span linked to the producer's trace
+3. **Batch Consumer**: For batch processing, the first message's trace becomes the parent, and all other messages are added as span links
+
+```
+┌─────────────────┐                         ┌─────────────────┐
+│  HTTP Request   │                         │  Consumer App   │
+│  TraceID: abc   │                         │                 │
+│  ┌───────────┐  │      Kafka Topic        │  ┌───────────┐  │
+│  │  publish  │──┼─────────────────────────┼──│  process  │  │
+│  │  span     │  │  Headers:               │  │  span     │  │
+│  │           │  │  traceparent: 00-abc... │  │           │  │
+│  └───────────┘  │                         │  └───────────┘  │
+│                 │                         │  TraceID: abc   │
+└─────────────────┘                         └─────────────────┘
+```
+
+### Prerequisites
+
+1. Install OpenTelemetry packages:
+
+```bash
+npm install @opentelemetry/api @opentelemetry/sdk-node @opentelemetry/exporter-trace-otlp-http
+```
+
+2. **IMPORTANT**: Initialize OpenTelemetry SDK **BEFORE** your NestJS app starts:
+
+```typescript
+// tracing.ts
+import { NodeSDK } from '@opentelemetry/sdk-node';
+import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-http';
+import { Resource } from '@opentelemetry/resources';
+import { ATTR_SERVICE_NAME } from '@opentelemetry/semantic-conventions';
+
+const sdk = new NodeSDK({
+  resource: new Resource({
+    [ATTR_SERVICE_NAME]: 'my-kafka-service',
+  }),
+  traceExporter: new OTLPTraceExporter({
+    url: 'http://localhost:4318/v1/traces', // Jaeger/OTLP endpoint
+  }),
+});
+
+sdk.start();
+```
+
+```typescript
+// main.ts
+import './tracing'; // MUST be first import
+import { NestFactory } from '@nestjs/core';
+import { AppModule } from './app.module';
+
+async function bootstrap() {
+  const app = await NestFactory.create(AppModule);
+  await app.listen(3000);
+}
+bootstrap();
+```
+
+### Important: Disable KafkaJS Auto-Instrumentation
+
+If you're using `@opentelemetry/auto-instrumentations-node`, you **MUST** disable the KafkaJS auto-instrumentation to use this library's tracing. Otherwise, you'll get duplicate spans and the library's spans (with `consumer.group` attribute) won't be used.
+
+```typescript
+// tracing.ts
+import { NodeSDK } from '@opentelemetry/sdk-node';
+import { getNodeAutoInstrumentations } from '@opentelemetry/auto-instrumentations-node';
+
+const sdk = new NodeSDK({
+  instrumentations: [
+    getNodeAutoInstrumentations({
+      // Disable kafkajs auto-instrumentation
+      '@opentelemetry/instrumentation-kafkajs': {
+        enabled: false,
+      },
+    }),
+  ],
+  // ... other config
+});
+
+sdk.start();
+```
+
+### Enable Tracing
+
+```typescript
+// app.module.ts
+import { Module } from '@nestjs/common';
+import { KafkaModule, ConsumerModule } from '@loipv/nestjs-kafka';
+
+@Module({
+  imports: [
+    KafkaModule.forRoot({
+      clientId: 'my-app',
+      brokers: ['localhost:9092'],
+      tracing: {
+        enabled: true,                        // Required: enable tracing
+        tracerName: 'my-kafka-service',       // Optional: custom tracer name
+        tracerVersion: '1.0.0',               // Optional: custom tracer version
+      },
+    }),
+    ConsumerModule.forRoot(),
+  ],
+})
+export class AppModule {}
+```
+
+### Tracing Options
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `enabled` | boolean | `false` | Enable OpenTelemetry tracing |
+| `tracerName` | string | `'@loipv/nestjs-kafka'` | Custom tracer name |
+| `tracerVersion` | string | `'0.0.1'` | Custom tracer version |
+
+### Span Names
+
+Span names include the consumer group for easy identification in tracing UI:
+
+| Type | Span Name Format | Example |
+|------|------------------|---------|
+| Producer | `{topic} publish` | `orders publish` |
+| Consumer | `{groupId} {topic} process` | `order-group orders process` |
+| Batch Consumer | `{groupId} {topic} process batch` | `order-group orders process batch` |
+
+### Span Attributes (OpenTelemetry Semantic Conventions v1.24+)
+
+**Producer Span:**
+
+| Attribute | Example | Description |
+|-----------|---------|-------------|
+| `messaging.system` | `kafka` | Messaging system |
+| `messaging.destination.name` | `orders` | Topic name |
+| `messaging.operation.name` | `publish` | Operation name |
+| `messaging.operation.type` | `publish` | Operation type |
+| `messaging.destination.partition.id` | `0` | Partition (if specified) |
+| `messaging.kafka.message.key` | `customer-123` | Message key (if present) |
+
+**Consumer Span:**
+
+| Attribute | Example | Description |
+|-----------|---------|-------------|
+| `messaging.system` | `kafka` | Messaging system |
+| `messaging.destination.name` | `orders` | Topic name |
+| `messaging.destination.partition.id` | `0` | Partition number |
+| `messaging.operation.name` | `process` | Operation name |
+| `messaging.operation.type` | `process` | Operation type |
+| `messaging.kafka.offset` | `12345` | Message offset |
+| `messaging.kafka.consumer.group` | `order-group` | Consumer group ID |
+| `messaging.kafka.message.key` | `customer-123` | Message key (if present) |
+
+**Batch Consumer Span (additional):**
+
+| Attribute | Example | Description |
+|-----------|---------|-------------|
+| `messaging.batch.message_count` | `100` | Number of messages in batch |
+
+### Batch Tracing with Links
+
+For batch consumers (`batch: true`), messages from different requests/traces are processed together. The library handles this by:
+
+1. **First message's trace** becomes the **parent** (for trace continuity)
+2. **All other messages** are added as **span links** (shows relationship in tracing UI)
+
+```
+Request A (trace-A) ──publish──▶ Message 1 ──┐
+Request B (trace-B) ──publish──▶ Message 2 ──┼──▶ Batch Consumer Span
+Request C (trace-C) ──publish──▶ Message 3 ──┘      │
+                                                     ├── Parent: trace-A
+                                                     └── Links: [trace-B, trace-C]
+```
+
+This allows you to:
+- Follow the full trace from the first message's request
+- See all related traces via span links in your tracing UI (Jaeger, Zipkin, etc.)
+
+### Trace Context Propagation
+
+The library uses W3C Trace Context format for propagation via Kafka headers:
+
+| Header | Format | Example |
+|--------|--------|---------|
+| `traceparent` | `{version}-{traceId}-{spanId}-{flags}` | `00-abc123...-def456...-01` |
+| `tracestate` | Vendor-specific state | `vendor=value` |
+
+### Troubleshooting
+
+**No spans appearing:**
+1. Ensure `tracing.enabled: true` in KafkaModule options
+2. Ensure OpenTelemetry SDK is initialized **before** NestJS app starts
+3. Ensure `@opentelemetry/api` is installed
+4. If using auto-instrumentations, disable `@opentelemetry/instrumentation-kafkajs`
+
+**Missing `messaging.kafka.consumer.group` attribute:**
+- You're likely using `@opentelemetry/instrumentation-kafkajs` which creates its own spans
+- Disable it and use this library's TracingService instead
+
+**Duplicate spans:**
+- Both auto-instrumentation and this library are creating spans
+- Disable `@opentelemetry/instrumentation-kafkajs` in auto-instrumentations config
+
 ## API Reference
 
 ### Exports
@@ -694,6 +970,7 @@ export { Consumer } from './decorators';
 
 // Services
 export { KafkaClient } from './services/kafka-client.service';
+export { TracingService } from './services/tracing.service';
 export { DlqMetricsService } from './services/dlq-metrics.service';
 export { CircuitBreakerService } from './services/circuit-breaker.service';
 
@@ -704,6 +981,7 @@ export { KafkaHealthIndicator } from './health/kafka-health-indicator';
 export {
   KafkaModuleOptions,
   KafkaModuleAsyncOptions,
+  TracingOptions,
   ConsumerOptions,
   DlqOptions,
   DlqRetryOptions,
@@ -713,6 +991,124 @@ export {
 } from './interfaces';
 ```
 
+## Migration Guide (from v0.x to v1.x)
+
+v1.0.0 introduces a **breaking change**: migrating from `kafkajs` to `@confluentinc/kafka-javascript` for better performance and official Confluent support.
+
+### Why Migrate?
+
+- **Performance**: confluent-kafka-javascript is built on librdkafka (C library) - significantly better performance
+- **Commercial Support**: Official Confluent support
+- **Active Development**: More active development compared to kafkajs
+
+### Breaking Changes
+
+#### 1. Install Dependencies
+
+```bash
+# Remove kafkajs, add confluent-kafka-javascript
+npm uninstall kafkajs
+npm install @confluentinc/kafka-javascript
+```
+
+#### 2. Update Imports
+
+```typescript
+// Before (v0.x)
+import { KafkaMessage } from 'kafkajs';
+
+// After (v1.x)
+import { KafkaMessage } from '@confluentinc/kafka-javascript/kafkajs';
+```
+
+#### 3. Producer Options Moved to Module Level
+
+`acks`, `timeout`, and `compression` are now configured at the producer level, not per-send call.
+
+```typescript
+// Before (v0.x) - per-send options
+await kafka.send('topic', message, {
+  acks: -1,
+  timeout: 30000,
+  compression: 1,
+});
+
+// After (v1.x) - producer-level options
+KafkaModule.forRoot({
+  clientId: 'my-app',
+  brokers: ['localhost:9092'],
+  producer: {
+    acks: -1,
+    timeout: 30000,
+    compression: 1,
+  },
+});
+
+await kafka.send('topic', message); // No acks/timeout/compression
+```
+
+#### 4. autoCommitThreshold Removed
+
+`autoCommitThreshold` is not supported in confluent-kafka-javascript. Remove this option from your consumer configuration.
+
+```typescript
+// Before (v0.x)
+@Consumer('topic', {
+  autoCommitThreshold: 100, // Not supported
+})
+
+// After (v1.x)
+@Consumer('topic', {
+  // autoCommitThreshold removed - use autoCommitInterval instead
+  autoCommitInterval: 5000,
+})
+```
+
+#### 5. Retry Options Changes
+
+The following retry options have been removed as they are not supported in confluent-kafka-javascript:
+
+- `retry.restartOnFailure` - Consumer restart control is handled by the library internally
+- `retry.factor` - Use `retry.multiplier` for exponential backoff
+
+```typescript
+// Before (v0.x)
+@Consumer('topic', {
+  retry: {
+    restartOnFailure: false,  // Removed
+    factor: 0.2,              // Removed
+  },
+})
+
+// After (v1.x)
+@Consumer('topic', {
+  retry: {
+    retries: 3,
+    multiplier: 2,            // Use multiplier for backoff
+  },
+})
+```
+
+#### 6. Platform Requirements
+
+confluent-kafka-javascript only supports:
+- **Linux**: x64, arm64
+- **macOS**: arm64 (Apple Silicon)
+- **Windows**: x64
+- **Node.js**: 18, 20, 21, 22
+
+### No Changes Required
+
+The following features work the same way:
+- `@Consumer()` decorator syntax
+- `KafkaClient.send()`, `sendBatch()`, `sendMultiTopicBatch()`, `sendQueued()`
+- DLQ configuration and retry
+- OpenTelemetry tracing
+- Health checks
+- Multi-connection support
+- Batch processing and key grouping
+- Idempotency and back pressure
+
 ## License
 
 MIT

package/dist/health/kafka-health-indicator.js

@@ -46,12 +46,11 @@ let KafkaHealthIndicator = class KafkaHealthIndicator {
         try {
             const admin = this.kafkaCore.getKafka().admin();
             await admin.connect();
-            const clusterInfo = await admin.describeCluster();
+            const topics = await admin.listTopics();
             await admin.disconnect();
             const details = {
-                brokers: clusterInfo.brokers.length,
-                controller: clusterInfo.controller,
-                clusterId: clusterInfo.clusterId,
+                connected: true,
+                topicCount: topics.length,
             };
             if (this.healthIndicatorService) {
                 return this.healthIndicatorService.check(key).up(details);

package/dist/health/kafka-health-indicator.js.map

@@ -1 +1 @@
-{"version":3,"file":"kafka-health-indicator.js","sourceRoot":"","sources":["../../lib/health/kafka-health-indicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAsD;AACtD,2EAA+D;AAC/D,uEAAkE;AA2C3D,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAEZ;IACA;IACY;IAH/B,YACmB,WAAwB,EACxB,SAA2B,EACf,sBAA+C;QAF3D,gBAAW,GAAX,WAAW,CAAa;QACxB,cAAS,GAAT,SAAS,CAAkB;QACf,2BAAsB,GAAtB,sBAAsB,CAAyB;IAC1E,CAAC;IAKL,SAAS,CAAC,GAAW;QACnB,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QAE/C,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,SAAS,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO,SAAS,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC,CAAC;QAC1F,CAAC;QAGD,OAAO;YACL,CAAC,GAAG,CAAC,EAAE;gBACL,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;gBACjC,SAAS,EAAE,SAAS;gBACpB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC;aACrE;SACF,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,YAAY,CAAC,GAAW;QAC5B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,eAAe,EAAE,CAAC;YAClD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,MAAM,OAAO,GAAG;gBACd,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM;gBACnC,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,SAAS,EAAE,WAAW,CAAC,SAAS;aACjC,CAAC;YAEF,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YAC5D,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC;YAEzD,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACnE,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,gBAAgB,CACpB,GAAW,EACX,OAAe,EACf,SAAiB,IAAI;QAErB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAEtB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACtD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,MAAM,WAAW,IAAI,OAAO,EAAE,CAAC;gBAClC,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBAC9C,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;YACpC,MAAM,OAAO,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YAEnD,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACzD,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrE,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC;YAEzD,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACnE,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;CACF,CAAA;AA1GY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCAFmB,kCAAW;QACb,qCAAgB;GAHnC,oBAAoB,CA0GhC"}
+{"version":3,"file":"kafka-health-indicator.js","sourceRoot":"","sources":["../../lib/health/kafka-health-indicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAsD;AACtD,2EAA+D;AAC/D,uEAAkE;AA2C3D,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAEZ;IACA;IACY;IAH/B,YACmB,WAAwB,EACxB,SAA2B,EACf,sBAA+C;QAF3D,gBAAW,GAAX,WAAW,CAAa;QACxB,cAAS,GAAT,SAAS,CAAkB;QACf,2BAAsB,GAAtB,sBAAsB,CAAyB;IAC1E,CAAC;IAKL,SAAS,CAAC,GAAW;QACnB,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QAE/C,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,SAAS,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO,SAAS,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC,CAAC;QAC1F,CAAC;QAGD,OAAO;YACL,CAAC,GAAG,CAAC,EAAE;gBACL,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;gBACjC,SAAS,EAAE,SAAS;gBACpB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC;aACrE;SACF,CAAC;IACJ,CAAC;IAOD,KAAK,CAAC,YAAY,CAAC,GAAW;QAC5B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAGtB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,MAAM,OAAO,GAAG;gBACd,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,MAAM,CAAC,MAAM;aAC1B,CAAC;YAEF,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YAC5D,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC;YAEzD,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACnE,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,gBAAgB,CACpB,GAAW,EACX,OAAe,EACf,SAAiB,IAAI;QAErB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAEtB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACtD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,MAAM,WAAW,IAAI,OAAO,EAAE,CAAC;gBAClC,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBAC9C,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;YACpC,MAAM,OAAO,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YAEnD,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACzD,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrE,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAAC;YAEzD,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACnE,CAAC;YAED,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;CACF,CAAA;AA5GY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCAFmB,kCAAW;QACb,qCAAgB;GAHnC,oBAAoB,CA4GhC"}

package/dist/index.d.ts

@@ -2,5 +2,6 @@ export { KafkaModule } from './kafka.module';
 export { ConsumerModule } from './consumer.module';
 export { Consumer, InjectKafkaClient } from './decorators';
 export { KafkaClient, ConnectionBoundClient, } from './services/kafka-client.service';
+export { TracingService } from './services/tracing.service';
 export { KafkaHealthIndicator } from './health/kafka-health-indicator';
 export * from './interfaces';

package/dist/index.js

@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.KafkaHealthIndicator = exports.ConnectionBoundClient = exports.KafkaClient = exports.InjectKafkaClient = exports.Consumer = exports.ConsumerModule = exports.KafkaModule = void 0;
+exports.KafkaHealthIndicator = exports.TracingService = exports.ConnectionBoundClient = exports.KafkaClient = exports.InjectKafkaClient = exports.Consumer = exports.ConsumerModule = exports.KafkaModule = void 0;
 var kafka_module_1 = require("./kafka.module");
 Object.defineProperty(exports, "KafkaModule", { enumerable: true, get: function () { return kafka_module_1.KafkaModule; } });
 var consumer_module_1 = require("./consumer.module");
@@ -25,6 +25,8 @@ Object.defineProperty(exports, "InjectKafkaClient", { enumerable: true, get: fun
 var kafka_client_service_1 = require("./services/kafka-client.service");
 Object.defineProperty(exports, "KafkaClient", { enumerable: true, get: function () { return kafka_client_service_1.KafkaClient; } });
 Object.defineProperty(exports, "ConnectionBoundClient", { enumerable: true, get: function () { return kafka_client_service_1.ConnectionBoundClient; } });
+var tracing_service_1 = require("./services/tracing.service");
+Object.defineProperty(exports, "TracingService", { enumerable: true, get: function () { return tracing_service_1.TracingService; } });
 var kafka_health_indicator_1 = require("./health/kafka-health-indicator");
 Object.defineProperty(exports, "KafkaHealthIndicator", { enumerable: true, get: function () { return kafka_health_indicator_1.KafkaHealthIndicator; } });
 __exportStar(require("./interfaces"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,+CAA6C;AAApC,2GAAA,WAAW,OAAA;AACpB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAGvB,2CAA2D;AAAlD,sGAAA,QAAQ,OAAA;AAAE,+GAAA,iBAAiB,OAAA;AAGpC,wEAGyC;AAFvC,mHAAA,WAAW,OAAA;AACX,6HAAA,qBAAqB,OAAA;AAIvB,0EAAuE;AAA9D,8HAAA,oBAAoB,OAAA;AAG7B,+CAA6B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,+CAA6C;AAApC,2GAAA,WAAW,OAAA;AACpB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAGvB,2CAA2D;AAAlD,sGAAA,QAAQ,OAAA;AAAE,+GAAA,iBAAiB,OAAA;AAGpC,wEAGyC;AAFvC,mHAAA,WAAW,OAAA;AACX,6HAAA,qBAAqB,OAAA;AAEvB,8DAA4D;AAAnD,iHAAA,cAAc,OAAA;AAGvB,0EAAuE;AAA9D,8HAAA,oBAAoB,OAAA;AAG7B,+CAA6B"}

package/dist/interfaces/consumer-options.interface.d.ts

@@ -1,4 +1,6 @@
-import { KafkaMessage } from 'kafkajs';
+import { KafkaJS } from '@confluentinc/kafka-javascript';
+type KafkaMessage = KafkaJS.KafkaMessage;
+export type PartitionAssigner = 'roundrobin' | 'range' | 'cooperative-sticky';
 export interface DlqRetryOptions {
     enabled?: boolean;
     maxRetries?: number;
@@ -21,9 +23,8 @@ export interface ConsumerRetryOptions {
     retries?: number;
     maxRetryTime?: number;
     initialRetryTime?: number;
-    factor?: number;
     multiplier?: number;
-    restartOnFailure?: boolean | ((error: Error) => Promise<boolean>);
+    skipMessageOnMaxRetries?: boolean;
 }
 export interface ConsumerOptions {
     topic?: string;
@@ -47,9 +48,9 @@ export interface ConsumerOptions {
     dlq?: DlqOptions;
     autoCommit?: boolean;
     autoCommitInterval?: number;
-    autoCommitThreshold?: number;
     fromBeginning?: boolean;
     allowAutoTopicCreation?: boolean;
+    partitionAssigners?: PartitionAssigner[];
     retry?: ConsumerRetryOptions;
 }
 export interface ConsumerMetadata {
@@ -73,3 +74,4 @@ export interface PressureManagerOptions {
     maxQueueSize: number;
     checkIntervalMs?: number;
 }
+export {};