@venizia/ignis-helpers 0.0.7-0 → 0.0.7

package/dist/modules/queue/kafka/admin.d.ts

@@ -0,0 +1,32 @@
+import { Admin } from '@platformatic/kafka';
+import { BaseKafkaHelper } from './base';
+import type { IKafkaAdminOptions } from './common/types';
+/**
+ * KafkaAdminHelper — Wrapper around `@platformatic/kafka` Admin.
+ *
+ * Provides scoped logging, lifecycle management, and health tracking.
+ * Use `getAdmin()` to access the full Admin API directly.
+ *
+ * @example
+ * const helper = KafkaAdminHelper.newInstance({
+ *   bootstrapBrokers: ['127.0.0.1:29092'],
+ *   clientId: 'my-admin',
+ *   onBrokerConnect: ({ broker }) => console.log(`Connected to ${broker.host}:${broker.port}`),
+ * });
+ *
+ * const admin = helper.getAdmin();
+ * await admin.createTopics({ topics: ['my-topic'], partitions: 3, replicas: 1 });
+ *
+ * helper.isHealthy(); // true when connected
+ *
+ * await helper.close();
+ */
+export declare class KafkaAdminHelper extends BaseKafkaHelper<Admin> {
+    constructor(opts: IKafkaAdminOptions);
+    static newInstance(opts: IKafkaAdminOptions): KafkaAdminHelper;
+    getAdmin(): Admin;
+    close(opts?: {
+        isForce?: boolean;
+    }): Promise<void>;
+}
+//# sourceMappingURL=admin.d.ts.map

package/dist/modules/queue/kafka/admin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"admin.d.ts","sourceRoot":"","sources":["../../../../src/modules/queue/kafka/admin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAEzC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEzD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,gBAAiB,SAAQ,eAAe,CAAC,KAAK,CAAC;gBAC9C,IAAI,EAAE,kBAAkB;IA6BpC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,kBAAkB,GAAG,gBAAgB;IAI9D,QAAQ,IAAI,KAAK;IAIX,KAAK,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBzD"}

package/dist/modules/queue/kafka/admin.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaAdminHelper = void 0;
+const kafka_1 = require("@platformatic/kafka");
+const base_1 = require("./base");
+const constants_1 = require("./common/constants");
+/**
+ * KafkaAdminHelper — Wrapper around `@platformatic/kafka` Admin.
+ *
+ * Provides scoped logging, lifecycle management, and health tracking.
+ * Use `getAdmin()` to access the full Admin API directly.
+ *
+ * @example
+ * const helper = KafkaAdminHelper.newInstance({
+ *   bootstrapBrokers: ['127.0.0.1:29092'],
+ *   clientId: 'my-admin',
+ *   onBrokerConnect: ({ broker }) => console.log(`Connected to ${broker.host}:${broker.port}`),
+ * });
+ *
+ * const admin = helper.getAdmin();
+ * await admin.createTopics({ topics: ['my-topic'], partitions: 3, replicas: 1 });
+ *
+ * helper.isHealthy(); // true when connected
+ *
+ * await helper.close();
+ */
+class KafkaAdminHelper extends base_1.BaseKafkaHelper {
+    constructor(opts) {
+        super({
+            scope: KafkaAdminHelper.name,
+            identifier: opts.identifier ?? 'kafka-admin',
+            shutdownTimeout: opts.shutdownTimeout,
+            client: new kafka_1.Admin({
+                clientId: opts.clientId,
+                bootstrapBrokers: opts.bootstrapBrokers,
+                sasl: opts.sasl,
+                tls: opts.tls,
+                ssl: opts.ssl,
+                connectTimeout: opts.connectTimeout,
+                requestTimeout: opts.requestTimeout,
+                retries: opts.retries ?? constants_1.KafkaDefaults.RETRIES,
+                retryDelay: opts.retryDelay ?? constants_1.KafkaDefaults.RETRY_DELAY,
+            }),
+            onBrokerConnect: opts.onBrokerConnect,
+            onBrokerDisconnect: opts.onBrokerDisconnect,
+        });
+        this.configureBrokerEvents();
+        this.logger.info('[constructor] Kafka Admin CREATED | ClientId: %s | Brokers: %j', opts.clientId, opts.bootstrapBrokers);
+    }
+    static newInstance(opts) {
+        return new KafkaAdminHelper(opts);
+    }
+    getAdmin() {
+        return this.client;
+    }
+    async close(opts) {
+        const force = opts?.isForce ?? false;
+        if (force) {
+            await this.closeClient();
+        }
+        else {
+            try {
+                await this.gracefulCloseClient();
+            }
+            catch {
+                this.logger.warn('[close] Graceful shutdown timed out, forcing close');
+                await this.closeClient();
+            }
+        }
+        this.healthStatus = constants_1.KafkaHealthStatuses.DISCONNECTED;
+        this.logger.info('[close] Admin closed | Force: %s', force);
+    }
+}
+exports.KafkaAdminHelper = KafkaAdminHelper;
+//# sourceMappingURL=admin.js.map

package/dist/modules/queue/kafka/admin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"admin.js","sourceRoot":"","sources":["../../../../src/modules/queue/kafka/admin.ts"],"names":[],"mappings":";;;AAAA,+CAA4C;AAC5C,iCAAyC;AACzC,kDAAwE;AAGxE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,gBAAiB,SAAQ,sBAAsB;IAC1D,YAAY,IAAwB;QAClC,KAAK,CAAC;YACJ,KAAK,EAAE,gBAAgB,CAAC,IAAI;YAC5B,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,aAAa;YAC5C,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,MAAM,EAAE,IAAI,aAAK,CAAC;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,yBAAa,CAAC,OAAO;gBAC9C,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,yBAAa,CAAC,WAAW;aACzD,CAAC;YACF,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,CAAC,CAAC;QAEH,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gEAAgE,EAChE,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,gBAAgB,CACtB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,IAAwB;QACzC,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAA4B;QACtC,MAAM,KAAK,GAAG,IAAI,EAAE,OAAO,IAAI,KAAK,CAAC;QAErC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;gBACvE,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,+BAAmB,CAAC,YAAY,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC;CACF;AAvDD,4CAuDC"}

package/dist/modules/queue/kafka/base.d.ts

@@ -0,0 +1,38 @@
+import type { Base, BaseOptions } from '@platformatic/kafka';
+import { BaseHelper } from '@venizia/ignis-helpers';
+import { type TKafkaHealthStatus } from './common/constants';
+import type { TKafkaBrokerEventCallback } from './common/types';
+export interface IKafkaBaseOptions<TClient extends Base<BaseOptions>> {
+    scope: string;
+    identifier: string;
+    client: TClient;
+    shutdownTimeout?: number;
+    onBrokerConnect?: TKafkaBrokerEventCallback;
+    onBrokerDisconnect?: TKafkaBrokerEventCallback;
+}
+/**
+ * BaseKafkaHelper — Shared health tracking and broker event wiring
+ * for all Kafka helpers (producer, consumer, admin).
+ *
+ * Generic `TClient` is the platformatic client type (Producer, Consumer, Admin).
+ * Subclasses create the client, pass it via `super({ client })`, and access it
+ * through `this.client`. Broker events are wired automatically in the constructor.
+ */
+export declare abstract class BaseKafkaHelper<TClient extends Base<BaseOptions>> extends BaseHelper {
+    protected readonly client: TClient;
+    protected readonly shutdownTimeout: number;
+    protected healthStatus: TKafkaHealthStatus;
+    private readonly onBrokerConnect?;
+    private readonly onBrokerDisconnect?;
+    constructor(opts: IKafkaBaseOptions<TClient>);
+    isHealthy(): boolean;
+    isReady(): boolean;
+    getHealthStatus(): TKafkaHealthStatus;
+    protected configureBrokerConnect(): void;
+    protected configureBrokerDisconnect(): void;
+    protected configureBrokerFailed(): void;
+    protected configureBrokerEvents(): void;
+    protected closeClient(): Promise<void>;
+    protected gracefulCloseClient(): Promise<void>;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/modules/queue/kafka/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../../src/modules/queue/kafka/base.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,WAAW,EAA8B,MAAM,qBAAqB,CAAC;AACzF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAIL,KAAK,kBAAkB,EACxB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAEhE,MAAM,WAAW,iBAAiB,CAAC,OAAO,SAAS,IAAI,CAAC,WAAW,CAAC;IAClE,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C,kBAAkB,CAAC,EAAE,yBAAyB,CAAC;CAChD;AAED;;;;;;;GAOG;AACH,8BAAsB,eAAe,CAAC,OAAO,SAAS,IAAI,CAAC,WAAW,CAAC,CAAE,SAAQ,UAAU;IACzF,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACnC,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IAE3C,SAAS,CAAC,YAAY,EAAE,kBAAkB,CAA+B;IAEzE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAA4B;IAC7D,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAA4B;gBAEpD,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC;IAQ5C,SAAS,IAAI,OAAO;IAIpB,OAAO,IAAI,OAAO;IAIlB,eAAe,IAAI,kBAAkB;IAIrC,SAAS,CAAC,sBAAsB;IAYhC,SAAS,CAAC,yBAAyB;IAYnC,SAAS,CAAC,qBAAqB;IAW/B,SAAS,CAAC,qBAAqB,IAAI,IAAI;IAMvC,SAAS,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAItC,SAAS,CAAC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ/C"}

package/dist/modules/queue/kafka/base.js

@@ -0,0 +1,70 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseKafkaHelper = void 0;
+const ignis_helpers_1 = require("@venizia/ignis-helpers");
+const constants_1 = require("./common/constants");
+/**
+ * BaseKafkaHelper — Shared health tracking and broker event wiring
+ * for all Kafka helpers (producer, consumer, admin).
+ *
+ * Generic `TClient` is the platformatic client type (Producer, Consumer, Admin).
+ * Subclasses create the client, pass it via `super({ client })`, and access it
+ * through `this.client`. Broker events are wired automatically in the constructor.
+ */
+class BaseKafkaHelper extends ignis_helpers_1.BaseHelper {
+    constructor(opts) {
+        super({ scope: opts.scope, identifier: opts.identifier });
+        this.healthStatus = constants_1.KafkaHealthStatuses.UNKNOWN;
+        this.client = opts.client;
+        this.shutdownTimeout = opts.shutdownTimeout ?? constants_1.KafkaDefaults.SHUTDOWN_TIMEOUT;
+        this.onBrokerConnect = opts.onBrokerConnect;
+        this.onBrokerDisconnect = opts.onBrokerDisconnect;
+    }
+    isHealthy() {
+        return this.healthStatus === constants_1.KafkaHealthStatuses.CONNECTED;
+    }
+    isReady() {
+        return this.healthStatus === constants_1.KafkaHealthStatuses.CONNECTED;
+    }
+    getHealthStatus() {
+        return this.healthStatus;
+    }
+    configureBrokerConnect() {
+        this.client.on(constants_1.KafkaClientEvents.BROKER_CONNECT, (payload) => {
+            this.healthStatus = constants_1.KafkaHealthStatuses.CONNECTED;
+            this.logger.info('[configureBrokerConnect] Broker CONNECTED | Host: %s | Port: %d', payload.broker.host, payload.broker.port);
+            this.onBrokerConnect?.({ broker: payload.broker });
+        });
+    }
+    configureBrokerDisconnect() {
+        this.client.on(constants_1.KafkaClientEvents.BROKER_DISCONNECT, (payload) => {
+            this.healthStatus = constants_1.KafkaHealthStatuses.DISCONNECTED;
+            this.logger.warn('[configureBrokerDisconnect] Broker DISCONNECTED | Host: %s | Port: %d', payload.broker.host, payload.broker.port);
+            this.onBrokerDisconnect?.({ broker: payload.broker });
+        });
+    }
+    configureBrokerFailed() {
+        this.client.on(constants_1.KafkaClientEvents.BROKER_FAILED, (payload) => {
+            this.healthStatus = constants_1.KafkaHealthStatuses.DISCONNECTED;
+            this.logger.error('[configureBrokerFailed] Broker connection FAILED | Host: %s | Port: %d', payload.broker.host, payload.broker.port);
+        });
+    }
+    configureBrokerEvents() {
+        this.configureBrokerConnect();
+        this.configureBrokerDisconnect();
+        this.configureBrokerFailed();
+    }
+    closeClient() {
+        return this.client.close();
+    }
+    gracefulCloseClient() {
+        return Promise.race([
+            this.closeClient(),
+            new Promise((_, reject) => {
+                setTimeout(() => reject(new Error('Shutdown timed out')), this.shutdownTimeout);
+            }),
+        ]);
+    }
+}
+exports.BaseKafkaHelper = BaseKafkaHelper;
+//# sourceMappingURL=base.js.map

package/dist/modules/queue/kafka/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/modules/queue/kafka/base.ts"],"names":[],"mappings":";;;AACA,0DAAoD;AACpD,kDAK4B;AAY5B;;;;;;;GAOG;AACH,MAAsB,eAAmD,SAAQ,0BAAU;IASzF,YAAY,IAAgC;QAC1C,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QANlD,iBAAY,GAAuB,+BAAmB,CAAC,OAAO,CAAC;QAOvE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,yBAAa,CAAC,gBAAgB,CAAC;QAC9E,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;IACpD,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,YAAY,KAAK,+BAAmB,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,YAAY,KAAK,+BAAmB,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAES,sBAAsB;QAC9B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,6BAAiB,CAAC,cAAc,EAAE,CAAC,OAAmC,EAAE,EAAE;YACvF,IAAI,CAAC,YAAY,GAAG,+BAAmB,CAAC,SAAS,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,EACjE,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,CACpB,CAAC;YACF,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC;IAES,yBAAyB;QACjC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,6BAAiB,CAAC,iBAAiB,EAAE,CAAC,OAAmC,EAAE,EAAE;YAC1F,IAAI,CAAC,YAAY,GAAG,+BAAmB,CAAC,YAAY,CAAC;YACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uEAAuE,EACvE,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,CACpB,CAAC;YACF,IAAI,CAAC,kBAAkB,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAES,qBAAqB;QAC7B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,6BAAiB,CAAC,aAAa,EAAE,CAAC,OAAmC,EAAE,EAAE;YACtF,IAAI,CAAC,YAAY,GAAG,+BAAmB,CAAC,YAAY,CAAC;YACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wEAAwE,EACxE,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,CACpB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAES,qBAAqB;QAC7B,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAES,WAAW;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAES,mBAAmB;QAC3B,OAAO,OAAO,CAAC,IAAI,CAAC;YAClB,IAAI,CAAC,WAAW,EAAE;YAClB,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC9B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAClF,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;CACF;AAlFD,0CAkFC"}

package/dist/modules/queue/kafka/common/constants.d.ts

@@ -14,6 +14,27 @@ export declare class KafkaAcks {
     static isValid(ack: number): boolean;
 }
 export type TKafkaAcks = TConstValue<typeof KafkaAcks>;
+export declare class KafkaHealthStatuses {
+    static readonly CONNECTED = "connected";
+    static readonly DISCONNECTED = "disconnected";
+    static readonly UNKNOWN = "unknown";
+    static readonly SCHEME_SET: Set<string>;
+    static isValid(status: string): boolean;
+}
+export type TKafkaHealthStatus = TConstValue<typeof KafkaHealthStatuses>;
+export declare class KafkaClientEvents {
+    static readonly BROKER_CONNECT = "client:broker:connect";
+    static readonly BROKER_DISCONNECT = "client:broker:disconnect";
+    static readonly BROKER_FAILED = "client:broker:failed";
+    static readonly CONSUMER_GROUP_JOIN = "consumer:group:join";
+    static readonly CONSUMER_GROUP_LEAVE = "consumer:group:leave";
+    static readonly CONSUMER_GROUP_REBALANCE = "consumer:group:rebalance";
+    static readonly CONSUMER_HEARTBEAT_ERROR = "consumer:heartbeat:error";
+    static readonly CONSUMER_LAG = "consumer:lag";
+    static readonly CONSUMER_LAG_ERROR = "consumer:lag:error";
+    static readonly STREAM_DATA = "data";
+    static readonly STREAM_ERROR = "error";
+}
 export declare class KafkaDefaults {
     static readonly RETRIES = 3;
     static readonly RETRY_DELAY = 1000;
@@ -26,5 +47,9 @@ export declare class KafkaDefaults {
     static readonly MIN_BYTES = 1;
     static readonly METADATA_MAX_AGE = 300000;
     static readonly GROUP_PROTOCOL = "classic";
+    static readonly CONSUME_MODE = "committed";
+    static readonly CONSUME_FALLBACK_MODE = "latest";
+    static readonly SHUTDOWN_TIMEOUT = 30000;
+    static readonly LAG_MONITOR_INTERVAL = 30000;
 }
 //# sourceMappingURL=constants.d.ts.map

package/dist/modules/queue/kafka/common/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/common/constants.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,qBAAa,kBAAkB;IAC7B,MAAM,CAAC,QAAQ,CAAC,OAAO,aAAa;IACpC,MAAM,CAAC,QAAQ,CAAC,QAAQ,cAAc;IAEtC,MAAM,CAAC,QAAQ,CAAC,UAAU,cAA0C;IAEpE,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;CAGtC;AAED,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAMzE,qBAAa,SAAS;IACpB,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK;IACzB,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK;IAC3B,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM;IAEzB,MAAM,CAAC,QAAQ,CAAC,UAAU,cAA+C;IAEzE,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;CAGrC;AAED,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,SAAS,CAAC,CAAC;AAMvD,qBAAa,aAAa;IAExB,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK;IAC5B,MAAM,CAAC,QAAQ,CAAC,WAAW,QAAS;IAGpC,MAAM,CAAC,QAAQ,CAAC,MAAM,QAAQ;IAC9B,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAG1C,MAAM,CAAC,QAAQ,CAAC,UAAU,SAAS;IACnC,MAAM,CAAC,QAAQ,CAAC,eAAe,SAAU;IACzC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,QAAS;IAC3C,MAAM,CAAC,QAAQ,CAAC,eAAe,QAAQ;IACvC,MAAM,CAAC,QAAQ,CAAC,SAAS,KAAK;IAC9B,MAAM,CAAC,QAAQ,CAAC,gBAAgB,UAAW;IAC3C,MAAM,CAAC,QAAQ,CAAC,cAAc,aAA8B;CAC7D"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/common/constants.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,qBAAa,kBAAkB;IAC7B,MAAM,CAAC,QAAQ,CAAC,OAAO,aAAa;IACpC,MAAM,CAAC,QAAQ,CAAC,QAAQ,cAAc;IAEtC,MAAM,CAAC,QAAQ,CAAC,UAAU,cAA0C;IAEpE,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;CAGtC;AAED,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAMzE,qBAAa,SAAS;IACpB,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK;IACzB,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK;IAC3B,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM;IAEzB,MAAM,CAAC,QAAQ,CAAC,UAAU,cAA+C;IAEzE,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;CAGrC;AAED,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,SAAS,CAAC,CAAC;AAMvD,qBAAa,mBAAmB;IAC9B,MAAM,CAAC,QAAQ,CAAC,SAAS,eAAe;IACxC,MAAM,CAAC,QAAQ,CAAC,YAAY,kBAAkB;IAC9C,MAAM,CAAC,QAAQ,CAAC,OAAO,aAAa;IAEpC,MAAM,CAAC,QAAQ,CAAC,UAAU,cAA8D;IAExF,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;CAGxC;AAED,MAAM,MAAM,kBAAkB,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAMzE,qBAAa,iBAAiB;IAE5B,MAAM,CAAC,QAAQ,CAAC,cAAc,2BAA2B;IACzD,MAAM,CAAC,QAAQ,CAAC,iBAAiB,8BAA8B;IAC/D,MAAM,CAAC,QAAQ,CAAC,aAAa,0BAA0B;IAGvD,MAAM,CAAC,QAAQ,CAAC,mBAAmB,yBAAyB;IAC5D,MAAM,CAAC,QAAQ,CAAC,oBAAoB,0BAA0B;IAC9D,MAAM,CAAC,QAAQ,CAAC,wBAAwB,8BAA8B;IACtE,MAAM,CAAC,QAAQ,CAAC,wBAAwB,8BAA8B;IACtE,MAAM,CAAC,QAAQ,CAAC,YAAY,kBAAkB;IAC9C,MAAM,CAAC,QAAQ,CAAC,kBAAkB,wBAAwB;IAG1D,MAAM,CAAC,QAAQ,CAAC,WAAW,UAAU;IACrC,MAAM,CAAC,QAAQ,CAAC,YAAY,WAAW;CACxC;AAMD,qBAAa,aAAa;IAExB,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK;IAC5B,MAAM,CAAC,QAAQ,CAAC,WAAW,QAAS;IAGpC,MAAM,CAAC,QAAQ,CAAC,MAAM,QAAQ;IAC9B,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAG1C,MAAM,CAAC,QAAQ,CAAC,UAAU,SAAS;IACnC,MAAM,CAAC,QAAQ,CAAC,eAAe,SAAU;IACzC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,QAAS;IAC3C,MAAM,CAAC,QAAQ,CAAC,eAAe,QAAQ;IACvC,MAAM,CAAC,QAAQ,CAAC,SAAS,KAAK;IAC9B,MAAM,CAAC,QAAQ,CAAC,gBAAgB,UAAW;IAC3C,MAAM,CAAC,QAAQ,CAAC,cAAc,aAA8B;IAE5D,MAAM,CAAC,QAAQ,CAAC,YAAY,eAAe;IAC3C,MAAM,CAAC,QAAQ,CAAC,qBAAqB,YAAY;IAEjD,MAAM,CAAC,QAAQ,CAAC,gBAAgB,SAAU;IAC1C,MAAM,CAAC,QAAQ,CAAC,oBAAoB,SAAU;CAC/C"}

package/dist/modules/queue/kafka/common/constants.js

@@ -3,7 +3,7 @@
 // Group protocol enumeration
 // -------------------------------------------------------------------------
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.KafkaDefaults = exports.KafkaAcks = exports.KafkaGroupProtocol = void 0;
+exports.KafkaDefaults = exports.KafkaClientEvents = exports.KafkaHealthStatuses = exports.KafkaAcks = exports.KafkaGroupProtocol = void 0;
 class KafkaGroupProtocol {
     static { this.CLASSIC = 'classic'; }
     static { this.CONSUMER = 'consumer'; }
@@ -29,6 +29,39 @@ exports.KafkaAcks = KafkaAcks;
 // -------------------------------------------------------------------------
 // Default values
 // -------------------------------------------------------------------------
+class KafkaHealthStatuses {
+    static { this.CONNECTED = 'connected'; }
+    static { this.DISCONNECTED = 'disconnected'; }
+    static { this.UNKNOWN = 'unknown'; }
+    static { this.SCHEME_SET = new Set([this.CONNECTED, this.DISCONNECTED, this.UNKNOWN]); }
+    static isValid(status) {
+        return this.SCHEME_SET.has(status);
+    }
+}
+exports.KafkaHealthStatuses = KafkaHealthStatuses;
+// -------------------------------------------------------------------------
+// Kafka events
+// -------------------------------------------------------------------------
+class KafkaClientEvents {
+    // Broker events
+    static { this.BROKER_CONNECT = 'client:broker:connect'; }
+    static { this.BROKER_DISCONNECT = 'client:broker:disconnect'; }
+    static { this.BROKER_FAILED = 'client:broker:failed'; }
+    // Consumer events
+    static { this.CONSUMER_GROUP_JOIN = 'consumer:group:join'; }
+    static { this.CONSUMER_GROUP_LEAVE = 'consumer:group:leave'; }
+    static { this.CONSUMER_GROUP_REBALANCE = 'consumer:group:rebalance'; }
+    static { this.CONSUMER_HEARTBEAT_ERROR = 'consumer:heartbeat:error'; }
+    static { this.CONSUMER_LAG = 'consumer:lag'; }
+    static { this.CONSUMER_LAG_ERROR = 'consumer:lag:error'; }
+    // Stream events
+    static { this.STREAM_DATA = 'data'; }
+    static { this.STREAM_ERROR = 'error'; }
+}
+exports.KafkaClientEvents = KafkaClientEvents;
+// -------------------------------------------------------------------------
+// Default values
+// -------------------------------------------------------------------------
 class KafkaDefaults {
     // Shared
     static { this.RETRIES = 3; }
@@ -44,6 +77,10 @@ class KafkaDefaults {
     static { this.MIN_BYTES = 1; }
     static { this.METADATA_MAX_AGE = 300_000; }
     static { this.GROUP_PROTOCOL = KafkaGroupProtocol.CLASSIC; }
+    static { this.CONSUME_MODE = 'committed'; }
+    static { this.CONSUME_FALLBACK_MODE = 'latest'; }
+    static { this.SHUTDOWN_TIMEOUT = 30_000; }
+    static { this.LAG_MONITOR_INTERVAL = 30_000; }
 }
 exports.KafkaDefaults = KafkaDefaults;
 //# sourceMappingURL=constants.js.map

package/dist/modules/queue/kafka/common/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/common/constants.ts"],"names":[],"mappings":";AAAA,4EAA4E;AAC5E,6BAA6B;AAC7B,4EAA4E;;;AAI5E,MAAa,kBAAkB;aACb,YAAO,GAAG,SAAS,CAAC;aACpB,aAAQ,GAAG,UAAU,CAAC;aAEtB,eAAU,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEpE,MAAM,CAAC,OAAO,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;;AARH,gDASC;AAID,4EAA4E;AAC5E,mBAAmB;AACnB,4EAA4E;AAE5E,MAAa,SAAS;aACJ,SAAI,GAAG,CAAC,CAAC,GAAC,sCAAsC;aAChD,WAAM,GAAG,CAAC,CAAC,GAAC,6BAA6B;aACzC,QAAG,GAAG,CAAC,CAAC,CAAC,GAAC,0BAA0B;aAEpC,eAAU,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEzE,MAAM,CAAC,OAAO,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;;AATH,8BAUC;AAID,4EAA4E;AAC5E,iBAAiB;AACjB,4EAA4E;AAE5E,MAAa,aAAa;IACxB,SAAS;aACO,YAAO,GAAG,CAAC,CAAC;aACZ,gBAAW,GAAG,KAAK,CAAC;IAEpC,WAAW;aACK,WAAM,GAAG,IAAI,CAAC;aACd,sBAAiB,GAAG,KAAK,CAAC;IAE1C,WAAW;aACK,eAAU,GAAG,KAAK,CAAC;aACnB,oBAAe,GAAG,MAAM,CAAC;aACzB,uBAAkB,GAAG,KAAK,CAAC;aAC3B,oBAAe,GAAG,IAAI,CAAC;aACvB,cAAS,GAAG,CAAC,CAAC;aACd,qBAAgB,GAAG,OAAO,CAAC;aAC3B,mBAAc,GAAG,kBAAkB,CAAC,OAAO,CAAC;;AAhB9D,sCAiBC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/common/constants.ts"],"names":[],"mappings":";AAAA,4EAA4E;AAC5E,6BAA6B;AAC7B,4EAA4E;;;AAI5E,MAAa,kBAAkB;aACb,YAAO,GAAG,SAAS,CAAC;aACpB,aAAQ,GAAG,UAAU,CAAC;aAEtB,eAAU,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEpE,MAAM,CAAC,OAAO,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;;AARH,gDASC;AAID,4EAA4E;AAC5E,mBAAmB;AACnB,4EAA4E;AAE5E,MAAa,SAAS;aACJ,SAAI,GAAG,CAAC,CAAC,GAAC,sCAAsC;aAChD,WAAM,GAAG,CAAC,CAAC,GAAC,6BAA6B;aACzC,QAAG,GAAG,CAAC,CAAC,CAAC,GAAC,0BAA0B;aAEpC,eAAU,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEzE,MAAM,CAAC,OAAO,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;;AATH,8BAUC;AAID,4EAA4E;AAC5E,iBAAiB;AACjB,4EAA4E;AAE5E,MAAa,mBAAmB;aACd,cAAS,GAAG,WAAW,CAAC;aACxB,iBAAY,GAAG,cAAc,CAAC;aAC9B,YAAO,GAAG,SAAS,CAAC;aAEpB,eAAU,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAExF,MAAM,CAAC,OAAO,CAAC,MAAc;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;;AATH,kDAUC;AAID,4EAA4E;AAC5E,eAAe;AACf,4EAA4E;AAE5E,MAAa,iBAAiB;IAC5B,gBAAgB;aACA,mBAAc,GAAG,uBAAuB,CAAC;aACzC,sBAAiB,GAAG,0BAA0B,CAAC;aAC/C,kBAAa,GAAG,sBAAsB,CAAC;IAEvD,kBAAkB;aACF,wBAAmB,GAAG,qBAAqB,CAAC;aAC5C,yBAAoB,GAAG,sBAAsB,CAAC;aAC9C,6BAAwB,GAAG,0BAA0B,CAAC;aACtD,6BAAwB,GAAG,0BAA0B,CAAC;aACtD,iBAAY,GAAG,cAAc,CAAC;aAC9B,uBAAkB,GAAG,oBAAoB,CAAC;IAE1D,gBAAgB;aACA,gBAAW,GAAG,MAAM,CAAC;aACrB,iBAAY,GAAG,OAAO,CAAC;;AAhBzC,8CAiBC;AAED,4EAA4E;AAC5E,iBAAiB;AACjB,4EAA4E;AAE5E,MAAa,aAAa;IACxB,SAAS;aACO,YAAO,GAAG,CAAC,CAAC;aACZ,gBAAW,GAAG,KAAK,CAAC;IAEpC,WAAW;aACK,WAAM,GAAG,IAAI,CAAC;aACd,sBAAiB,GAAG,KAAK,CAAC;IAE1C,WAAW;aACK,eAAU,GAAG,KAAK,CAAC;aACnB,oBAAe,GAAG,MAAM,CAAC;aACzB,uBAAkB,GAAG,KAAK,CAAC;aAC3B,oBAAe,GAAG,IAAI,CAAC;aACvB,cAAS,GAAG,CAAC,CAAC;aACd,qBAAgB,GAAG,OAAO,CAAC;aAC3B,mBAAc,GAAG,kBAAkB,CAAC,OAAO,CAAC;aAE5C,iBAAY,GAAG,WAAW,CAAC;aAC3B,0BAAqB,GAAG,QAAQ,CAAC;aAEjC,qBAAgB,GAAG,MAAM,CAAC;aAC1B,yBAAoB,GAAG,MAAM,CAAC;;AAtBhD,sCAuBC"}

package/dist/modules/queue/kafka/common/types.d.ts

@@ -1,4 +1,5 @@
-import type { CompressionAlgorithmValue, ConnectionOptions, Deserializers, Serializers } from '@platformatic/kafka';
+import { ValueOrPromise } from '../../../../common/types';
+import type { Broker, CompressionAlgorithmValue, ConfluentSchemaRegistryOptions, ConnectionOptions, Consumer, Deserializers, Message, MessagesStreamFallbackModeValue, MessagesStreamModeValue, Offsets, ProduceResult, Producer, SchemaRegistry, SendOptions, Serializers } from '@platformatic/kafka';
 import { TKafkaAcks, TKafkaGroupProtocol } from './constants';
 export interface IKafkaConnectionOptions extends ConnectionOptions {
     bootstrapBrokers: string[];
@@ -6,7 +7,44 @@ export interface IKafkaConnectionOptions extends ConnectionOptions {
     retries?: number;
     retryDelay?: number;
 }
-export interface IKafkaProducerOpts<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> extends IKafkaConnectionOptions {
+export type TKafkaBrokerEventCallback = (opts: {
+    broker: Broker;
+}) => ValueOrPromise<void>;
+export type TKafkaMessageCallback<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> = (opts: {
+    message: Message<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+}) => ValueOrPromise<void>;
+export type TKafkaMessageDoneCallback<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> = (opts: {
+    message: Message<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+}) => ValueOrPromise<void>;
+export type TKafkaMessageErrorCallback<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> = (opts: {
+    error: Error;
+    message?: Message<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+}) => ValueOrPromise<void>;
+export type TKafkaGroupJoinCallback = (opts: {
+    groupId: string;
+    memberId: string;
+    generationId?: number;
+}) => ValueOrPromise<void>;
+export type TKafkaGroupLeaveCallback = (opts: {
+    groupId: string;
+    memberId: string | null;
+}) => ValueOrPromise<void>;
+export type TKafkaGroupRebalanceCallback = (opts: {
+    groupId: string;
+}) => ValueOrPromise<void>;
+export type TKafkaHeartbeatErrorCallback = (opts: {
+    error: Error;
+    groupId?: string;
+    memberId?: string | null;
+}) => ValueOrPromise<void>;
+export type TKafkaLagCallback = (opts: {
+    lag: Offsets;
+}) => ValueOrPromise<void>;
+export type TKafkaLagErrorCallback = (opts: {
+    error: Error;
+}) => ValueOrPromise<void>;
+export type TKafkaTransactionCallback<ResultType, KeyType, ValueType, HeaderKeyType, HeaderValueType> = (ctx: IKafkaTransactionContext<KeyType, ValueType, HeaderKeyType, HeaderValueType>) => Promise<ResultType>;
+export interface IKafkaProducerOptions<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> extends IKafkaConnectionOptions {
     identifier?: string;
     serializers?: Partial<Serializers<KeyType, ValueType, HeaderKeyType, HeaderValueType>>;
     compression?: CompressionAlgorithmValue;
@@ -15,8 +53,12 @@ export interface IKafkaProducerOpts<KeyType = string, ValueType = string, Header
     transactionalId?: string;
     strict?: boolean;
     autocreateTopics?: boolean;
+    shutdownTimeout?: number;
+    registry?: SchemaRegistry<unknown, unknown, KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+    onBrokerConnect?: TKafkaBrokerEventCallback;
+    onBrokerDisconnect?: TKafkaBrokerEventCallback;
 }
-export interface IKafkaConsumerOpts<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> extends IKafkaConnectionOptions {
+export interface IKafkaConsumerOptions<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> extends IKafkaConnectionOptions {
     groupId: string;
     identifier?: string;
     deserializers?: Partial<Deserializers<KeyType, ValueType, HeaderKeyType, HeaderValueType>>;
@@ -31,8 +73,38 @@ export interface IKafkaConsumerOpts<KeyType = string, ValueType = string, Header
     metadataMaxAge?: number;
     groupProtocol?: TKafkaGroupProtocol;
     groupInstanceId?: string;
+    shutdownTimeout?: number;
+    registry?: SchemaRegistry<unknown, unknown, KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+    onBrokerConnect?: TKafkaBrokerEventCallback;
+    onBrokerDisconnect?: TKafkaBrokerEventCallback;
+    onMessage?: TKafkaMessageCallback<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+    onMessageDone?: TKafkaMessageDoneCallback<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+    onMessageError?: TKafkaMessageErrorCallback<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+    onGroupJoin?: TKafkaGroupJoinCallback;
+    onGroupLeave?: TKafkaGroupLeaveCallback;
+    onGroupRebalance?: TKafkaGroupRebalanceCallback;
+    onHeartbeatError?: TKafkaHeartbeatErrorCallback;
+    onLag?: TKafkaLagCallback;
+    onLagError?: TKafkaLagErrorCallback;
+}
+export interface IKafkaAdminOptions extends IKafkaConnectionOptions {
+    identifier?: string;
+    shutdownTimeout?: number;
+    onBrokerConnect?: TKafkaBrokerEventCallback;
+    onBrokerDisconnect?: TKafkaBrokerEventCallback;
+}
+export interface IKafkaConsumeStartOptions {
+    topics: string[];
+    mode?: MessagesStreamModeValue;
+    fallbackMode?: MessagesStreamFallbackModeValue;
+}
+export interface IKafkaTransactionContext<KeyType, ValueType, HeaderKeyType, HeaderValueType> {
+    transaction: Awaited<ReturnType<Producer<KeyType, ValueType, HeaderKeyType, HeaderValueType>['beginTransaction']>>;
+    send: (opts: SendOptions<KeyType, ValueType, HeaderKeyType, HeaderValueType>) => Promise<ProduceResult>;
+    addConsumer: <ConsumerKeyType, ConsumerValueType, ConsumerHeaderKeyType, ConsumerHeaderValueType>(consumer: Consumer<ConsumerKeyType, ConsumerValueType, ConsumerHeaderKeyType, ConsumerHeaderValueType>) => Promise<void>;
+    addOffset: <MessageKeyType, MessageValueType, MessageHeaderKeyType, MessageHeaderValueType>(message: Message<MessageKeyType, MessageValueType, MessageHeaderKeyType, MessageHeaderValueType>) => Promise<void>;
 }
-export interface IKafkaAdminOpts extends IKafkaConnectionOptions {
+export interface IKafkaSchemaRegistryOptions extends ConfluentSchemaRegistryOptions {
     identifier?: string;
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/modules/queue/kafka/common/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/common/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,WAAW,EACZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAE9D,MAAM,WAAW,uBAAwB,SAAQ,iBAAiB;IAChE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,WAAW,kBAAkB,CACjC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,CACxB,SAAQ,uBAAuB;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;IACvF,WAAW,CAAC,EAAE,yBAAyB,CAAC;IACxC,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAMD,MAAM,WAAW,kBAAkB,CACjC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,CACxB,SAAQ,uBAAuB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;IAC3F,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAMD,MAAM,WAAW,eAAgB,SAAQ,uBAAuB;IAC9D,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/common/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,EACV,MAAM,EACN,yBAAyB,EACzB,8BAA8B,EAC9B,iBAAiB,EACjB,QAAQ,EACR,aAAa,EACb,OAAO,EACP,+BAA+B,EAC/B,uBAAuB,EACvB,OAAO,EACP,aAAa,EACb,QAAQ,EACR,cAAc,EACd,WAAW,EACX,WAAW,EACZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAE9D,MAAM,WAAW,uBAAwB,SAAQ,iBAAiB;IAChE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE3F,MAAM,MAAM,qBAAqB,CAC/B,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,IACtB,CAAC,IAAI,EAAE;IACT,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;CACtE,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE3B,MAAM,MAAM,yBAAyB,CACnC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,IACtB,CAAC,IAAI,EAAE;IACT,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;CACtE,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE3B,MAAM,MAAM,0BAA0B,CACpC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,IACtB,CAAC,IAAI,EAAE;IACT,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;CACvE,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE3B,MAAM,MAAM,uBAAuB,GAAG,CAAC,IAAI,EAAE;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE3B,MAAM,MAAM,wBAAwB,GAAG,CAAC,IAAI,EAAE;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE3B,MAAM,MAAM,4BAA4B,GAAG,CAAC,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE/F,MAAM,MAAM,4BAA4B,GAAG,CAAC,IAAI,EAAE;IAChD,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAE3B,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE;IAAE,GAAG,EAAE,OAAO,CAAA;CAAE,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAEjF,MAAM,MAAM,sBAAsB,GAAG,CAAC,IAAI,EAAE;IAAE,KAAK,EAAE,KAAK,CAAA;CAAE,KAAK,cAAc,CAAC,IAAI,CAAC,CAAC;AAEtF,MAAM,MAAM,yBAAyB,CACnC,UAAU,EACV,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,IACb,CACF,GAAG,EAAE,wBAAwB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,KAC9E,OAAO,CAAC,UAAU,CAAC,CAAC;AAMzB,MAAM,WAAW,qBAAqB,CACpC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,CACxB,SAAQ,uBAAuB;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;IACvF,WAAW,CAAC,EAAE,yBAAyB,CAAC;IACxC,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAChG,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C,kBAAkB,CAAC,EAAE,yBAAyB,CAAC;CAChD;AAMD,MAAM,WAAW,qBAAqB,CACpC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,CACxB,SAAQ,uBAAuB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;IAC3F,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAGhG,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C,kBAAkB,CAAC,EAAE,yBAAyB,CAAC;IAG/C,SAAS,CAAC,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IACtF,aAAa,CAAC,EAAE,yBAAyB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAC9F,cAAc,CAAC,EAAE,0BAA0B,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAGhG,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC,YAAY,CAAC,EAAE,wBAAwB,CAAC;IACxC,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IAChD,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IAGhD,KAAK,CAAC,EAAE,iBAAiB,CAAC;IAC1B,UAAU,CAAC,EAAE,sBAAsB,CAAC;CACrC;AAMD,MAAM,WAAW,kBAAmB,SAAQ,uBAAuB;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C,kBAAkB,CAAC,EAAE,yBAAyB,CAAC;CAChD;AAMD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,IAAI,CAAC,EAAE,uBAAuB,CAAC;IAC/B,YAAY,CAAC,EAAE,+BAA+B,CAAC;CAChD;AAMD,MAAM,WAAW,wBAAwB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe;IAC1F,WAAW,EAAE,OAAO,CAClB,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAC7F,CAAC;IACF,IAAI,EAAE,CACJ,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,KAClE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5B,WAAW,EAAE,CAAC,eAAe,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,uBAAuB,EAC9F,QAAQ,EAAE,QAAQ,CAChB,eAAe,EACf,iBAAiB,EACjB,qBAAqB,EACrB,uBAAuB,CACxB,KACE,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,SAAS,EAAE,CAAC,cAAc,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,sBAAsB,EACxF,OAAO,EAAE,OAAO,CACd,cAAc,EACd,gBAAgB,EAChB,oBAAoB,EACpB,sBAAsB,CACvB,KACE,OAAO,CAAC,IAAI,CAAC,CAAC;CACpB;AAMD,MAAM,WAAW,2BAA4B,SAAQ,8BAA8B;IACjF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}

package/dist/modules/queue/kafka/consumer.d.ts

@@ -0,0 +1,64 @@
+import type { MessagesStream } from '@platformatic/kafka';
+import { Consumer } from '@platformatic/kafka';
+import { BaseKafkaHelper } from './base';
+import type { IKafkaConsumeStartOptions, IKafkaConsumerOptions } from './common/types';
+/**
+ * KafkaConsumerHelper — Wrapper around `@platformatic/kafka` Consumer.
+ *
+ * Provides scoped logging, lifecycle management, health tracking,
+ * graceful shutdown, message callbacks, and lag monitoring.
+ *
+ * @example
+ * const helper = KafkaConsumerHelper.newInstance({
+ *   bootstrapBrokers: ['127.0.0.1:29092'],
+ *   clientId: 'my-consumer',
+ *   groupId: 'my-consumer-group',
+ *   onMessage: async ({ message }) => {
+ *     console.log('Received:', message.value);
+ *     await message.commit();
+ *   },
+ *   onMessageError: ({ error }) => console.error('Error:', error),
+ *   onGroupJoin: ({ groupId, memberId }) => console.log(`Joined ${groupId}`),
+ * });
+ *
+ * await helper.start({ topics: ['my-topic'] });
+ *
+ * // Lag monitoring
+ * helper.startLagMonitoring({ topics: ['my-topic'] });
+ *
+ * // Health check
+ * helper.isHealthy(); // true when connected
+ *
+ * await helper.close();
+ */
+export declare class KafkaConsumerHelper<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string> extends BaseKafkaHelper<Consumer<KeyType, ValueType, HeaderKeyType, HeaderValueType>> {
+    private stream;
+    private lagMonitoringActive;
+    private readonly onMessage?;
+    private readonly onMessageDone?;
+    private readonly onMessageError?;
+    private readonly onGroupJoin?;
+    private readonly onGroupLeave?;
+    private readonly onGroupRebalance?;
+    private readonly onHeartbeatError?;
+    private readonly onLag?;
+    private readonly onLagError?;
+    constructor(opts: IKafkaConsumerOptions<KeyType, ValueType, HeaderKeyType, HeaderValueType>);
+    static newInstance<KeyType = string, ValueType = string, HeaderKeyType = string, HeaderValueType = string>(opts: IKafkaConsumerOptions<KeyType, ValueType, HeaderKeyType, HeaderValueType>): KafkaConsumerHelper<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+    getConsumer(): Consumer<KeyType, ValueType, HeaderKeyType, HeaderValueType>;
+    getStream(): MessagesStream<KeyType, ValueType, HeaderKeyType, HeaderValueType> | null;
+    isReady(): boolean;
+    start(opts: IKafkaConsumeStartOptions): Promise<void>;
+    startLagMonitoring(opts: {
+        topics: string[];
+        interval?: number;
+    }): void;
+    stopLagMonitoring(): void;
+    protected closeClient(): Promise<void>;
+    close(opts?: {
+        isForce?: boolean;
+    }): Promise<void>;
+    private closeStream;
+    protected configureBrokerEvents(): void;
+}
+//# sourceMappingURL=consumer.d.ts.map

package/dist/modules/queue/kafka/consumer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../../../src/modules/queue/kafka/consumer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAMV,cAAc,EAEf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAEzC,OAAO,KAAK,EACV,yBAAyB,EACzB,qBAAqB,EAUtB,MAAM,gBAAgB,CAAC;AAExB;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,qBAAa,mBAAmB,CAC9B,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,CACxB,SAAQ,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IACrF,OAAO,CAAC,MAAM,CAAmF;IACjG,OAAO,CAAC,mBAAmB,CAAS;IAGpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAKzB;IACF,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAK7B;IACF,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAK9B;IAGF,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAA0B;IACvD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAA2B;IACzD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA+B;IACjE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA+B;IAGjE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAoB;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAyB;gBAEzC,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAuD3F,MAAM,CAAC,WAAW,CAChB,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,EACxB,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAIjF,WAAW,IAAI,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAI3E,SAAS,IAAI,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GAAG,IAAI;IAI7E,OAAO,IAAI,OAAO;IAIrB,KAAK,CAAC,IAAI,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C3D,kBAAkB,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAmBvE,iBAAiB,IAAI,IAAI;cAWN,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAYzC,KAAK,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAqB1C,WAAW;cAgBN,qBAAqB,IAAI,IAAI;CAkEjD"}