kafka-crab-js 1.2.1 → 1.4.0-beta

package/README.md

@@ -8,6 +8,34 @@ A lightweight, flexible, and reliable Kafka client for JavaScript/TypeScript. It
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 </div>
 
+---
+
+## What's New in Version 1.4.x
+
+### Major Updates:
+1. **Enums Replaced by Unions**:
+   - Removed enums such as `KafkaEventName`, `PartitionPosition`, `CommitMode`, and `SecurityProtocol`.
+   - These enums were replaced with union types for better flexibility and usability.
+
+2. **Improved TypeScript Definitions**:
+   - Enhanced TypeScript definitions for better clarity and usability:
+     - Changes in `KafkaClientConfig`, `KafkaConsumer`, and `KafkaProducer`.
+
+3. **CI/CD Enhancements**:
+   - Updated GitHub Actions workflow:
+     - Added matrix builds for better coverage across platforms (e.g., `x86_64`, `aarch64` on Linux and macOS).
+
+4. **Updated Dependencies**:
+   - Upgraded dependencies to their latest versions for improved performance and security.
+
+5. **New Tests and Examples**:
+   - Added new integration tests and examples for Kafka to ensure reliability.
+
+6. **Enhanced Documentation**:
+   - Comprehensive API reference and usage examples added to the `docs/wiki` directory.
+
+---
+
 ## Features
 
 - 🦀 Simple and intuitive API
@@ -360,4 +388,4 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 [![Built with Rust](https://img.shields.io/badge/Built%20with-Rust-orange)](https://www.rust-lang.org/)
 
-</div>
+</div>

package/index.d.ts

@@ -1,4 +1,4 @@
 export type { ConsumerConfiguration, KafkaConfiguration, KafkaCrabError, KafkaEvent, KafkaEventPayload, Message, MessageProducer, OffsetModel, PartitionOffset, ProducerConfiguration, ProducerRecord, RecordMetadata, RetryStrategy, TopicPartition, TopicPartitionConfig, } from './js-binding';
-export { CommitMode, KafkaClientConfig, KafkaConsumer, KafkaProducer, PartitionPosition, SecurityProtocol, } from './js-binding';
+export { CommitMode, KafkaClientConfig, KafkaConsumer, KafkaEventName, KafkaProducer, PartitionPosition, SecurityProtocol, } from './js-binding';
 export { KafkaClient } from './kafka-client';
 export { KafkaStreamReadable } from './kafka-stream-readable';

package/index.js

@@ -1,13 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.KafkaStreamReadable = exports.KafkaClient = exports.SecurityProtocol = exports.PartitionPosition = exports.KafkaProducer = exports.KafkaConsumer = exports.KafkaClientConfig = exports.CommitMode = void 0;
+exports.KafkaStreamReadable = exports.KafkaClient = exports.KafkaProducer = exports.KafkaConsumer = exports.KafkaClientConfig = void 0;
 var js_binding_1 = require("./js-binding");
-Object.defineProperty(exports, "CommitMode", { enumerable: true, get: function () { return js_binding_1.CommitMode; } });
 Object.defineProperty(exports, "KafkaClientConfig", { enumerable: true, get: function () { return js_binding_1.KafkaClientConfig; } });
 Object.defineProperty(exports, "KafkaConsumer", { enumerable: true, get: function () { return js_binding_1.KafkaConsumer; } });
 Object.defineProperty(exports, "KafkaProducer", { enumerable: true, get: function () { return js_binding_1.KafkaProducer; } });
-Object.defineProperty(exports, "PartitionPosition", { enumerable: true, get: function () { return js_binding_1.PartitionPosition; } });
-Object.defineProperty(exports, "SecurityProtocol", { enumerable: true, get: function () { return js_binding_1.SecurityProtocol; } });
 var kafka_client_1 = require("./kafka-client");
 Object.defineProperty(exports, "KafkaClient", { enumerable: true, get: function () { return kafka_client_1.KafkaClient; } });
 var kafka_stream_readable_1 = require("./kafka-stream-readable");

package/js-binding.d.ts

@@ -1,65 +1,42 @@
-/* tslint:disable */
-/* eslint-disable */
-
 /* auto-generated by NAPI-RS */
-
-export interface KafkaEventPayload {
-  action?: string
-  tpl: Array<TopicPartition>
-  error?: string
-}
-export interface KafkaEvent {
-  name: string
-  payload: KafkaEventPayload
+/* eslint-disable */
+export declare class KafkaClientConfig {
+  constructor(kafkaConfiguration: KafkaConfiguration)
+  get configuration(): KafkaConfiguration
+  createProducer(producerConfiguration: ProducerConfiguration): KafkaProducer
+  createConsumer(consumerConfiguration: ConsumerConfiguration): KafkaConsumer
 }
-export interface RetryStrategy {
-  retries: number
-  retryTopic?: string
-  dqlTopic?: string
-  pauseConsumerDuration?: number
-  offset?: OffsetModel
-  configuration?: Record<string, string>
+
+export declare class KafkaConsumer {
+  onEvents(callback: (error: Error | undefined, event: KafkaEvent) => void): void
+  subscribe(topicConfigs: string | Array<TopicPartitionConfig>): Promise<void>
+  pause(): void
+  resume(): void
+  unsubscribe(): void
+  disconnect(): Promise<void>
+  seek(topic: string, partition: number, offsetModel: OffsetModel, timeout?: number | undefined | null): void
+  assignment(): Array<TopicPartition>
+  recv(): Promise<Message | null>
+  commit(topic: string, partition: number, offset: number, commit: CommitMode): void
 }
-export enum CommitMode {
-  Sync = 0,
-  Async = 1
+
+export declare class KafkaProducer {
+  inFlightCount(): number
+  flush(): Promise<Array<RecordMetadata>>
+  send(producerRecord: ProducerRecord): Promise<Array<RecordMetadata>>
 }
+
+export type CommitMode =  'Sync'|
+'Async';
+
 export interface ConsumerConfiguration {
   groupId: string
   createTopic?: boolean
   enableAutoCommit?: boolean
   configuration?: Record<string, string>
-  fecthMetadataTimeout?: number
-}
-export enum PartitionPosition {
-  Beginning = 'Beginning',
-  End = 'End',
-  Stored = 'Stored',
-  Invalid = 'Invalid'
-}
-export interface OffsetModel {
-  offset?: number
-  position?: PartitionPosition
-}
-export interface PartitionOffset {
-  partition: number
-  offset: OffsetModel
-}
-export interface TopicPartitionConfig {
-  topic: string
-  allOffsets?: OffsetModel
-  partitionOffset?: Array<PartitionOffset>
-}
-export interface TopicPartition {
-  topic: string
-  partitionOffset: Array<PartitionOffset>
-}
-export enum SecurityProtocol {
-  Plaintext = 'Plaintext',
-  Ssl = 'Ssl',
-  SaslPlaintext = 'SaslPlaintext',
-  SaslSsl = 'SaslSsl'
+  fetchMetadataTimeout?: number
 }
+
 export interface KafkaConfiguration {
   brokers: string
   clientId: string
@@ -68,6 +45,27 @@ export interface KafkaConfiguration {
   logLevel?: string
   brokerAddressFamily?: string
 }
+
+export interface KafkaCrabError {
+  code: number
+  message: string
+}
+
+export interface KafkaEvent {
+  name: KafkaEventName
+  payload: KafkaEventPayload
+}
+
+export type KafkaEventName =  'PreRebalance'|
+'PostRebalance'|
+'CommitCallback';
+
+export interface KafkaEventPayload {
+  action?: string
+  tpl: Array<TopicPartition>
+  error?: string
+}
+
 export interface Message {
   payload: Buffer
   key?: Buffer
@@ -76,51 +74,68 @@ export interface Message {
   partition: number
   offset: number
 }
-export interface RecordMetadata {
-  topic: string
-  partition: number
-  offset: number
-  error?: KafkaCrabError
-}
+
 export interface MessageProducer {
   payload: Buffer
   key?: Buffer
   headers?: Record<string, Buffer>
 }
-export interface ProducerRecord {
-  topic: string
-  messages: Array<MessageProducer>
+
+export interface OffsetModel {
+  offset?: number
+  position?: PartitionPosition
 }
-export interface KafkaCrabError {
-  code: number
-  message: string
+
+export interface PartitionOffset {
+  partition: number
+  offset: OffsetModel
 }
+
+export type PartitionPosition =  'Beginning'|
+'End'|
+'Stored'|
+'Invalid';
+
 export interface ProducerConfiguration {
   queueTimeout?: number
   thrownOnError?: boolean
   autoFlush?: boolean
   configuration?: Record<string, string>
 }
-export declare class KafkaConsumer {
-  onEvents(callback: (error: Error | undefined, event: KafkaEvent) => void): void
-  subscribe(topicConfigs: string | Array<TopicPartitionConfig>): Promise<void>
-  pause(): void
-  resume(): void
-  unsubscribe(): void
-  shutdownConsumer(): Promise<void>
-  seek(topic: string, partition: number, offsetModel: OffsetModel, timeout?: number | undefined | null): void
-  assignment(): Array<TopicPartition>
-  recv(): Promise<Message | null>
-  commit(topic: string, partition: number, offset: number, commit: CommitMode): void
+
+export interface ProducerRecord {
+  topic: string
+  messages: Array<MessageProducer>
 }
-export declare class KafkaClientConfig {
-  readonly kafkaConfiguration: KafkaConfiguration
-  constructor(kafkaConfiguration: KafkaConfiguration)
-  createProducer(producerConfiguration: ProducerConfiguration): KafkaProducer
-  createConsumer(consumerConfiguration: ConsumerConfiguration): KafkaConsumer
+
+export interface RecordMetadata {
+  topic: string
+  partition: number
+  offset: number
+  error?: KafkaCrabError
 }
-export declare class KafkaProducer {
-  inFlightCount(): number
-  flush(): Promise<Array<RecordMetadata>>
-  send(producerRecord: ProducerRecord): Promise<Array<RecordMetadata>>
+
+export interface RetryStrategy {
+  retries: number
+  retryTopic?: string
+  dqlTopic?: string
+  pauseConsumerDuration?: number
+  offset?: OffsetModel
+  configuration?: Record<string, string>
+}
+
+export type SecurityProtocol =  'Plaintext'|
+'Ssl'|
+'SaslPlaintext'|
+'SaslSsl';
+
+export interface TopicPartition {
+  topic: string
+  partitionOffset: Array<PartitionOffset>
+}
+
+export interface TopicPartitionConfig {
+  topic: string
+  allOffsets?: OffsetModel
+  partitionOffset?: Array<PartitionOffset>
 }

package/js-binding.js

@@ -1,320 +1,383 @@
-/* tslint:disable */
+// prettier-ignore
 /* eslint-disable */
-/* prettier-ignore */
-
+// @ts-nocheck
 /* auto-generated by NAPI-RS */
 
-const { existsSync, readFileSync } = require('fs')
-const { join } = require('path')
-
-const { platform, arch } = process
+const { createRequire } = require('node:module')
+require = createRequire(__filename)
 
+const { readFileSync } = require('node:fs')
 let nativeBinding = null
-let localFileExisted = false
-let loadError = null
+const loadErrors = []
 
-function isMusl() {
-  // For Node 10
-  if (!process.report || typeof process.report.getReport !== 'function') {
-    try {
-      const lddPath = require('child_process').execSync('which ldd').toString().trim()
-      return readFileSync(lddPath, 'utf8').includes('musl')
-    } catch (e) {
+const isMusl = () => {
+  let musl = false
+  if (process.platform === 'linux') {
+    musl = isMuslFromFilesystem()
+    if (musl === null) {
+      musl = isMuslFromReport()
+    }
+    if (musl === null) {
+      musl = isMuslFromChildProcess()
+    }
+  }
+  return musl
+}
+
+const isFileMusl = (f) => f.includes('libc.musl-') || f.includes('ld-musl-')
+
+const isMuslFromFilesystem = () => {
+  try {
+    return readFileSync('/usr/bin/ldd', 'utf-8').includes('musl')
+  } catch {
+    return null
+  }
+}
+
+const isMuslFromReport = () => {
+  let report = null
+  if (typeof process.report?.getReport === 'function') {
+    process.report.excludeNetwork = true
+    report = process.report.getReport()
+  }
+  if (!report) {
+    return null
+  }
+  if (report.header && report.header.glibcVersionRuntime) {
+    return false
+  }
+  if (Array.isArray(report.sharedObjects)) {
+    if (report.sharedObjects.some(isFileMusl)) {
       return true
     }
-  } else {
-    const { glibcVersionRuntime } = process.report.getReport().header
-    return !glibcVersionRuntime
   }
+  return false
 }
 
-switch (platform) {
-  case 'android':
-    switch (arch) {
-      case 'arm64':
-        localFileExisted = existsSync(join(__dirname, 'kafka-crab-js.android-arm64.node'))
+const isMuslFromChildProcess = () => {
+  try {
+    return require('child_process').execSync('ldd --version', { encoding: 'utf8' }).includes('musl')
+  } catch (e) {
+    // If we reach this case, we don't know if the system is musl or not, so is better to just fallback to false
+    return false
+  }
+}
+
+function requireNative() {
+  if (process.env.NAPI_RS_NATIVE_LIBRARY_PATH) {
+    try {
+      nativeBinding = require(process.env.NAPI_RS_NATIVE_LIBRARY_PATH);
+    } catch (err) {
+      loadErrors.push(err);
+    }
+  } else if (process.platform === 'android') {
+    if (process.arch === 'arm64') {
+      try {
+        return require('./kafka-crab-js.android-arm64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-android-arm64')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else if (process.arch === 'arm') {
+      try {
+        return require('./kafka-crab-js.android-arm-eabi.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-android-arm-eabi')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on Android ${process.arch}`))
+    }
+  } else if (process.platform === 'win32') {
+    if (process.arch === 'x64') {
+      try {
+        return require('./kafka-crab-js.win32-x64-msvc.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-win32-x64-msvc')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else if (process.arch === 'ia32') {
+      try {
+        return require('./kafka-crab-js.win32-ia32-msvc.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-win32-ia32-msvc')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else if (process.arch === 'arm64') {
+      try {
+        return require('./kafka-crab-js.win32-arm64-msvc.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-win32-arm64-msvc')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on Windows: ${process.arch}`))
+    }
+  } else if (process.platform === 'darwin') {
+    try {
+        return require('./kafka-crab-js.darwin-universal.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-darwin-universal')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    if (process.arch === 'x64') {
+      try {
+        return require('./kafka-crab-js.darwin-x64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-darwin-x64')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else if (process.arch === 'arm64') {
+      try {
+        return require('./kafka-crab-js.darwin-arm64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-darwin-arm64')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on macOS: ${process.arch}`))
+    }
+  } else if (process.platform === 'freebsd') {
+    if (process.arch === 'x64') {
+      try {
+        return require('./kafka-crab-js.freebsd-x64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-freebsd-x64')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else if (process.arch === 'arm64') {
+      try {
+        return require('./kafka-crab-js.freebsd-arm64.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-freebsd-arm64')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on FreeBSD: ${process.arch}`))
+    }
+  } else if (process.platform === 'linux') {
+    if (process.arch === 'x64') {
+      if (isMusl()) {
         try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.android-arm64.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-android-arm64')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      case 'arm':
-        localFileExisted = existsSync(join(__dirname, 'kafka-crab-js.android-arm-eabi.node'))
+        return require('./kafka-crab-js.linux-x64-musl.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-x64-musl')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+      } else {
         try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.android-arm-eabi.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-android-arm-eabi')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      default:
-        throw new Error(`Unsupported architecture on Android ${arch}`)
-    }
-    break
-  case 'win32':
-    switch (arch) {
-      case 'x64':
-        localFileExisted = existsSync(
-          join(__dirname, 'kafka-crab-js.win32-x64-msvc.node')
-        )
+        return require('./kafka-crab-js.linux-x64-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-x64-gnu')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+      }
+    } else if (process.arch === 'arm64') {
+      if (isMusl()) {
         try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.win32-x64-msvc.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-win32-x64-msvc')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      case 'ia32':
-        localFileExisted = existsSync(
-          join(__dirname, 'kafka-crab-js.win32-ia32-msvc.node')
-        )
+        return require('./kafka-crab-js.linux-arm64-musl.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-arm64-musl')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+      } else {
         try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.win32-ia32-msvc.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-win32-ia32-msvc')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      case 'arm64':
-        localFileExisted = existsSync(
-          join(__dirname, 'kafka-crab-js.win32-arm64-msvc.node')
-        )
+        return require('./kafka-crab-js.linux-arm64-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-arm64-gnu')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+      }
+    } else if (process.arch === 'arm') {
+      if (isMusl()) {
         try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.win32-arm64-msvc.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-win32-arm64-msvc')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      default:
-        throw new Error(`Unsupported architecture on Windows: ${arch}`)
-    }
-    break
-  case 'darwin':
-    localFileExisted = existsSync(join(__dirname, 'kafka-crab-js.darwin-universal.node'))
-    try {
-      if (localFileExisted) {
-        nativeBinding = require('./kafka-crab-js.darwin-universal.node')
+        return require('./kafka-crab-js.linux-arm-musleabihf.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-arm-musleabihf')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
       } else {
-        nativeBinding = require('kafka-crab-js-darwin-universal')
+        try {
+        return require('./kafka-crab-js.linux-arm-gnueabihf.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-arm-gnueabihf')
+      } catch (e) {
+        loadErrors.push(e)
       }
-      break
-    } catch {}
-    switch (arch) {
-      case 'x64':
-        localFileExisted = existsSync(join(__dirname, 'kafka-crab-js.darwin-x64.node'))
+
+      }
+    } else if (process.arch === 'riscv64') {
+      if (isMusl()) {
         try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.darwin-x64.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-darwin-x64')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      case 'arm64':
-        localFileExisted = existsSync(
-          join(__dirname, 'kafka-crab-js.darwin-arm64.node')
-        )
+        return require('./kafka-crab-js.linux-riscv64-musl.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-riscv64-musl')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+      } else {
         try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.darwin-arm64.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-darwin-arm64')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      default:
-        throw new Error(`Unsupported architecture on macOS: ${arch}`)
+        return require('./kafka-crab-js.linux-riscv64-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-riscv64-gnu')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+      }
+    } else if (process.arch === 'ppc64') {
+      try {
+        return require('./kafka-crab-js.linux-ppc64-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-ppc64-gnu')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else if (process.arch === 's390x') {
+      try {
+        return require('./kafka-crab-js.linux-s390x-gnu.node')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+      try {
+        return require('kafka-crab-js-linux-s390x-gnu')
+      } catch (e) {
+        loadErrors.push(e)
+      }
+
+    } else {
+      loadErrors.push(new Error(`Unsupported architecture on Linux: ${process.arch}`))
     }
-    break
-  case 'freebsd':
-    if (arch !== 'x64') {
-      throw new Error(`Unsupported architecture on FreeBSD: ${arch}`)
+  } else {
+    loadErrors.push(new Error(`Unsupported OS: ${process.platform}, architecture: ${process.arch}`))
+  }
+}
+
+nativeBinding = requireNative()
+
+if (!nativeBinding || process.env.NAPI_RS_FORCE_WASI) {
+  try {
+    nativeBinding = require('./kafka-crab-js.wasi.cjs')
+  } catch (err) {
+    if (process.env.NAPI_RS_FORCE_WASI) {
+      loadErrors.push(err)
     }
-    localFileExisted = existsSync(join(__dirname, 'kafka-crab-js.freebsd-x64.node'))
+  }
+  if (!nativeBinding) {
     try {
-      if (localFileExisted) {
-        nativeBinding = require('./kafka-crab-js.freebsd-x64.node')
-      } else {
-        nativeBinding = require('kafka-crab-js-freebsd-x64')
+      nativeBinding = require('kafka-crab-js-wasm32-wasi')
+    } catch (err) {
+      if (process.env.NAPI_RS_FORCE_WASI) {
+        loadErrors.push(err)
       }
-    } catch (e) {
-      loadError = e
-    }
-    break
-  case 'linux':
-    switch (arch) {
-      case 'x64':
-        if (isMusl()) {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-x64-musl.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-x64-musl.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-x64-musl')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        } else {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-x64-gnu.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-x64-gnu.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-x64-gnu')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        }
-        break
-      case 'arm64':
-        if (isMusl()) {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-arm64-musl.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-arm64-musl.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-arm64-musl')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        } else {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-arm64-gnu.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-arm64-gnu.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-arm64-gnu')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        }
-        break
-      case 'arm':
-        if (isMusl()) {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-arm-musleabihf.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-arm-musleabihf.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-arm-musleabihf')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        } else {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-arm-gnueabihf.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-arm-gnueabihf.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-arm-gnueabihf')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        }
-        break
-      case 'riscv64':
-        if (isMusl()) {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-riscv64-musl.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-riscv64-musl.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-riscv64-musl')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        } else {
-          localFileExisted = existsSync(
-            join(__dirname, 'kafka-crab-js.linux-riscv64-gnu.node')
-          )
-          try {
-            if (localFileExisted) {
-              nativeBinding = require('./kafka-crab-js.linux-riscv64-gnu.node')
-            } else {
-              nativeBinding = require('kafka-crab-js-linux-riscv64-gnu')
-            }
-          } catch (e) {
-            loadError = e
-          }
-        }
-        break
-      case 's390x':
-        localFileExisted = existsSync(
-          join(__dirname, 'kafka-crab-js.linux-s390x-gnu.node')
-        )
-        try {
-          if (localFileExisted) {
-            nativeBinding = require('./kafka-crab-js.linux-s390x-gnu.node')
-          } else {
-            nativeBinding = require('kafka-crab-js-linux-s390x-gnu')
-          }
-        } catch (e) {
-          loadError = e
-        }
-        break
-      default:
-        throw new Error(`Unsupported architecture on Linux: ${arch}`)
     }
-    break
-  default:
-    throw new Error(`Unsupported OS: ${platform}, architecture: ${arch}`)
+  }
 }
 
 if (!nativeBinding) {
-  if (loadError) {
-    throw loadError
+  if (loadErrors.length > 0) {
+    // TODO Link to documentation with potential fixes
+    //  - The package owner could build/publish bindings for this arch
+    //  - The user may need to bundle the correct files
+    //  - The user may need to re-install node_modules to get new packages
+    throw new Error('Failed to load native binding', { cause: loadErrors })
   }
   throw new Error(`Failed to load native binding`)
 }
 
-const { KafkaConsumer, CommitMode, PartitionPosition, SecurityProtocol, KafkaClientConfig, KafkaProducer } = nativeBinding
-
-module.exports.KafkaConsumer = KafkaConsumer
-module.exports.CommitMode = CommitMode
-module.exports.PartitionPosition = PartitionPosition
-module.exports.SecurityProtocol = SecurityProtocol
-module.exports.KafkaClientConfig = KafkaClientConfig
-module.exports.KafkaProducer = KafkaProducer
+module.exports.KafkaClientConfig = nativeBinding.KafkaClientConfig
+module.exports.KafkaConsumer = nativeBinding.KafkaConsumer
+module.exports.KafkaProducer = nativeBinding.KafkaProducer
+module.exports.CommitMode = nativeBinding.CommitMode
+module.exports.KafkaEventName = nativeBinding.KafkaEventName
+module.exports.PartitionPosition = nativeBinding.PartitionPosition
+module.exports.SecurityProtocol = nativeBinding.SecurityProtocol

package/kafka-client.js

@@ -42,7 +42,8 @@ class KafkaClient {
      * @throws {Error} If the configuration is invalid
      */
     createStreamConsumer(consumerConfiguration) {
-        return new kafka_stream_readable_1.KafkaStreamReadable(this.kafkaClientConfig.createConsumer(consumerConfiguration));
+        const consumer = this.kafkaClientConfig.createConsumer(consumerConfiguration);
+        return new kafka_stream_readable_1.KafkaStreamReadable(consumer);
     }
 }
 exports.KafkaClient = KafkaClient;

package/kafka-stream-readable.d.ts

@@ -21,6 +21,10 @@ export declare class KafkaStreamReadable extends Readable {
      * Unsubscribe from topics
      */
     unsubscribe(): void;
+    /**
+     * Disconnects the Kafka consumer
+     */
+    disconnect(): Promise<void>;
     /**
      * Returns the raw Kafka consumer
      * @returns {KafkaConsumer} The Kafka consumer instance

package/kafka-stream-readable.js

@@ -39,6 +39,12 @@ class KafkaStreamReadable extends stream_1.Readable {
     unsubscribe() {
         this.kafkaConsumer.unsubscribe();
     }
+    /**
+     * Disconnects the Kafka consumer
+     */
+    async disconnect() {
+        await this.kafkaConsumer.disconnect();
+    }
     /**
      * Returns the raw Kafka consumer
      * @returns {KafkaConsumer} The Kafka consumer instance

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "kafka-crab-js",
-  "version": "1.2.1",
+  "version": "1.4.0-beta",
   "main": "index.js",
   "types": "index.d.ts",
   "module": "commonjs",
@@ -15,15 +15,15 @@
     "js-binding.d.ts"
   ],
   "napi": {
-    "name": "kafka-crab-js",
-    "triples": {
-      "defaults": false,
-      "additional": [
-        "aarch64-apple-darwin",
-        "x86_64-apple-darwin",
-        "x86_64-unknown-linux-gnu"
-      ]
-    }
+    "binaryName": "kafka-crab-js",
+    "targets": [
+      "x86_64-apple-darwin",
+      "aarch64-apple-darwin",
+      "x86_64-unknown-linux-gnu",
+      "x86_64-unknown-linux-musl",
+      "aarch64-unknown-linux-gnu",
+      "aarch64-unknown-linux-musl"
+    ]
   },
   "license": "MIT",
   "keywords": [
@@ -40,35 +40,36 @@
     "url": "https://github.com/inaiat/kafka-crab-js.git"
   },
   "devDependencies": {
-    "@faker-js/faker": "9.3.0",
-    "@napi-rs/cli": "^2.18.4",
-    "@types/node": "22.10.5",
-    "ava": "6.2.0",
-    "dprint": "^0.48.0",
-    "nanoid": "5.0.9",
-    "typescript": "5.7.2",
+    "@faker-js/faker": "^9.7.0",
+    "@napi-rs/cli": "^3.0.0-alpha.78",
+    "@types/node": "^22.15.3",
+    "dprint": "^0.49.1",
+    "nanoid": "^5.1",
+    "typescript": "^5.8.3",
     "copyfiles": "^2.4.1",
     "@types/copyfiles": "^2.4.4",
     "rimraf": "^6.0.1"
   },
-  "ava": {
-    "timeout": "3m"
-  },
   "scripts": {
     "artifacts": "napi artifacts",
     "build": "napi build --js js-src/js-binding.js --dts js-src/js-binding.d.ts --no-const-enum --platform --release",
     "postbuild": "rimraf dist && tsc && copyfiles -f js-src/js-binding.d.ts js-src/js-binding.js ./dist/*.js ./dist/*.d.ts .",
     "build:debug": "napi build --platform",
     "prepublishOnly": "napi prepublish -t npm",
-    "test": "ava",
+    "test": "node --test __test__/*.test.*",
+    "test:integration": "node --test __test__/integration/*.test.*",
     "universal": "napi universal",
     "version": "napi version",
-    "fmt": "dprint fmt"
+    "fmt": "dprint fmt",
+    "lint": "true"
   },
-  "packageManager": "pnpm@9.15.3",
+  "packageManager": "pnpm@10.10.0",
   "optionalDependencies": {
-    "kafka-crab-js-darwin-arm64": "1.2.1",
-    "kafka-crab-js-darwin-x64": "1.2.1",
-    "kafka-crab-js-linux-x64-gnu": "1.2.1"
+    "kafka-crab-js-darwin-x64": "1.4.0-beta",
+    "kafka-crab-js-darwin-arm64": "1.4.0-beta",
+    "kafka-crab-js-linux-x64-gnu": "1.4.0-beta",
+    "kafka-crab-js-linux-x64-musl": "1.4.0-beta",
+    "kafka-crab-js-linux-arm64-gnu": "1.4.0-beta",
+    "kafka-crab-js-linux-arm64-musl": "1.4.0-beta"
   }
 }