kafka-crab-js 0.4.1 → 0.5.4

package/.yarnrc.yml

@@ -1,3 +1,7 @@
+compressionLevel: mixed
+
+enableGlobalCache: false
+
 nodeLinker: node-modules
 
-yarnPath: .yarn/releases/yarn-3.6.0.cjs
+yarnPath: .yarn/releases/yarn-4.1.1.cjs

package/Cargo.toml

@@ -8,21 +8,20 @@ crate-type = ["cdylib"]
 
 [dependencies]
 # Default enable napi4 feature, see https://nodejs.org/api/n-api.html#node-api-version-matrix
-napi = { version = "2", default-features = false, features = [
+napi = { version = "2.16", default-features = false, features = [
     "napi8",
     "tokio_rt",
     "serde-json",
 ] }
-napi-derive = "2"
+napi-derive = "2.16"
 
 anyhow = { version = "1.0", features = ["backtrace"] }
 
-rdkafka = { version = "0.34", features = [
+rdkafka = { version = "0.36", features = [
     "libz-static",
     "cmake-build",
     "tokio",
     "ssl-vendored",
-    "ssl",
 ] }
 tokio = { version = "1", features = ["full"] }
 
@@ -34,3 +33,4 @@ napi-build = "2.0.1"
 
 [profile.release]
 lto = true
+strip = "symbols"

package/example/sample.mjs

@@ -1,14 +1,17 @@
 /* eslint-disable no-await-in-loop */
 
-import timersPromises from 'node:timers/promises';
+// import timersPromises from 'node:timers/promises';
 import { Buffer } from 'node:buffer';
 import { nanoid } from 'nanoid';
-import { KafkaClient, CommitMode, PartitionPosition, ConsumerResult } from '../index.js';
+import {
+  KafkaClient, CommitMode, PartitionPosition, ConsumerResult,
+} from '../index.js';
 
 const kafkaClient = new KafkaClient({
   brokers: 'localhost:29092',
   clientId: 'my-js-group',
   logLevel: 'info',
+  brokerAddressFamily: 'v4',
 });
 const topic = `topic-${nanoid()}`;
 

package/index.d.ts

@@ -42,6 +42,7 @@ export interface KafkaConfiguration {
   securityProtocol?: SecurityProtocol
   configuration?: Record<string, string>
   logLevel?: string
+  brokerAddressFamily?: string
 }
 export interface ProducerConfiguration {
   queueTimeout?: number
@@ -70,9 +71,9 @@ export interface Payload {
   offset: number
 }
 export const enum PartitionPosition {
-  Beginning = 0,
-  End = 1,
-  Stored = 2
+  Beginning = 'Beginning',
+  End = 'End',
+  Stored = 'Stored'
 }
 export interface OffsetModel {
   offset?: number

package/index.js

@@ -237,6 +237,49 @@ switch (platform) {
           loadError = e
         }
         break
+      case 'riscv64':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'kafka-crab-js.linux-riscv64-musl.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./kafka-crab-js.linux-riscv64-musl.node')
+            } else {
+              nativeBinding = require('kafka-crab-js-linux-riscv64-musl')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'kafka-crab-js.linux-riscv64-gnu.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./kafka-crab-js.linux-riscv64-gnu.node')
+            } else {
+              nativeBinding = require('kafka-crab-js-linux-riscv64-gnu')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 's390x':
+        localFileExisted = existsSync(
+          join(__dirname, 'kafka-crab-js.linux-s390x-gnu.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./kafka-crab-js.linux-s390x-gnu.node')
+          } else {
+            nativeBinding = require('kafka-crab-js-linux-s390x-gnu')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
       default:
         throw new Error(`Unsupported architecture on Linux: ${arch}`)
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "kafka-crab-js",
-  "version": "0.4.1",
+  "version": "0.5.4",
   "main": "index.js",
   "types": "index.d.ts",
   "napi": {
@@ -24,19 +24,20 @@
   ],
   "author": "inaiat@gmail.com",
   "homepage": "https://github.com/inaiat/kafka-crab-js.git",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/inaiat/kafka-crab-js.git"
+  },
   "devDependencies": {
-    "@napi-rs/cli": "^2.16.3",
-    "ava": "^5.3.1",
-    "benny": "^3.7.1",
-    "kafkajs": "^2.2.4",
-    "nanoid": "^4.0.2",
-    "xo": "^0.54.2"
+    "@napi-rs/cli": "^2.18.0",
+    "ava": "^6.1.2",
+    "xo": "^0.58.0"
   },
   "ava": {
     "timeout": "3m"
   },
   "engines": {
-    "node": ">= 10"
+    "node": ">= 18"
   },
   "xo": {
     "space": true,
@@ -54,10 +55,10 @@
     "universal": "napi universal",
     "version": "napi version"
   },
-  "packageManager": "yarn@3.6.0",
+  "packageManager": "yarn@4.1.1",
   "optionalDependencies": {
-    "kafka-crab-js-darwin-arm64": "0.4.1",
-    "kafka-crab-js-darwin-x64": "0.4.1",
-    "kafka-crab-js-linux-x64-gnu": "0.4.1"
+    "kafka-crab-js-darwin-arm64": "0.5.4",
+    "kafka-crab-js-darwin-x64": "0.5.4",
+    "kafka-crab-js-linux-x64-gnu": "0.5.4"
   }
 }

package/src/kafka/consumer/kafka_consumer.rs

@@ -1,4 +1,4 @@
-use napi::{bindgen_prelude::*, threadsafe_function::ThreadsafeFunction, Result};
+use napi::{threadsafe_function::ThreadsafeFunction, Result};
 
 use rdkafka::{
   config::RDKafkaLogLevel,

package/src/kafka/kafka_client.rs

@@ -62,6 +62,7 @@ pub struct KafkaConfiguration {
   pub security_protocol: Option<SecurityProtocol>,
   pub configuration: Option<HashMap<String, String>>,
   pub log_level: Option<String>,
+  pub broker_address_family: Option<String>,
 }
 
 #[derive(Clone, Debug)]
@@ -103,6 +104,7 @@ impl KafkaClient {
       security_protocol,
       client_id,
       configuration,
+      broker_address_family,
       ..
     } = kafka_configuration.clone();
 
@@ -111,6 +113,10 @@ impl KafkaClient {
     rdkafka_client_config.set_log_level(RDKafkaLogLevel::Debug);
     rdkafka_client_config.set("bootstrap.servers", brokers);
     rdkafka_client_config.set("client.id", client_id);
+    rdkafka_client_config.set(
+      "broker.address.family",
+      broker_address_family.unwrap_or("v4".to_string()),
+    );
     if let Some(security_protocol) = security_protocol {
       rdkafka_client_config.set("security.protocol", security_protocol.to_string());
     }

package/src/kafka/model.rs

@@ -1,5 +1,3 @@
-use napi::bindgen_prelude::*;
-
 use std::{collections::HashMap, fmt};
 
 use napi::bindgen_prelude::Buffer;
@@ -53,7 +51,7 @@ impl Payload {
   }
 }
 
-#[napi(object)]
+#[napi(string_enum)]
 #[derive(Debug)]
 pub enum PartitionPosition {
   Beginning,