pulsar-client 1.8.2 → 1.9.0

package/.github/workflows/ci-pr-validation.yml

@@ -237,3 +237,70 @@ jobs:
       - name: Package Node binaries lib
         run: |
           npx node-pre-gyp package --target_arch=${{ env.TARGET }}
+
+  macos-napi-homebrew:
+    name: Build NAPI macos with CPP lib installed by Homebrew
+    runs-on: macos-latest
+    timeout-minutes: 3000
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v3
+      - name: Use Node.js 18
+        uses: actions/setup-node@v3
+        with:
+          node-version: 18
+          cache: 'npm'
+      - name: Install CPP lib
+        run: |
+          export HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=true
+          brew update
+          brew install libpulsar
+      - name: Build Node binaries lib
+        run: |
+          npm install --ignore-scripts
+          npx node-pre-gyp configure
+          npx node-pre-gyp build
+      - name: Test loading Node binaries lib
+        run: |
+          node pkg/load_test.js
+      - name: Package Node binaries lib
+        run: |
+          npx node-pre-gyp package
+
+  linux-napi-apt:
+    name: Build NAPI linux with CPP lib installed by APT
+    runs-on: ubuntu-22.04
+    timeout-minutes: 3000
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v3
+      - name: Use Node.js 18
+        uses: actions/setup-node@v3
+        with:
+          node-version: 18
+          cache: 'npm'
+      - name: Install CPP lib
+        run: |
+          source pulsar-client-cpp.txt
+          UNAME_ARCH=$(uname -m)
+          if [ $UNAME_ARCH == 'aarch64' ]; then
+            PLATFORM='arm64'
+          else
+            PLATFORM='x86_64'
+          fi
+          curl -s -L -O ${CPP_CLIENT_BASE_URL}/deb-${PLATFORM}/apache-pulsar-client.deb
+          curl -s -L -O ${CPP_CLIENT_BASE_URL}/deb-${PLATFORM}/apache-pulsar-client-dev.deb
+          sudo -E apt -y install ./apache-pulsar-client.deb ./apache-pulsar-client-dev.deb
+      - name: Build Node binaries lib
+        run: |
+          npm install --ignore-scripts
+          npx node-pre-gyp configure
+          npx node-pre-gyp build
+      - name: Test loading Node binaries lib
+        run: |
+          node pkg/load_test.js
+      - name: Package Node binaries lib
+        run: |
+          npx node-pre-gyp package

package/README.md

@@ -21,7 +21,7 @@
 
 # Pulsar Node.js client library
 
-The Pulsar Node.js client can be used to create Pulsar producers and consumers in Node.js.
+The Pulsar Node.js client can be used to create Pulsar producers and consumers in Node.js. For the supported Pulsar features, see [Client Feature Matrix](https://pulsar.apache.org/client-feature-matrix/).
 
 This library works only in Node.js 10.x or later because it uses the
 [node-addon-api](https://github.com/nodejs/node-addon-api) module to wrap the C++ library.
@@ -73,7 +73,7 @@ const Pulsar = require('pulsar-client');
     data: Buffer.from("hello")
   });
 
-  // Receive the message 
+  // Receive the message
   const msg = await consumer.receive();
   console.log(msg.getData().toString());
   consumer.acknowledge(msg);
@@ -96,7 +96,7 @@ You can see more examples in the [examples](./examples) directory. However, sinc
 
 > **Note**
 >
-> Build from source code requires the Node.js version greater than 16.18
+> Building from source code requires a Node.js version greater than 16.18.
 
 First, clone the repository.
 
@@ -134,6 +134,10 @@ npm install
 
 To verify it has been installed successfully, you can run an example like:
 
+> **Note**
+>
+> A running Pulsar server is required. The example uses `pulsar://localhost:6650` to connect to the server.
+
 ```shell
 node examples/producer
 ```
@@ -155,9 +159,15 @@ Sent message: my-message-9
 
 ## Documentation
 
-* Please see https://pulsar.apache.org/docs/client-libraries-node/ for more details about the Pulsar Node.js client.
+For more details about Pulsar Node.js clients, see [Pulsar docs](https://pulsar.apache.org/docs/client-libraries-node/).
+
+### Contribute
+
+Contributions are welcomed and greatly appreciated.
+
+If your contribution adds Pulsar features for Node.js clients, you need to update both the [Pulsar docs](https://pulsar.apache.org/docs/client-libraries/) and the [Client Feature Matrix](https://pulsar.apache.org/client-feature-matrix/). See [Contribution Guide](https://pulsar.apache.org/contribute/site-intro/#pages) for more details.
 
-You can generate the API docs by:
+### Generate API docs
 
 ```shell
 npm install

package/binding.gyp

@@ -57,11 +57,25 @@
           "dependencies": [
             "<!@(node -p \"require('node-addon-api').gyp\")"
           ],
-          "include_dirs": [
-            "pkg/mac/build-pulsar/install/include"
-          ],
-          "libraries": [
-            "../pkg/mac/build-pulsar/install/lib/libpulsarwithdeps.a"
+          "conditions": [
+            ['"<!(test -e <(module_root_dir)/pkg/mac/build-pulsar/install && echo true || echo false)"=="true"', {
+              "include_dirs": [
+                "<(module_root_dir)/pkg/mac/build-pulsar/install/include"
+              ],
+              "libraries": [
+                "<(module_root_dir)/pkg/mac/build-pulsar/install/lib/libpulsarwithdeps.a"
+              ]
+            }, {
+              "include_dirs": [
+                "<!(brew --prefix)/include"
+              ],
+              "library_dirs": [
+                "<!(brew --prefix)/lib"
+              ],
+              "libraries": [
+                "-lpulsar"
+              ]
+            }]
           ],
         }],
         ['OS=="win"', {
@@ -75,10 +89,10 @@
             },
           },
           "include_dirs": [
-            "pkg\\windows\\pulsar-cpp\\include",
+            "<(module_root_dir)\\pkg\\windows\\pulsar-cpp\\include"
           ],
           "libraries": [
-            "..\\pkg\\windows\\pulsar-cpp\\lib\\pulsarWithDeps.lib"
+            "<(module_root_dir)\\pkg\\windows\\pulsar-cpp\\lib\\pulsarWithDeps.lib"
           ],
           "dependencies": [
             "<!(node -p \"require('node-addon-api').gyp\")"
@@ -91,11 +105,19 @@
           "dependencies": [
             "<!@(node -p \"require('node-addon-api').gyp\")"
           ],
-          "include_dirs": [
-             "pkg/linux/pulsar-cpp/include"
-          ],
-          "libraries": [
-             "../pkg/linux/pulsar-cpp/lib/libpulsarwithdeps.a"
+          "conditions": [
+            ['"<!(test -e <(module_root_dir)/pkg/linux/pulsar-cpp && echo true || echo false)"=="true"', {
+              "include_dirs": [
+                "<(module_root_dir)/pkg/linux/pulsar-cpp/include"
+              ],
+              "libraries": [
+                "<(module_root_dir)/pkg/linux/pulsar-cpp/lib/libpulsarwithdeps.a"
+              ]
+            }, {
+              "libraries": [
+                "-lpulsar"
+              ]
+            }]
           ],
         }]
       ]

package/build-support/pulsar-test-service-start.sh

@@ -25,7 +25,7 @@ cd $SRC_DIR
 
 build-support/pulsar-test-service-stop.sh
 
-CONTAINER_ID=$(docker run -i -p 8080:8080 -p 6650:6650 -p 8443:8443 -p 6651:6651 --rm --detach apachepulsar/pulsar:2.10.2 sleep 3600)
+CONTAINER_ID=$(docker run -i -p 8080:8080 -p 6650:6650 -p 8443:8443 -p 6651:6651 --rm --detach apachepulsar/pulsar:latest sleep 3600)
 
 echo $CONTAINER_ID >.tests-container-id.txt
 

package/docs/release-process.md

@@ -34,6 +34,17 @@ The steps for releasing are as follows:
 9. Add release notes
 10. Announce the release
  
+## Versioning
+Bump up the version number as follows.
+
+* Major version (e.g. 1.8.0 => 2.0.0)
+  * Changes that break backward compatibility
+* Minor version (e.g. 1.8.0 => 1.9.0)
+  * Backward compatible new features
+* Patch version (e.g. 1.8.0 => 1.8.1)
+  * Backward compatible bug fixes
+  * C++ Client upgrade (even though there are no new commits in the Nodejs client)
+
 ## Requirements
 If you haven't already done it, [create and publish the GPG key](https://pulsar.apache.org/contribute/releasing/create-gpg-keys) to sign the release artifacts.
 

package/examples/encryption-reader.js

@@ -0,0 +1,44 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+const Pulsar = require('../');
+
+(async () => {
+  // Create a client
+  const client = new Pulsar.Client({
+    serviceUrl: 'pulsar://localhost:6650',
+    operationTimeoutSeconds: 30
+  });
+
+  // Create a reader
+  const reader = await client.createReader({
+    topic: 'persistent://public/default/my-topic',
+    startMessageId: Pulsar.MessageId.earliest(),
+    privateKeyPath: './certificate/private-key.client-rsa.pem'
+  });
+
+  // Receive messages
+  for (let i = 0; i < 10; i += 1) {
+    const msg = await reader.readNext();
+    console.log(msg.getData().toString());
+  }
+
+  await reader.close();
+  await client.close();
+})();

package/index.d.ts

@@ -39,6 +39,7 @@ export class Client {
   createProducer(config: ProducerConfig): Promise<Producer>;
   subscribe(config: ConsumerConfig): Promise<Consumer>;
   createReader(config: ReaderConfig): Promise<Reader>;
+  getPartitionsForTopic(topic: string): Promise<string[]>;
   close(): Promise<null>;
 }
 
@@ -61,6 +62,8 @@ export interface ProducerConfig {
   encryptionKey?: string;
   cryptoFailureAction?: ProducerCryptoFailureAction;
   chunkingEnabled?: boolean;
+  schema?: SchemaInfo;
+  accessMode?: ProducerAccessMode;
 }
 
 export class Producer {
@@ -91,6 +94,10 @@ export interface ConsumerConfig {
   cryptoFailureAction?: ConsumerCryptoFailureAction;
   maxPendingChunkedMessage?: number;
   autoAckOldestChunkedMessageOnQueueFull?: number;
+  schema?: SchemaInfo;
+  batchIndexAckEnabled?: boolean;
+  regexSubscriptionMode?: RegexSubscriptionMode;
+  deadLetterPolicy?: DeadLetterPolicy;
 }
 
 export class Consumer {
@@ -116,6 +123,8 @@ export interface ReaderConfig {
   subscriptionRolePrefix?: string;
   readCompacted?: boolean;
   listener?: (message: Message, reader: Reader) => void;
+  privateKeyPath?: string;
+  cryptoFailureAction?: ConsumerCryptoFailureAction;
 }
 
 export class Reader {
@@ -159,6 +168,19 @@ export class MessageId {
   toString(): string;
 }
 
+export interface SchemaInfo {
+  schemaType: SchemaType;
+  name?: string;
+  schema?: string;
+  properties?: Record<string, string>;
+}
+
+export interface DeadLetterPolicy {
+  deadLetterTopic: string;
+  maxRedeliverCount?: number;
+  initialSubscriptionName?: string;
+}
+
 export class AuthenticationTls {
   constructor(params: { certificatePath: string, privateKeyPath: string });
 }
@@ -236,3 +258,32 @@ export type ConsumerCryptoFailureAction =
   'FAIL' |
   'DISCARD' |
   'CONSUME';
+
+export type RegexSubscriptionMode =
+  'PersistentOnly' |
+  'NonPersistentOnly' |
+  'AllTopics';
+
+export type SchemaType =
+  'None' |
+  'String' |
+  'Json' |
+  'Protobuf' |
+  'Avro' |
+  'Boolean' |
+  'Int8' |
+  'Int16' |
+  'Int32' |
+  'Int64' |
+  'Float32' |
+  'Float64' |
+  'KeyValue' |
+  'Bytes' |
+  'AutoConsume' |
+  'AutoPublish';
+
+export type ProducerAccessMode =
+    'Shared' |
+    'Exclusive' |
+    'WaitForExclusive' |
+    'ExclusiveWithFencing';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pulsar-client",
-  "version": "1.8.2",
+  "version": "1.9.0",
   "description": "Pulsar Node.js client",
   "main": "index.js",
   "types": "index.d.ts",

package/perf/perf_producer.js

@@ -77,7 +77,7 @@ const Pulsar = require('../index.js');
   const numOfMessages = commander.messages;
   for (let i = 0; i < commander.iteration; i += 1) {
     const histogram = hdr.build({
-      bitBucketSize: 0,
+      bitBucketSize: 64,
       highestTrackableValue: 120000 * 1000,
       numberOfSignificantValueDigits: 5,
     });
@@ -104,7 +104,7 @@ const Pulsar = require('../index.js');
     console.log('Throughput produced: %f  msg/s --- %f Mbit/s --- Latency: mean: %f ms - med: %f - 95pct: %f - 99pct: %f - 99.9pct: %f - 99.99pct: %f - Max: %f',
       rate.toFixed(3),
       throuhputMbit.toFixed(3),
-      histogram.getMean(),
+      histogram.mean,
       histogram.getValueAtPercentile(50),
       histogram.getValueAtPercentile(95),
       histogram.getValueAtPercentile(99),

package/pulsar-client-cpp.txt

@@ -1,2 +1,2 @@
-CPP_CLIENT_BASE_URL=https://archive.apache.org/dist/pulsar/pulsar-client-cpp-3.1.2
-CPP_CLIENT_VERSION=3.1.2
+CPP_CLIENT_BASE_URL=https://archive.apache.org/dist/pulsar/pulsar-client-cpp-3.2.0
+CPP_CLIENT_VERSION=3.2.0

package/src/Client.cc

@@ -79,6 +79,7 @@ Napi::Object Client::Init(Napi::Env env, Napi::Object exports) {
       {StaticMethod("setLogHandler", &Client::SetLogHandler),
        InstanceMethod("createProducer", &Client::CreateProducer),
        InstanceMethod("subscribe", &Client::Subscribe), InstanceMethod("createReader", &Client::CreateReader),
+       InstanceMethod("getPartitionsForTopic", &Client::GetPartitionsForTopic),
        InstanceMethod("close", &Client::Close)});
 
   constructor = Napi::Persistent(func);
@@ -206,6 +207,41 @@ Napi::Value Client::CreateReader(const Napi::CallbackInfo &info) {
   return Reader::NewInstance(info, this->cClient);
 }
 
+Napi::Value Client::GetPartitionsForTopic(const Napi::CallbackInfo &info) {
+  Napi::String topicString = info[0].As<Napi::String>();
+  std::string topic = topicString.Utf8Value();
+  auto deferred = ThreadSafeDeferred::New(Env());
+  auto ctx = new ExtDeferredContext(deferred);
+
+  pulsar_client_get_topic_partitions_async(
+      this->cClient.get(), topic.c_str(),
+      [](pulsar_result result, pulsar_string_list_t *topicList, void *ctx) {
+        auto deferredContext = static_cast<ExtDeferredContext *>(ctx);
+        auto deferred = deferredContext->deferred;
+        delete deferredContext;
+
+        if (result == pulsar_result_Ok && topicList != nullptr) {
+          deferred->Resolve([topicList](const Napi::Env env) {
+            int listSize = pulsar_string_list_size(topicList);
+            Napi::Array jsArray = Napi::Array::New(env, listSize);
+
+            for (int i = 0; i < listSize; i++) {
+              const char *str = pulsar_string_list_get(topicList, i);
+              jsArray.Set(i, Napi::String::New(env, str));
+            }
+
+            return jsArray;
+          });
+        } else {
+          deferred->Reject(std::string("Failed to GetPartitionsForTopic: ") + pulsar_result_str(result));
+        }
+      },
+
+      ctx);
+
+  return deferred->Promise();
+}
+
 void LogMessageProxy(Napi::Env env, Napi::Function jsCallback, struct LogMessage *logMessage) {
   Napi::Number logLevel = Napi::Number::New(env, static_cast<double>(logMessage->level));
   Napi::String file = Napi::String::New(env, logMessage->file);

package/src/Client.h

@@ -42,6 +42,9 @@ class Client : public Napi::ObjectWrap<Client> {
   static Napi::Object Init(Napi::Env env, Napi::Object exports);
   static void SetLogHandler(const Napi::CallbackInfo &info);
 
+  static void LogMessage(pulsar_logger_level_t level, const char *file, int line, const char *message,
+                         void *ctx);
+
   Client(const Napi::CallbackInfo &info);
   ~Client();
 
@@ -51,11 +54,10 @@ class Client : public Napi::ObjectWrap<Client> {
   std::shared_ptr<pulsar_client_t> cClient;
   std::shared_ptr<pulsar_client_configuration_t> cClientConfig;
 
-  static void LogMessage(pulsar_logger_level_t level, const char *file, int line, const char *message,
-                         void *ctx);
   Napi::Value CreateProducer(const Napi::CallbackInfo &info);
   Napi::Value Subscribe(const Napi::CallbackInfo &info);
   Napi::Value CreateReader(const Napi::CallbackInfo &info);
+  Napi::Value GetPartitionsForTopic(const Napi::CallbackInfo &info);
   Napi::Value Close(const Napi::CallbackInfo &info);
 };
 

package/src/Client.js

@@ -44,6 +44,10 @@ class Client {
     return this.client.createReader(params);
   }
 
+  getPartitionsForTopic(params) {
+    return this.client.getPartitionsForTopic(params);
+  }
+
   close() {
     this.client.close();
   }

package/src/Consumer.cc

@@ -22,10 +22,12 @@
 #include "Message.h"
 #include "MessageId.h"
 #include "ThreadSafeDeferred.h"
+#include "LogUtils.h"
 #include <pulsar/c/result.h>
 #include <atomic>
 #include <thread>
 #include <future>
+#include <sstream>
 
 Napi::FunctionReference Consumer::constructor;
 
@@ -63,6 +65,13 @@ struct MessageListenerProxyData {
       : cMessage(cMessage), consumer(consumer), callback(callback) {}
 };
 
+inline void logMessageListenerError(Consumer *consumer, const char *err) {
+  std::ostringstream ss;
+  ss << "[" << consumer->GetTopic() << "][" << consumer->GetSubscriptionName()
+     << "] Message listener error in processing message: " << err;
+  LOG_ERROR(ss.str().c_str());
+}
+
 void MessageListenerProxy(Napi::Env env, Napi::Function jsCallback, MessageListenerProxyData *data) {
   Napi::Object msg = Message::NewInstance({}, data->cMessage);
   Consumer *consumer = data->consumer;
@@ -70,17 +79,28 @@ void MessageListenerProxy(Napi::Env env, Napi::Function jsCallback, MessageListe
   // `consumer` might be null in certain cases, segmentation fault might happend without this null check. We
   // need to handle this rare case in future.
   if (consumer) {
-    Napi::Value ret = jsCallback.Call({msg, consumer->Value()});
+    Napi::Value ret;
+    try {
+      ret = jsCallback.Call({msg, consumer->Value()});
+    } catch (std::exception &exception) {
+      logMessageListenerError(consumer, exception.what());
+    }
+
     if (ret.IsPromise()) {
       Napi::Promise promise = ret.As<Napi::Promise>();
-      Napi::Value thenValue = promise.Get("then");
-      if (thenValue.IsFunction()) {
-        Napi::Function then = thenValue.As<Napi::Function>();
-        Napi::Function callback =
-            Napi::Function::New(env, [data](const Napi::CallbackInfo &info) { data->callback(); });
-        then.Call(promise, {callback});
-        return;
-      }
+      Napi::Function catchFunc = promise.Get("catch").As<Napi::Function>();
+
+      ret = catchFunc.Call(promise, {Napi::Function::New(env, [consumer](const Napi::CallbackInfo &info) {
+                             Napi::Error error = info[0].As<Napi::Error>();
+                             logMessageListenerError(consumer, error.what());
+                           })});
+
+      promise = ret.As<Napi::Promise>();
+      Napi::Function finallyFunc = promise.Get("finally").As<Napi::Function>();
+
+      finallyFunc.Call(
+          promise, {Napi::Function::New(env, [data](const Napi::CallbackInfo &info) { data->callback(); })});
+      return;
     }
   }
   data->callback();
@@ -227,6 +247,12 @@ Napi::Value Consumer::NewInstance(const Napi::CallbackInfo &info, std::shared_pt
   return deferred->Promise();
 }
 
+std::string Consumer::GetTopic() { return {pulsar_consumer_get_topic(this->cConsumer.get())}; }
+
+std::string Consumer::GetSubscriptionName() {
+  return {pulsar_consumer_get_subscription_name(this->cConsumer.get())};
+}
+
 // We still need a receive worker because the c api is missing the equivalent async definition
 class ConsumerReceiveWorker : public Napi::AsyncWorker {
  public:

package/src/Consumer.h

@@ -36,6 +36,8 @@ class Consumer : public Napi::ObjectWrap<Consumer> {
   void SetListenerCallback(MessageListenerCallback *listener);
   void Cleanup();
   void CleanupListener();
+  std::string GetTopic();
+  std::string GetSubscriptionName();
 
  private:
   std::shared_ptr<pulsar_consumer_t> cConsumer;

package/src/ConsumerConfig.cc

@@ -31,6 +31,7 @@ static const std::string CFG_TOPICS_PATTERN = "topicsPattern";
 static const std::string CFG_SUBSCRIPTION = "subscription";
 static const std::string CFG_SUBSCRIPTION_TYPE = "subscriptionType";
 static const std::string CFG_INIT_POSITION = "subscriptionInitialPosition";
+static const std::string CFG_REGEX_SUBSCRIPTION_MODE = "regexSubscriptionMode";
 static const std::string CFG_ACK_TIMEOUT = "ackTimeoutMs";
 static const std::string CFG_NACK_REDELIVER_TIMEOUT = "nAckRedeliverTimeoutMs";
 static const std::string CFG_RECV_QUEUE = "receiverQueueSize";
@@ -45,6 +46,11 @@ static const std::string CFG_CRYPTO_FAILURE_ACTION = "cryptoFailureAction";
 static const std::string CFG_MAX_PENDING_CHUNKED_MESSAGE = "maxPendingChunkedMessage";
 static const std::string CFG_AUTO_ACK_OLDEST_CHUNKED_MESSAGE_ON_QUEUE_FULL =
     "autoAckOldestChunkedMessageOnQueueFull";
+static const std::string CFG_BATCH_INDEX_ACK_ENABLED = "batchIndexAckEnabled";
+static const std::string CFG_DEAD_LETTER_POLICY = "deadLetterPolicy";
+static const std::string CFG_DLQ_POLICY_TOPIC = "deadLetterTopic";
+static const std::string CFG_DLQ_POLICY_MAX_REDELIVER_COUNT = "maxRedeliverCount";
+static const std::string CFG_DLQ_POLICY_INIT_SUB_NAME = "initialSubscriptionName";
 
 static const std::map<std::string, pulsar_consumer_type> SUBSCRIPTION_TYPE = {
     {"Exclusive", pulsar_ConsumerExclusive},
@@ -52,6 +58,11 @@ static const std::map<std::string, pulsar_consumer_type> SUBSCRIPTION_TYPE = {
     {"KeyShared", pulsar_ConsumerKeyShared},
     {"Failover", pulsar_ConsumerFailover}};
 
+static const std::map<std::string, pulsar_consumer_regex_subscription_mode> REGEX_SUBSCRIPTION_MODE = {
+    {"PersistentOnly", pulsar_consumer_regex_sub_mode_PersistentOnly},
+    {"NonPersistentOnly", pulsar_consumer_regex_sub_mode_NonPersistentOnly},
+    {"AllTopics", pulsar_consumer_regex_sub_mode_AllTopics}};
+
 static const std::map<std::string, initial_position> INIT_POSITION = {
     {"Latest", initial_position_latest}, {"Earliest", initial_position_earliest}};
 
@@ -110,6 +121,16 @@ ConsumerConfig::ConsumerConfig(const Napi::Object &consumerConfig, pulsar_messag
     }
   }
 
+  if (consumerConfig.Has(CFG_REGEX_SUBSCRIPTION_MODE) &&
+      consumerConfig.Get(CFG_REGEX_SUBSCRIPTION_MODE).IsString()) {
+    std::string regexSubscriptionMode =
+        consumerConfig.Get(CFG_REGEX_SUBSCRIPTION_MODE).ToString().Utf8Value();
+    if (REGEX_SUBSCRIPTION_MODE.count(regexSubscriptionMode)) {
+      pulsar_consumer_configuration_set_regex_subscription_mode(
+          this->cConsumerConfig.get(), REGEX_SUBSCRIPTION_MODE.at(regexSubscriptionMode));
+    }
+  }
+
   if (consumerConfig.Has(CFG_CONSUMER_NAME) && consumerConfig.Get(CFG_CONSUMER_NAME).IsString()) {
     std::string consumerName = consumerConfig.Get(CFG_CONSUMER_NAME).ToString().Utf8Value();
     if (!consumerName.empty())
@@ -215,6 +236,35 @@ ConsumerConfig::ConsumerConfig(const Napi::Object &consumerConfig, pulsar_messag
     pulsar_consumer_configuration_set_auto_ack_oldest_chunked_message_on_queue_full(
         this->cConsumerConfig.get(), autoAckOldestChunkedMessageOnQueueFull);
   }
+
+  if (consumerConfig.Has(CFG_BATCH_INDEX_ACK_ENABLED) &&
+      consumerConfig.Get(CFG_BATCH_INDEX_ACK_ENABLED).IsBoolean()) {
+    bool batchIndexAckEnabled = consumerConfig.Get(CFG_BATCH_INDEX_ACK_ENABLED).ToBoolean();
+    pulsar_consumer_configuration_set_batch_index_ack_enabled(this->cConsumerConfig.get(),
+                                                              batchIndexAckEnabled);
+  }
+
+  if (consumerConfig.Has(CFG_DEAD_LETTER_POLICY) && consumerConfig.Get(CFG_DEAD_LETTER_POLICY).IsObject()) {
+    pulsar_consumer_config_dead_letter_policy_t dlq_policy{};
+    Napi::Object dlqPolicyObject = consumerConfig.Get(CFG_DEAD_LETTER_POLICY).ToObject();
+    std::string dlq_topic_str;
+    std::string init_subscription_name;
+    if (dlqPolicyObject.Has(CFG_DLQ_POLICY_TOPIC) && dlqPolicyObject.Get(CFG_DLQ_POLICY_TOPIC).IsString()) {
+      dlq_topic_str = dlqPolicyObject.Get(CFG_DLQ_POLICY_TOPIC).ToString().Utf8Value();
+      dlq_policy.dead_letter_topic = dlq_topic_str.c_str();
+    }
+    if (dlqPolicyObject.Has(CFG_DLQ_POLICY_MAX_REDELIVER_COUNT) &&
+        dlqPolicyObject.Get(CFG_DLQ_POLICY_MAX_REDELIVER_COUNT).IsNumber()) {
+      dlq_policy.max_redeliver_count =
+          dlqPolicyObject.Get(CFG_DLQ_POLICY_MAX_REDELIVER_COUNT).ToNumber().Int32Value();
+    }
+    if (dlqPolicyObject.Has(CFG_DLQ_POLICY_INIT_SUB_NAME) &&
+        dlqPolicyObject.Get(CFG_DLQ_POLICY_INIT_SUB_NAME).IsString()) {
+      init_subscription_name = dlqPolicyObject.Get(CFG_DLQ_POLICY_INIT_SUB_NAME).ToString().Utf8Value();
+      dlq_policy.initial_subscription_name = init_subscription_name.c_str();
+    }
+    pulsar_consumer_configuration_set_dlq_policy(this->cConsumerConfig.get(), &dlq_policy);
+  }
 }
 
 ConsumerConfig::~ConsumerConfig() {