pulsar-client 1.6.2 → 1.8.0-rc.1

package/pkg/linux/build-napi-inside-docker.sh

@@ -0,0 +1,31 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+set -e -x
+
+cd /pulsar-client-node
+
+pkg/linux/download-cpp-client.sh
+
+npm install --ignore-scripts
+npx node-pre-gyp configure
+npx node-pre-gyp build
+npx node-pre-gyp package
+node pkg/load_test.js

package/pkg/linux/download-cpp-client.sh

@@ -0,0 +1,65 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+set -e -x
+
+ROOT_DIR=`cd $(dirname $0) && cd ../../ && pwd`
+source $ROOT_DIR/pulsar-client-cpp.txt
+
+if [ $USER != "root" ]; then
+  SUDO="sudo"
+fi
+
+# Get the flavor of Linux
+export $(cat /etc/*-release | grep "^ID=")
+UNAME_ARCH=$(uname -m)
+if [ $UNAME_ARCH == 'aarch64' ]; then
+  PLATFORM=arm64
+else
+  PLATFORM=x86_64
+fi
+
+rm -rf $ROOT_DIR/pkg/linux/pulsar-cpp
+mkdir $ROOT_DIR/pkg/linux/pulsar-cpp
+rm -rf $ROOT_DIR/pkg/linux/tmp
+mkdir $ROOT_DIR/pkg/linux/tmp
+cd $ROOT_DIR/pkg/linux/tmp
+
+if [ $ID == 'ubuntu' -o $ID == 'debian' ]; then
+  curl -L -O ${CPP_CLIENT_BASE_URL}/deb-${PLATFORM}/apache-pulsar-client-dev.deb
+  $SUDO ar x apache-pulsar-client-dev.deb
+  $SUDO tar -xvf data.tar.xz
+  cp -r usr/* $ROOT_DIR/pkg/linux/pulsar-cpp/
+
+elif [ $ID == 'alpine' ]; then
+  curl -L -O ${CPP_CLIENT_BASE_URL}/apk-${PLATFORM}/${UNAME_ARCH}/apache-pulsar-client-dev-${CPP_CLIENT_VERSION}-r0.apk
+  $SUDO tar -xvf apache-pulsar-client-dev-${CPP_CLIENT_VERSION}-r0.apk
+  cp -r usr/* $ROOT_DIR/pkg/linux/pulsar-cpp/
+
+elif [ $ID == '"centos"' -o $ID == '"rocky"' ]; then
+  curl -L -O ${CPP_CLIENT_BASE_URL}/rpm-${PLATFORM}/${UNAME_ARCH}/apache-pulsar-client-devel-${CPP_CLIENT_VERSION}-1.${UNAME_ARCH}.rpm
+  $SUDO rpm -i --prefix=$ROOT_DIR/pkg/linux/pulsar-cpp apache-pulsar-client-devel-${CPP_CLIENT_VERSION}-1.${UNAME_ARCH}.rpm --nodeps --force
+
+else
+  echo "Unknown Linux distribution: '$ID'"
+  exit 1
+fi
+
+$SUDO rm -rf $ROOT_DIR/pkg/linux/tmp

package/pkg/load_test.js

@@ -0,0 +1,34 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+const Pulsar = require('../index.js');
+
+(async () => {
+  Pulsar.Client.setLogHandler((level, file, line, message) => {
+    console.log('[%s][%s:%d] %s', Pulsar.LogLevel.toString(level), file, line, message);
+  });
+
+  // Create a client
+  const clientConfig = {
+    serviceUrl: 'pulsar://localhost:6650',
+  };
+
+  const client = new Pulsar.Client(clientConfig);
+  await client.close();
+})();

package/pkg/mac/build-cpp-deps-lib.sh

@@ -0,0 +1,186 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+source $(dirname $0)/common.sh
+
+cd $ROOT_DIR
+
+pip3 install pyyaml
+
+dep=$ROOT_DIR/build-support/dep-version.py
+ZLIB_VERSION=$($dep zlib)
+OPENSSL_VERSION=$($dep openssl)
+BOOST_VERSION=$($dep boost)
+PROTOBUF_VERSION=$($dep protobuf)
+ZSTD_VERSION=$($dep zstd)
+SNAPPY_VERSION=$($dep snappy)
+CURL_VERSION=$($dep curl)
+
+cd $MAC_BUILD_DIR/build
+
+##############################################################################
+if [ ! -f zlib-${ZLIB_VERSION}.done ]; then
+    echo "Building ZLib"
+    curl -O -L https://zlib.net/fossils/zlib-${ZLIB_VERSION}.tar.gz
+    tar xfz zlib-$ZLIB_VERSION.tar.gz
+    pushd zlib-$ZLIB_VERSION
+      CFLAGS="-fPIC -O3 -arch ${ARCH} -mmacosx-version-min=${MACOSX_DEPLOYMENT_TARGET}" ./configure --prefix=$PREFIX
+      make -j16
+      make install
+    popd
+
+    rm -rf zlib-$ZLIB_VERSION.tar.gz zlib-$ZLIB_VERSION
+    touch zlib-${ZLIB_VERSION}.done
+else
+    echo "Using cached ZLib"
+fi
+
+###############################################################################
+OPENSSL_VERSION_UNDERSCORE=$(echo $OPENSSL_VERSION | sed 's/\./_/g')
+if [ ! -f openssl-OpenSSL_${OPENSSL_VERSION_UNDERSCORE}.done ]; then
+    echo "Building OpenSSL"
+    curl -O -L https://github.com/openssl/openssl/archive/OpenSSL_${OPENSSL_VERSION_UNDERSCORE}.tar.gz
+    tar xfz OpenSSL_${OPENSSL_VERSION_UNDERSCORE}.tar.gz
+    pushd openssl-OpenSSL_${OPENSSL_VERSION_UNDERSCORE}
+        if [ $ARCH = 'arm64' ]; then
+          PLATFORM=darwin64-arm64-cc
+        else
+          PLATFORM=darwin64-x86_64-cc
+        fi
+        ./Configure --prefix=$PREFIX no-shared no-unit-test $PLATFORM
+        make -j8
+        make install_sw
+    popd
+
+    rm -rf OpenSSL_${OPENSSL_VERSION_UNDERSCORE}.tar.gz openssl-OpenSSL_${OPENSSL_VERSION_UNDERSCORE}
+    touch openssl-OpenSSL_${OPENSSL_VERSION_UNDERSCORE}.done
+else
+    echo "Using cached OpenSSL"
+fi
+
+###############################################################################
+BOOST_VERSION_=${BOOST_VERSION//./_}
+DIR=boost-src-${BOOST_VERSION}
+if [ ! -f $DIR.done ]; then
+    echo "Building Boost"
+    curl -O -L https://boostorg.jfrog.io/artifactory/main/release/${BOOST_VERSION}/source/boost_${BOOST_VERSION_}.tar.gz
+    tar xfz boost_${BOOST_VERSION_}.tar.gz
+    rm -rf $DIR
+    mv boost_${BOOST_VERSION_} $DIR
+
+    pushd $DIR
+      ./bootstrap.sh --prefix=$PREFIX --with-libraries=system
+      ./b2 address-model=64 cxxflags="-fPIC -arch ${ARCH} -mmacosx-version-min=${MACOSX_DEPLOYMENT_TARGET}" \
+                link=static threading=multi \
+                variant=release \
+                install
+    popd
+
+    rm -rf $DIR boost_${BOOST_VERSION_}.tar.gz
+    touch $DIR.done
+else
+    echo "Using cached Boost"
+fi
+
+###############################################################################
+if [ ! -f protobuf-${PROTOBUF_VERSION}.done ]; then
+    echo "Building Protobuf"
+    curl -O -L  https://github.com/google/protobuf/releases/download/v${PROTOBUF_VERSION}/protobuf-cpp-${PROTOBUF_VERSION}.tar.gz
+    tar xfz protobuf-cpp-${PROTOBUF_VERSION}.tar.gz
+    pushd protobuf-${PROTOBUF_VERSION}
+      CXXFLAGS="-fPIC -arch arm64 -arch x86_64 -mmacosx-version-min=${MACOSX_DEPLOYMENT_TARGET}" \
+            ./configure --prefix=$PREFIX
+      make -j16 V=1
+      make install
+    popd
+
+    pushd install/lib
+      echo "Propose target arch static lib" ${ARCH}
+      mv libprotobuf.a libprotobuf_universal.a
+      lipo libprotobuf_universal.a -thin ${ARCH} -output libprotobuf.a
+    popd
+
+    rm -rf protobuf-${PROTOBUF_VERSION} protobuf-cpp-${PROTOBUF_VERSION}.tar.gz
+    touch protobuf-${PROTOBUF_VERSION}.done
+else
+    echo "Using cached Protobuf"
+fi
+
+###############################################################################
+if [ ! -f zstd-${ZSTD_VERSION}.done ]; then
+    echo "Building ZStd"
+    curl -O -L https://github.com/facebook/zstd/releases/download/v${ZSTD_VERSION}/zstd-${ZSTD_VERSION}.tar.gz
+    tar xfz zstd-${ZSTD_VERSION}.tar.gz
+    pushd zstd-${ZSTD_VERSION}
+      CFLAGS="-fPIC -O3 -arch ${ARCH} -mmacosx-version-min=${MACOSX_DEPLOYMENT_TARGET}" \
+          PREFIX=$PREFIX  \
+          make -j16 -C lib install
+    popd
+
+    rm -rf zstd-${ZSTD_VERSION} zstd-${ZSTD_VERSION}.tar.gz
+    touch zstd-${ZSTD_VERSION}.done
+else
+    echo "Using cached ZStd"
+fi
+
+###############################################################################
+if [ ! -f snappy-${SNAPPY_VERSION}.done ]; then
+    echo "Building Snappy"
+    curl -O -L https://github.com/google/snappy/archive/refs/tags/${SNAPPY_VERSION}.tar.gz
+    tar xfz ${SNAPPY_VERSION}.tar.gz
+    pushd snappy-${SNAPPY_VERSION}
+      CXXFLAGS="-fPIC -O3 -mmacosx-version-min=${MACOSX_DEPLOYMENT_TARGET}" \
+          cmake . -DCMAKE_OSX_ARCHITECTURES=${ARCH} -DCMAKE_INSTALL_PREFIX=$PREFIX -DSNAPPY_BUILD_TESTS=OFF -DSNAPPY_BUILD_BENCHMARKS=OFF
+      make -j16
+      make install
+      touch .done
+    popd
+
+    rm -rf snappy-${SNAPPY_VERSION} ${SNAPPY_VERSION}.tar.gz
+    touch snappy-${SNAPPY_VERSION}.done
+else
+    echo "Using cached Snappy"
+fi
+
+###############################################################################
+if [ ! -f curl-${CURL_VERSION}.done ]; then
+    echo "Building LibCurl"
+    CURL_VERSION_=${CURL_VERSION//./_}
+    curl -O -L  https://github.com/curl/curl/releases/download/curl-${CURL_VERSION_}/curl-${CURL_VERSION}.tar.gz
+    tar xfz curl-${CURL_VERSION}.tar.gz
+    pushd curl-${CURL_VERSION}
+      CFLAGS="-fPIC -arch ${ARCH} -mmacosx-version-min=${MACOSX_DEPLOYMENT_TARGET}" \
+            ./configure --with-ssl=$PREFIX \
+              --without-nghttp2 \
+              --without-libidn2 \
+              --disable-ldap \
+              --without-brotli \
+              --without-secure-transport \
+              --disable-ipv6 \
+              --prefix=$PREFIX \
+              --host=$ARCH-apple-darwin
+      make -j16 install
+    popd
+
+    rm -rf curl-${CURL_VERSION} curl-${CURL_VERSION}.tar.gz
+    touch curl-${CURL_VERSION}.done
+else
+    echo "Using cached LibCurl"
+fi

package/pkg/mac/build-cpp-lib.sh

@@ -0,0 +1,48 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+source $(dirname $0)/common.sh
+
+PULSAR_DIR=${MAC_BUILD_DIR}/build-pulsar
+PULSAR_PREFIX=${PULSAR_DIR}/install
+mkdir -p $PULSAR_PREFIX
+cd $PULSAR_DIR
+
+## Fetch from official release
+curl -O -L "$CPP_CLIENT_BASE_URL"/apache-pulsar-client-cpp-${CPP_CLIENT_VERSION}.tar.gz
+tar xfz apache-pulsar-client-cpp-${CPP_CLIENT_VERSION}.tar.gz
+pushd apache-pulsar-client-cpp-${CPP_CLIENT_VERSION}
+  rm -f CMakeCache.txt
+  cmake . \
+      -DCMAKE_OSX_ARCHITECTURES=${ARCH} \
+      -DCMAKE_OSX_DEPLOYMENT_TARGET=${MACOSX_DEPLOYMENT_TARGET} \
+      -DCMAKE_INSTALL_PREFIX=$PULSAR_PREFIX \
+      -DCMAKE_BUILD_TYPE=Release \
+      -DCMAKE_PREFIX_PATH=$PREFIX \
+      -DCMAKE_INSTALL_LIBDIR=$PULSAR_PREFIX/lib \
+      -DLINK_STATIC=ON \
+      -DBUILD_TESTS=OFF \
+      -DBUILD_PYTHON_WRAPPER=OFF \
+      -DBUILD_DYNAMIC_LIB=OFF \
+      -DPROTOC_PATH=$PREFIX/bin/protoc
+  make -j16 install
+popd
+
+rm -rf apache-pulsar-client-cpp-${CPP_CLIENT_VERSION}.tar.gz apache-pulsar-client-cpp-${CPP_CLIENT_VERSION}

package/{docker-tests.sh → pkg/mac/common.sh}

@@ -1,4 +1,3 @@
-#!/bin/bash
 #
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
@@ -18,20 +17,21 @@
 # under the License.
 #
 
-ROOT_DIR=$(git rev-parse --show-toplevel)
-cd $ROOT_DIR
-
-BUILD_IMAGE_NAME="${BUILD_IMAGE_NAME:-apachepulsar/pulsar-build}"
-BUILD_IMAGE_VERSION="${BUILD_IMAGE_VERSION:-ubuntu-16.04}"
+set -e -x
 
-IMAGE="$BUILD_IMAGE_NAME:$BUILD_IMAGE_VERSION"
+if [ -z "$ARCH" ]; then
+   export ARCH=$(uname -m)
+fi
 
-echo "---- Testing Pulsar node client using image $IMAGE"
+export MACOSX_DEPLOYMENT_TARGET=11.0
 
-docker pull $IMAGE
+MAC_BUILD_DIR=`cd $(dirname $0); pwd`
+ROOT_DIR=$(git rev-parse --show-toplevel)
+source $ROOT_DIR/pulsar-client-cpp.txt
 
-DOCKER_CMD="docker run -i -v $ROOT_DIR:/pulsar-client-node $IMAGE"
+cd $MAC_BUILD_DIR
+mkdir -p build
+cd build
+mkdir -p install
+export PREFIX=`pwd`/install
 
-# Start Pulsar standalone instance
-# and execute the tests
-$DOCKER_CMD bash -c "cd /pulsar-client-node && ./run-unit-tests.sh"

package/pkg/windows/download-cpp-client.bat

@@ -0,0 +1,12 @@
+cd %~dp0
+set arch=%1
+if "%arch%" == "" (
+reg Query "HKLM\Hardware\Description\System\CentralProcessor\0" | find /i "x86" > NUL && set arch=x86 || set arch=x64
+)
+for /F "delims== tokens=1,2" %%a in (..\..\pulsar-client-cpp.txt) do set "%%a=%%b"
+curl -O -L %CPP_CLIENT_BASE_URL%/%arch%-windows-static.tar.gz
+tar -xvzf %arch%-windows-static.tar.gz
+move %arch%-windows-static pulsar-cpp
+dir
+
+

package/pulsar-client-cpp.txt

@@ -0,0 +1,2 @@
+CPP_CLIENT_BASE_URL=https://archive.apache.org/dist/pulsar/pulsar-client-cpp-3.1.2
+CPP_CLIENT_VERSION=3.1.2

package/src/AuthenticationAthenz.js

@@ -17,7 +17,7 @@
  * under the License.
  */
 
-const PulsarBinding = require('bindings')('Pulsar');
+const PulsarBinding = require('./pulsar-binding');
 
 class AuthenticationAthenz {
   constructor(params) {

package/src/AuthenticationOauth2.js

@@ -16,7 +16,7 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-const PulsarBinding = require('bindings')('Pulsar');
+const PulsarBinding = require('./pulsar-binding');
 
 class AuthenticationOauth2 {
   constructor(params) {

package/src/AuthenticationTls.js

@@ -17,7 +17,7 @@
  * under the License.
  */
 
-const PulsarBinding = require('bindings')('Pulsar');
+const PulsarBinding = require('./pulsar-binding');
 
 class AuthenticationTls {
   constructor(params) {

package/src/AuthenticationToken.js

@@ -17,7 +17,7 @@
  * under the License.
  */
 
-const PulsarBinding = require('bindings')('Pulsar');
+const PulsarBinding = require('./pulsar-binding');
 
 class AuthenticationToken {
   constructor(params) {