pulsar-client 1.13.2 → 1.14.0-rc.2

package/.github/workflows/ci-pr-validation.yml

@@ -1,334 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-name: PR validation
-on:
-  pull_request:
-    branches: ['master']
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-jobs:
-  unit-tests:
-    name: Run unit tests
-    runs-on: ubuntu-22.04
-    timeout-minutes: 120
-    strategy:
-      matrix:
-        python:
-          - "3.10"
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Use Node.js 18
-        uses: actions/setup-node@v3
-        with:
-          node-version: 18
-
-      - name: Use Python ${{ matrix.python }}
-        uses: actions/setup-python@v3
-        with:
-          python-version: ${{ matrix.python }}
-          
-      - name: Run Test
-        run: |
-          ./tests/run-unit-tests.sh
-      - name: Check license headers
-        run: |
-          npm run license:checkheader
-
-  validation-yarn:
-    name: Validation use yarn install
-    runs-on: ubuntu-22.04
-    timeout-minutes: 120
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Use Node.js 18
-        uses: actions/setup-node@v3
-        with:
-          node-version: 18
-
-      - name: Use yarn install
-        run: |
-          yarn install --ignore-scripts
-
-  macos-napi:
-    name: Build NAPI macos - Node ${{matrix.nodejs}} - ${{matrix.arch}}
-    runs-on: ${{ matrix.os }}
-    timeout-minutes: 3000
-
-    strategy:
-      fail-fast: false
-      matrix:
-        arch:
-          - x64
-          - arm64
-        nodejs:
-          - 18
-        python:
-          - "3.10"
-        include:
-          - arch: x64
-            os: macos-13
-          - arch: arm64
-            # macos-14 is used for arm64
-            os: macos-14
-    steps:
-      - uses: actions/checkout@v3
-      - name: Use Node.js ${{ matrix.nodejs }}
-        uses: actions/setup-node@v3
-        with:
-          node-version: ${{ matrix.nodejs }}
-          cache: 'npm'
-          
-      - name: Use Python ${{ matrix.python }}
-        uses: actions/setup-python@v3
-        with:
-          python-version: ${{ matrix.python }}
-
-      - name: Build Node binaries lib
-        run: |
-          if [ "${{ matrix.arch }}" = "x64" ]; then
-            export ARCH=x86_64
-          else
-            export ARCH=${{ matrix.arch }}
-          fi
-          pkg/mac/download-cpp-client.sh
-          npm install --ignore-scripts
-          npx node-pre-gyp configure --target_arch=${{ matrix.arch }}
-          npx node-pre-gyp build --target_arch=${{ matrix.arch }}
-
-      - name: Test loading Node binaries lib
-        run: |
-          node pkg/load_test.js
-
-      - name: Package Node binaries lib
-        run: |
-          npx node-pre-gyp package --target_arch=${{ matrix.arch }}
-
-  linux-napi:
-    name: Build NAPI ${{matrix.image}} - Node ${{matrix.nodejs}} - ${{matrix.cpu.platform}}
-    runs-on: ubuntu-22.04
-    timeout-minutes: 3000
-
-    strategy:
-      fail-fast: false
-      matrix:
-        image:
-          - 'linux_glibc'
-          - 'linux_musl'
-        nodejs:
-          - 18
-        cpu:
-          - {arch: 'x86_64', platform: 'x86_64'}
-          - {arch: 'aarch64', platform: 'arm64'}
-
-    steps:
-      - name: checkout
-        uses: actions/checkout@v3
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v2
-
-      - name: Setup Docker Buildx
-        uses: docker/setup-buildx-action@v2
-
-      - name: Build Linux Docker image
-        uses: docker/build-push-action@v3
-        with:
-          file: ./pkg/linux/Dockerfile_${{matrix.image}}
-          load: true
-          tags: build:latest
-          platforms: linux/${{matrix.cpu.arch}}
-          build-args: |
-            PLATFORM=${{matrix.cpu.platform}}
-            ARCH=${{matrix.cpu.arch}}
-            NODE_VERSION=${{matrix.nodejs}}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-
-      - name: Build and Test NAPI file
-        run: |
-          docker run -i -v $PWD:/pulsar-client-node build:latest \
-              /pulsar-client-node/pkg/linux/build-napi-inside-docker.sh
-
-      - name: Test NAPI file in linux_glibc containers
-        if: matrix.image == 'linux_glibc'
-        run: |
-          ./tests/load-test.sh node:16-buster ${{matrix.cpu.platform}}
-          ./tests/load-test.sh node:16-bullseye ${{matrix.cpu.platform}}
-          ./tests/load-test.sh node:19-buster ${{matrix.cpu.platform}}
-          ./tests/load-test.sh node:19-bullseye ${{matrix.cpu.platform}}
-
-      - name: Test NAPI file in linux_musl containers
-        if: matrix.image == 'linux_musl'
-        run: |
-          ./tests/load-test.sh node:18-alpine3.15 ${{matrix.cpu.platform}}
-          ./tests/load-test.sh node:16-alpine3.15 ${{matrix.cpu.platform}}
-
-  windows-napi:
-    name: Build NAPI windows - Node ${{matrix.nodejs}} - ${{matrix.arch}}
-    runs-on: windows-2022
-    timeout-minutes: 3000
-
-    strategy:
-      fail-fast: false
-      matrix:
-        arch:
-          - x64
-          - x86
-        nodejs:
-          - 18
-        python:
-          - "3.10"
-    steps:
-      - uses: actions/checkout@v3
-      - name: Use Node.js ${{ matrix.nodejs }}
-        uses: actions/setup-node@v3
-        with:
-          node-version: ${{ matrix.nodejs }}
-          architecture: ${{ matrix.arch }}
-          cache: 'npm'
-
-      - name: Use Python ${{ matrix.python }}
-        uses: actions/setup-python@v3
-        with:
-          python-version: ${{ matrix.python }}
-
-      - name: Cache CPP Client
-        id: cache-dependencies
-        uses: actions/cache@v3
-        with:
-          path: pkg/windows/
-          key: ${{ runner.os }}-${{ matrix.arch }}-${{ hashFiles('pulsar-client-cpp.txt') }}
-
-      - name: Add env vars
-        shell: bash
-        run: |
-          if [ "${{ matrix.arch }}" = "x86" ]; then
-            echo "TARGET=ia32" >> $GITHUB_ENV
-          else
-            echo "TARGET=${{ matrix.arch }}" >> $GITHUB_ENV
-          fi
-
-      - name: Download CPP Client
-        if: steps.cache-dependencies.outputs.cache-hit != 'true'
-        run: |
-          pkg/windows/download-cpp-client.bat ${{ matrix.arch }}
-
-      - name: Build Node binaries lib
-        run: |
-          npm install --ignore-scripts
-          npx node-pre-gyp configure --target_arch=${{ env.TARGET }}
-          npx node-pre-gyp build --target_arch=${{ env.TARGET }}
-
-      - name: Test loading Node binaries lib
-        run: |
-          node pkg/load_test.js
-
-      - name: Package Node binaries lib
-        run: |
-          npx node-pre-gyp package --target_arch=${{ env.TARGET }}
-
-  macos-napi-homebrew:
-    name: Build NAPI macos with CPP lib installed by Homebrew
-    runs-on: macos-latest
-    timeout-minutes: 3000
-    strategy:
-      fail-fast: false
-      matrix:
-        python:
-          - "3.10"
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Use Node.js 18
-        uses: actions/setup-node@v3
-        with:
-          node-version: 18
-          cache: 'npm'
-      - name: Use Python ${{ matrix.python }}
-        uses: actions/setup-python@v3
-        with:
-          python-version: ${{ matrix.python }}
-      - name: Install CPP lib
-        run: |
-          export HOMEBREW_NO_INSTALLED_DEPENDENTS_CHECK=true
-          brew update
-          brew install libpulsar
-      - name: Build Node binaries lib
-        run: |
-          npm install --ignore-scripts
-          npx node-pre-gyp configure
-          npx node-pre-gyp build
-      - name: Test loading Node binaries lib
-        run: |
-          node pkg/load_test.js
-      - name: Package Node binaries lib
-        run: |
-          npx node-pre-gyp package
-
-  linux-napi-apt:
-    name: Build NAPI linux with CPP lib installed by APT
-    runs-on: ubuntu-22.04
-    timeout-minutes: 3000
-    strategy:
-      fail-fast: false
-      matrix:
-        python:
-          - "3.10"
-          
-    steps:
-      - uses: actions/checkout@v3
-      - name: Use Node.js 18
-        uses: actions/setup-node@v3
-        with:
-          node-version: 18
-          cache: 'npm'
-
-      - name: Use Python ${{ matrix.python }}
-        uses: actions/setup-python@v3
-        with:
-          python-version: ${{ matrix.python }}
-          
-      - name: Install CPP lib
-        run: |
-          source pulsar-client-cpp.txt
-          UNAME_ARCH=$(uname -m)
-          if [ $UNAME_ARCH == 'aarch64' ]; then
-            PLATFORM='arm64'
-          else
-            PLATFORM='x86_64'
-          fi
-          curl -s -L -O ${CPP_CLIENT_BASE_URL}/deb-${PLATFORM}/apache-pulsar-client.deb
-          curl -s -L -O ${CPP_CLIENT_BASE_URL}/deb-${PLATFORM}/apache-pulsar-client-dev.deb
-          sudo -E apt -y install ./apache-pulsar-client.deb ./apache-pulsar-client-dev.deb
-      - name: Build Node binaries lib
-        run: |
-          npm install --ignore-scripts
-          npx node-pre-gyp configure
-          npx node-pre-gyp build
-      - name: Test loading Node binaries lib
-        run: |
-          node pkg/load_test.js
-      - name: Package Node binaries lib
-        run: |
-          npx node-pre-gyp package

package/build-support/download-release-artifacts.py

@@ -1,77 +0,0 @@
-#!/usr/bin/env python3
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-import sys
-import requests
-import os
-import shutil
-import zipfile
-import tempfile
-from pathlib import Path
-
-if len(sys.argv) != 3:
-    print("Usage: ")
-    print("     %s $WORKFLOW_RUN_ID $DEST_PATH" % sys.argv[0])
-    sys.exit(-1)
-
-if 'GITHUB_TOKEN' not in os.environ:
-    print('You should have a GITHUB_TOKEN environment variable')
-    sys.exit(-1)
-
-GITHUB_TOKEN = os.environ['GITHUB_TOKEN']
-
-ACCEPT_HEADER = 'application/vnd.github+json'
-LIST_URL = 'https://api.github.com/repos/apache/pulsar-client-node/actions/runs/%d/artifacts'
-
-workflow_run_id = int(sys.argv[1])
-dest_path = sys.argv[2]
-
-workflow_run_url = LIST_URL % workflow_run_id
-headers = {'Accept': ACCEPT_HEADER, 'Authorization': f'Bearer {GITHUB_TOKEN}'}
-
-response = requests.get(workflow_run_url, headers=headers)
-response.raise_for_status()
-
-data = response.json()
-for artifact in data['artifacts']:
-    name = artifact['name']
-    url = artifact['archive_download_url']
-
-    print(f'Downloading {name} from {url}')
-    artifact_response = requests.get(url, headers=headers, stream=True)
-    artifact_response.raise_for_status()
-
-    with tempfile.NamedTemporaryFile(delete=False) as tmp_zip:
-        for chunk in artifact_response.iter_content(chunk_size=8192):
-            tmp_zip.write(chunk)
-        tmp_zip_path = tmp_zip.name
-
-    try:
-        dest_dir = os.path.join(dest_path, name)
-        Path(dest_dir).mkdir(parents=True, exist_ok=True)
-        with zipfile.ZipFile(tmp_zip_path, 'r') as z:
-            z.extractall(dest_dir)
-    finally:
-        os.unlink(tmp_zip_path)
-
-for root, dirs, files in os.walk(dest_path, topdown=False):
-    for name in files:
-        shutil.move(os.path.join(root, name), dest_path)
-    if not os.listdir(root):
-        os.rmdir(root)

package/build-support/generate-source-archive.sh

@@ -1,28 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-ROOT_DIR=$(git rev-parse --show-toplevel)
-
-VERSION=$(npm version | grep pulsar-client | awk -F ':' '{print $2}' | sed "s?'??g" | sed "s?,??g" | sed "s? ??g")
-
-NAME=apache-pulsar-client-node-$VERSION
-
-OUT_DIR=${1:-.}
-
-git archive --format=tar.gz --prefix ${NAME}/ -o ${OUT_DIR}/${NAME}.tar.gz HEAD

package/build-support/pulsar-test-container-start.sh

@@ -1,43 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-set -e -x
-
-export PULSAR_STANDALONE_CONF=test-conf/standalone.conf
-# There is an issue when starting the pulsar standalone with other metadata store: https://github.com/apache/pulsar/issues/17984
-# We need to use Zookeeper here. Otherwise the `Message Chunking` test will not pass.
-# We can remove this line after the pulsar release a new version contains this fix: https://github.com/apache/pulsar/pull/18126
-export PULSAR_STANDALONE_USE_ZOOKEEPER=1
-bin/pulsar-daemon start standalone \
-        --no-functions-worker --no-stream-storage \
-        --bookkeeper-dir data/bookkeeper
-
-echo "-- Wait for Pulsar service to be ready"
-for i in $(seq 30); do
-    curl http://localhost:8080/metrics > /dev/null 2>&1 && break
-    if [ $i -lt 30 ]; then
-        sleep 1
-    else
-        echo '-- Pulsar standalone server startup timed out'
-        exit 1
-    fi
-done
-
-echo "-- Ready to start tests"

package/build-support/pulsar-test-service-start.sh

@@ -1,39 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-set -e
-
-SRC_DIR=$(git rev-parse --show-toplevel)
-cd $SRC_DIR
-
-build-support/pulsar-test-service-stop.sh
-
-CONTAINER_ID=$(docker run -i -p 8080:8080 -p 6650:6650 -p 8443:8443 -p 6651:6651 --rm --detach apachepulsar/pulsar:latest sleep 3600)
-
-echo $CONTAINER_ID >.tests-container-id.txt
-
-docker cp $SRC_DIR/tests/conf $CONTAINER_ID:/pulsar/test-conf
-docker cp $SRC_DIR/tests/certificate/server.crt $CONTAINER_ID:/pulsar/test-conf
-docker cp $SRC_DIR/tests/certificate/server.key $CONTAINER_ID:/pulsar/test-conf
-docker cp $SRC_DIR/build-support/pulsar-test-container-start.sh $CONTAINER_ID:pulsar-test-container-start.sh
-
-docker exec -i $CONTAINER_ID /pulsar-test-container-start.sh
-
-echo "-- Ready to start tests"

package/build-support/pulsar-test-service-stop.sh

@@ -1,32 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-set -e
-
-SRC_DIR=$(git rev-parse --show-toplevel)
-cd $SRC_DIR
-
-CONTAINER_ID_PATH=".tests-container-id.txt"
-
-if [ -f ${CONTAINER_ID_PATH} ]; then
-  CONTAINER_ID=$(cat $CONTAINER_ID_PATH)
-  docker kill $CONTAINER_ID || true
-  rm .tests-container-id.txt
-fi

package/build-support/sign-files.sh

@@ -1,32 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-set -e
-
-FILES=$*
-
-for FILE in $FILES
-do
-   echo "Signing $FILE"
-   gpg --armor --output $FILE.asc --detach-sig $FILE
-
-   # SHA-512 signature
-   shasum -a 512 $FILE > $FILE.sha512
-done

package/build-support/stage-release.sh

@@ -1,44 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-set -e -x
-
-if [ "$#" -ne 2 ]; then
-    echo "Usage: $0 \$DEST_PATH \$WORKFLOW_ID"
-    exit 1
-fi
-
-DEST_PATH=$(readlink -f $1)
-WORKFLOW_ID=$2
-
-pushd $(dirname "$0")
-PULSAR_NODE_PATH=$(git rev-parse --show-toplevel)
-popd
-
-mkdir -p $DEST_PATH
-
-cd $PULSAR_NODE_PATH
-
-build-support/download-release-artifacts.py $WORKFLOW_ID $DEST_PATH
-build-support/generate-source-archive.sh $DEST_PATH
-
-# Sign all files
-cd $DEST_PATH
-find . -type f | xargs $PULSAR_NODE_PATH/build-support/sign-files.sh