pulsar-client 1.13.2-rc.1 → 1.14.0-rc.1

package/examples/producer_tls_auth.js

@@ -1,52 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-const Pulsar = require('../');
-
-(async () => {
-  const auth = new Pulsar.AuthenticationTls({
-    certificatePath: '/path/to/client.crt',
-    privateKeyPath: '/path/to/client.key',
-  });
-
-  // Create a client
-  const client = new Pulsar.Client({
-    serviceUrl: 'pulsar+ssl://localhost:6651',
-    authentication: auth,
-    tlsTrustCertsFilePath: '/path/to/server.crt',
-  });
-
-  // Create a producer
-  const producer = await client.createProducer({
-    topic: 'persistent://public/default/my-topic',
-  });
-
-  // Send messages
-  for (let i = 0; i < 10; i += 1) {
-    const msg = `my-message-${i}`;
-    producer.send({
-      data: Buffer.from(msg),
-    });
-    console.log(`Sent message: ${msg}`);
-  }
-  await producer.flush();
-
-  await producer.close();
-  await client.close();
-})();

package/examples/producer_token_auth.js

@@ -1,48 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-const Pulsar = require('../');
-
-(async () => {
-  const auth = new Pulsar.AuthenticationToken({token: "eyJhbGciOiJIUzI1NiJ9.eyJzdWIiOiJKb2UifQ.ipevRNuRP6HflG8cFKnmUPtypruRC4fb1DWtoLL62SY"});
-
-  // Create a client
-  const client = new Pulsar.Client({
-    serviceUrl: 'pulsar://localhost:6650',
-    authentication: auth,
-  });
-
-  // Create a producer
-  const producer = await client.createProducer({
-    topic: 'persistent://public/default/my-topic',
-  });
-
-  // Send messages
-  for (let i = 0; i < 10; i += 1) {
-    const msg = `my-message-${i}`;
-    producer.send({
-      data: Buffer.from(msg),
-    });
-    console.log(`Sent message: ${msg}`);
-  }
-  await producer.flush();
-
-  await producer.close();
-  await client.close();
-})();

package/examples/producer_token_auth_supplier.js

@@ -1,53 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-const Pulsar = require('..');
-
-async function getToken() {
-  console.log("Get token");
-  return "eyJhbGciOiJIUzI1NiJ9.eyJzdWIiOiJKb2UifQ.ipevRNuRP6HflG8cFKnmUPtypruRC4fb1DWtoLL62SY";
-}
-
-(async () => {
-  const auth = new Pulsar.AuthenticationToken({token: getToken});
-
-  // Create a client
-  const client = new Pulsar.Client({
-    serviceUrl: 'pulsar://localhost:6650',
-    authentication: auth,
-  });
-
-  // Create a producer
-  const producer = await client.createProducer({
-    topic: 'persistent://public/default/my-topic',
-  });
-
-  // Send messages
-  for (let i = 0; i < 10; i += 1) {
-    const msg = `my-message-${i}`;
-    producer.send({
-      data: Buffer.from(msg),
-    });
-    console.log(`Sent message: ${msg}`);
-  }
-  await producer.flush();
-
-  await producer.close();
-  await client.close();
-})();

package/examples/reader.js

@@ -1,43 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-const Pulsar = require('../');
-
-(async () => {
-  // Create a client
-  const client = new Pulsar.Client({
-    serviceUrl: 'pulsar://localhost:6650',
-    operationTimeoutSeconds: 30,
-  });
-
-  // Create a reader
-  const reader = await client.createReader({
-    topic: 'persistent://public/default/my-topic',
-    startMessageId: Pulsar.MessageId.earliest(),
-  });
-
-  // read messages
-  for (let i = 0; i < 10; i += 1) {
-    const msg = await reader.readNext();
-    console.log(msg.getData().toString());
-  }
-
-  await reader.close();
-  await client.close();
-})();

package/examples/reader_listener.js

@@ -1,37 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-const Pulsar = require('../');
-
-(async () => {
-  // Create a client
-  const client = new Pulsar.Client({
-    serviceUrl: 'pulsar://localhost:6650',
-    operationTimeoutSeconds: 30,
-  });
-
-  // Create a reader
-  const reader = await client.createReader({
-    topic: 'persistent://public/default/my-topic',
-    startMessageId: Pulsar.MessageId.latest(),
-    listener: (msg, reader) => {
-      console.log(msg.getData().toString());
-    },
-  });
-})();

package/license-checker-config.json

@@ -1,43 +0,0 @@
-{
-  "license": "license-header.txt",
-  "trailingWhitespace": "TRIM",
-  "ignoreFile": ".gitignore",
-  "ignore": [
-    "NOTICE",
-    "**/*.txt",
-    "**/*.bat",
-    "**/*.pem",
-    "**/*.key",
-    "**/*.crt"
-  ],
-  "defaultFormat": {
-    "prepend": "#",
-    "eachLine": {
-      "prepend": "# "
-    },
-    "append": "#"
-  },
-  "licenseFormats": {
-    "c|cc|cpp|h|hpp|js|ts|css": {
-      "prepend": "/**",
-      "eachLine": {
-        "prepend": " * "
-      },
-      "append": " */"
-    },
-    "conf|gitignore|npmignore|eslintignore|sh|py|yml|yaml": {
-      "prepend": "#",
-      "eachLine": {
-        "prepend": "# "
-      },
-      "append": "#"
-    },
-    "html|xml|md": {
-      "prepend": "<!--\n",
-      "eachLine": {
-        "prepend": "    "
-      },
-      "append": "\n-->"
-    }
-  }
-}

package/license-header.txt

@@ -1,16 +0,0 @@
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements.  See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership.  The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License.  You may obtain a copy of the License at
-
-  http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied.  See the License for the
-specific language governing permissions and limitations
-under the License.

package/perf/perf_consumer.js

@@ -1,103 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-const commander = require('commander');
-const delay = require('delay');
-const {
-  performance,
-} = require('perf_hooks');
-const Pulsar = require('../index.js');
-
-// Parse args
-(() => {
-  commander
-    .option('-s, --subscription [subscription]', 'Subscription')
-    .option('-u, --url [url]', 'Pulsar Service URL')
-    .option('-t, --topic [topic]', 'Topic Name')
-    .option('-m, --messages [messages]', 'Number of Messages', 1000)
-    .option('-i, --iteration [iteration]', 'Iteration of Measure', 3, parseInt)
-    .on('--help', () => {
-      console.log('');
-      console.log('Examples:');
-      console.log('  $ node perf/perf_consumer.js --subscription sub1 --url pulsar://localhost:6650 --topic persistent://public/default/my-topic');
-    })
-    .parse(process.argv);
-
-  if (typeof commander.subscription === 'undefined') {
-    console.error('no subscription given!');
-    process.exit(1);
-  }
-  if (typeof commander.url === 'undefined') {
-    console.error('no URL given!');
-    process.exit(1);
-  }
-  if (typeof commander.topic === 'undefined') {
-    console.error('no topic name given!');
-    process.exit(1);
-  }
-
-  console.log('----------------------');
-  commander.options.forEach((option) => {
-    const optionName = (option.long).replace('--', '');
-    console.log(`${optionName}: ${commander[optionName]}`);
-  });
-  console.log('----------------------');
-})();
-
-(async () => {
-  // Create a client
-  const clientConfig = {
-    serviceUrl: commander.url,
-  };
-  const client = new Pulsar.Client(clientConfig);
-
-  // Create a consumer
-  const consumerConfig = {
-    topic: commander.topic,
-    subscription: commander.subscription,
-  };
-  const consumer = await client.subscribe(consumerConfig);
-
-  const numOfMessages = parseInt(commander.messages, 10);
-  for (let i = 0; i < commander.iteration; i += 1) {
-    // measure
-    await delay(1000);
-    const startTimeMilliSeconds = performance.now();
-    const results = [];
-    for (let mi = 0; mi < numOfMessages; mi += 1) {
-      results.push(new Promise((resolve) => {
-        consumer.receive().then((msg) => {
-          consumer.acknowledge(msg);
-          resolve(msg.getData().length);
-        });
-      }));
-    }
-    const messageSizes = await Promise.all(results);
-    const endTimeMilliSeconds = performance.now();
-
-    // result
-    const durationSeconds = (endTimeMilliSeconds - startTimeMilliSeconds) / 1000.0;
-    const rate = numOfMessages / durationSeconds;
-    const totalMessageSize = messageSizes.reduce((a, b) => a + b);
-    const throuhputMbit = (totalMessageSize / 1024 / 1024 * 8) / durationSeconds;
-    console.log('Throughput received: %f  msg/s --- %f Mbit/s', rate.toFixed(3), throuhputMbit.toFixed(3));
-  }
-  await consumer.close();
-  await client.close();
-})();

package/perf/perf_producer.js

@@ -1,118 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-const commander = require('commander');
-const delay = require('delay');
-const hdr = require('hdr-histogram-js');
-const {
-  performance,
-} = require('perf_hooks');
-
-const Pulsar = require('../index.js');
-
-// Parse args
-(() => {
-  commander
-    .option('-s, --size [size]', 'Message Size', 1024, parseInt)
-    .option('-u, --url [url]', 'Pulsar Service URL')
-    .option('-t, --topic [topic]', 'Topic Name')
-    .option('-i, --iteration [iteration]', 'Iteration of Measure', 3, parseInt)
-    .option('-m, --messages [messages]', 'Number of Messages', 1000, parseInt)
-    .on('--help', () => {
-      console.log('');
-      console.log('Examples:');
-      console.log('  $ node perf/perf_producer.js --url pulsar://localhost:6650 --topic persistent://public/default/my-topic');
-    })
-    .parse(process.argv);
-
-  if (typeof commander.url === 'undefined') {
-    console.error('no URL given!');
-    process.exit(1);
-  }
-  if (typeof commander.topic === 'undefined') {
-    console.error('no topic name given!');
-    process.exit(1);
-  }
-
-  console.log('----------------------');
-  commander.options.forEach((option) => {
-    const optionName = (option.long).replace('--', '');
-    console.log(`${optionName}: ${commander[optionName]}`);
-  });
-  console.log('----------------------');
-})();
-
-// Produce
-(async () => {
-  // Create a client
-  const clientConfig = {
-    serviceUrl: commander.url,
-  };
-  const client = new Pulsar.Client(clientConfig);
-
-  // Create a producer
-  const producerConfig = {
-    topic: commander.topic,
-  };
-  const producer = await client.createProducer(producerConfig);
-
-  const sizeOfMessage = commander.size;
-  const message = Buffer.alloc(sizeOfMessage, 1);
-  const numOfMessages = commander.messages;
-  for (let i = 0; i < commander.iteration; i += 1) {
-    const histogram = hdr.build({
-      bitBucketSize: 64,
-      highestTrackableValue: 120000 * 1000,
-      numberOfSignificantValueDigits: 5,
-    });
-
-    // measure
-    await delay(1000);
-    const startMeasureTimeMilliSeconds = performance.now();
-    for (let mi = 0; mi < numOfMessages; mi += 1) {
-      const startSendTimeMilliSeconds = performance.now();
-      producer.send({
-        data: message,
-      }).then(() => {
-        // add latency
-        histogram.recordValue((performance.now() - startSendTimeMilliSeconds));
-      });
-    }
-    await producer.flush();
-    const endMeasureTimeMilliSeconds = performance.now();
-
-    // result
-    const elapsedSeconds = (endMeasureTimeMilliSeconds - startMeasureTimeMilliSeconds) / 1000;
-    const rate = numOfMessages / elapsedSeconds;
-    const throuhputMbit = (sizeOfMessage * numOfMessages / 1024 / 1024 * 8) / elapsedSeconds;
-    console.log('Throughput produced: %f  msg/s --- %f Mbit/s --- Latency: mean: %f ms - med: %f - 95pct: %f - 99pct: %f - 99.9pct: %f - 99.99pct: %f - Max: %f',
-      rate.toFixed(3),
-      throuhputMbit.toFixed(3),
-      histogram.mean,
-      histogram.getValueAtPercentile(50),
-      histogram.getValueAtPercentile(95),
-      histogram.getValueAtPercentile(99),
-      histogram.getValueAtPercentile(99.9),
-      histogram.getValueAtPercentile(99.99),
-      histogram.maxValue);
-  }
-
-  await producer.close();
-  await client.close();
-})();

package/pkg/linux/Dockerfile_linux_glibc

@@ -1,31 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-ARG NODE_VERSION
-
-FROM node:${NODE_VERSION}-buster
-
-RUN apt-get update -y && \
-     apt-get install -y \
-        curl \
-        g++ \
-        make \
-        python3
-
-CMD ["sh"]

package/pkg/linux/Dockerfile_linux_musl

@@ -1,32 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-ARG NODE_VERSION
-
-FROM node:${NODE_VERSION}-alpine3.15
-
-RUN apk add \
-      bash \
-      curl \
-      python3 \
-      make \
-      g++ \
-      sudo
-
-CMD ["sh"]

package/pkg/linux/build-napi-inside-docker.sh

@@ -1,31 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-set -e -x
-
-cd /pulsar-client-node
-
-pkg/linux/download-cpp-client.sh
-
-npm install --ignore-scripts
-npx node-pre-gyp configure
-npx node-pre-gyp build
-npx node-pre-gyp package
-node pkg/load_test.js

package/pkg/linux/download-cpp-client.sh

@@ -1,65 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-set -e -x
-
-ROOT_DIR=`cd $(dirname $0) && cd ../../ && pwd`
-source $ROOT_DIR/pulsar-client-cpp.txt
-
-if [ "$USER" != "root" -a "$USER" != "" ]; then
-  SUDO="sudo"
-fi
-
-# Get the flavor of Linux
-export $(cat /etc/*-release | grep "^ID=")
-UNAME_ARCH=$(uname -m)
-if [ "$UNAME_ARCH" == 'aarch64' ]; then
-  PLATFORM=arm64
-else
-  PLATFORM=x86_64
-fi
-
-rm -rf $ROOT_DIR/pkg/linux/pulsar-cpp
-mkdir $ROOT_DIR/pkg/linux/pulsar-cpp
-rm -rf $ROOT_DIR/pkg/linux/tmp
-mkdir $ROOT_DIR/pkg/linux/tmp
-cd $ROOT_DIR/pkg/linux/tmp
-
-if [ "$ID" == 'ubuntu' -o "$ID" == 'debian' ]; then
-  curl -L -O ${CPP_CLIENT_BASE_URL}/deb-${PLATFORM}/apache-pulsar-client-dev.deb
-  $SUDO ar x apache-pulsar-client-dev.deb
-  $SUDO tar -xvf data.tar.xz
-  cp -r usr/* $ROOT_DIR/pkg/linux/pulsar-cpp/
-
-elif [ "$ID" == 'alpine' ]; then
-  curl -L -O ${CPP_CLIENT_BASE_URL}/apk-${PLATFORM}/${UNAME_ARCH}/apache-pulsar-client-dev-${CPP_CLIENT_VERSION}-r0.apk
-  $SUDO tar -xvf apache-pulsar-client-dev-${CPP_CLIENT_VERSION}-r0.apk
-  cp -r usr/* $ROOT_DIR/pkg/linux/pulsar-cpp/
-
-elif [ "$ID" == '"centos"' -o "$ID" == '"rocky"' ]; then
-  curl -L -O ${CPP_CLIENT_BASE_URL}/rpm-${PLATFORM}/${UNAME_ARCH}/apache-pulsar-client-devel-${CPP_CLIENT_VERSION}-1.${UNAME_ARCH}.rpm
-  $SUDO rpm -i --prefix=$ROOT_DIR/pkg/linux/pulsar-cpp apache-pulsar-client-devel-${CPP_CLIENT_VERSION}-1.${UNAME_ARCH}.rpm --nodeps --force
-
-else
-  echo "Unknown Linux distribution: '$ID'"
-  exit 1
-fi
-
-$SUDO rm -rf $ROOT_DIR/pkg/linux/tmp