@platformatic/kafka 1.31.0 → 1.32.1

package/dist/clients/producer/index.d.ts

@@ -1,4 +1,5 @@
 export * from './options.ts';
+export * from './partitioners.ts';
 export * from './producer-stream.ts';
 export * from './producer.ts';
 export * from './types.ts';

package/dist/clients/producer/index.js

@@ -1,4 +1,5 @@
 export * from "./options.js";
+export * from "./partitioners.js";
 export * from "./producer-stream.js";
 export * from "./producer.js";
 export * from "./types.js";

package/dist/clients/producer/partitioners.d.ts

@@ -0,0 +1,3 @@
+import { type MessageToProduce } from '../../protocol/records.ts';
+export declare function defaultPartitioner<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer>(_: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, key?: Buffer | undefined): number;
+export declare function compatibilityPartitioner<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer>(_: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, key?: Buffer | undefined): number;

package/dist/clients/producer/partitioners.js

@@ -0,0 +1,8 @@
+import { murmur2 } from "../../protocol/murmur2.js";
+const compatibilityMurmur2Mask = 0x7fffffff;
+export function defaultPartitioner(_, key) {
+    return Buffer.isBuffer(key) ? murmur2(key) >>> 0 : 0;
+}
+export function compatibilityPartitioner(_, key) {
+    return Buffer.isBuffer(key) ? murmur2(key) & compatibilityMurmur2Mask : 0;
+}

package/dist/clients/producer/producer.js

@@ -3,13 +3,13 @@ import { createPromisifiedCallback, kCallbackPromise, runConcurrentCallbacks } f
 import { FindCoordinatorKeyTypes, ProduceAcks } from "../../apis/enumerations.js";
 import { createDiagnosticContext, producerInitIdempotentChannel, producerSendsChannel, producerTransactionsChannel } from "../../diagnostic.js";
 import { GenericError, UserError } from "../../errors.js";
-import { murmur2 } from "../../protocol/murmur2.js";
 import { runAsyncSeries } from "../../registries/abstract.js";
 import { kInstance, kTransaction, kTransactionAddOffsets, kTransactionAddPartitions, kTransactionCancel, kTransactionCommitOffset, kTransactionEnd, kTransactionFindCoordinator, kTransactionPrepare } from "../../symbols.js";
 import { emitExperimentalApiWarning, NumericMap } from "../../utils.js";
 import { Base, kAfterCreate, kCheckNotClosed, kClosed, kGetApi, kGetBootstrapConnection, kGetConnection, kMetadata, kOptions, kPerformDeduplicated, kPerformWithRetry, kPrometheus, kValidateOptions } from "../base/base.js";
 import { ensureMetric } from "../metrics.js";
 import { produceOptionsValidator, producerOptionsValidator, producerStreamOptionsValidator, sendOptionsValidator } from "./options.js";
+import { defaultPartitioner } from "./partitioners.js";
 import { ProducerStream } from "./producer-stream.js";
 import { Transaction } from "./transaction.js";
 // Don't move this function as being in the same file will enable V8 to remove.
@@ -36,7 +36,9 @@ export class Producer extends Base {
         if (options.idempotent) {
             options.maxInflights = 1;
             options.acks = ProduceAcks.ALL;
-            options.retries = Number.MAX_SAFE_INTEGER;
+            if (options.retries === undefined || (typeof options.retries === 'number' && options.retries <= 1)) {
+                options.retries = Number.MAX_SAFE_INTEGER;
+            }
         }
         else {
             options.idempotent = false;
@@ -534,10 +536,10 @@ export class Producer extends Base {
             let partition = 0;
             if (typeof message.partition !== 'number') {
                 if (partitioner) {
-                    partition = partitioner(message);
+                    partition = partitioner(message, key);
                 }
                 else if (key) {
-                    partition = murmur2(key) >>> 0;
+                    partition = defaultPartitioner(message, key);
                 }
                 else {
                     // Use the roundrobin

package/dist/clients/producer/types.d.ts

@@ -12,7 +12,7 @@ export interface ProduceResult {
     offsets?: TopicWithPartitionAndOffset[];
     unwritableNodes?: number[];
 }
-export type Partitioner<Key, Value, HeaderKey, HeaderValue> = (message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>) => number;
+export type Partitioner<Key, Value, HeaderKey, HeaderValue> = (message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, key?: Buffer | undefined) => number;
 export interface ProducerStreamReport {
     batchId: number;
     count: number;

package/dist/protocol/sasl/scram-sha.js

@@ -7,7 +7,7 @@ const GS2_HEADER = 'n,,';
 const GS2_HEADER_BASE64 = Buffer.from(GS2_HEADER).toString('base64');
 const HMAC_CLIENT_KEY = 'Client Key';
 const HMAC_SERVER_KEY = 'Server Key';
-const PARAMETERS_PARSER = /([^=]+)=(.+)/;
+const PARAMETERS_PARSER = /([^=]+)=([^,]*)/;
 export const ScramAlgorithms = {
     'SHA-256': {
         id: 'SHA-256',
@@ -30,9 +30,16 @@ export function sanitizeString(str) {
 }
 export function parseParameters(data) {
     const original = data.toString('utf-8');
+    const parsed = original.split(',').map(parameter => {
+        const match = parameter.match(PARAMETERS_PARSER);
+        if (!match) {
+            throw new AuthenticationError(`Malformed SCRAM parameter: ${parameter}`);
+        }
+        return match.slice(1, 3);
+    });
     return {
         __original: original,
-        ...Object.fromEntries(original.split(',').map(param => param.match(PARAMETERS_PARSER).slice(1, 3)))
+        ...Object.fromEntries(parsed)
     };
 }
 // h, hi, hmac and xor, are defined in https://datatracker.ietf.org/doc/html/rfc5802#section-2.2

package/dist/typescript-4/dist/clients/producer/index.d.ts

@@ -1,4 +1,5 @@
 export * from "./options";
+export * from "./partitioners";
 export * from "./producer-stream";
 export * from "./producer";
 export * from "./types";

package/dist/typescript-4/dist/clients/producer/partitioners.d.ts

@@ -0,0 +1,3 @@
+import { type MessageToProduce } from "../../protocol/records";
+export declare function defaultPartitioner<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer>(_: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, key?: Buffer | undefined): number;
+export declare function compatibilityPartitioner<Key = Buffer, Value = Buffer, HeaderKey = Buffer, HeaderValue = Buffer>(_: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, key?: Buffer | undefined): number;

package/dist/typescript-4/dist/clients/producer/types.d.ts

@@ -12,7 +12,7 @@ export interface ProduceResult {
   offsets?: TopicWithPartitionAndOffset[];
   unwritableNodes?: number[];
 }
-export type Partitioner<Key, Value, HeaderKey, HeaderValue> = (message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>) => number;
+export type Partitioner<Key, Value, HeaderKey, HeaderValue> = (message: MessageToProduce<Key, Value, HeaderKey, HeaderValue>, key?: Buffer | undefined) => number;
 export interface ProducerStreamReport {
   batchId: number;
   count: number;

package/dist/version.js

@@ -1,2 +1,2 @@
 export const name = "@platformatic/kafka";
-export const version = "1.31.0";
+export const version = "1.32.1";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/kafka",
-  "version": "1.31.0",
+  "version": "1.32.1",
   "description": "Modern and performant client for Apache Kafka",
   "homepage": "https://github.com/platformatic/kafka",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",
@@ -26,7 +26,7 @@
   "types": "./dist/index.d.ts",
   "dependencies": {
     "@platformatic/dynamic-buffer": "^0.3.1",
-    "@platformatic/wasm-utils": "^0.1.0",
+    "@platformatic/wasm-utils": "^0.2.1",
     "ajv": "^8.17.1",
     "avsc": "^5.7.9",
     "debug": "^4.4.3",