@platformatic/kafka 1.14.0 → 1.15.1

package/dist/apis/consumer/fetch-v17.js

@@ -99,12 +99,12 @@ export function parseResponse(_correlationId, apiKey, apiVersion, reader) {
                         }),
                         preferredReadReplica: r.readInt32()
                     };
-                    let recordsSize = r.readUnsignedVarInt();
                     if (partition.errorCode !== 0) {
                         errors.push([`/responses/${i}/partitions/${j}`, partition.errorCode]);
                     }
-                    if (recordsSize > 1) {
-                        recordsSize--;
+                    // We need to reduce the size by one to follow the COMPACT_RECORDS specification
+                    const recordsSize = r.readUnsignedVarInt() - 1;
+                    if (recordsSize > 0) {
                         const recordsBatchesReader = Reader.from(r.buffer.subarray(r.position, r.position + recordsSize));
                         partition.records = [];
                         do {

package/dist/protocol/compression.js

@@ -17,8 +17,8 @@ function ensureBuffer(data) {
 }
 let snappyCompressSync;
 let snappyDecompressSync;
-let lz4CompressSync;
-let lz4DecompressSync;
+let lz4CompressFrameSync;
+let lz4DecompressFrameSync;
 function loadSnappy() {
     try {
         const snappy = require('snappy');
@@ -33,8 +33,8 @@ function loadSnappy() {
 function loadLZ4() {
     try {
         const lz4 = require('lz4-napi');
-        lz4CompressSync = lz4.compressSync;
-        lz4DecompressSync = lz4.uncompressSync;
+        lz4CompressFrameSync = lz4.compressFrameSync;
+        lz4DecompressFrameSync = lz4.decompressFrameSync;
         /* c8 ignore next 5 - In tests lz4-napi is always available */
     }
     catch (e) {
@@ -84,17 +84,17 @@ export const compressionsAlgorithms = {
     lz4: {
         compressSync(data) {
             /* c8 ignore next 4 - In tests lz4-napi is always available */
-            if (!lz4CompressSync) {
+            if (!lz4CompressFrameSync) {
                 loadLZ4();
             }
-            return lz4CompressSync(ensureBuffer(data));
+            return lz4CompressFrameSync(ensureBuffer(data));
         },
         decompressSync(data) {
             /* c8 ignore next 4 - In tests lz4-napi is always available */
-            if (!lz4DecompressSync) {
+            if (!lz4DecompressFrameSync) {
                 loadLZ4();
             }
-            return lz4DecompressSync(ensureBuffer(data));
+            return lz4DecompressFrameSync(ensureBuffer(data));
         },
         bitmask: 3,
         available: true

package/dist/protocol/records.js

@@ -1,6 +1,7 @@
 import { UnsupportedCompressionError } from "../errors.js";
 import { compressionsAlgorithms, compressionsAlgorithmsByBitmask } from "./compression.js";
 import { crc32c } from "./crc32c.js";
+import { INT32_SIZE, INT64_SIZE } from "./definitions.js";
 import { DynamicBuffer } from "./dynamic-buffer.js";
 import { Reader } from "./reader.js";
 import { Writer } from "./writer.js";
@@ -117,6 +118,7 @@ export function createRecordsBatch(messages, options = {}) {
         .appendInt64(0n, false));
 }
 export function readRecordsBatch(reader) {
+    const initialPosition = reader.position;
     const batch = {
         firstOffset: reader.readInt64(),
         length: reader.readInt32(),
@@ -139,9 +141,12 @@ export function readRecordsBatch(reader) {
         if (!algorithm) {
             throw new UnsupportedCompressionError(`Unsupported compression algorithm with bitmask ${compression}`);
         }
-        const buffer = algorithm.decompressSync(reader.buffer.slice(reader.position, reader.buffer.length));
-        // Move the original reader to the end
-        reader.skip(reader.buffer.length - reader.position);
+        // The length of all headers immediately following Length up to the length of the Records array
+        const headersLength = reader.position - initialPosition - INT32_SIZE - INT64_SIZE;
+        const compressedDataLen = batch.length - headersLength;
+        const buffer = algorithm.decompressSync(reader.buffer.slice(reader.position, reader.position + compressedDataLen));
+        // Move the original reader to the end of the compressed data
+        reader.skip(compressedDataLen);
         // Replace the reader with the decompressed buffer
         reader = Reader.from(buffer);
     }

package/dist/version.js

@@ -1,2 +1,2 @@
 export const name = "@platformatic/kafka";
-export const version = "1.14.0";
+export const version = "1.15.1";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/kafka",
-  "version": "1.14.0",
+  "version": "1.15.1",
   "description": "Modern and performant client for Apache Kafka",
   "homepage": "https://github.com/platformatic/kafka",
   "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",