bin-serde 1.5.1 → 1.6.1

package/index.ts

@@ -1,13 +1,34 @@
 import { pack, unpack } from "./utf8-buffer.js";
 import utf8Size from "utf8-buffer-size";
 
+const SLAB_SIZE = 8192;
+const MAX_POOLED = 4096;
+
+let slab: Uint8Array = new Uint8Array(SLAB_SIZE);
+let slabOffset = 0;
+
+function allocFromSlab(size: number): Uint8Array {
+  if (size > MAX_POOLED) {
+    // Too large for pool, allocate directly
+    return new Uint8Array(size);
+  }
+  if (slabOffset + size > SLAB_SIZE) {
+    // Slab full, allocate new one
+    slab = new Uint8Array(SLAB_SIZE);
+    slabOffset = 0;
+  }
+  const buf = slab.subarray(slabOffset, slabOffset + size);
+  slabOffset += size;
+  return buf;
+}
+
 export class Writer {
   private pos = 0;
   private bytes: Uint8Array;
-  private _view: DataView | null = null;
+  private _view: DataView | null = null; // lazily allocated
 
   constructor(initialSize = 256) {
-    this.bytes = new Uint8Array(Math.max(initialSize, 16));
+    this.bytes = allocFromSlab(Math.max(initialSize, 16));
   }
 
   writeUInt8(val: number) {
@@ -60,8 +81,7 @@ export class Writer {
   }
 
   writeVarint(val: number) {
-    this.writeUVarint((val << 1) ^ (val >> 31));
-    return this;
+    return this.writeUVarint((val << 1) ^ (val >> 31));
   }
 
   writeFloat(val: number) {
@@ -156,7 +176,7 @@ export class Writer {
     while (newSize < this.pos + size) {
       newSize *= 2;
     }
-    const newBytes = new Uint8Array(newSize);
+    const newBytes = allocFromSlab(newSize);
     newBytes.set(this.bytes);
     this.bytes = newBytes;
     this._view = null;
@@ -164,7 +184,7 @@ export class Writer {
 
   private get view(): DataView {
     if (!this._view) {
-      this._view = new DataView(this.bytes.buffer);
+      this._view = new DataView(this.bytes.buffer, this.bytes.byteOffset);
     }
     return this._view;
   }

package/lib/index.js

@@ -1,11 +1,29 @@
 import { pack, unpack } from "./utf8-buffer.js";
 import utf8Size from "utf8-buffer-size";
+const SLAB_SIZE = 8192;
+const MAX_POOLED = 4096;
+let slab = new Uint8Array(SLAB_SIZE);
+let slabOffset = 0;
+function allocFromSlab(size) {
+    if (size > MAX_POOLED) {
+        // Too large for pool, allocate directly
+        return new Uint8Array(size);
+    }
+    if (slabOffset + size > SLAB_SIZE) {
+        // Slab full, allocate new one
+        slab = new Uint8Array(SLAB_SIZE);
+        slabOffset = 0;
+    }
+    const buf = slab.subarray(slabOffset, slabOffset + size);
+    slabOffset += size;
+    return buf;
+}
 export class Writer {
     pos = 0;
     bytes;
-    _view = null;
+    _view = null; // lazily allocated
     constructor(initialSize = 256) {
-        this.bytes = new Uint8Array(Math.max(initialSize, 16));
+        this.bytes = allocFromSlab(Math.max(initialSize, 16));
     }
     writeUInt8(val) {
         this.ensureSize(1);
@@ -53,8 +71,7 @@ export class Writer {
         return this;
     }
     writeVarint(val) {
-        this.writeUVarint((val << 1) ^ (val >> 31));
-        return this;
+        return this.writeUVarint((val << 1) ^ (val >> 31));
     }
     writeFloat(val) {
         this.ensureSize(4);
@@ -141,7 +158,7 @@ export class Writer {
         while (newSize < this.pos + size) {
             newSize *= 2;
         }
-        const newBytes = new Uint8Array(newSize);
+        const newBytes = allocFromSlab(newSize);
         newBytes.set(this.bytes);
         this.bytes = newBytes;
         this._view = null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bin-serde",
-  "version": "1.5.1",
+  "version": "1.6.1",
   "description": "A low level library for efficiently writing and reading binary data in javascript",
   "type": "module",
   "main": "lib/index.js",