@andrew_l/tl-pack 0.1.1 → 0.1.2

package/README.md

@@ -76,6 +76,7 @@ console.log(reader.readObject());
 | Double         | 8                  |
 | Map            | 2 + sizeof(object) |
 | String         | 5 + sizeof(object) |
+| Repeat         | 5                  |
 | GZIP           | 5 + sizeof(object) |
 
 ## Stream Example (NodeJs Only)
@@ -112,7 +113,7 @@ import { BinaryWriter, BinaryReader, createExtension } from '@andrew_l/tl-pack';
 const ObjectId = mongoose.Types.ObjectId;
 
 const extensions = [
-  // Reserving token - 100 for ObjectId types
+  // Reserving token for ObjectId type
   createExtension(100, {
     encode(value) {
       if (value?._bsontype === 'ObjectID') {
@@ -129,7 +130,7 @@ const extensions = [
 const writer = new BinaryWriter({ extensions });
 
 writer.writeObject({
-  _id: new Object(),
+  _id: new ObjectId('64a2be105e19f67e19a71a1d'),
   firstName: 'Andrew',
   lastName: 'L.',
 });

package/dist/BinaryReader.d.ts

@@ -9,9 +9,11 @@ export interface BinaryReaderOptions {
 export declare class BinaryReader {
     private target;
     private _last?;
+    private _lastObject?;
     private dictionary?;
     private dictionaryExtended;
     private extensions;
+    private _repeat?;
     offset: number;
     length: number;
     /**

package/dist/BinaryReader.js

@@ -5,9 +5,11 @@ import { bytesToUtf8, float32, float64, int32 } from './helpers.js';
 export class BinaryReader {
     target;
     _last;
+    _lastObject;
     dictionary;
     dictionaryExtended;
     extensions;
+    _repeat;
     offset;
     length;
     /**
@@ -16,7 +18,6 @@ export class BinaryReader {
      */
     constructor(data, options) {
         this.target = data;
-        this._last = undefined;
         this.offset = 0;
         this.length = data.length;
         this.extensions = new Map();
@@ -149,6 +150,7 @@ export class BinaryReader {
         this.assertRead(length);
         const bytes = this.target.subarray(this.offset, this.offset + length);
         this.offset += bytes.length;
+        this._last = bytes;
         return bytes;
     }
     /**
@@ -161,7 +163,9 @@ export class BinaryReader {
         const bytes = this.target.subarray(this.offset, this.offset + length);
         this.offset += bytes.length;
         // return pako.inflateRaw(bytes, { to: 'string' });
-        return bytesToUtf8(bytes);
+        const result = bytesToUtf8(bytes);
+        this._last = result;
+        return result;
     }
     /**
      * Reads a boolean value.
@@ -192,6 +196,15 @@ export class BinaryReader {
      * Reads a object.
      */
     readObject() {
+        if (this._repeat) {
+            if (this._repeat.pool > 0) {
+                --this._repeat.pool;
+                return this._repeat.value;
+            }
+            else {
+                this._repeat = undefined;
+            }
+        }
         const constructorId = this.readByte();
         const ext = this.extensions.get(constructorId);
         let value;
@@ -200,7 +213,7 @@ export class BinaryReader {
             value = ext.decode(value);
         }
         else {
-            value = this.readCore(constructorId);
+            value = this._lastObject = this.readCore(constructorId);
         }
         return value;
     }
@@ -255,6 +268,11 @@ export class BinaryReader {
                 return this.readDouble();
             case CORE_TYPES.Map:
                 return this.readMap(false);
+            case CORE_TYPES.Repeat: {
+                const size = this.readLength();
+                this._repeat = { pool: size - 1, value: this._lastObject };
+                return this._lastObject;
+            }
         }
         throw new Error(`Invalid constructor = ${CORE_TYPES[constructorId] || constructorId}, offset = ${this.offset - 1}`);
     }
@@ -307,6 +325,8 @@ export class BinaryReader {
     decode(value) {
         this.target = value;
         this._last = undefined;
+        this._lastObject = undefined;
+        this._repeat = undefined;
         this.offset = 0;
         this.length = value.length;
         return this.readObject();
@@ -359,6 +379,7 @@ export class BinaryReader {
             Error.captureStackTrace(err, this.readDictionary);
             throw err;
         }
+        this._last = temp;
         return temp;
     }
     /**

package/dist/BinaryWriter.d.ts

@@ -12,6 +12,8 @@ export declare class BinaryWriter {
     private dictionary?;
     private dictionaryExtended;
     private extensions;
+    private _last;
+    private _repeat?;
     offset: number;
     constructor(options?: BinaryWriterOptions);
     allocate(size: number): void;
@@ -41,4 +43,5 @@ export declare class BinaryWriter {
     writeObject(value: any): void;
     writeObjectGzip(value: any): void;
     private writeCore;
+    private writeRepeat;
 }

package/dist/BinaryWriter.js

@@ -5,6 +5,7 @@ import { coreType, float32, float64, int32 } from './helpers.js';
 const hasNodeBuffer = typeof Buffer !== 'undefined';
 const MAX_BUFFER_SIZE = hasNodeBuffer ? 0x100000000 : 0x7fd00000;
 const textEncoder = new TextEncoder();
+const noop = Symbol();
 const writeUtf8 = hasNodeBuffer
     ? function (target, value, offset) {
         const length = target.utf8Write(value, offset, 0xffffffff);
@@ -27,6 +28,8 @@ export class BinaryWriter {
     dictionary;
     dictionaryExtended;
     extensions;
+    _last = noop;
+    _repeat;
     offset;
     constructor(options) {
         this.offset = 0;
@@ -245,6 +248,8 @@ export class BinaryWriter {
     }
     encode(value) {
         this.offset = 0;
+        this._last = noop;
+        this._repeat = undefined;
         this.target = byteArrayAllocate(256);
         this.writeObject(value);
         return this.getBuffer();
@@ -287,7 +292,14 @@ export class BinaryWriter {
             }
             throw new TypeError(`Invalid core type of ${value}`);
         }
-        this.writeCore(constructorId, value);
+        if (this._last === value) {
+            this.writeRepeat();
+        }
+        else {
+            this._last = value;
+            this._repeat = undefined;
+            this.writeCore(constructorId, value);
+        }
     }
     writeObjectGzip(value) {
         const writer = new BinaryWriter();
@@ -362,4 +374,14 @@ export class BinaryWriter {
             }
         }
     }
+    writeRepeat() {
+        if (!this._repeat) {
+            this.writeByte(CORE_TYPES.Repeat);
+            this._repeat = { count: 0, offset: this.offset };
+        }
+        this.offset = this._repeat.offset;
+        this._repeat.count++;
+        // console.log('repeat', { value: this.lastWrite, offset: this.offset });
+        this.writeLength(this._repeat.count);
+    }
 }

package/dist/constants.d.ts

@@ -19,5 +19,6 @@ export declare enum CORE_TYPES {
     DictValue = 17,
     DictIndex = 18,
     String = 19,
+    Repeat = 20,
     GZIP = 25
 }

package/dist/constants.js

@@ -20,5 +20,6 @@ export var CORE_TYPES;
     CORE_TYPES[CORE_TYPES["DictValue"] = 17] = "DictValue";
     CORE_TYPES[CORE_TYPES["DictIndex"] = 18] = "DictIndex";
     CORE_TYPES[CORE_TYPES["String"] = 19] = "String";
+    CORE_TYPES[CORE_TYPES["Repeat"] = 20] = "Repeat";
     CORE_TYPES[CORE_TYPES["GZIP"] = 25] = "GZIP";
 })(CORE_TYPES || (CORE_TYPES = {}));

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@andrew_l/tl-pack",
-	"version": "0.1.1",
+	"version": "0.1.2",
   "description": "Binary serialization library",
 	"type": "module",
 	"scripts": {