@cloudpss/ubjson 0.5.10 → 0.5.12

package/dist/rxjs/encoder.js

@@ -4,12 +4,11 @@ import { StreamEncoderHelper } from '../stream-helper/encoder.js';
 export function encode() {
     return (observable) => {
         return new Observable((subscriber) => {
-            const onChunk = (chunk) => subscriber.next(chunk);
-            return observable.subscribe({
+            const helper = new StreamEncoderHelper((chunk) => subscriber.next(chunk));
+            const sub = observable.subscribe({
                 next(value) {
                     try {
-                        const helper = new StreamEncoderHelper(value, onChunk);
-                        helper.encode();
+                        helper.encode(value);
                     }
                     catch (ex) {
                         subscriber.error(ex);
@@ -22,6 +21,8 @@ export function encode() {
                     subscriber.complete();
                 },
             });
+            sub.add(() => helper.destroy());
+            return sub;
         });
     };
 }

package/dist/rxjs/encoder.js.map

@@ -1 +1 @@
-{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/rxjs/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAyB,MAAM,MAAM,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,kBAAkB;AAClB,MAAM,UAAU,MAAM;IAClB,OAAO,CAAC,UAAU,EAAE,EAAE;QAClB,OAAO,IAAI,UAAU,CAAa,CAAC,UAAU,EAAE,EAAE;YAC7C,MAAM,OAAO,GAAG,CAAC,KAAiB,EAAQ,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpE,OAAO,UAAU,CAAC,SAAS,CAAC;gBACxB,IAAI,CAAC,KAAK;oBACN,IAAI,CAAC;wBACD,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;wBACvD,MAAM,CAAC,MAAM,EAAE,CAAC;oBACpB,CAAC;oBAAC,OAAO,EAAE,EAAE,CAAC;wBACV,UAAU,CAAC,KAAK,CAAC,EAAW,CAAC,CAAC;oBAClC,CAAC;gBACL,CAAC;gBACD,KAAK,CAAC,GAAG;oBACL,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC1B,CAAC;gBACD,QAAQ;oBACJ,UAAU,CAAC,QAAQ,EAAE,CAAC;gBAC1B,CAAC;aACJ,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;AACN,CAAC"}
+{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/rxjs/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAyB,MAAM,MAAM,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,kBAAkB;AAClB,MAAM,UAAU,MAAM;IAClB,OAAO,CAAC,UAAU,EAAE,EAAE;QAClB,OAAO,IAAI,UAAU,CAAa,CAAC,UAAU,EAAE,EAAE;YAC7C,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,KAAiB,EAAQ,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5F,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC;gBAC7B,IAAI,CAAC,KAAK;oBACN,IAAI,CAAC;wBACD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACzB,CAAC;oBAAC,OAAO,EAAE,EAAE,CAAC;wBACV,UAAU,CAAC,KAAK,CAAC,EAAW,CAAC,CAAC;oBAClC,CAAC;gBACL,CAAC;gBACD,KAAK,CAAC,GAAG;oBACL,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC1B,CAAC;gBACD,QAAQ;oBACJ,UAAU,CAAC,QAAQ,EAAE,CAAC;gBAC1B,CAAC;aACJ,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YAChC,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;AACN,CAAC"}

package/dist/stream/encoder.d.ts

@@ -4,6 +4,9 @@ import { Transform, type TransformCallback } from 'node:stream';
 /** 流式编码 UBJSON */
 export declare class StreamEncoder extends Transform {
     constructor();
+    private readonly helper;
     /** @inheritdoc */
     _transform(obj: unknown, _encoding: BufferEncoding, callback: TransformCallback): void;
+    /** @inheritdoc */
+    _destroy(error: Error | null, callback: (error?: Error | null | undefined) => void): void;
 }

package/dist/stream/encoder.js

@@ -7,17 +7,23 @@ export class StreamEncoder extends Transform {
             readableObjectMode: false,
             writableObjectMode: true,
         });
+        this.helper = new StreamEncoderHelper((binary) => this.push(binary));
     }
+    helper;
     /** @inheritdoc */
     _transform(obj, _encoding, callback) {
-        const helper = new StreamEncoderHelper(obj, (binary) => this.push(binary));
         try {
-            helper.encode();
+            this.helper.encode(obj);
             callback();
         }
         catch (ex) {
             callback(ex);
         }
     }
+    /** @inheritdoc */
+    _destroy(error, callback) {
+        this.helper.destroy();
+        super._destroy(error, callback);
+    }
 }
 //# sourceMappingURL=encoder.js.map

package/dist/stream/encoder.js.map

@@ -1 +1 @@
-{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/stream/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,kBAAkB;AAClB,MAAM,OAAO,aAAc,SAAQ,SAAS;IACxC;QACI,KAAK,CAAC;YACF,kBAAkB,EAAE,KAAK;YACzB,kBAAkB,EAAE,IAAI;SAC3B,CAAC,CAAC;IACP,CAAC;IAED,kBAAkB;IACT,UAAU,CAAC,GAAY,EAAE,SAAyB,EAAE,QAA2B;QACpF,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC;YACD,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACV,QAAQ,CAAC,EAAW,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC;CACJ"}
+{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/stream/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,kBAAkB;AAClB,MAAM,OAAO,aAAc,SAAQ,SAAS;IACxC;QACI,KAAK,CAAC;YACF,kBAAkB,EAAE,KAAK;YACzB,kBAAkB,EAAE,IAAI;SAC3B,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACzE,CAAC;IAEgB,MAAM,CAAC;IAExB,kBAAkB;IACT,UAAU,CAAC,GAAY,EAAE,SAAyB,EAAE,QAA2B;QACpF,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACxB,QAAQ,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACV,QAAQ,CAAC,EAAW,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,kBAAkB;IACT,QAAQ,CAAC,KAAmB,EAAE,QAAoD;QACvF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;CACJ"}

package/dist/stream-helper/encoder.d.ts

@@ -2,11 +2,19 @@ import { EncoderBase } from '../common/encoder.js';
 /** 流式编码 UBJSON */
 export declare class StreamEncoderHelper extends EncoderBase {
     protected readonly onChunk: (chunk: Uint8Array) => void;
-    constructor(value: unknown, onChunk: (chunk: Uint8Array) => void);
+    constructor(onChunk: (chunk: Uint8Array) => void);
+    /**
+     * 销毁实例，释放内存池
+     */
+    destroy(): void;
+    /** 通过内存池减少分配 */
+    private readonly pool;
     /**
      * 确保 buffer 还有 capacity 的空闲空间
      */
     protected ensureCapacity(capacity: number): void;
+    /** 分配 buffer */
+    private allocUnsafe;
     /** 获取写入结果 */
-    encode(): void;
+    encode(value: unknown): void;
 }

package/dist/stream-helper/encoder.js

@@ -1,13 +1,33 @@
 import { EncoderBase } from '../common/encoder.js';
 const BLOCK_SIZE = 1024 * 8; // 8 KiB
 const MAX_SIZE = 1024 * 1024 * 256; // 256 MiB
+/** 保存一个内存池以减少重复分配 */
+let POOL = null;
 /** 流式编码 UBJSON */
 export class StreamEncoderHelper extends EncoderBase {
     onChunk;
-    constructor(value, onChunk) {
-        super(value);
+    constructor(onChunk) {
+        super();
         this.onChunk = onChunk;
+        if (POOL != null) {
+            this.pool = POOL;
+            POOL = null;
+        }
+        else {
+            this.pool = new Uint8Array(BLOCK_SIZE);
+        }
+    }
+    /**
+     * 销毁实例，释放内存池
+     */
+    destroy() {
+        POOL ??= this.pool;
+        const self = this;
+        self.pool = null;
+        self.buffer = null;
     }
+    /** 通过内存池减少分配 */
+    pool;
     /**
      * 确保 buffer 还有 capacity 的空闲空间
      */
@@ -16,43 +36,49 @@ export class StreamEncoderHelper extends EncoderBase {
             // 超过最大尺寸限制
             throw new Error('Buffer has exceed max size');
         }
-        if (this.buffer == null) {
-            this.buffer = new Uint8Array(capacity);
-            this.view = new DataView(this.buffer.buffer);
-            return;
-        }
         if (capacity < 0) {
             // 结束流
-            this.onChunk(this.buffer.subarray(0, this.length));
-            this.buffer = new Uint8Array(0);
-            this.view = new DataView(this.buffer.buffer);
-            this.length = 0;
+            if (this.buffer === this.pool) {
+                this.onChunk(this.buffer.slice(0, this.length));
+            }
+            else {
+                this.onChunk(this.buffer.subarray(0, this.length));
+            }
             return;
         }
         // 无需扩容
         if (this.buffer.byteLength >= this.length + capacity)
             return;
         // 提交目前的数据
-        this.onChunk(this.buffer.subarray(0, this.length));
+        if (this.buffer === this.pool) {
+            this.onChunk(this.buffer.slice(0, this.length));
+        }
+        else {
+            this.onChunk(this.buffer.subarray(0, this.length));
+        }
         // 重新分配缓冲区
         if (capacity < BLOCK_SIZE)
             capacity = BLOCK_SIZE;
-        this.buffer = new Uint8Array(capacity);
+        this.allocUnsafe(capacity);
+    }
+    /** 分配 buffer */
+    allocUnsafe(size) {
+        if (size === this.pool.byteLength) {
+            // 从 pool 中获取
+            this.buffer = this.pool;
+            this.view = new DataView(this.buffer.buffer);
+            this.length = 0;
+            return;
+        }
+        this.buffer = new Uint8Array(size);
         this.view = new DataView(this.buffer.buffer);
         this.length = 0;
     }
     /** 获取写入结果 */
-    encode() {
-        if (typeof this.value != 'object' || this.value == null || ArrayBuffer.isView(this.value)) {
-            this.ensureCapacity(20);
-            this.writeValue();
-            this.ensureCapacity(-1);
-        }
-        else {
-            this.ensureCapacity(BLOCK_SIZE);
-            this.writeValue();
-            this.ensureCapacity(-1);
-        }
+    encode(value) {
+        this.allocUnsafe(BLOCK_SIZE);
+        this.writeValue(value);
+        this.ensureCapacity(-1);
     }
 }
 //# sourceMappingURL=encoder.js.map

package/dist/stream-helper/encoder.js.map

@@ -1 +1 @@
-{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/stream-helper/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;AACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,UAAU;AAE9C,kBAAkB;AAClB,MAAM,OAAO,mBAAoB,SAAQ,WAAW;IAGzB;IAFvB,YACI,KAAc,EACK,OAAoC;QAEvD,KAAK,CAAC,KAAK,CAAC,CAAC;QAFM,YAAO,GAAP,OAAO,CAA6B;IAG3D,CAAC;IACD;;OAEG;IACO,cAAc,CAAC,QAAgB;QACrC,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;YACtB,WAAW;YACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO;QACX,CAAC;QACD,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACf,MAAM;YACN,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,OAAO;QACX,CAAC;QACD,OAAO;QACP,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;YAAE,OAAO;QAE7D,UAAU;QACV,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnD,UAAU;QACV,IAAI,QAAQ,GAAG,UAAU;YAAE,QAAQ,GAAG,UAAU,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACpB,CAAC;IACD,aAAa;IACb,MAAM;QACF,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACxF,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAChC,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;IACL,CAAC;CACJ"}
+{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/stream-helper/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;AACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,UAAU;AAE9C,qBAAqB;AACrB,IAAI,IAAI,GAAsB,IAAI,CAAC;AAEnC,kBAAkB;AAClB,MAAM,OAAO,mBAAoB,SAAQ,WAAW;IACjB;IAA/B,YAA+B,OAAoC;QAC/D,KAAK,EAAE,CAAC;QADmB,YAAO,GAAP,OAAO,CAA6B;QAE/D,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,GAAG,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;IACL,CAAC;IACD;;OAEG;IACH,OAAO;QACH,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;QACnB,MAAM,IAAI,GAAG,IAAyE,CAAC;QACvF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IACD,gBAAgB;IACC,IAAI,CAAC;IACtB;;OAEG;IACO,cAAc,CAAC,QAAgB;QACrC,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;YACtB,WAAW;YACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACf,MAAM;YACN,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACvD,CAAC;YACD,OAAO;QACX,CAAC;QACD,OAAO;QACP,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;YAAE,OAAO;QAE7D,UAAU;QACV,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACvD,CAAC;QAED,UAAU;QACV,IAAI,QAAQ,GAAG,UAAU;YAAE,QAAQ,GAAG,UAAU,CAAC;QACjD,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IACD,gBAAgB;IACR,WAAW,CAAC,IAAY;QAC5B,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChC,aAAa;YACb,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC;YACxB,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACpB,CAAC;IACD,aAAa;IACb,MAAM,CAAC,KAAc;QACjB,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC7B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;CACJ"}

package/dist/utils.d.ts

@@ -1,5 +1,5 @@
 /** 支持的数据转为 Uint8Array */
-export declare function toUint8Array(data: BinaryData, exact: boolean): Uint8Array;
+export declare function toUint8Array(data: BinaryData): Uint8Array;
 /** 未结束的流 */
 export declare class UnexpectedEof extends Error {
     constructor();

package/dist/utils.js

@@ -1,14 +1,11 @@
 /** 支持的数据转为 Uint8Array */
-export function toUint8Array(data, exact) {
+export function toUint8Array(data) {
     if (data == null || typeof data != 'object' || typeof data.byteLength != 'number') {
         throw new TypeError('Invalid data');
     }
     if (!ArrayBuffer.isView(data)) {
         return new Uint8Array(data);
     }
-    if (exact && (data.byteOffset !== 0 || data.buffer.byteLength !== data.byteLength)) {
-        return new Uint8Array(data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength));
-    }
     return new Uint8Array(data.buffer, data.byteOffset, data.byteLength);
 }
 /** 未结束的流 */

package/dist/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,yBAAyB;AACzB,MAAM,UAAU,YAAY,CAAC,IAAgB,EAAE,KAAc;IACzD,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,QAAQ,IAAI,OAAO,IAAI,CAAC,UAAU,IAAI,QAAQ,EAAE,CAAC;QAChF,MAAM,IAAI,SAAS,CAAC,cAAc,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACjG,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;AACzE,CAAC;AAED,YAAY;AACZ,MAAM,OAAO,aAAc,SAAQ,KAAK;IACpC;QACI,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC5B,CAAC;CACJ"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,yBAAyB;AACzB,MAAM,UAAU,YAAY,CAAC,IAAgB;IACzC,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,QAAQ,IAAI,OAAO,IAAI,CAAC,UAAU,IAAI,QAAQ,EAAE,CAAC;QAChF,MAAM,IAAI,SAAS,CAAC,cAAc,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;AACzE,CAAC;AAED,YAAY;AACZ,MAAM,OAAO,aAAc,SAAQ,KAAK;IACpC;QACI,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC5B,CAAC;CACJ"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloudpss/ubjson",
-  "version": "0.5.10",
+  "version": "0.5.12",
   "author": "CloudPSS",
   "license": "MIT",
   "keywords": [
@@ -27,23 +27,14 @@
     }
   },
   "exports": {
-    ".": {
-      "types": "./dist/index.d.ts",
-      "default": "./dist/index.js"
-    },
-    "./stream": {
-      "types": "./dist/stream/index.d.ts",
-      "default": "./dist/stream/index.js"
-    },
-    "./rxjs": {
-      "types": "./dist/rxjs/index.d.ts",
-      "default": "./dist/rxjs/index.js"
-    }
+    ".": "./dist/index.js",
+    "./stream": "./dist/stream/index.js",
+    "./rxjs": "./dist/rxjs/index.js"
   },
   "devDependencies": {
-    "@msgpack/msgpack": "3.0.0-beta2",
     "@types/lodash": "^4.14.202",
-    "msgpackr": "^1.10.0"
+    "lodash": "^4.17.21",
+    "ref-impl": "npm:@cloudpss/ubjson@0.5.10"
   },
   "dependencies": {
     "rxjs": "^7.8.1"

package/src/common/decoder.ts

@@ -4,15 +4,29 @@ import { decode, decodeKey } from './string-decoder.js';
 
 const fromEntries = Object.fromEntries;
 
+/** decoder options */
+export interface DecoderOptions {
+    /** 对 {@link Uint8Array} 使用 subarray */
+    noAllocBuffer?: boolean;
+}
+
 /** decoder */
 export class Decoder {
     protected readonly view: DataView;
     protected readonly data: Uint8Array;
     /** 当前读指针位置 */
     protected offset = 0;
-    constructor(data: BinaryData) {
-        this.data = toUint8Array(data, true);
+
+    /** 选项 */
+    protected readonly noAllocBuffer;
+    constructor(data: BinaryData, options?: DecoderOptions) {
+        this.data = toUint8Array(data);
         this.view = new DataView(this.data.buffer, this.data.byteOffset, this.data.byteLength);
+        if (options) {
+            this.noAllocBuffer = !!options.noAllocBuffer;
+        } else {
+            this.noAllocBuffer = false;
+        }
     }
 
     /** EOF */
@@ -99,13 +113,9 @@ export class Decoder {
                 switch (type) {
                     case constants.UINT8:
                         try {
-                            const buf = new Uint8Array(
-                                this.data.buffer,
-                                this.data.byteOffset + this.offset,
-                                count,
-                            ).slice();
+                            const buf = new Uint8Array(this.data.buffer, this.data.byteOffset + this.offset, count);
                             this.offset += count;
-                            return buf;
+                            return this.noAllocBuffer ? buf : buf.slice();
                         } catch {
                             return this.eof();
                         }
@@ -154,8 +164,7 @@ export class Decoder {
                         for (let i = 0; i < count; i++) {
                             result[i] = this.readInt64Data();
                         }
-                        throw new Error('Unsupported type int64');
-                        //return result;
+                        return result;
                     }
                     case constants.NULL:
                         return Array.from({ length: count }).fill(null);
@@ -193,8 +202,13 @@ export class Decoder {
                 return true;
             case constants.FALSE:
                 return false;
-            case constants.INT64:
-                return this.readInt64Data();
+            case constants.INT64: {
+                const n = this.readInt64Data();
+                if (n < Number.MIN_SAFE_INTEGER || n > Number.MAX_SAFE_INTEGER) {
+                    return n;
+                }
+                return Number(n);
+            }
             case constants.HIGH_PRECISION_NUMBER: {
                 const length = this.readIntLength();
                 try {
@@ -213,7 +227,6 @@ export class Decoder {
     /** 读取一个大于 0 的整数 */
     private readIntLength(): number {
         const marker = this.readMarker();
-        if (marker === undefined) this.eof();
         let length;
         switch (marker) {
             case constants.INT8:
@@ -228,9 +241,14 @@ export class Decoder {
             case constants.INT32:
                 length = this.readInt32Data();
                 break;
-            case constants.INT64:
-                length = this.readInt64Data();
+            case constants.INT64: {
+                const l = this.readInt64Data();
+                if (l < 0 || l > Number.MAX_SAFE_INTEGER) {
+                    throw new Error('Invalid length');
+                }
+                length = Number(l);
                 break;
+            }
             default:
                 throw new Error(`Unexpected marker '${String.fromCharCode(marker)}'(${marker}) for int length`);
         }
@@ -285,15 +303,14 @@ export class Decoder {
         }
     }
     /** readInt64Data */
-    private readInt64Data(): never {
+    private readInt64Data(): bigint {
         try {
-            const _result = this.view.getBigInt64(this.offset);
+            const result = this.view.getBigInt64(this.offset);
             this.offset += 8;
-            // return result;
+            return result;
         } catch {
             this.eof();
         }
-        throw new Error('Unsupported type int64');
     }
     /** readFloat32Data */
     private readFloat32Data(): number {

package/src/common/encoder.ts

@@ -11,21 +11,19 @@ export abstract class EncoderBase {
     protected buffer!: Uint8Array;
     /** buffer 的 DataView */
     protected view!: DataView;
-
-    constructor(readonly value: unknown) {}
     /**
      * 确保 buffer 还有 capacity 的空闲空间
      */
     protected abstract ensureCapacity(capacity: number): void;
 
     /** 编码至 ubjson */
-    protected writeValue(): void {
-        if (this.value === undefined) {
+    protected writeValue(value: unknown): void {
+        if (value === undefined) {
             this.ensureCapacity(1);
             this.buffer[this.length++] = constants.NO_OP;
             return;
         }
-        this.write(this.value);
+        this.write(value);
     }
     /** 写入一个对象 */
     private write(value: unknown): void {
@@ -98,9 +96,9 @@ export abstract class EncoderBase {
                     this.ensureCapacity(1);
                     this.buffer[this.length++] = constants.ARRAY_END;
                 } else if (!ArrayBuffer.isView(value)) {
-                    const toJSON = typeof (value as Record<string, unknown>)['toJSON'] == 'function';
-                    if (toJSON) {
-                        this.write((value as { toJSON: () => unknown }).toJSON());
+                    const { toJSON } = value as Record<string, unknown>;
+                    if (typeof toJSON == 'function') {
+                        this.write(toJSON.call(value));
                         return;
                     }
                     this.ensureCapacity(1);
@@ -132,8 +130,9 @@ export abstract class EncoderBase {
                         return;
                     }
 
-                    const arrayLength = (value as Int16Array | Int32Array | Float32Array | Float64Array).length;
-                    const elementSize = (value as Int16Array | Int32Array | Float32Array | Float64Array)
+                    const arrayLength = (value as Int16Array | Int32Array | BigInt64Array | Float32Array | Float64Array)
+                        .length;
+                    const elementSize = (value as Int16Array | Int32Array | BigInt64Array | Float32Array | Float64Array)
                         .BYTES_PER_ELEMENT;
                     if (value instanceof Int16Array) {
                         this.buffer[this.length++] = constants.INT16;
@@ -167,6 +166,14 @@ export abstract class EncoderBase {
                             this.view.setFloat64(this.length, value[i]);
                             this.length += elementSize;
                         }
+                    } else if (value instanceof BigInt64Array) {
+                        this.buffer[this.length++] = constants.INT64;
+                        this.buffer[this.length++] = constants.COUNT_MARKER;
+                        this.setLength(arrayLength);
+                        for (let i = 0; i < arrayLength; i++) {
+                            this.view.setBigInt64(this.length, value[i]);
+                            this.length += elementSize;
+                        }
                     } else {
                         throw new TypeError(`Unsupported typed array type ${Object.prototype.toString.call(value)}`);
                     }
@@ -177,6 +184,21 @@ export abstract class EncoderBase {
                 this.ensureCapacity(1);
                 this.buffer[this.length++] = value ? constants.TRUE : constants.FALSE;
                 return;
+            case 'bigint':
+                // int32 range
+                if (value >= -2_147_483_648n && value <= 2_147_483_647n) {
+                    this.write(Number(value));
+                }
+                // int64 range
+                else if (value >= -9_223_372_036_854_775_808n && value <= 9_223_372_036_854_775_807n) {
+                    this.ensureCapacity(9);
+                    this.buffer[this.length++] = constants.INT64;
+                    this.view.setBigInt64(this.length, value);
+                    this.length += 8;
+                } else {
+                    throw new RangeError(`BigInt value out of range: ${value}`);
+                }
+                return;
             default:
                 throw new Error(`Unsupported type ${Object.prototype.toString.call(value)}`);
         }

package/src/decoder.ts

@@ -1 +1 @@
-export { Decoder } from './common/decoder.js';
+export { Decoder, type DecoderOptions } from './common/decoder.js';

package/src/encoder.ts

@@ -1,11 +1,13 @@
 import { EncoderBase } from './common/encoder.js';
 
-const BLOCK_SIZE = 1024 * 16; // 8 KiB
+const BLOCK_SIZE = 1024 * 16; // 16 KiB
 const MAX_SIZE = 1024 * 1024 * 128; //128 MiB
 
 /** 编码至 ubjson */
 export class Encoder extends EncoderBase {
     private readonly flushedBuffers: Uint8Array[] = [];
+    /** 通过内存池减少分配 */
+    private readonly pool = new Uint8Array(BLOCK_SIZE);
     /**
      * 确保 buffer 还有 capacity 的空闲空间
      */
@@ -14,43 +16,49 @@ export class Encoder extends EncoderBase {
             // 超过最大尺寸限制
             throw new Error('Buffer has exceed max size');
         }
-        if (this.buffer == null) {
-            this.buffer = new Uint8Array(capacity);
-            this.view = new DataView(this.buffer.buffer);
-            return;
-        }
         // 无需扩容
         if (this.buffer.byteLength >= this.length + capacity) return;
 
         // 提交目前的数据
-        this.flushedBuffers.push(this.buffer.subarray(0, this.length));
+        if (this.buffer === this.pool) {
+            this.flushedBuffers.push(this.buffer.slice(0, this.length));
+        } else {
+            this.flushedBuffers.push(this.buffer.subarray(0, this.length));
+        }
 
         // 重新分配缓冲区
         if (capacity < BLOCK_SIZE) capacity = BLOCK_SIZE;
-        this.buffer = new Uint8Array(capacity);
+        this.allocUnsafe(capacity);
+    }
+
+    /** 分配 buffer */
+    private allocUnsafe(size: number): void {
+        if (size === this.pool.byteLength) {
+            // 从 pool 中获取
+            this.buffer = this.pool;
+            this.view = new DataView(this.buffer.buffer);
+            this.length = 0;
+            return;
+        }
+        this.buffer = new Uint8Array(size);
         this.view = new DataView(this.buffer.buffer);
         this.length = 0;
     }
 
     /** 获取写入结果 */
-    encode(): Uint8Array {
-        this.ensureCapacity(BLOCK_SIZE);
-        this.writeValue();
+    encode(value: unknown): Uint8Array {
+        this.allocUnsafe(BLOCK_SIZE);
+        this.writeValue(value);
         if (this.flushedBuffers.length === 0) {
-            if (this.buffer.byteLength === this.length) {
-                // 无需再拷贝一次
-                return this.buffer;
-            } else {
-                return this.buffer.slice(0, this.length);
-            }
+            return this.buffer.slice(0, this.length);
         }
 
         // 合并缓冲区
-        const result = new Uint8Array(
-            this.length + this.flushedBuffers.reduce((sum, buffer) => sum + buffer.byteLength, 0),
-        );
+        const flushedBuffers = this.flushedBuffers.splice(0);
+        const size = flushedBuffers.reduce((sum, buffer) => sum + buffer.byteLength, this.length);
+        const result = new Uint8Array(size);
         let offset = 0;
-        for (const buffer of this.flushedBuffers) {
+        for (const buffer of flushedBuffers) {
             result.set(buffer, offset);
             offset += buffer.byteLength;
         }
@@ -58,3 +66,18 @@ export class Encoder extends EncoderBase {
         return result;
     }
 }
+
+let _ENCODER: Encoder | undefined;
+
+/** 获取默认的编码器 */
+export function getEncoder(): Encoder {
+    if (_ENCODER == null) {
+        _ENCODER = new Encoder();
+    }
+    return _ENCODER;
+}
+
+/** 重置编码器, For testing only */
+export function resetEncoder(): void {
+    _ENCODER = undefined;
+}

package/src/index.ts

@@ -1,15 +1,16 @@
-import { Encoder } from './encoder.js';
-import { Decoder } from './decoder.js';
+import { getEncoder } from './encoder.js';
+import { Decoder, type DecoderOptions } from './decoder.js';
 export { UnexpectedEof } from './utils.js';
 
+export type { DecoderOptions };
+
 /** 编码为 UBJSON */
 export function encode(value: unknown): Uint8Array {
-    const encoder = new Encoder(value);
-    return encoder.encode();
+    return getEncoder().encode(value);
 }
 
 /** 解码 UBJSON */
-export function decode(value: BinaryData): unknown {
-    const decoder = new Decoder(value);
+export function decode(value: BinaryData, options?: DecoderOptions): unknown {
+    const decoder = new Decoder(value, options);
     return decoder.decode();
 }

package/src/rxjs/decoder.ts

@@ -15,13 +15,17 @@ export function decode(): OperatorFunction<BinaryData, unknown> {
             let end = 0;
             return observable.subscribe({
                 next(value) {
-                    const data = toUint8Array(value, false);
+                    const data = toUint8Array(value);
                     if (buffer.length >= end + data.length) {
                         buffer.set(data, end);
                         end += data.length;
                     } else {
                         chunkSize = Math.max(chunkSize, data.length * 2 + end - begin);
-                        const newBuffer = new Uint8Array(Math.max(chunkSize, data.length + end - begin));
+                        const allocSize = Math.max(chunkSize, data.length + end - begin);
+                        const newBuffer =
+                            allocSize > buffer.byteLength
+                                ? new Uint8Array(Math.max(chunkSize, data.length + end - begin))
+                                : buffer;
                         newBuffer.set(buffer.subarray(begin, end), 0);
                         newBuffer.set(data, end - begin);
                         buffer = newBuffer;