@cloudpss/ubjson 0.3.11 → 0.4.1

package/dist/stream/encoder.js

@@ -1,86 +1,23 @@
-import { Readable } from 'node:stream';
-import { EncoderBase } from '../common/encoder.js';
-const BLOCK_SIZE = 1024 * 8; // 8 KiB
-const MAX_SIZE = 1024 * 1024 * 256; //256 MiB
+import { Transform } from 'node:stream';
+import { StreamEncoderHelper } from '../stream-helper/encoder.js';
 /** 流式编码 UBJSON */
-export class StreamEncoder extends EncoderBase {
+export class StreamEncoder extends Transform {
     constructor() {
-        super(...arguments);
-        this.currentPos = [];
+        super({
+            readableObjectMode: false,
+            writableObjectMode: true,
+        });
     }
-    /**
-     * 确保 buffer 还有 capacity 的空闲空间
-     */
-    ensureCapacity(capacity) {
-        if (capacity > MAX_SIZE) {
-            // 超过最大尺寸限制
-            throw new Error('Buffer has exceed max size');
+    /** @inheritdoc */
+    _transform(obj, _encoding, callback) {
+        const helper = new StreamEncoderHelper(obj, (binary) => this.push(binary));
+        try {
+            helper.encode();
+            callback();
         }
-        if (this.buffer == null) {
-            this.buffer = new Uint8Array(capacity);
-            this.view = new DataView(this.buffer.buffer);
-            return;
+        catch (ex) {
+            callback(ex);
         }
-        if (capacity < 0) {
-            // 结束流
-            this.stream.push(this.buffer.subarray(0, this.length));
-            this.buffer = new Uint8Array(0);
-            this.view = new DataView(this.buffer.buffer);
-            this.length = 0;
-            this.stream.push(null);
-            return;
-        }
-        // 无需扩容
-        if (this.buffer.byteLength >= this.length + capacity)
-            return;
-        // 提交目前的数据
-        this.stream.push(this.buffer.subarray(0, this.length));
-        // 重新分配缓冲区
-        if (capacity < BLOCK_SIZE)
-            capacity = BLOCK_SIZE;
-        this.buffer = new Uint8Array(capacity);
-        this.view = new DataView(this.buffer.buffer);
-        this.length = 0;
-    }
-    /** 获取写入结果 */
-    encode() {
-        if (typeof this.value != 'object' || this.value == null || ArrayBuffer.isView(this.value)) {
-            this.stream = new Readable({
-                objectMode: false,
-                construct: (callback) => {
-                    this.ensureCapacity(20);
-                    callback();
-                },
-                read: () => {
-                    try {
-                        this.write(this.value);
-                        this.ensureCapacity(-1);
-                    }
-                    catch (ex) {
-                        this.stream.destroy(ex);
-                    }
-                },
-            });
-        }
-        else {
-            this.stream = new Readable({
-                objectMode: false,
-                construct: (callback) => {
-                    this.ensureCapacity(BLOCK_SIZE);
-                    callback();
-                },
-                read: () => {
-                    try {
-                        this.write(this.value);
-                        this.ensureCapacity(-1);
-                    }
-                    catch (ex) {
-                        this.stream.destroy(ex);
-                    }
-                },
-            });
-        }
-        return this.stream;
     }
 }
 //# sourceMappingURL=encoder.js.map

package/dist/stream/encoder.js.map

@@ -1 +1 @@
-{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/stream/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;AACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,SAAS;AAE7C,kBAAkB;AAClB,MAAM,OAAO,aAAc,SAAQ,WAAW;IAA9C;;QAqCc,eAAU,GAA2B,EAAE,CAAC;IAsCtD,CAAC;IAzEG;;OAEG;IACO,cAAc,CAAC,QAAgB;QACrC,IAAI,QAAQ,GAAG,QAAQ,EAAE;YACrB,WAAW;YACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;SACjD;QACD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE;YACrB,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO;SACV;QACD,IAAI,QAAQ,GAAG,CAAC,EAAE;YACd,MAAM;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,OAAO;SACV;QACD,OAAO;QACP,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;YAAE,OAAO;QAE7D,UAAU;QACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAEvD,UAAU;QACV,IAAI,QAAQ,GAAG,UAAU;YAAE,QAAQ,GAAG,UAAU,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACpB,CAAC;IAGD,aAAa;IACb,MAAM;QACF,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACvF,IAAI,CAAC,MAAM,GAAG,IAAI,QAAQ,CAAC;gBACvB,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE;oBACpB,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;oBACxB,QAAQ,EAAE,CAAC;gBACf,CAAC;gBACD,IAAI,EAAE,GAAG,EAAE;oBACP,IAAI;wBACA,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACvB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC3B;oBAAC,OAAO,EAAE,EAAE;wBACT,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAW,CAAC,CAAC;qBACpC;gBACL,CAAC;aACJ,CAAC,CAAC;SACN;aAAM;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,QAAQ,CAAC;gBACvB,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE;oBACpB,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;oBAChC,QAAQ,EAAE,CAAC;gBACf,CAAC;gBACD,IAAI,EAAE,GAAG,EAAE;oBACP,IAAI;wBACA,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACvB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;qBAC3B;oBAAC,OAAO,EAAE,EAAE;wBACT,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAW,CAAC,CAAC;qBACpC;gBACL,CAAC;aACJ,CAAC,CAAC;SACN;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;CACJ"}
+{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/stream/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAqB,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE,kBAAkB;AAClB,MAAM,OAAO,aAAc,SAAQ,SAAS;IACxC;QACI,KAAK,CAAC;YACF,kBAAkB,EAAE,KAAK;YACzB,kBAAkB,EAAE,IAAI;SAC3B,CAAC,CAAC;IACP,CAAC;IAED,kBAAkB;IACT,UAAU,CAAC,GAAY,EAAE,SAAyB,EAAE,QAA2B;QACpF,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3E,IAAI;YACA,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;SACd;QAAC,OAAO,EAAE,EAAE;YACT,QAAQ,CAAC,EAAW,CAAC,CAAC;SACzB;IACL,CAAC;CACJ"}

package/dist/stream/index.d.ts

@@ -1,4 +1,11 @@
 /// <reference types="node" />
-import type { Readable } from 'node:stream';
+/// <reference types="node" />
+import { Readable, Transform } from 'node:stream';
 /** 编码为 UBJSON */
 export declare function encode(value: unknown): Readable;
+/** 编码为 UBJSON */
+export declare function encoder(): Transform;
+/** 解码 UBJSON */
+export declare function decode(stream: NodeJS.ReadableStream): Promise<unknown>;
+/** 解码 UBJSON */
+export declare function decoder(): Transform;

package/dist/stream/index.js

@@ -1,7 +1,32 @@
+import { Readable } from 'node:stream';
 import { StreamEncoder } from './encoder.js';
+import { StreamDecoder } from './decoder.js';
 /** 编码为 UBJSON */
 export function encode(value) {
-    const encoder = new StreamEncoder(value);
-    return encoder.encode();
+    if (value == null) {
+        return Readable.from([value === null ? 'Z' : 'N'], { objectMode: false });
+    }
+    const encoder = new StreamEncoder();
+    encoder.write(value);
+    encoder.end();
+    return encoder;
+}
+/** 编码为 UBJSON */
+export function encoder() {
+    return new StreamEncoder();
+}
+/** 解码 UBJSON */
+export function decode(stream) {
+    return new Promise((resolve, reject) => {
+        const decoder = new StreamDecoder();
+        decoder.on('error', reject);
+        decoder.on('end', resolve);
+        decoder.on('data', resolve);
+        stream.pipe(decoder);
+    });
+}
+/** 解码 UBJSON */
+export function decoder() {
+    return new StreamDecoder();
 }
 //# sourceMappingURL=index.js.map

package/dist/stream/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stream/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,iBAAiB;AACjB,MAAM,UAAU,MAAM,CAAC,KAAc;IACjC,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC;AAC5B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAa,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,iBAAiB;AACjB,MAAM,UAAU,MAAM,CAAC,KAAc;IACjC,IAAI,KAAK,IAAI,IAAI,EAAE;QACf,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;KAC7E;IACD,MAAM,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC;IACpC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,iBAAiB;AACjB,MAAM,UAAU,OAAO;IACnB,OAAO,IAAI,aAAa,EAAE,CAAC;AAC/B,CAAC;AAED,gBAAgB;AAChB,MAAM,UAAU,MAAM,CAAC,MAA6B;IAChD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC;QACpC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5B,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC3B,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,gBAAgB;AAChB,MAAM,UAAU,OAAO;IACnB,OAAO,IAAI,aAAa,EAAE,CAAC;AAC/B,CAAC"}

package/dist/stream-helper/decoder.d.ts

@@ -0,0 +1,8 @@
+import { Decoder, UnexpectedEof } from '../common/decoder.js';
+export { UnexpectedEof };
+/** 流式解码 UBJSON */
+export declare class StreamDecoderHelper extends Decoder {
+    constructor(data: Uint8Array);
+    /** 读取的字节数 */
+    get readLength(): number;
+}

package/dist/stream-helper/decoder.js

@@ -0,0 +1,13 @@
+import { Decoder, UnexpectedEof } from '../common/decoder.js';
+export { UnexpectedEof };
+/** 流式解码 UBJSON */
+export class StreamDecoderHelper extends Decoder {
+    constructor(data) {
+        super(data);
+    }
+    /** 读取的字节数 */
+    get readLength() {
+        return this.offset;
+    }
+}
+//# sourceMappingURL=decoder.js.map

package/dist/stream-helper/decoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decoder.js","sourceRoot":"","sources":["../../src/stream-helper/decoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,CAAC;AAEzB,kBAAkB;AAClB,MAAM,OAAO,mBAAoB,SAAQ,OAAO;IAC5C,YAAY,IAAgB;QACxB,KAAK,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,aAAa;IACb,IAAI,UAAU;QACV,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;CACJ"}

package/dist/stream-helper/encoder.d.ts

@@ -0,0 +1,12 @@
+import { EncoderBase } from '../common/encoder.js';
+/** 流式编码 UBJSON */
+export declare class StreamEncoderHelper extends EncoderBase {
+    protected readonly onChunk: (chunk: Uint8Array) => void;
+    constructor(value: unknown, onChunk: (chunk: Uint8Array) => void);
+    /**
+     * 确保 buffer 还有 capacity 的空闲空间
+     */
+    protected ensureCapacity(capacity: number): void;
+    /** 获取写入结果 */
+    encode(): void;
+}

package/dist/stream-helper/encoder.js

@@ -0,0 +1,57 @@
+import { EncoderBase } from '../common/encoder.js';
+const BLOCK_SIZE = 1024 * 8; // 8 KiB
+const MAX_SIZE = 1024 * 1024 * 256; // 256 MiB
+/** 流式编码 UBJSON */
+export class StreamEncoderHelper extends EncoderBase {
+    constructor(value, onChunk) {
+        super(value);
+        this.onChunk = onChunk;
+    }
+    /**
+     * 确保 buffer 还有 capacity 的空闲空间
+     */
+    ensureCapacity(capacity) {
+        if (capacity > MAX_SIZE) {
+            // 超过最大尺寸限制
+            throw new Error('Buffer has exceed max size');
+        }
+        if (this.buffer == null) {
+            this.buffer = new Uint8Array(capacity);
+            this.view = new DataView(this.buffer.buffer);
+            return;
+        }
+        if (capacity < 0) {
+            // 结束流
+            this.onChunk(this.buffer.subarray(0, this.length));
+            this.buffer = new Uint8Array(0);
+            this.view = new DataView(this.buffer.buffer);
+            this.length = 0;
+            return;
+        }
+        // 无需扩容
+        if (this.buffer.byteLength >= this.length + capacity)
+            return;
+        // 提交目前的数据
+        this.onChunk(this.buffer.subarray(0, this.length));
+        // 重新分配缓冲区
+        if (capacity < BLOCK_SIZE)
+            capacity = BLOCK_SIZE;
+        this.buffer = new Uint8Array(capacity);
+        this.view = new DataView(this.buffer.buffer);
+        this.length = 0;
+    }
+    /** 获取写入结果 */
+    encode() {
+        if (typeof this.value != 'object' || this.value == null || ArrayBuffer.isView(this.value)) {
+            this.ensureCapacity(20);
+            this.write(this.value);
+            this.ensureCapacity(-1);
+        }
+        else {
+            this.ensureCapacity(BLOCK_SIZE);
+            this.write(this.value);
+            this.ensureCapacity(-1);
+        }
+    }
+}
+//# sourceMappingURL=encoder.js.map

package/dist/stream-helper/encoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../src/stream-helper/encoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;AACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,UAAU;AAE9C,kBAAkB;AAClB,MAAM,OAAO,mBAAoB,SAAQ,WAAW;IAChD,YAAY,KAAc,EAAqB,OAAoC;QAC/E,KAAK,CAAC,KAAK,CAAC,CAAC;QAD8B,YAAO,GAAP,OAAO,CAA6B;IAEnF,CAAC;IACD;;OAEG;IACO,cAAc,CAAC,QAAgB;QACrC,IAAI,QAAQ,GAAG,QAAQ,EAAE;YACrB,WAAW;YACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;SACjD;QACD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE;YACrB,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO;SACV;QACD,IAAI,QAAQ,GAAG,CAAC,EAAE;YACd,MAAM;YACN,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,OAAO;SACV;QACD,OAAO;QACP,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;YAAE,OAAO;QAE7D,UAAU;QACV,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnD,UAAU;QACV,IAAI,QAAQ,GAAG,UAAU;YAAE,QAAQ,GAAG,UAAU,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACpB,CAAC;IACD,aAAa;IACb,MAAM;QACF,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACvF,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B;aAAM;YACH,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B;IACL,CAAC;CACJ"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloudpss/ubjson",
-  "version": "0.3.11",
+  "version": "0.4.1",
   "author": "CloudPSS",
   "license": "MIT",
   "keywords": [
@@ -42,6 +42,9 @@
     "test": "cross-env NODE_OPTIONS=--experimental-vm-modules jest"
   },
   "devDependencies": {
-    "@msgpack/msgpack": "^2.7.2"
+    "@msgpack/msgpack": "^2.8.0"
+  },
+  "dependencies": {
+    "rxjs": "^7.5.7"
   }
 }

package/src/common/decoder.ts

@@ -1,11 +1,18 @@
 import * as constants from './constants.js';
 import { StringDecoder } from './string-decoder.js';
 
+/** 未结束的流 */
+export class UnexpectedEof extends Error {
+    constructor() {
+        super('Unexpected EOF');
+    }
+}
+
 /** decoder */
 export class Decoder {
-    private readonly view: DataView;
+    protected readonly view: DataView;
     /** 当前读指针位置 */
-    private offset = 0;
+    protected offset = 0;
     constructor(readonly data: Uint8Array) {
         this.view = new DataView(data.buffer, data.byteOffset, data.byteLength);
     }
@@ -15,9 +22,9 @@ export class Decoder {
     }
 
     /** 检查是否有给定字节数的未读数据 */
-    private ensureData(byteLength: number): void {
+    protected ensureData(byteLength: number): void {
         if (this.offset + byteLength > this.data.byteLength) {
-            throw new Error('Unexpected EOF');
+            throw new UnexpectedEof();
         }
     }
 
@@ -247,6 +254,8 @@ export class Decoder {
             case constants.INT64:
                 this.ensureData(count * 8);
                 return BigInt64Array.from({ length: count }, () => this.readInt64Data());
+            default:
+                break;
         }
         const array: unknown[] = [];
         array.length = count;

package/src/common/encoder.ts

@@ -45,8 +45,9 @@ export abstract class EncoderBase {
                 }
                 return this.writeObject(value as Record<string, unknown>);
             }
+            default:
+                throw new Error(`Unsupported type ${Object.prototype.toString.call(value)}`);
         }
-        throw new Error(`Unsupported type ${Object.prototype.toString.call(value)}`);
     }
     /** 写入 marker */
     protected writeMarker(marker: number): void {

package/src/common/string-decoder.ts

@@ -4,6 +4,8 @@ export const textDecoder =
 export const TEXT_ENCODER_THRESHOLD = textDecoder == null ? 0xffff_ffff : 200;
 
 const CHUNK_SIZE = 0x1_000;
+const REPLACE_CHAR = 0xfffd;
+
 /** 解码 */
 export function decodeJs(bytes: Uint8Array, begin: number, end: number): string {
     let offset = begin;
@@ -37,7 +39,7 @@ export function decodeJs(bytes: Uint8Array, begin: number, end: number): string
             }
             units.push(unit);
         } else {
-            units.push(byte1);
+            units.push(REPLACE_CHAR);
         }
 
         if (units.length >= CHUNK_SIZE) {

package/src/decoder.ts

@@ -0,0 +1,3 @@
+import { Decoder } from './common/decoder.js';
+
+export { Decoder };

package/src/encoder.ts

@@ -1,53 +1,35 @@
 import { EncoderBase } from './common/encoder.js';
 
-const INITIAL_SIZE = 1024 * 8; // 8 KiB
+const BLOCK_SIZE = 1024 * 16; // 8 KiB
 const MAX_SIZE = 1024 * 1024 * 128; //128 MiB
-const RESIZE_FACTOR = 4;
-const RESIZE_FACTOR_2 = 2;
 
 /** 编码至 ubjson */
 export class Encoder extends EncoderBase {
+    private flushedBuffers: Uint8Array[] = [];
     /**
      * 确保 buffer 还有 capacity 的空闲空间
      */
     protected ensureCapacity(capacity: number): void {
+        if (capacity > MAX_SIZE) {
+            // 超过最大尺寸限制
+            throw new Error('Buffer has exceed max size');
+        }
         if (this.buffer == null) {
-            if (capacity > MAX_SIZE) {
-                // 超过最大尺寸限制
-                throw new Error('Buffer has exceed max size');
-            }
             this.buffer = new Uint8Array(capacity);
             this.view = new DataView(this.buffer.buffer);
             return;
         }
-        /** 需求总尺寸 */
-        const nextCapacityMin = this.length + capacity;
         // 无需扩容
-        if (this.buffer.byteLength >= nextCapacityMin) return;
-        if (nextCapacityMin > MAX_SIZE) {
-            // 超过最大尺寸限制
-            throw new Error('Buffer has exceed max size');
-        }
+        if (this.buffer.byteLength >= this.length + capacity) return;
 
-        /** 扩容目标尺寸 */
-        let nextCapacity;
-        if (nextCapacityMin < this.buffer.byteLength * RESIZE_FACTOR) {
-            // 一般情况下，扩容 RESIZE_FACTOR 倍
-            nextCapacity = (this.buffer.byteLength * RESIZE_FACTOR) | 0;
-        } else {
-            // 扩容 RESIZE_FACTOR 倍也无法满足需求时，扩容至 (需求总尺寸 + 当前尺寸 * 1 / RESIZE_FACTOR_2)
-            // 前者满足需求总尺寸，后者预留一部分空间防止频繁扩容
-            nextCapacity = (this.buffer.byteLength / RESIZE_FACTOR_2 + nextCapacityMin) | 0;
-        }
-        if (nextCapacity > MAX_SIZE) {
-            // 约束至最大尺寸限制，由于前面已经检查过一次，此处约束后的尺寸一定能满足要求
-            nextCapacity = MAX_SIZE;
-        }
+        // 提交目前的数据
+        this.flushedBuffers.push(this.buffer.subarray(0, this.length));
 
-        const newBuffer = new Uint8Array(nextCapacity);
-        newBuffer.set(this.buffer, 0);
-        this.buffer = newBuffer;
-        this.view = new DataView(newBuffer.buffer);
+        // 重新分配缓冲区
+        if (capacity < BLOCK_SIZE) capacity = BLOCK_SIZE;
+        this.buffer = new Uint8Array(capacity);
+        this.view = new DataView(this.buffer.buffer);
+        this.length = 0;
     }
 
     /** 获取写入结果 */
@@ -65,14 +47,28 @@ export class Encoder extends EncoderBase {
             //     throw new Error('Bad buffer size');
             // }
         } else {
-            this.ensureCapacity(INITIAL_SIZE);
+            this.ensureCapacity(BLOCK_SIZE);
             this.write(this.value);
         }
-        if (this.buffer.byteLength === this.length) {
-            // 无需再拷贝一次
-            return this.buffer;
-        } else {
-            return this.buffer.slice(0, this.length);
+        if (this.flushedBuffers.length === 0) {
+            if (this.buffer.byteLength === this.length) {
+                // 无需再拷贝一次
+                return this.buffer;
+            } else {
+                return this.buffer.slice(0, this.length);
+            }
+        }
+
+        // 合并缓冲区
+        const result = new Uint8Array(
+            this.length + this.flushedBuffers.reduce((sum, buffer) => sum + buffer.byteLength, 0),
+        );
+        let offset = 0;
+        for (const buffer of this.flushedBuffers) {
+            result.set(buffer, offset);
+            offset += buffer.byteLength;
         }
+        result.set(this.buffer.subarray(0, this.length), offset);
+        return result;
     }
 }

package/src/index.ts

@@ -1,5 +1,5 @@
 import { Encoder } from './encoder.js';
-import { Decoder } from './common/decoder.js';
+import { Decoder } from './decoder.js';
 
 /** 编码为 UBJSON */
 export function encode(value: unknown): Uint8Array {

package/src/rxjs/decoder.ts

@@ -0,0 +1,65 @@
+import { Observable, OperatorFunction } from 'rxjs';
+import { StreamDecoderHelper, UnexpectedEof } from '../stream-helper/decoder.js';
+
+const DEFAULT_BUFFER_SIZE = 16 * 1024 * 1024; // 16 MiB
+const EMPTY_BUFFER = new Uint8Array(0);
+
+/** 流式解码 UBJSON */
+export function decode(): OperatorFunction<Uint8Array, unknown> {
+    return (observable) => {
+        return new Observable<unknown>((subscriber) => {
+            let chunkSize = DEFAULT_BUFFER_SIZE;
+            let buffer = new Uint8Array(chunkSize);
+            let begin = 0;
+            let end = 0;
+            return observable.subscribe({
+                next(value) {
+                    if (buffer.length >= end + value.length) {
+                        buffer.set(value, end);
+                        end += value.length;
+                    } else {
+                        chunkSize = Math.max(chunkSize, value.length * 2 + end - begin);
+                        const newBuffer = new Uint8Array(Math.max(chunkSize, value.length + end - begin));
+                        newBuffer.set(buffer.subarray(begin, end), 0);
+                        newBuffer.set(value, end - begin);
+                        buffer = newBuffer;
+                        end = end - begin + value.length;
+                        begin = 0;
+                    }
+                    while (end - begin > 0) {
+                        try {
+                            const helper = new StreamDecoderHelper(buffer.subarray(begin, end));
+                            const result = helper.decode();
+                            if (result !== undefined) {
+                                subscriber.next(result);
+                            }
+                            begin += helper.readLength;
+                        } catch (ex) {
+                            if (ex instanceof UnexpectedEof) {
+                                return;
+                            } else {
+                                subscriber.error(ex as Error);
+                                buffer = EMPTY_BUFFER;
+                                return;
+                            }
+                        }
+                    }
+                    // 完全消费了 Buffer 内容，重置 Buffer
+                    begin = end = 0;
+                },
+                error(err) {
+                    subscriber.error(err);
+                    buffer = EMPTY_BUFFER;
+                },
+                complete() {
+                    if (end - begin > 0) {
+                        subscriber.error(new UnexpectedEof());
+                    } else {
+                        subscriber.complete();
+                    }
+                    buffer = EMPTY_BUFFER;
+                },
+            });
+        });
+    };
+}

package/src/rxjs/encoder.ts

@@ -0,0 +1,27 @@
+import { Observable, OperatorFunction } from 'rxjs';
+import { StreamEncoderHelper } from '../stream-helper/encoder.js';
+
+/** 流式编码 UBJSON */
+export function encode(): OperatorFunction<unknown, Uint8Array> {
+    return (observable) => {
+        return new Observable<Uint8Array>((subscriber) => {
+            const onChunk = (chunk: Uint8Array): void => subscriber.next(chunk);
+            return observable.subscribe({
+                next(value) {
+                    try {
+                        const helper = new StreamEncoderHelper(value, onChunk);
+                        helper.encode();
+                    } catch (ex) {
+                        subscriber.error(ex as Error);
+                    }
+                },
+                error(err) {
+                    subscriber.error(err);
+                },
+                complete() {
+                    subscriber.complete();
+                },
+            });
+        });
+    };
+}

package/src/rxjs/index.ts

@@ -0,0 +1,2 @@
+export { encode } from './encoder.js';
+export { decode } from './decoder.js';

package/src/stream/decoder.ts

@@ -0,0 +1,54 @@
+import { Transform, TransformCallback } from 'node:stream';
+import { Subject } from 'rxjs';
+import { decode } from '../rxjs/decoder.js';
+
+/** 流式解码 UBJSON */
+export class StreamDecoder extends Transform {
+    constructor() {
+        super({
+            readableObjectMode: true,
+            writableObjectMode: false,
+        });
+        this.buffer = new Subject<Uint8Array>();
+        this.buffer.pipe(decode()).subscribe({
+            next: (value) => {
+                // null is not allowed in a stream
+                if (value == null) return;
+                this.push(value);
+            },
+            error: (err: Error) => {
+                if (this.callback) {
+                    this.callback(err);
+                    this.callback = undefined;
+                } else {
+                    this.emit('error', err);
+                }
+            },
+            complete: () => {
+                this.push(null);
+            },
+        });
+    }
+    private buffer;
+    private callback?: TransformCallback;
+
+    /** @inheritdoc */
+    override _transform(chunk: Buffer, _: BufferEncoding, callback: TransformCallback): void {
+        this.callback = callback;
+        this.buffer.next(chunk);
+        if (this.callback) {
+            callback();
+            this.callback = undefined;
+        }
+    }
+
+    /** @inheritdoc */
+    override _flush(callback: TransformCallback): void {
+        this.callback = callback;
+        this.buffer.complete();
+        if (this.callback) {
+            callback();
+            this.callback = undefined;
+        }
+    }
+}