harmony-erlpack 0.0.1

package/README.md

@@ -0,0 +1,10 @@
+# Harmony Erlpack
+This is an implementation of erlpack for use within harmony, it is already faster than `@yukikaze-bot/erlpack` in tests of encoding large JSON objects, (many READY payloads were tested) in both encoding and decoding performance. This is not production ready yet, but it's pretty decent so far. Though I still want to make this faster if I can. This is also optimized for harmonies use cases, so it caches short strings for later re-use so it doesn't have to re-encode the utf16 to utf8 again and again.
+
+## Goals
+The goals are in this order:
+- Discord Erlpack support
+- Performance
+- General Erlpack support
+
+Which means if there's a feature that Erlpack has that discord does not use that would cost performance, we will not implement that, though I doubt that'll come into play here.

package/dist/decode.d.ts

@@ -0,0 +1,4 @@
+export declare function unpack(buff: ArrayBufferLike, { offset }?: {
+    offset: number;
+}): string | number | bigint | boolean | unknown[] | Record<string | number, unknown> | undefined;
+//# sourceMappingURL=decode.d.ts.map

package/dist/decode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"decode.d.ts","sourceRoot":"","sources":["../src/decode.ts"],"names":[],"mappings":"AA+BA,wBAAgB,MAAM,CAAC,IAAI,EAAE,eAAe,EAAE,EAAC,MAAM,EAAC;;CAAc,iGA4EnE"}

package/dist/decode.js

@@ -0,0 +1,108 @@
+class ByteReader {
+    buff;
+    view;
+    index = 0;
+    constructor(buff, { offset } = { offset: 0 }) {
+        this.view = new DataView(buff);
+        this.buff = buff;
+        this.index = offset;
+    }
+    readByte() {
+        return this.view.getUint8(this.index++);
+    }
+    readI32() {
+        const val = this.view.getInt32(this.index);
+        this.index += 4;
+        return val;
+    }
+    readDouble() {
+        const val = this.view.getFloat64(this.index);
+        this.index += 8;
+        return val;
+    }
+    readSub(len) {
+        const arr = new Uint8Array(this.buff, this.index, len);
+        this.index += len;
+        return arr;
+    }
+}
+const decoder = new TextDecoder();
+export function unpack(buff, { offset } = { offset: 0 }) {
+    const reader = new ByteReader(buff, { offset });
+    const ver = reader.readByte();
+    function unpack() {
+        const type = reader.readByte();
+        switch (type) {
+            case 97 /* erlTypes.u8 */: {
+                return reader.readByte();
+            }
+            case 98 /* erlTypes.i32 */: {
+                return reader.readI32();
+            }
+            case 110 /* erlTypes.sbigint */: {
+                const len = reader.readByte();
+                const sign = reader.readByte();
+                const arr = reader.readSub(len);
+                let int = 0n;
+                for (let i = 0; i < arr.length; i++) {
+                    int += BigInt(arr[i] ?? 0) << (BigInt(i) * 8n);
+                }
+                if (Number.isSafeInteger(int)) {
+                    return Number(int) * (sign ? -1 : 1);
+                }
+                else {
+                    return int * (sign ? -1n : 1n);
+                }
+            }
+            case 70 /* erlTypes.double */: {
+                return reader.readDouble();
+            }
+            case 115 /* erlTypes.sAtom */: {
+                const len = reader.readByte();
+                const arr = reader.readSub(len);
+                const text = decoder.decode(arr);
+                switch (text) {
+                    case "true":
+                        return true;
+                    case "false":
+                        return false;
+                    case "nil":
+                        return undefined;
+                    default:
+                        throw new Error(text);
+                }
+            }
+            case 109 /* erlTypes.bin */: {
+                const len = reader.readI32();
+                const arr = reader.readSub(len);
+                const str = decoder.decode(arr);
+                return str;
+            }
+            case 108 /* erlTypes.array */: {
+                const len = reader.readI32();
+                const arr = [];
+                for (let i = 0; i < len; i++) {
+                    arr.push(unpack());
+                }
+                reader.readByte();
+                return arr;
+            }
+            case 116 /* erlTypes.object */: {
+                const len = reader.readI32();
+                const obj2 = {};
+                for (let i = 0; i < len; i++) {
+                    obj2[unpack()] = unpack();
+                }
+                return obj2;
+            }
+            case 106 /* erlTypes.endList */: {
+                return;
+            }
+            default: {
+                throw new Error(`Unknown type:${type}`);
+            }
+        }
+    }
+    return unpack();
+}
+//# sourceMappingURL=decode.js.map

package/dist/decode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decode.js","sourceRoot":"","sources":["../src/decode.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU;IACP,IAAI,CAAkB;IACtB,IAAI,CAAW;IACf,KAAK,GAAG,CAAC,CAAC;IAClB,YAAY,IAAqB,EAAE,EAAC,MAAM,EAAC,GAAG,EAAC,MAAM,EAAE,CAAC,EAAC;QACxD,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;IACrB,CAAC;IACD,QAAQ;QACP,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,OAAO;QACN,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAChB,OAAO,GAAG,CAAC;IACZ,CAAC;IACD,UAAU;QACT,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAChB,OAAO,GAAG,CAAC;IACZ,CAAC;IACD,OAAO,CAAC,GAAW;QAClB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAClB,OAAO,GAAG,CAAC;IACZ,CAAC;CACD;AACD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAClC,MAAM,UAAU,MAAM,CAAC,IAAqB,EAAE,EAAC,MAAM,EAAC,GAAG,EAAC,MAAM,EAAE,CAAC,EAAC;IACnE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,EAAC,MAAM,EAAC,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC9B,SAAS,MAAM;QACd,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC/B,QAAQ,IAAI,EAAE,CAAC;YACd,yBAAgB,CAAC,CAAC,CAAC;gBAClB,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC1B,CAAC;YACD,0BAAiB,CAAC,CAAC,CAAC;gBACnB,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;YACzB,CAAC;YACD,+BAAqB,CAAC,CAAC,CAAC;gBACvB,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,GAAG,GAAG,EAAE,CAAC;gBACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACrC,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBAChD,CAAC;gBACD,IAAI,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACP,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,CAAC;YACF,CAAC;YACD,6BAAoB,CAAC,CAAC,CAAC;gBACtB,OAAO,MAAM,CAAC,UAAU,EAAE,CAAC;YAC5B,CAAC;YACD,6BAAmB,CAAC,CAAC,CAAC;gBACrB,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC9B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAChC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACjC,QAAQ,IAAI,EAAE,CAAC;oBACd,KAAK,MAAM;wBACV,OAAO,IAAI,CAAC;oBACb,KAAK,OAAO;wBACX,OAAO,KAAK,CAAC;oBACd,KAAK,KAAK;wBACT,OAAO,SAAS,CAAC;oBAClB;wBACC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC;YACF,CAAC;YACD,2BAAiB,CAAC,CAAC,CAAC;gBACnB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAChC,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChC,OAAO,GAAG,CAAC;YACZ,CAAC;YACD,6BAAmB,CAAC,CAAC,CAAC;gBACrB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,EAAe,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClB,OAAO,GAAG,CAAC;YACZ,CAAC;YACD,8BAAoB,CAAC,CAAC,CAAC;gBACtB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,EAAsC,CAAC;gBACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,IAAI,CAAC,MAAM,EAAqB,CAAC,GAAG,MAAM,EAAE,CAAC;gBAC9C,CAAC;gBACD,OAAO,IAAI,CAAC;YACb,CAAC;YACD,+BAAqB,CAAC,CAAC,CAAC;gBACvB,OAAO;YACR,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,MAAM,EAAE,CAAC;AACjB,CAAC"}

package/dist/encode.d.ts

@@ -0,0 +1,2 @@
+export declare function pack(obj: unknown): ArrayBuffer;
+//# sourceMappingURL=encode.d.ts.map

package/dist/encode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"encode.d.ts","sourceRoot":"","sources":["../src/encode.ts"],"names":[],"mappings":"AA4DA,wBAAgB,IAAI,CAAC,GAAG,EAAE,OAAO,eA6GhC"}

package/dist/encode.js

@@ -0,0 +1,175 @@
+import { version } from "./erltype.js";
+class ByteLayer {
+    buffer = new ArrayBuffer(1 << 6);
+    view = new DataView(this.buffer);
+    index = 0;
+    getSpace(len) {
+        if (this.index + len >= this.buffer.byteLength) {
+            let llen = this.buffer.byteLength;
+            while (this.index + len >= llen)
+                llen *= 2;
+            this.buffer = this.buffer.transfer(llen);
+            this.view = new DataView(this.buffer);
+        }
+        const old = this.index;
+        this.index += len;
+        return old;
+    }
+    appendByte(num) {
+        const i = this.getSpace(1);
+        this.view.setInt8(i, num);
+    }
+    append32IntDelayed() {
+        const i = this.getSpace(4);
+        return (num) => {
+            this.view.setInt32(i, num);
+        };
+    }
+    append32Int(num) {
+        const i = this.getSpace(4);
+        this.view.setInt32(i, num);
+    }
+    append16Int(num) {
+        const i = this.getSpace(2);
+        this.view.setInt16(i, num);
+    }
+    appendDouble(num) {
+        const i = this.getSpace(8);
+        this.view.setFloat64(i, num);
+    }
+    getBuffer(len) {
+        const i = this.getSpace(len);
+        return {
+            buff: new Uint8Array(this.buffer, i),
+            ret: (num) => {
+                this.index -= num;
+            },
+        };
+    }
+    appendBuffer(buf) {
+        const i = this.getSpace(buf.length);
+        //console.error(i, this.index, this.buffer.byteLength);
+        new Uint8Array(this.buffer).set(buf, i);
+    }
+    toBuffer() {
+        return this.buffer.transfer(this.index);
+    }
+}
+const encoder = new TextEncoder();
+const preAtoms = new Map();
+export function pack(obj) {
+    const layer = new ByteLayer();
+    const strMap = new Map();
+    function appendAtom(str) {
+        const buf = preAtoms.get(str) ?? encoder.encode(str);
+        if (!preAtoms.has(str))
+            preAtoms.set(str, buf);
+        layer.appendByte(115 /* erlTypes.sAtom */);
+        layer.appendByte(buf.length);
+        layer.appendBuffer(buf);
+    }
+    function layBigint(d) {
+        const bytes = [];
+        const sign = d < 0n;
+        d = sign ? d * -1n : d;
+        while (d > 0n) {
+            bytes.push(Number(d & 0xffn));
+            d >>= 8n;
+        }
+        if (bytes.length < 255) {
+            layer.appendByte(110 /* erlTypes.sbigint */);
+            layer.appendByte(bytes.length);
+            layer.appendByte(+sign);
+            layer.appendBuffer(bytes);
+        }
+    }
+    layer.appendByte(version);
+    function packObj(obj) {
+        switch (typeof obj) {
+            case "number": {
+                if (Number.isInteger(obj) && obj < 2 ** 32 && obj >= -(2 ** 31)) {
+                    if (obj > 0 && obj < 256) {
+                        layer.appendByte(97 /* erlTypes.u8 */);
+                        layer.appendByte(obj);
+                    }
+                    else if (obj < 2 ** 31 && obj >= -(2 ** 31)) {
+                        layer.appendByte(98 /* erlTypes.i32 */);
+                        layer.append32Int(obj);
+                    }
+                    else {
+                        layBigint(BigInt(obj));
+                    }
+                }
+                else {
+                    layer.appendByte(70 /* erlTypes.double */);
+                    layer.appendDouble(obj);
+                }
+                break;
+            }
+            case "undefined": {
+                appendAtom("nil");
+                break;
+            }
+            case "boolean": {
+                appendAtom(obj + "");
+                break;
+            }
+            case "string": {
+                if (obj.length < 100) {
+                    const buf = strMap.get(obj) ?? encoder.encode(obj);
+                    strMap.set(obj, buf);
+                    layer.appendByte(109 /* erlTypes.bin */);
+                    layer.append32Int(buf.length);
+                    layer.appendBuffer(buf);
+                }
+                else {
+                    layer.appendByte(109 /* erlTypes.bin */);
+                    const len = layer.append32IntDelayed();
+                    const size = obj.length * 3;
+                    const { buff, ret } = layer.getBuffer(size);
+                    const { written } = encoder.encodeInto(obj, buff);
+                    ret(size - written);
+                    len(written);
+                }
+                break;
+            }
+            case "object": {
+                if (obj instanceof Array) {
+                    layer.appendByte(108 /* erlTypes.array */);
+                    layer.append32Int(obj.length);
+                    for (const item of obj) {
+                        packObj(item);
+                    }
+                    //Leaving this off will make @yukikaze-bot/erlpack segfault
+                    layer.appendByte(106 /* erlTypes.endList */);
+                }
+                else if (obj === null) {
+                    appendAtom("nil");
+                }
+                else {
+                    layer.appendByte(116 /* erlTypes.object */);
+                    const pairs = Object.entries(obj);
+                    layer.append32Int(pairs.length);
+                    for (const [key, value] of pairs) {
+                        if (typeof value === "function" || typeof value === "symbol")
+                            continue;
+                        packObj(key);
+                        packObj(value);
+                    }
+                }
+                break;
+            }
+            case "bigint": {
+                layBigint(obj);
+                break;
+            }
+            default: {
+                const type = typeof obj;
+                throw new Error(`unsupported type: ${type}`);
+            }
+        }
+    }
+    packObj(obj);
+    return layer.toBuffer();
+}
+//# sourceMappingURL=encode.js.map

package/dist/encode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encode.js","sourceRoot":"","sources":["../src/encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,OAAO,EAAC,MAAM,cAAc,CAAC;AAE/C,MAAM,SAAS;IACN,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACjC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,KAAK,GAAW,CAAC,CAAC;IAClB,QAAQ,CAAC,GAAW;QAC3B,IAAI,IAAI,CAAC,KAAK,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAChD,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YAClC,OAAO,IAAI,CAAC,KAAK,GAAG,GAAG,IAAI,IAAI;gBAAE,IAAI,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;QAClB,OAAO,GAAG,CAAC;IACZ,CAAC;IACD,UAAU,CAAC,GAAW;QACrB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,kBAAkB;QACjB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAW,EAAE,EAAE;YACtB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5B,CAAC,CAAC;IACH,CAAC;IACD,WAAW,CAAC,GAAW;QACtB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC5B,CAAC;IACD,WAAW,CAAC,GAAW;QACtB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC5B,CAAC;IACD,YAAY,CAAC,GAAW;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,SAAS,CAAC,GAAW;QACpB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC7B,OAAO;YACN,IAAI,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACpC,GAAG,EAAE,CAAC,GAAW,EAAE,EAAE;gBACpB,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;YACnB,CAAC;SACD,CAAC;IACH,CAAC;IACD,YAAY,CAAC,GAA0B;QACtC,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,uDAAuD;QACvD,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;CACD;AACD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;AAE/C,MAAM,UAAU,IAAI,CAAC,GAAY;IAChC,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE7C,SAAS,UAAU,CAAC,GAAW;QAC9B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC/C,KAAK,CAAC,UAAU,0BAAgB,CAAC;QACjC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7B,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,SAAS,SAAS,CAAC,CAAS;QAC3B,MAAM,KAAK,GAAG,EAAc,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACpB,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;YAC9B,CAAC,KAAK,EAAE,CAAC;QACV,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACxB,KAAK,CAAC,UAAU,4BAAkB,CAAC;YACnC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC/B,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC;YACxB,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACF,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC1B,SAAS,OAAO,CAAC,GAAY;QAC5B,QAAQ,OAAO,GAAG,EAAE,CAAC;YACpB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACf,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;oBACjE,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;wBAC1B,KAAK,CAAC,UAAU,sBAAa,CAAC;wBAC9B,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;yBAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;wBAC/C,KAAK,CAAC,UAAU,uBAAc,CAAC;wBAC/B,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBACxB,CAAC;yBAAM,CAAC;wBACP,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;oBACxB,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,KAAK,CAAC,UAAU,0BAAiB,CAAC;oBAClC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;gBACD,MAAM;YACP,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBAClB,UAAU,CAAC,KAAK,CAAC,CAAC;gBAClB,MAAM;YACP,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBAChB,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;gBACrB,MAAM;YACP,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACf,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACnD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;oBACrB,KAAK,CAAC,UAAU,wBAAc,CAAC;oBAC/B,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC9B,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;qBAAM,CAAC;oBACP,KAAK,CAAC,UAAU,wBAAc,CAAC;oBAC/B,MAAM,GAAG,GAAG,KAAK,CAAC,kBAAkB,EAAE,CAAC;oBACvC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC5B,MAAM,EAAC,IAAI,EAAE,GAAG,EAAC,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;oBAC1C,MAAM,EAAC,OAAO,EAAC,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;oBAChD,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC;oBACpB,GAAG,CAAC,OAAO,CAAC,CAAC;gBACd,CAAC;gBAED,MAAM;YACP,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACf,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;oBAC1B,KAAK,CAAC,UAAU,0BAAgB,CAAC;oBACjC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC9B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;wBACxB,OAAO,CAAC,IAAI,CAAC,CAAC;oBACf,CAAC;oBACD,2DAA2D;oBAC3D,KAAK,CAAC,UAAU,4BAAkB,CAAC;gBACpC,CAAC;qBAAM,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;oBACzB,UAAU,CAAC,KAAK,CAAC,CAAC;gBACnB,CAAC;qBAAM,CAAC;oBACP,KAAK,CAAC,UAAU,2BAAiB,CAAC;oBAClC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBAClC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAChC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;wBAClC,IAAI,OAAO,KAAK,KAAK,UAAU,IAAI,OAAO,KAAK,KAAK,QAAQ;4BAAE,SAAS;wBACvE,OAAO,CAAC,GAAG,CAAC,CAAC;wBACb,OAAO,CAAC,KAAK,CAAC,CAAC;oBAChB,CAAC;gBACF,CAAC;gBACD,MAAM;YACP,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACf,SAAS,CAAC,GAAG,CAAC,CAAC;gBACf,MAAM;YACP,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACT,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;YAC9C,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,CAAC;IACb,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC"}

package/dist/erltype.d.ts

@@ -0,0 +1,15 @@
+export declare const version = 131;
+export declare const enum erlTypes {
+    u8 = 97,
+    sAtom = 115,
+    i32 = 98,
+    double = 70,
+    sbigint = 110,
+    lbigint = 111,
+    string16 = 107,
+    bin = 109,
+    array = 108,
+    endList = 106,
+    object = 116
+}
+//# sourceMappingURL=erltype.d.ts.map

package/dist/erltype.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"erltype.d.ts","sourceRoot":"","sources":["../src/erltype.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,MAAM,CAAC;AAC3B,0BAAkB,QAAQ;IACzB,EAAE,KAAK;IACP,KAAK,MAAM;IACX,GAAG,KAAK;IACR,MAAM,KAAK;IACX,OAAO,MAAM;IACb,OAAO,MAAM;IACb,QAAQ,MAAM;IACd,GAAG,MAAM;IACT,KAAK,MAAM;IACX,OAAO,MAAM;IACb,MAAM,MAAM;CACZ"}

package/dist/erltype.js

@@ -0,0 +1,2 @@
+export const version = 131;
+//# sourceMappingURL=erltype.js.map

package/dist/erltype.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"erltype.js","sourceRoot":"","sources":["../src/erltype.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,GAAG,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./encode.js";
+export * from "./decode.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC"}

package/dist/index.js

@@ -0,0 +1,3 @@
+export * from "./encode.js";
+export * from "./decode.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC"}

package/dist/test.js

@@ -0,0 +1,57 @@
+import { pack, unpack } from "./index.js";
+import { ready } from "./ready.js";
+const bad = await import("@yukikaze-bot/erlpack");
+const assert = await import("assert");
+const testPack = (m, testWithErl = true) => {
+    const arr = new Uint8Array(pack(m));
+    if (testWithErl) {
+        try {
+            const after = bad.unpack(arr);
+            assert.deepEqual(after, m);
+        }
+        catch { }
+    }
+    {
+        const after = unpack(arr.buffer);
+        assert.deepEqual(after, m);
+    }
+};
+testPack(1);
+testPack(4);
+testPack(4000);
+testPack(-4000);
+testPack(2 ** 32 - 1);
+testPack(1.1);
+testPack(undefined);
+testPack(true);
+testPack(false);
+testPack("short string");
+testPack([1, 2, 3, [], 2]);
+testPack({ a: 1 });
+testPack(2n ** 200n, false);
+testPack(-1n, false);
+testPack(1n, false);
+const obj = ready;
+console.time("new packer");
+for (let i = 0; i < 100; i++) {
+    pack(obj);
+}
+console.timeEnd("new packer");
+console.time("old packer");
+for (let i = 0; i < 100; i++) {
+    bad.pack(obj);
+}
+console.timeEnd("old packer");
+console.time("new unpacker");
+const u = pack(obj);
+for (let i = 0; i < 100; i++) {
+    unpack(u);
+}
+console.timeEnd("new unpacker");
+const b = new Uint8Array(u);
+console.time("old unpacker");
+for (let i = 0; i < 100; i++) {
+    bad.unpack(b);
+}
+console.timeEnd("old unpacker");
+//# sourceMappingURL=test.js.map

package/dist/test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../src/test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,MAAM,YAAY,CAAC;AACxC,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AAEjC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;AAClD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;AAEtC,MAAM,QAAQ,GAAG,CAAC,CAAU,EAAE,WAAW,GAAG,IAAI,EAAE,EAAE;IACnD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,WAAW,EAAE,CAAC;QACjB,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACX,CAAC;IACD,CAAC;QACA,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;AACF,CAAC,CAAC;AACF,QAAQ,CAAC,CAAC,CAAC,CAAC;AACZ,QAAQ,CAAC,CAAC,CAAC,CAAC;AACZ,QAAQ,CAAC,IAAI,CAAC,CAAC;AACf,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC;AAChB,QAAQ,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;AACtB,QAAQ,CAAC,GAAG,CAAC,CAAC;AACd,QAAQ,CAAC,SAAS,CAAC,CAAC;AACpB,QAAQ,CAAC,IAAI,CAAC,CAAC;AACf,QAAQ,CAAC,KAAK,CAAC,CAAC;AAChB,QAAQ,CAAC,cAAc,CAAC,CAAC;AACzB,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3B,QAAQ,CAAC,EAAC,CAAC,EAAE,CAAC,EAAC,CAAC,CAAC;AACjB,QAAQ,CAAC,EAAE,IAAI,IAAI,EAAE,KAAK,CAAC,CAAC;AAC5B,QAAQ,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;AACrB,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;AACpB,MAAM,GAAG,GAAG,KAAK,CAAC;AAClB,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,CAAC;AACX,CAAC;AACD,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;AAC9B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAC9B,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AACD,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;AAC9B,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;AACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,CAAC,CAAC,CAAC,CAAC;AACX,CAAC;AACD,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;AAChC,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAC9B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACf,CAAC;AACD,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,31 @@
+{
+  "name": "harmony-erlpack",
+  "version": "0.0.1",
+  "description": "An erlpack implementation in pure TS",
+  "keywords": [
+    "erlpack"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "ssh://git@codeberg.org/MelodyChat/erlpack.git"
+  },
+  "license": "AGPL-3.0",
+  "author": "Mathium05",
+  "type": "module",
+  "main": "dist/index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "devDependencies": {
+    "@types/node": "^25.6.0",
+    "@yukikaze-bot/erlpack": "^1.0.1",
+    "prettier": "^3.8.3",
+    "typescript": "^6.0.3"
+  },
+  "prettier": {
+    "useTabs": true,
+    "printWidth": 100,
+    "semi": true,
+    "bracketSpacing": false
+  }
+}

package/src/decode.ts

@@ -0,0 +1,108 @@
+import {erlTypes} from "./erltype.js";
+
+class ByteReader {
+	private buff: ArrayBufferLike;
+	private view: DataView;
+	private index = 0;
+	constructor(buff: ArrayBufferLike, {offset} = {offset: 0}) {
+		this.view = new DataView(buff);
+		this.buff = buff;
+		this.index = offset;
+	}
+	readByte() {
+		return this.view.getUint8(this.index++);
+	}
+	readI32() {
+		const val = this.view.getInt32(this.index);
+		this.index += 4;
+		return val;
+	}
+	readDouble() {
+		const val = this.view.getFloat64(this.index);
+		this.index += 8;
+		return val;
+	}
+	readSub(len: number) {
+		const arr = new Uint8Array(this.buff, this.index, len);
+		this.index += len;
+		return arr;
+	}
+}
+const decoder = new TextDecoder();
+export function unpack(buff: ArrayBufferLike, {offset} = {offset: 0}) {
+	const reader = new ByteReader(buff, {offset});
+	const ver = reader.readByte();
+	function unpack() {
+		const type = reader.readByte();
+		switch (type) {
+			case erlTypes.u8: {
+				return reader.readByte();
+			}
+			case erlTypes.i32: {
+				return reader.readI32();
+			}
+			case erlTypes.sbigint: {
+				const len = reader.readByte();
+				const sign = reader.readByte();
+				const arr = reader.readSub(len);
+				let int = 0n;
+				for (let i = 0; i < arr.length; i++) {
+					int += BigInt(arr[i] ?? 0) << (BigInt(i) * 8n);
+				}
+				if (Number.isSafeInteger(int)) {
+					return Number(int) * (sign ? -1 : 1);
+				} else {
+					return int * (sign ? -1n : 1n);
+				}
+			}
+			case erlTypes.double: {
+				return reader.readDouble();
+			}
+			case erlTypes.sAtom: {
+				const len = reader.readByte();
+				const arr = reader.readSub(len);
+				const text = decoder.decode(arr);
+				switch (text) {
+					case "true":
+						return true;
+					case "false":
+						return false;
+					case "nil":
+						return undefined;
+					default:
+						throw new Error(text);
+				}
+			}
+			case erlTypes.bin: {
+				const len = reader.readI32();
+				const arr = reader.readSub(len);
+				const str = decoder.decode(arr);
+				return str;
+			}
+			case erlTypes.array: {
+				const len = reader.readI32();
+				const arr = [] as unknown[];
+				for (let i = 0; i < len; i++) {
+					arr.push(unpack());
+				}
+				reader.readByte();
+				return arr;
+			}
+			case erlTypes.object: {
+				const len = reader.readI32();
+				const obj2 = {} as Record<string | number, unknown>;
+				for (let i = 0; i < len; i++) {
+					obj2[unpack() as string | number] = unpack();
+				}
+				return obj2;
+			}
+			case erlTypes.endList: {
+				return;
+			}
+			default: {
+				throw new Error(`Unknown type:${type}`);
+			}
+		}
+	}
+	return unpack();
+}