@cr_docs_t/dts 0.31.0 → 0.32.0

package/dist/dts/Fugue/FugueList.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FugueList.d.ts","sourceRoot":"","sources":["../../../src/dts/Fugue/FugueList.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAa,MAAM,4BAA4B,CAAC;AACjF,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AAGnF;;GAEG;AACH,qBAAa,SAAS,CAAC,CAAC;IACpB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAM;IAC1B,UAAU,EAAE,uBAAuB,CAAC,CAAC,CAAC,CAAC;IACvC,eAAe,SAAK;IACpB,EAAE,EAAE,SAAS,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,SAAS,OAAO;gBAGrB,UAAU,EAAE,uBAAuB,CAAC,CAAC,CAAC,EACtC,EAAE,EAAE,SAAS,GAAG,IAAI,EACpB,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM;IAQzB;;;OAGG;IACH,OAAO,CAAC,SAAS;IAQjB,OAAO,CAAC,oBAAoB;IAmB5B;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAqBxB;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IASxB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAenC;;;;;OAKG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAiD3C;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAcxB;;;;OAIG;IACH,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAajD;;;;;OAKG;IACH,gBAAgB,CAAC,QAAQ,EAAE,CAAC,GAAG,MAAM,GAAG,SAAS;IAejD;;;OAGG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM;IAqBpB;;;;;OAKG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAqD3C;;;OAGG;IACH,OAAO,IAAI,MAAM;IAmBjB;;;OAGG;IACH,OAAO,CAAC,YAAY;IAcpB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAqGnB;;;OAGG;IACH,MAAM,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE;IAW/C,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,cAAc;CAOjB"}
+{"version":3,"file":"FugueList.d.ts","sourceRoot":"","sources":["../../../src/dts/Fugue/FugueList.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAa,MAAM,4BAA4B,CAAC;AACjF,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AAInF;;GAEG;AACH,qBAAa,SAAS,CAAC,CAAC;IACpB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAM;IAC1B,UAAU,EAAE,uBAAuB,CAAC,CAAC,CAAC,CAAC;IACvC,eAAe,SAAK;IACpB,EAAE,EAAE,SAAS,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,SAAS,OAAO;gBAGrB,UAAU,EAAE,uBAAuB,CAAC,CAAC,CAAC,EACtC,EAAE,EAAE,SAAS,GAAG,IAAI,EACpB,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM;IAQzB;;;OAGG;IACH,OAAO,CAAC,SAAS;IAQjB,OAAO,CAAC,oBAAoB;IAmB5B;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAqBxB;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IASxB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAenC;;;;;OAKG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAiD3C;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAcxB;;;;OAIG;IACH,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAajD;;;;;OAKG;IACH,gBAAgB,CAAC,QAAQ,EAAE,CAAC,GAAG,MAAM,GAAG,SAAS;IAejD;;;OAGG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM;IAqBpB;;;;;OAKG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAqD3C;;;OAGG;IACH,OAAO,IAAI,MAAM;IAmBjB;;;OAGG;IACH,OAAO,CAAC,YAAY;IAcpB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAqGnB;;;OAGG;IACH,MAAM,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE;IAW/C,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,cAAc;CAOjB"}

package/dist/dts/Fugue/FugueList.js

@@ -1,6 +1,7 @@
 import { FListNode } from "./FNode.js";
 import { Operation } from "../../types/Fugue/index.js";
 import { FugueMessageSerialzier } from "../Serailizers/Fugue/index.js";
+import { logger } from "../../utils/logging.js";
 /**
  * A Fugue List CRDT, with insert and delete operations
  */
@@ -204,7 +205,7 @@ export class FugueList {
     delete(index) {
         const position = this.findVisiblePosition(index);
         if (!position) {
-            console.warn(`No element at position -> ${position}`);
+            logger.warn(`No element at position -> ${position}`);
             return;
         }
         this.deleteAtPosition(position);

package/dist/dts/FugueTree/FugueTree.d.ts

@@ -11,7 +11,7 @@ export declare class FugueTree {
     readonly replicaID: string;
     userIdentity: string;
     pendingMsgs: Map<string, FugueMessage>;
-    readonly batchSize = 400;
+    readonly batchSize = 800;
     constructor(ws: WebSocket | null, documentID: string, userIdentity: string);
     /**
      * Make msg key for pending messages map
@@ -23,7 +23,7 @@ export declare class FugueTree {
      * Propagates message or messages to replicas
      * @param msg - Message or messages to propagate to replicas
      */
-    private propagate;
+    propagate(msg: FugueMessage | FugueMessage[]): Promise<void>;
     /**
      * Inserts a value at the given index and returns the corresponding FugueMessage.
      * @param index - the index to insert the value at
@@ -42,7 +42,7 @@ export declare class FugueTree {
      * @param index -  the index to insert the value at
      * @param value -  the value to insert
      */
-    insert(index: number, value: string): void;
+    insert(index: number, value: string): FugueMessage;
     /**
      * Deletes the value at the given index and returns the corresponding FugueMessage.
      * @param index - the index to delete the value at
@@ -94,6 +94,7 @@ export declare class FugueTree {
      * @returns the visible string represented by the tree, which is the concatenation of values of non-deleted nodes in traversal order
      */
     observe(): string;
+    traverse(): IterableIterator<string>;
     /**
      * Serializes the tree into a Uint8Array.
      * @returns a Uint8Array representing the serialized tree.

package/dist/dts/FugueTree/FugueTree.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FugueTree.d.ts","sourceRoot":"","sources":["../../../src/dts/FugueTree/FugueTree.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA+B,MAAM,kCAAkC,CAAC;AAI7F,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,YAAY,CAAC;AAE9C;;GAEG;AACH,qBAAa,SAAS;IAClB,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,IAAI,CAAQ;IACpB,EAAE,EAAE,SAAS,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,SAAS,SAAmB;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,4BAAmC;IAE9C,QAAQ,CAAC,SAAS,OAAO;gBAEb,EAAE,EAAE,SAAS,GAAG,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;IAO1E;;;;OAIG;IACH,OAAO,CAAC,UAAU;IAIlB;;;OAGG;IACH,OAAO,CAAC,SAAS;IAQjB;;;;;OAKG;IACH,OAAO,CAAC,UAAU;IAiDlB;;;;OAIG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IA+B5C;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAOnC;;;;OAIG;IACH,OAAO,CAAC,UAAU;IAuBlB;;;;OAIG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IA4B5C;;;OAGG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM;IAKpB;;;;OAIG;IACH,OAAO,CAAC,WAAW;IAgCnB;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAkBtB;;;;OAIG;IACH,MAAM,CAAC,GAAG,EAAE,YAAY,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE;IAuB1D;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAS1B;;;OAGG;IACH,MAAM,IAAI,MAAM;IAIhB;;;OAGG;IACH,OAAO,IAAI,MAAM;IAWjB;;;OAGG;IACH,IAAI,IAAI,UAAU;IAKlB;;;OAGG;IACH,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI;IAK5B;;;;;OAKG;IACH,SAAS,IAAI,MAAM;IAInB;;;;OAIG;IACH,OAAO,CAAC,EAAE,EAAE,EAAE;IAId;;;;OAIG;IACH,eAAe,CAAC,IAAI,EAAE,KAAK;IAI3B,QAAQ;IAIR,KAAK;CAGR"}
+{"version":3,"file":"FugueTree.d.ts","sourceRoot":"","sources":["../../../src/dts/FugueTree/FugueTree.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA+B,MAAM,kCAAkC,CAAC;AAK7F,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,YAAY,CAAC;AAE9C;;GAEG;AACH,qBAAa,SAAS;IAClB,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,IAAI,CAAQ;IACpB,EAAE,EAAE,SAAS,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,SAAS,SAAmB;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,4BAAmC;IAE9C,QAAQ,CAAC,SAAS,OAAO;gBAEb,EAAE,EAAE,SAAS,GAAG,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM;IAO1E;;;;OAIG;IACH,OAAO,CAAC,UAAU;IAIlB;;;OAGG;IACG,SAAS,CAAC,GAAG,EAAE,YAAY,GAAG,YAAY,EAAE;IAYlD;;;;;OAKG;IACH,OAAO,CAAC,UAAU;IAiDlB;;;;OAIG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAa5C;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAOnC;;;;OAIG;IACH,OAAO,CAAC,UAAU;IAuBlB;;;;OAIG;IACH,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAU5C;;;OAGG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM;IAKpB;;;;OAIG;IACH,OAAO,CAAC,WAAW;IAgCnB;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAkBtB;;;;OAIG;IACH,MAAM,CAAC,GAAG,EAAE,YAAY,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE;IAuB1D;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAS1B;;;OAGG;IACH,MAAM,IAAI,MAAM;IAIhB;;;OAGG;IACH,OAAO,IAAI,MAAM;IAWjB,QAAQ;IAIR;;;OAGG;IACH,IAAI,IAAI,UAAU;IAKlB;;;OAGG;IACH,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI;IAK5B;;;;;OAKG;IACH,SAAS,IAAI,MAAM;IAInB;;;;OAIG;IACH,OAAO,CAAC,EAAE,EAAE,EAAE;IAId;;;;OAIG;IACH,eAAe,CAAC,IAAI,EAAE,KAAK;IAI3B,QAAQ;IAIR,KAAK;CAGR"}

package/dist/dts/FugueTree/FugueTree.js

@@ -1,7 +1,7 @@
 import { Operation } from "../../types/FugueTree/Message.js";
 import { MessageType } from "../../types/Message.js";
-import { randomString } from "../../utils/index.js";
-import { FugueMessageSerialzier } from "../Serailizers/FugueTree/index.js";
+import { chunkArray, randomString } from "../../utils/index.js";
+import { Serializer } from "../Serailizers/General.js";
 import { FTree } from "./FTree.js";
 /**
  * A Fugue Tree CRDT, with insert and delete operations.
@@ -12,7 +12,7 @@ export class FugueTree {
         this.replicaID = randomString(3);
         this.pendingMsgs = new Map();
         // Tentative
-        this.batchSize = 400;
+        this.batchSize = 800;
         this.ws = ws;
         this.documentID = documentID;
         this.userIdentity = userIdentity;
@@ -30,12 +30,16 @@ export class FugueTree {
      * Propagates message or messages to replicas
      * @param msg - Message or messages to propagate to replicas
      */
-    propagate(msg) {
+    async propagate(msg) {
+        // Batch send messages in the propagate function,
+        // since some operations (e.g. paste or delete a large chunk of text) can generate a
+        // large number of messages that would be inefficient to send one by one.
         if (!this.ws)
             return;
-        const allMsgs = Array.isArray(msg) ? msg : [msg];
-        const serializedFugueMsg = FugueMessageSerialzier.serialize(allMsgs);
-        this.ws.send(serializedFugueMsg);
+        for (const batch of chunkArray(Array.isArray(msg) ? msg : [msg], this.batchSize)) {
+            const bytes = Serializer.serialize(batch);
+            this.ws.send(bytes);
+        }
     }
     /**
      * Inserts a value at the given index and returns the corresponding FugueMessage.
@@ -97,30 +101,14 @@ export class FugueTree {
      */
     insertMultiple(index, values) {
         let msgs = [];
-        let returnedMsgs = []; //we need this to return messages whether or not we're online
         for (let i = 0; i < values.length; i++) {
             const val = values[i];
             const idx = index + i;
             const msg = this.insertImpl(idx, val);
             this.tree.addNode(msg.id, val, this.tree.getByID(msg.parent), msg.side, msg.rightOrigin);
             msgs.push(msg);
-            returnedMsgs.push(msg);
-            // Propagate this batch
-            if (msgs.length >= this.batchSize) {
-                if (this.ws?.readyState === WebSocket.OPEN) {
-                    this.propagate(msgs);
-                    msgs = [];
-                }
-            }
         }
-        // Propagate any remaining messages that didn't fill up the last batch
-        if (msgs.length > 0) {
-            if (this.ws?.readyState === WebSocket.OPEN) {
-                this.propagate(msgs);
-                msgs = [];
-            }
-        }
-        return returnedMsgs;
+        return msgs;
     }
     /**
      * Inserts a value at the given index and propagates the corresponding FugueMessage to replicas.
@@ -130,7 +118,7 @@ export class FugueTree {
     insert(index, value) {
         const msg = this.insertImpl(index, value);
         this.tree.addNode(msg.id, value, this.tree.getByID(msg.parent), msg.side, msg.rightOrigin);
-        this.propagate(msg);
+        return msg;
     }
     /**
      * Deletes the value at the given index and returns the corresponding FugueMessage.
@@ -163,27 +151,11 @@ export class FugueTree {
      */
     deleteMultiple(index, length) {
         let msgs = [];
-        let returnedMsgs = [];
         for (let i = 0; i < length; i++) {
             const msg = this.deleteImpl(index);
             msgs.push(msg);
-            returnedMsgs.push(msg);
-            // Propagate this batch
-            if (msgs.length >= this.batchSize) {
-                if (this.ws?.readyState === WebSocket.OPEN) {
-                    this.propagate(msgs);
-                    msgs = [];
-                }
-            }
         }
-        // Propagate any remaining messages that didn't fill up the last batch
-        if (msgs.length > 0) {
-            if (this.ws?.readyState === WebSocket.OPEN) {
-                this.propagate(msgs);
-                msgs = [];
-            }
-        }
-        return returnedMsgs;
+        return msgs;
     }
     /**
      * Deletes the value at the given index and propagates the corresponding FugueMessage to replicas.
@@ -312,6 +284,9 @@ export class FugueTree {
         }
         return res;
     }
+    traverse() {
+        return this.tree.traverse(this.tree.root);
+    }
     /**
      * Serializes the tree into a Uint8Array.
      * @returns a Uint8Array representing the serialized tree.

package/dist/dts/Serailizers/FugueTree/Message.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Message.d.ts","sourceRoot":"","sources":["../../../../src/dts/Serailizers/FugueTree/Message.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAoB,MAAM,mCAAmC,CAAC;AAGvF,iBAAS,SAAS,CAAC,IAAI,EAAE,gBAAgB,EAAE,2BAS1C;AAED,iBAAS,WAAW,CAAC,IAAI,EAAE,UAAU,GAAG,gBAAgB,EAAE,CAMzD;AAED,eAAO,MAAM,sBAAsB;;;CAGlC,CAAC"}
+{"version":3,"file":"Message.d.ts","sourceRoot":"","sources":["../../../../src/dts/Serailizers/FugueTree/Message.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAoB,MAAM,mCAAmC,CAAC;AAGvF,iBAAS,SAAS,CAAC,IAAI,EAAE,gBAAgB,EAAE,2BAU1C;AAED,iBAAS,WAAW,CAAC,IAAI,EAAE,UAAU,GAAG,gBAAgB,EAAE,CAMzD;AAED,eAAO,MAAM,sBAAsB;;;CAGlC,CAAC"}

package/dist/dts/Serailizers/FugueTree/Message.js

@@ -8,7 +8,8 @@ function serialize(msgs) {
     const buff = new Uint8Array(enced.length + 1);
     buff[0] = MessageType.FUGUE;
     buff.set(enced, 1);
-    return buff;
+    let bytes = buff;
+    return bytes;
 }
 function deserialize(data) {
     if (data.length === 0)

package/dist/dts/Serailizers/FugueTree/State.d.ts

@@ -1,6 +1,6 @@
 import { FTree } from "../../FugueTree/index.js";
 declare function serialize(state: FTree): Uint8Array<ArrayBufferLike>;
-declare function deserialize(compressed: Uint8Array<ArrayBufferLike>): FTree;
+declare function deserialize(bytes: Uint8Array<ArrayBufferLike>): FTree;
 export declare const FugueStateSerializer: {
     serialize: typeof serialize;
     deserialize: typeof deserialize;

package/dist/dts/Serailizers/FugueTree/State.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"State.d.ts","sourceRoot":"","sources":["../../../../src/dts/Serailizers/FugueTree/State.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD,iBAAS,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC,CAG5D;AAED,iBAAS,WAAW,CAAC,UAAU,EAAE,UAAU,CAAC,eAAe,CAAC,GAAG,KAAK,CAMnE;AAED,eAAO,MAAM,oBAAoB;;;CAGhC,CAAC"}
+{"version":3,"file":"State.d.ts","sourceRoot":"","sources":["../../../../src/dts/Serailizers/FugueTree/State.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAIjD,iBAAS,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC,CAO5D;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,eAAe,CAAC,GAAG,KAAK,CAO9D;AAED,eAAO,MAAM,oBAAoB;;;CAGhC,CAAC"}

package/dist/dts/Serailizers/FugueTree/State.js

@@ -1,13 +1,20 @@
 import { FTree } from "../../FugueTree/index.js";
+import { COMP } from "../General.js";
+import Pako from "pako";
 function serialize(state) {
     // return compress(state.save())
-    return state.save();
+    let bytes = state.save();
+    if (COMP) {
+        bytes = Pako.gzip(bytes);
+    }
+    return bytes;
 }
-function deserialize(compressed) {
-    // const raw = decompress(compressed);
-    const raw = compressed;
+function deserialize(bytes) {
+    if (COMP) {
+        bytes = Pako.ungzip(bytes);
+    }
     const state = new FTree();
-    state.load(raw);
+    state.load(bytes);
     return state;
 }
 export const FugueStateSerializer = {

package/dist/dts/Serailizers/General.d.ts

@@ -2,9 +2,10 @@ import { BasePresenceMessage } from "../../types/Presence.js";
 import { BaseMessage } from "../../types/Message.js";
 import { BaseFugueMessage } from "../../types/index.js";
 export type Message = BaseFugueMessage[] | BasePresenceMessage[];
+export declare const COMP = true;
 declare function serialize(msgs: BaseMessage | BaseMessage[]): Uint8Array;
 declare function deserialize(bytes: Uint8Array): Message;
-export declare const Seralizer: {
+export declare const Serializer: {
     serialize: typeof serialize;
     deserialize: typeof deserialize;
 };

package/dist/dts/Serailizers/General.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"General.d.ts","sourceRoot":"","sources":["../../../src/dts/Serailizers/General.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAe,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAIxD,MAAM,MAAM,OAAO,GAAG,gBAAgB,EAAE,GAAG,mBAAmB,EAAE,CAAC;AAEjE,iBAAS,SAAS,CAAC,IAAI,EAAE,WAAW,GAAG,WAAW,EAAE,GAAG,UAAU,CAchE;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAgB/C;AAED,eAAO,MAAM,SAAS;;;CAGrB,CAAC"}
+{"version":3,"file":"General.d.ts","sourceRoot":"","sources":["../../../src/dts/Serailizers/General.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAe,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAMxD,MAAM,MAAM,OAAO,GAAG,gBAAgB,EAAE,GAAG,mBAAmB,EAAE,CAAC;AAEjE,eAAO,MAAM,IAAI,OAAO,CAAC;AAIzB,iBAAS,SAAS,CAAC,IAAI,EAAE,WAAW,GAAG,WAAW,EAAE,GAAG,UAAU,CAyBhE;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAyB/C;AAED,eAAO,MAAM,UAAU;;;CAGtB,CAAC"}

package/dist/dts/Serailizers/General.js

@@ -1,37 +1,60 @@
 import { MessageType } from "../../types/Message.js";
 import { FugueMessageSerialzier } from "./FugueTree/Message.js";
 import { PresenceMessageSerializer } from "./Presence.js";
+import Pako from "pako";
+import { logger } from "../../utils/logging.js";
+export const COMP = true;
+const COMPRESSION_CUTOFF = 1024; // Only compress messages larger than 1KB
+logger.log(`Using compression -> ${COMP}`);
 function serialize(msgs) {
     const msgArr = Array.isArray(msgs) ? msgs : [msgs];
     const type = msgArr[0].msgType;
+    let bytes;
     switch (type) {
         case MessageType.FUGUE:
-            return FugueMessageSerialzier.serialize(msgArr);
+            bytes = FugueMessageSerialzier.serialize(msgArr);
+            break;
         case MessageType.PRESENCE:
-            return PresenceMessageSerializer.serialize(msgArr);
+            bytes = PresenceMessageSerializer.serialize(msgArr);
+            break;
         default:
             // Exhastive check to make sure we handled all message types
             const _exhaustiveCheck = type;
             throw new Error(`Unsupported message type: ${type}`);
     }
+    if (COMP) {
+        // Only compress if the payload is at least the COMPRESSION_CUTOFF to avoid overhead of compression for small messages
+        if (bytes.length >= COMPRESSION_CUTOFF) {
+            bytes = Pako.gzip(bytes);
+        }
+    }
+    return bytes;
 }
 function deserialize(bytes) {
     if (bytes.length === 0)
         return [];
-    // Read magic byte to determine message type
-    const type = bytes[0];
+    let data = bytes;
+    // Check for Gzip Magic Bytes: 0x1f (31) and 0x8b (139), indicating the data is compressed with gzip
+    if (data.length > 2 && data[0] === 0x1f && data[1] === 0x8b) {
+        try {
+            data = Pako.ungzip(data);
+        }
+        catch (e) {
+            throw e;
+        }
+    }
+    const type = data[0];
     switch (type) {
         case MessageType.FUGUE:
-            return FugueMessageSerialzier.deserialize(bytes);
+            return FugueMessageSerialzier.deserialize(data);
         case MessageType.PRESENCE:
-            return PresenceMessageSerializer.deserialize(bytes);
+            return PresenceMessageSerializer.deserialize(data);
         default:
-            // Exhastive check to make sure we handled all message types
             const _exhaustiveCheck = type;
             throw new Error(`Unsupported message type: ${type}`);
     }
 }
-export const Seralizer = {
+export const Serializer = {
     serialize,
     deserialize,
 };

package/dist/index.d.ts

@@ -1,5 +1,6 @@
 export * from "./dts/index.js";
 export * from "./types/index.js";
 export * from "./utils/index.js";
+export * from "./utils/logging.js";
 export * from "./misc/index.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC"}

package/dist/index.js

@@ -1,4 +1,5 @@
 export * from "./dts/index.js";
 export * from "./types/index.js";
 export * from "./utils/index.js";
+export * from "./utils/logging.js";
 export * from "./misc/index.js";

package/dist/misc/fetch/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/misc/fetch/index.ts"],"names":[],"mappings":"AAAA,qBAAa,QAAS,SAAQ,KAAK;IAEpB,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,UAAU,EAAE,MAAM,GAAG,SAAS;IAC9B,IAAI,EAAE,GAAG;gBAHT,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,UAAU,GAAE,MAAM,GAAG,SAAqB,EAC1C,IAAI,GAAE,GAAU;CAK9B;AAED,cAAM,KAAK;IACP,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAc;gBAExB,OAAO,GAAE,MAAW;IAWhC;;OAEG;YACW,OAAO;IAmDf,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;IAItD,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ7E,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ5E,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;CAGlE;AAED,eAAO,MAAM,CAAC,OAAc,CAAC;AAC7B,eAAe,KAAK,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/misc/fetch/index.ts"],"names":[],"mappings":"AAEA,qBAAa,QAAS,SAAQ,KAAK;IAEpB,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,UAAU,EAAE,MAAM,GAAG,SAAS;IAC9B,IAAI,EAAE,GAAG;gBAHT,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,UAAU,GAAE,MAAM,GAAG,SAAqB,EAC1C,IAAI,GAAE,GAAU;CAK9B;AAED,cAAM,KAAK;IACP,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAc;gBAExB,OAAO,GAAE,MAAW;IAWhC;;OAEG;YACW,OAAO;IAmDf,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;IAItD,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ7E,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ5E,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC;CAGlE;AAED,eAAO,MAAM,CAAC,OAAc,CAAC;AAC7B,eAAe,KAAK,CAAC"}

package/dist/misc/fetch/index.js

@@ -1,3 +1,4 @@
+import { logger } from "../../utils/logging.js";
 export class APIError extends Error {
     constructor(message, status, statusText = undefined, data = null) {
         super(message);
@@ -42,7 +43,7 @@ class Fetch {
                 catch {
                     errorData = null;
                 }
-                console.error("FetchError: ", {
+                logger.error("FetchError: ", {
                     status: response.status,
                     statusText: response.statusText,
                     url: response.url,

package/dist/type-gen.js

@@ -2,6 +2,7 @@
 import { writeFileSync, readFileSync } from "fs";
 import { dirname, join } from "path";
 import { fileURLToPath } from "url";
+import { logger } from "./utils/logging.js";
 const __filename = fileURLToPath(import.meta.url);
 const dir = dirname(__filename);
 const INPUT_PATH = join(dir, "node-types.json"); // Adjust as needed
@@ -179,6 +180,6 @@ export const unmarshalNode = (node: Node, ctx: ParserContext, parentId: NodeId |
     ${core}
     `;
     writeFileSync(OUTPUT_PATH, output);
-    console.log(`Successfully generated AST types at ${OUTPUT_PATH}`);
+    logger.log(`Successfully generated AST types at ${OUTPUT_PATH}`);
 }
 generate();

package/dist/utils/index.d.ts

@@ -1,5 +1,6 @@
 import { FNode, FTree } from "../dts";
 export declare function randomString(length?: number): string;
+export declare function chunkArray<T>(array: T[], chunkSize: number): T[][];
 /**
  * Provides a list of ndes that are in tree A that are not in tree B
  */

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAEtC,wBAAgB,YAAY,CAAC,MAAM,GAAE,MAAW,GAAG,MAAM,CAIxD;AAWD;;GAEG;AACH,wBAAgB,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,EAAE,CAgBxD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAEtC,wBAAgB,YAAY,CAAC,MAAM,GAAE,MAAW,GAAG,MAAM,CAIxD;AAED,wBAAgB,UAAU,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,CAMlE;AAUD;;GAEG;AACH,wBAAgB,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,GAAG,KAAK,EAAE,CAexD"}

package/dist/utils/index.js

@@ -4,6 +4,13 @@ export function randomString(length = 10) {
         res[i] = String.fromCharCode(97 + Math.floor(Math.random() * 26));
     return res.join("");
 }
+export function chunkArray(array, chunkSize) {
+    const chunks = [];
+    for (let i = 0; i < array.length; i += chunkSize) {
+        chunks.push(array.slice(i, i + chunkSize));
+    }
+    return chunks;
+}
 function buildValueSet(nodes) {
     const set = new Map();
     for (const node of nodes) {

package/dist/utils/logging.d.ts

@@ -0,0 +1,9 @@
+export declare const setConsole: (c: Console) => void;
+export declare const logger: {
+    info: (...args: any[]) => void;
+    warn: (...args: any[]) => void;
+    error: (...args: any[]) => void;
+    debug: (...args: any[]) => void;
+    log: (...args: any[]) => void;
+};
+//# sourceMappingURL=logging.d.ts.map

package/dist/utils/logging.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.d.ts","sourceRoot":"","sources":["../../src/utils/logging.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,UAAU,GAAI,GAAG,OAAO,SAEpC,CAAC;AAEF,eAAO,MAAM,MAAM;oBACC,GAAG,EAAE;oBACL,GAAG,EAAE;qBACJ,GAAG,EAAE;qBACL,GAAG,EAAE;mBACP,GAAG,EAAE;CACvB,CAAC"}

package/dist/utils/logging.js

@@ -0,0 +1,11 @@
+let internalConsole = globalThis.console;
+export const setConsole = (c) => {
+    internalConsole = c;
+};
+export const logger = {
+    info: (...args) => internalConsole.log(...args),
+    warn: (...args) => internalConsole.warn(...args),
+    error: (...args) => internalConsole.error(...args),
+    debug: (...args) => internalConsole.debug(...args),
+    log: (...args) => internalConsole.log(...args),
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cr_docs_t/dts",
-  "version": "0.31.0",
+  "version": "0.32.0",
   "description": "",
   "main": "dist/index.js",
   "type": "module",
@@ -69,6 +69,7 @@
     "@types/jest": "^30.0.0",
     "@types/lz4js": "^0.2.2",
     "@types/node": "^24.10.1",
+    "@types/pako": "^2.0.4",
     "jest": "^30.2.0",
     "semantic-release": "^25.0.2",
     "ts-jest": "^29.4.6",
@@ -81,6 +82,7 @@
   "dependencies": {
     "@msgpack/msgpack": "^3.1.3",
     "lz4js": "^0.2.0",
+    "pako": "^2.1.0",
     "uuid": "^13.0.0",
     "web-tree-sitter": "^0.26.5",
     "zod": "^4.3.6"