@ibgib/core-gib 0.0.105 → 0.0.107

package/dist/common/other/other-helper.web.mjs

@@ -0,0 +1,161 @@
+import { extractErrorMsg } from "@ibgib/helper-gib/dist/helpers/utils-helper.mjs";
+import { GLOBAL_LOG_A_LOT } from "../../core-constants.mjs";
+const logalot = GLOBAL_LOG_A_LOT;
+/**
+ * @internal Helper to convert a Uint8Array to a Base64 string
+ * @param uint8Array @
+ * @returns Base64 string
+ */
+function uint8ArrayToBase64(uint8Array) {
+    return new Promise((resolve, reject) => {
+        const blob = new Blob([uint8Array], { type: 'application/octet-stream' });
+        const reader = new FileReader();
+        reader.onload = () => {
+            const dataUrl = reader.result;
+            // The result is a data URL: "data:application/octet-stream;base64,..."
+            // We only want the Base64 part.
+            const base64String = dataUrl.split(',')[1];
+            resolve(base64String);
+        };
+        reader.onerror = (error) => reject(error);
+        reader.readAsDataURL(blob);
+    });
+}
+/**
+ * @internal Helper to convert a Base64 string back to a Uint8Array
+ * @param base64String to convert back to Uint8Array
+ * @returns Uint8Array
+ */
+async function base64ToUint8Array(base64String) {
+    // Use the fetch API to decode the Base64 string.
+    // This is a modern and robust way to handle Base64 in the browser.
+    const dataUrl = `data:application/octet-stream;base64,${base64String}`;
+    const response = await fetch(dataUrl);
+    const blob = await response.blob();
+    const buffer = await blob.arrayBuffer();
+    return new Uint8Array(buffer);
+}
+/**
+ * Compresses an FlatIbGibGraph object into a Blob.
+ * @param graph The FlatIbGibGraph object to compress.
+ * @returns A Promise that resolves with the compressed Blob.
+ */
+export async function compressIbGib(graph) {
+    // 1. Serialize: Create a JSON-safe representation of the graph
+    // We use a custom replacer to handle Uint8Array
+    // const replacer = (key: string, value: any) => {
+    //     if (value instanceof Uint8Array) {
+    //         // This part is async, so we can't use it directly in JSON.stringify.
+    //         // We must pre-process the object first.
+    //         throw new Error("Cannot use async replacer. Pre-process the object first.");
+    //     }
+    //     return value;
+    // };
+    // Pre-process the graph to handle async Base64 conversion
+    const serializableGraph = JSON.parse(JSON.stringify(graph)); // Deep clone to avoid mutation
+    for (const key in serializableGraph) {
+        if (graph[key].data instanceof Uint8Array) {
+            serializableGraph[key].data = {
+                _dataType: 'Uint8Array_Base64',
+                value: await uint8ArrayToBase64(graph[key].data)
+            };
+        }
+    }
+    // 2. Stringify: Convert the serializable object to a JSON string
+    const jsonString = JSON.stringify(serializableGraph);
+    // 3. Encode: Convert the string to a Uint8Array (UTF-8)
+    const dataToCompress = new TextEncoder().encode(jsonString);
+    // 4. Compress: Use the Compression Streams API
+    const stream = new Response(dataToCompress).body;
+    const compressedStream = stream.pipeThrough(new CompressionStream('gzip'));
+    // Return the compressed data as a Blob
+    return await new Response(compressedStream).blob();
+}
+/**
+ * Decompresses a Blob back into an FlatIbGibGraph object.
+ * @param compressedBlob The Blob containing the compressed graph data.
+ * @returns A Promise that resolves with the original FlatIbGibGraph object.
+ */
+export async function decompressIbGib(compressedBlob) {
+    // 1. Decompress: Use the Decompression Streams API
+    const decompressedStream = compressedBlob.stream().pipeThrough(new DecompressionStream('gzip'));
+    // 2. Decode: Convert the decompressed stream back to a string
+    const jsonString = await new Response(decompressedStream).text();
+    // 3. Deserialize: Parse the JSON with a reviver to restore Uint8Arrays
+    const reviver = (key, value) => {
+        if (value && value._dataType === 'Uint8Array_Base64') {
+            // This part is async, so we can't use it in JSON.parse.
+            // We must post-process the object.
+            return value; // Return the placeholder for now
+        }
+        return value;
+    };
+    const parsedGraph = JSON.parse(jsonString, reviver);
+    // Post-process to convert Base64 back to Uint8Array
+    for (const key in parsedGraph) {
+        const data = parsedGraph[key].data;
+        if (data && data._dataType === 'Uint8Array_Base64') {
+            parsedGraph[key].data = await base64ToUint8Array(data.value);
+        }
+    }
+    return parsedGraph;
+}
+/**
+ * Compresses an FlatIbGibGraph object and returns a Base64 string representation.
+ * @param graph The FlatIbGibGraph object to compress.
+ * @returns A Promise that resolves with the compressed data as a Base64 string.
+ */
+export async function compressIbGibGraphToString({ graph }) {
+    const lc = `[${compressIbGibGraphToString.name}]`;
+    try {
+        if (logalot) {
+            console.log(`${lc} starting... (I: 1352f8540c08f0b725952df8f18c4825)`);
+        }
+        // 1. Get the compressed data as a Blob first.
+        const compressedBlob = await compressIbGib(graph);
+        // 2. Convert the Blob's binary data to a Uint8Array.
+        const buffer = await compressedBlob.arrayBuffer();
+        const uint8Array = new Uint8Array(buffer);
+        // 3. Convert that Uint8Array to a Base64 string.
+        return await uint8ArrayToBase64(uint8Array);
+    }
+    catch (error) {
+        console.error(`${lc} ${extractErrorMsg(error)}`);
+        throw error;
+    }
+    finally {
+        if (logalot) {
+            console.log(`${lc} complete.`);
+        }
+    }
+}
+/**
+ * Decompresses a Base64 string back into an FlatIbGibGraph object.
+ * @param compressedBase64 The Base64 string containing the compressed graph data.
+ * @returns A Promise that resolves with the original FlatIbGibGraph object.
+ */
+export async function decompressIbGibGraphFromString({ compressedBase64, }) {
+    const lc = `[${decompressIbGibGraphFromString.name}]`;
+    try {
+        if (logalot) {
+            console.log(`${lc} starting... (I: 5f3fa940a2c8f8d7b877978ae7f87825)`);
+        }
+        // 1. Convert the Base64 string back to a Uint8Array.
+        const compressedUint8Array = await base64ToUint8Array(compressedBase64);
+        // 2. Create a Blob from the Uint8Array.
+        // The MIME type isn't strictly necessary for DecompressionStream but is good practice.
+        const compressedBlob = new Blob([compressedUint8Array], { type: 'application/gzip' });
+        // 3. Use our existing function to decompress the Blob.
+        return await decompressIbGib(compressedBlob);
+    }
+    catch (error) {
+        console.error(`${lc} ${extractErrorMsg(error)}`);
+        throw error;
+    }
+    finally {
+        if (logalot) {
+            console.log(`${lc} complete.`);
+        }
+    }
+}
+//# sourceMappingURL=other-helper.web.mjs.map

package/dist/common/other/other-helper.web.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"other-helper.web.mjs","sourceRoot":"","sources":["../../../src/common/other/other-helper.web.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AAElF,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAI5D,MAAM,OAAO,GAAG,gBAAgB,CAAC;AAEjC;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,UAAsB;IAC9C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAC1E,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACjB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAgB,CAAC;YACxC,uEAAuE;YACvE,gCAAgC;YAChC,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC,CAAC;QACF,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,kBAAkB,CAAC,YAAoB;IAClD,iDAAiD;IACjD,mEAAmE;IACnE,MAAM,OAAO,GAAG,wCAAwC,YAAY,EAAE,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAqB;IACrD,+DAA+D;IAC/D,gDAAgD;IAChD,kDAAkD;IAClD,yCAAyC;IACzC,gFAAgF;IAChF,mDAAmD;IACnD,uFAAuF;IACvF,QAAQ;IACR,oBAAoB;IACpB,KAAK;IAEL,0DAA0D;IAC1D,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,+BAA+B;IAC5F,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE;QACjC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,YAAY,UAAU,EAAE;YACvC,iBAAiB,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG;gBAC1B,SAAS,EAAE,mBAAmB;gBAC9B,KAAK,EAAE,MAAM,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAkB,CAAC;aACzC,CAAC;SAC7B;KACJ;IAED,iEAAiE;IACjE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;IAErD,wDAAwD;IACxD,MAAM,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAE5D,+CAA+C;IAC/C,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,cAAc,CAAC,CAAC,IAAK,CAAC;IAClD,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IAE3E,uCAAuC;IACvC,OAAO,MAAM,IAAI,QAAQ,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,CAAC;AACvD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,cAAoB;IACtD,mDAAmD;IACnD,MAAM,kBAAkB,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,WAAW,CAC1D,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAClC,CAAC;IAEF,8DAA8D;IAC9D,MAAM,UAAU,GAAG,MAAM,IAAI,QAAQ,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,CAAC;IAEjE,uEAAuE;IACvE,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,KAAU,EAAE,EAAE;QACxC,IAAI,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,mBAAmB,EAAE;YAClD,wDAAwD;YACxD,mCAAmC;YACnC,OAAO,KAAK,CAAC,CAAC,iCAAiC;SAClD;QACD,OAAO,KAAK,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAEpD,oDAAoD;IACpD,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;QAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;QACnC,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,mBAAmB,EAAE;YAChD,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SAChE;KACJ;IAED,OAAO,WAA6B,CAAC;AACzC,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,EAC7C,KAAK,EAGR;IACG,MAAM,EAAE,GAAG,IAAI,0BAA0B,CAAC,IAAI,GAAG,CAAC;IAClD,IAAI;QACA,IAAI,OAAO,EAAE;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,oDAAoD,CAAC,CAAC;SAAE;QAExF,8CAA8C;QAC9C,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,CAAC;QAElD,qDAAqD;QACrD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QAE1C,iDAAiD;QACjD,OAAO,MAAM,kBAAkB,CAAC,UAAU,CAAC,CAAC;KAC/C;IAAC,OAAO,KAAK,EAAE;QACZ,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,KAAK,CAAC;KACf;YAAS;QACN,IAAI,OAAO,EAAE;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;SAAE;KACnD;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,EACjD,gBAAgB,GAGnB;IACG,MAAM,EAAE,GAAG,IAAI,8BAA8B,CAAC,IAAI,GAAG,CAAC;IACtD,IAAI;QACA,IAAI,OAAO,EAAE;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,oDAAoD,CAAC,CAAC;SAAE;QAExF,qDAAqD;QACrD,MAAM,oBAAoB,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QAExE,wCAAwC;QACxC,uFAAuF;QACvF,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,oBAAoB,CAAC,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAEtF,uDAAuD;QACvD,OAAO,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;KAChD;IAAC,OAAO,KAAK,EAAE;QACZ,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,KAAK,CAAC;KACf;YAAS;QACN,IAAI,OAAO,EAAE;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;SAAE;KACnD;AACL,CAAC"}

package/dist/common/other/other-types.d.mts

@@ -162,4 +162,11 @@ export interface IbGibTimelineUpdateInfo extends IbGib_V1 {
     latestAddr: IbGibAddr;
     latestIbGib?: IbGib_V1<any>;
 }
+/**
+ * Serializing helper type for compressing dependency graphs.
+ */
+export type SerializedUint8Array = {
+    _dataType: 'Uint8Array_Base64';
+    value: string;
+};
 //# sourceMappingURL=other-types.d.mts.map

package/dist/common/other/other-types.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"other-types.d.mts","sourceRoot":"","sources":["../../../src/common/other/other-types.mts"],"names":[],"mappings":"AAQA,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAEtE,MAAM,WAAW,UAAU;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;OAEG;IACH,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB;;OAEG;IACH,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;OAIG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,UAAU;IAC9C;;;;OAIG;IACH,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;IACpB;;OAEG;IAEH;;OAEG;IACH,cAAc,CAAC,EAAE,QAAQ,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IACzB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,QAAQ,CAAC;IACjB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;IACpB;;OAEG;IAEH;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;OAEG;IAEH;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;OAIG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,UAAU;IAC9C,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAgB,SAAQ,YAAY;CAAI;AACzD,MAAM,WAAW,iBAAkB,SAAQ,UAAU;CAAI;AAIzD;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,gBAAgB,GACxB,MAAM,GAAG,SAAS,GAAG,OAAO,GAC5B,aAAa,GAAG,SAAS,GACzB,aAAa,GAAG,WAAW,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,GAC5D,MAAM,CAAC;AACX;;;;;;GAMG;AACH,eAAO,MAAM,gBAAgB;IACzB,4CAA4C;;IAE5C,yCAAyC;;IAEzC,6CAA6C;;IAE7C,2EAA2E;;IAE3E,+CAA+C;;IAE/C,2DAA2D;;IAE3D,yDAAyD;;;;IAIzD,wBAAwB;;CAE3B,CAAA;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,QAAQ;IACrD,EAAE,EAAE,yBAAyB,CAAC;IAC9B,OAAO,CAAC,EAAE,SAAS,CAAC;IACpB,UAAU,EAAE,SAAS,CAAC;IACtB,WAAW,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;CAC/B"}
+{"version":3,"file":"other-types.d.mts","sourceRoot":"","sources":["../../../src/common/other/other-types.mts"],"names":[],"mappings":"AAQA,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAEtE,MAAM,WAAW,UAAU;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;OAEG;IACH,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB;;OAEG;IACH,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;OAIG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,UAAU;IAC9C;;;;OAIG;IACH,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;IACpB;;OAEG;IAEH;;OAEG;IACH,cAAc,CAAC,EAAE,QAAQ,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IACzB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,QAAQ,CAAC;IACjB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;IACpB;;OAEG;IAEH;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;OAEG;IAEH;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;OAIG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,UAAU;IAC9C,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAgB,SAAQ,YAAY;CAAI;AACzD,MAAM,WAAW,iBAAkB,SAAQ,UAAU;CAAI;AAIzD;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,gBAAgB,GACxB,MAAM,GAAG,SAAS,GAAG,OAAO,GAC5B,aAAa,GAAG,SAAS,GACzB,aAAa,GAAG,WAAW,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,GAC5D,MAAM,CAAC;AACX;;;;;;GAMG;AACH,eAAO,MAAM,gBAAgB;IACzB,4CAA4C;;IAE5C,yCAAyC;;IAEzC,6CAA6C;;IAE7C,2EAA2E;;IAE3E,+CAA+C;;IAE/C,2DAA2D;;IAE3D,yDAAyD;;;;IAIzD,wBAAwB;;CAE3B,CAAA;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,QAAQ;IACrD,EAAE,EAAE,yBAAyB,CAAC;IAC9B,OAAO,CAAC,EAAE,SAAS,CAAC;IACpB,UAAU,EAAE,SAAS,CAAC;IACtB,WAAW,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG;IAC/B,SAAS,EAAE,mBAAmB,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;CACjB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ibgib/core-gib",
-  "version": "0.0.105",
+  "version": "0.0.107",
   "description": "ibgib core functionality, including base architecture for witnesses, spaces, apps, robbots, etc., as well as shared utility functions. Node v19+ needed for heavily-used isomorphic webcrypto hashing consumed in both node and browsers.",
   "funding": {
     "type": "individual",

package/src/common/import-export/import-export-helper.web.mts

@@ -0,0 +1,222 @@
+import { extractErrorMsg, getSaferSubstring, getTimestampInTicks } from "@ibgib/helper-gib/dist/helpers/utils-helper.mjs";
+import { Ib, IbGibAddr } from "@ibgib/ts-gib/dist/types.mjs";
+
+import { GLOBAL_LOG_A_LOT } from "../../core-constants.mjs";
+import { RawExportData_V1, RawExportIbGib_V1, RawExportIbInfo } from "./import-export-types.mjs";
+import { RAW_EXPORT_ATOM } from "./import-export-constants.mjs";
+import { IbGib_V1 } from "@ibgib/ts-gib/dist/V1/types.mjs";
+import { MetaspaceService } from "../../witness/space/metaspace/metaspace-types.mjs";
+import { IbGibSpaceAny } from "../../witness/space/space-base-v1.mjs";
+import { getIbAndGib, getIbGibAddr } from "@ibgib/ts-gib/dist/helper.mjs";
+import { validateIbGibIntrinsically } from "@ibgib/ts-gib/dist/V1/validate-helper.mjs";
+import { compressIbGibGraphToString } from "../other/other-helper.web.mjs";
+import { getTjpAddr } from "../other/ibgib-helper.mjs";
+import { getGib } from "@ibgib/ts-gib/dist/V1/transforms/transform-helper.mjs";
+
+const logalot = GLOBAL_LOG_A_LOT;
+
+/**
+ * builds the ib for a {@link RawExportIbGib_V1}
+ */
+export function getRawExportIb({
+    data,
+}: {
+    data: RawExportData_V1,
+}): Ib {
+    const lc = `[${getRawExportIb.name}]`;
+    try {
+        if (logalot) { console.log(`${lc} starting... (I: 158dfaeb9613a1531be71a9735184624)`); }
+        const { graphSize, dependencyGraphAsString, timestamp } = data;
+        const graphStringLength = dependencyGraphAsString.length;
+        const timestampInTicks = getTimestampInTicks(timestamp);
+        return `${RAW_EXPORT_ATOM} ${timestampInTicks} ${graphSize} ${graphStringLength}`;
+    } catch (error) {
+        console.error(`${lc} ${extractErrorMsg(error)}`);
+        throw error;
+    } finally {
+        if (logalot) { console.log(`${lc} complete.`); }
+    }
+}
+
+/**
+ * space-delimited info contained in ib.
+ *
+ * atow (02/2024)
+ *   `${RAW_EXPORT_ATOM} ${timestampInTicks} ${graphSize} ${graphStringLength}`
+ */
+export function parseRawExportIb({
+    ib,
+}: {
+    ib: Ib,
+}): RawExportIbInfo {
+    const lc = `[${parseRawExportIb.name}]`;
+    try {
+        if (logalot) { console.log(`${lc} starting... (I: 3297e51184f87a45d343d8654b165324)`); }
+        const [atom, timestampInTicks, graphSizeStr, graphStringLengthStr] = ib.split(' ');
+        if (atom !== RAW_EXPORT_ATOM) { throw new Error(`atom (${atom}) !== ${RAW_EXPORT_ATOM} (E: ad7545da5b8c4baeb15d86e92d657524)`); }
+        const graphSize = Number.parseInt(graphSizeStr);
+        if (Number.isNaN(graphSize) || graphSize < 0) { throw new Error(`graphSize (${graphSizeStr}) is not a positive integer. (E: 2b43d9d3462f6e16547b121bccef9b24)`); }
+
+        const graphStringLength = Number.parseInt(graphStringLengthStr);
+        if (Number.isNaN(graphStringLength) || graphStringLength < 0) { throw new Error(`graphStringLength (${graphStringLengthStr}) is not a positive integer. (E: 112ceccee1a54b19ab4f4662b6694ba0)`); }
+
+        return { atom, timestampInTicks, graphSize, graphStringLength };
+    } catch (error) {
+        console.error(`${lc} ${extractErrorMsg(error)}`);
+        throw error;
+    } finally {
+        if (logalot) { console.log(`${lc} complete.`); }
+    }
+}
+
+export interface GetRawExportIbGibOpts {
+    ibGib: IbGib_V1,
+    metaspace: MetaspaceService,
+    space: IbGibSpaceAny,
+    live: boolean;
+    compress?: boolean;
+    /**
+     * if true, will ignore as much errors as possible to try to get as much data exported as possible.
+     */
+    ignoreErrors?: boolean;
+    // /**
+    //  * If true, then the export should disassociate from its past and ancestor rel8ns.
+    //  */
+    // detach?: boolean;
+    // detachRel8nNames?: string[];
+}
+export interface ExportErrorInfo {
+    errorMsg: string;
+    ibGibAddr?: IbGibAddr;
+    rawError?: any;
+}
+/**
+ * this should be an ibgib right?
+ */
+export interface GetRawExportIbGibResult {
+    rawExportIbGib: RawExportIbGib_V1;
+    /**
+     * all addrs included in the export.
+     */
+    manifest: IbGibAddr[];
+    errors?: ExportErrorInfo[];
+}
+export async function getRawExportIbGib({
+    ibGib,
+    metaspace,
+    space,
+    compress,
+    live,
+    ignoreErrors,
+    // detach,
+    // detachRel8nNames,
+}: GetRawExportIbGibOpts): Promise<GetRawExportIbGibResult> {
+    const lc = `[${getRawExportIbGib.name}]`;
+    try {
+        if (logalot) { console.log(`${lc} starting... (I: 0b6ba8608ba8bde0682a0936b9a01825)`); }
+        if (!ibGib) { throw new Error(`(UNEXPECTED) ibGib falsy? (E: d2898eea744360865f0da5fb91baae22)`); }
+        const ibGibAddr = getIbGibAddr({ ibGib });
+        // if (preparingExport) {
+        //   console.warn(`${lc} already preparing export. (W: cb31b23a313247f0ad128dd984645db4)`);
+        //   return; /* <<<< returns early */
+        // }
+        const errorInfos: ExportErrorInfo[] = [];
+
+        // preparingExport = true;
+
+        // build an ibgib that contains the entire dependency graph of this.ibGib and save it
+
+        const validationErrors = await validateIbGibIntrinsically({ ibGib }) ?? [];
+        if (validationErrors) {
+            const errorMsg = `ibGib had validation errors: ${validationErrors} (E: 84890bbc0598192498178a98ae299825)`;
+            if (ignoreErrors) {
+                errorInfos.push({ errorMsg, ibGibAddr });
+            } else {
+                throw new Error(errorMsg);
+            }
+        }
+
+        // build the ib
+        const { ib, gib } = getIbAndGib({ ibGib });
+        let today = (new Date()).toDateString();
+        while (today.includes(' ')) { today = today.replace(' ', '_'); } // lazy
+        let safeSubtextOfThisIb = getSaferSubstring({
+            text: ib.replace(' ', '___'),
+            length: 20, // wth
+        });
+        let exportIb = `ibgib_export ${today} ${safeSubtextOfThisIb} ${gib}`;
+
+        // build the data
+        let resGraph = await metaspace.getDependencyGraph({
+            ibGib,
+            live,
+            space,
+        });
+        let dependencyGraphAsString = compress ?
+            await compressIbGibGraphToString({ graph: resGraph }) :
+            JSON.stringify(resGraph);
+        console.error(`${lc} compress not implemented`)
+        // let dependencyGraphAsString = JSON.stringify(resGraph);
+        const tjpAddr = getTjpAddr({ ibGib, defaultIfNone: 'incomingAddr' }) ?? ibGibAddr;
+        let exportData: RawExportData_V1 = {
+            contextIbGibAddr: ibGibAddr,
+            tjpAddr,
+            dependencyGraphAsString,
+            graphSize: Object.keys(resGraph).length,
+        };
+        if (compress) { exportData.compression = 'gzip'; }
+
+        // [no rel8ns because this is a self-contained export ibgib]
+
+        // gib
+        let exportIbGib: RawExportIbGib_V1 = { ib: exportIb, data: exportData, };
+        let exportGib = await getGib({ ibGib: exportIbGib, hasTjp: false });
+        exportIbGib.gib = exportGib;
+
+        if (logalot || true) { console.log(`${lc} JSON.stringify(exportIbGib).length: ${JSON.stringify(exportIbGib).length} (I: db3a8d913a91d8fc5d6e45981e034822)`); }
+
+        return {
+            rawExportIbGib: exportIbGib,
+            manifest: Object.keys(resGraph),
+            errors: errorInfos.length > 0 ? errorInfos : undefined,
+        };
+
+
+        // // at this point, we have a possibly quite large ibGib whose data includes
+        // // every single ibgib that this.ibGib relates to (its dependency graph).
+        // // so now we can save this file and later import from it.
+
+        // // thank you SO, OP and volzotan at https://stackoverflow.com/questions/19721439/download-json-object-as-a-file-from-browser
+        // // set the anchor's href to a data stream
+        // var dataStr = "data:text/json;charset=utf-8," + encodeURIComponent(JSON.stringify(exportIbGib));
+
+        // // get the filename for the anchor to suggest for the "download"
+        // let exportAddr = getIbGibAddr({ ibGib: exportIbGib });
+        // const filename = `${exportAddr}.json`;
+
+        // // if (this.web) {
+        //     // trigger the click
+        //     const dlAnchorElemId ='export-ibgib-anchor';
+        //     const dlAnchorElem = document.getElementById(dlAnchorElemId);
+        //     if (!dlAnchorElem) { throw new Error(`(UNEXPECTED) dlAnchorElem falsy? should be an element with id ${dlAnchorElemId}? (E: 51dfe2d823eedeefb8b9c9580090e625)`); }
+        //     dlAnchorElem.setAttribute("href", dataStr);
+        //     dlAnchorElem.setAttribute("download", filename);
+        //     dlAnchorElem.click();
+        // } else {
+        //     // let res = await Filesystem.requestPermissions();
+        //     await Filesystem.writeFile({
+        //         data: dataStr,
+        //         directory: Directory.ExternalStorage,
+        //         path: `/Download/${filename}`,
+        //         encoding: Encoding.UTF8,
+        //         recursive: true,
+        //     });
+        // }
+        // await Dialog.alert({ title: 'export succeeded', message: 'way to go, the export succeeded' });
+    } catch (error) {
+        console.error(`${lc} ${extractErrorMsg(error)}`);
+        throw error;
+    } finally {
+        if (logalot) { console.log(`${lc} complete.`); }
+    }
+}

package/src/common/import-export/import-export-types.mts

@@ -9,6 +9,15 @@ export interface RawExportData_V1 extends IbGibData_V1 {
      * number of entries in the dependency graph of the export.
      */
     graphSize: number;
+    /**
+     * If set, this is the {@link CompressionFormat} used in compression with
+     * the {@link dependencyGraphAsString}.
+     *
+     * ATOW (05/2025) this is only gzip and uses the Compression Streams API
+     * with {@link CompressionStream} for compression combined with base64
+     * encoding.
+     */
+    compression?: 'gzip';
 }
 
 export interface RawExportRel8ns_V1 extends IbGibRel8ns { }

package/src/common/other/graph-helper.mts

@@ -12,6 +12,7 @@ import { GLOBAL_LOG_A_LOT } from '../../core-constants.mjs';
 import { getFromSpace, getLatestAddrs } from '../../witness/space/space-helper.mjs';
 import { getTimelinesGroupedByTjp } from './ibgib-helper.mjs';
 import { IbGibSpaceAny } from '../../witness/space/space-base-v1.mjs';
+import { FlatIbGibGraph } from './graph-types.mjs';
 
 
 const logalot = GLOBAL_LOG_A_LOT || false;
@@ -157,8 +158,7 @@ export interface GetGraphOptions {
     mapTjpAddrToLatestAddrsInSpace?: { [tjpAddr: string]: IbGibAddr }
 }
 
-export type GetGraphResult = { [addr: string]: IbGib_V1 };
-
+export type GetGraphResult = FlatIbGibGraph;
 
 export interface GetGraphProjectionOptions extends GetGraphOptions {
     // /**

package/src/common/other/graph-types.mts

@@ -0,0 +1,6 @@
+import { IbGib_V1 } from "@ibgib/ts-gib/dist/V1/types.mjs";
+
+/**
+ * Map of addr -> ibGib
+ */
+export type FlatIbGibGraph = { [addr: string]: IbGib_V1 };

package/src/common/other/ibgib-helper.respec.mts

@@ -24,7 +24,7 @@ import { GIB, IB } from '@ibgib/ts-gib/dist/V1/constants.mjs';
 import { getIbGibAddr } from '@ibgib/ts-gib/dist/helper.mjs';
 
 import { GLOBAL_LOG_A_LOT } from '../../core-constants.mjs';
-import { getBinHashAndExt, getBinIb, getTimestampInfo, } from './ibgib-helper.mjs';
+import { getBinIb, getTimestampInfo, } from './ibgib-helper.mjs';
 
 /**
  * for verbose logging

package/src/common/other/other-helper.respec.mts

@@ -0,0 +1,100 @@
+// /**
+//  * @module other-helper respec
+//  *
+//  * we gotta test our other-helper compression functions. Thanks for the help
+//  * Gemini.
+//  */
+
+// // import { cwd, chdir, } from 'node:process';
+// // import { statSync } from 'node:fs';
+// // import { mkdir, } from 'node:fs/promises';
+// // import { ChildProcess, exec, ExecException } from 'node:child_process';
+// import * as pathUtils from 'path';
+
+// import {
+//     firstOfAll, firstOfEach, ifWe, ifWeMight, iReckon,
+//     lastOfAll, lastOfEach, respecfully, respecfullyDear
+// } from '@ibgib/helper-gib/dist/respec-gib/respec-gib.mjs';
+// const maam = `[${import.meta.url}]`, sir = maam;
+
+// import {
+//     extractErrorMsg,
+// } from '@ibgib/helper-gib/dist/helpers/utils-helper.mjs';
+
+// import { GLOBAL_LOG_A_LOT } from '../../core-constants.mjs';
+// import { compressIbGib, compressIbGibGraphToString, decompressIbGibGraphFromString } from './other-helper.mjs';
+// import { FlatIbGibGraph } from './graph-types.mjs';
+
+// /**
+//  * for verbose logging
+//  */
+// const logalot = GLOBAL_LOG_A_LOT || true; // change this when you want to turn off verbose logging
+
+// const lcFile: string = `[${pathUtils.basename(import.meta.url)}]`;
+
+// const compressDecompressTestName = `compress/decompress dependency graph`;
+// await respecfully(maam, compressDecompressTestName, async () => {
+//     await ifWe(maam, `get info...`, async () => {
+//         const lc = `[${compressDecompressTestName}]`;
+//         try {
+
+//             if (logalot) { console.log(`${lc} Creating a sample FlatIbGibGraph...`); }
+
+//             const originalGraph: FlatIbGibGraph = {
+//                 "root^gib": {
+//                     ib: "root",
+//                     gib: "gib",
+//                     rel8ns: { "child": ["data_node^gib", "binary_node^gib"] },
+//                     data: { message: "This is the root node" }
+//                 },
+//                 "data_node^gib": {
+//                     ib: "data_node",
+//                     gib: "gib",
+//                     rel8ns: undefined,
+//                     data: { a: 1, b: "hello", c: { nested: true } }
+//                 },
+//                 "binary_node^gib": {
+//                     ib: "binary_node",
+//                     gib: "gib",
+//                     rel8ns: undefined,
+//                     data: new Uint8Array(Array.from({ length: 1024 }, (_, i) => i % 256)) // A larger 1KB binary blob
+//                 }
+//             };
+
+//             // --- Step 1: Get original size ---
+//             // A rough estimate by stringifying the object (doesn't account for binary data well)
+//             const roughOriginalSize = JSON.stringify(originalGraph).length;
+//             if (logalot) { console.log(`${lc} Rough original size (JSON string): ~${roughOriginalSize} bytes`); }
+
+//             // --- Step 2: Compress to Blob ---
+//             if (logalot) { console.log(`${lc} Compressing to Blob...`); }
+//             const compressedBlob = await compressIbGib(originalGraph);
+//             if (logalot) { console.log(`${lc} ✅ Compressed Blob size: ${compressedBlob.size} bytes`); }
+
+//             // --- Step 3: Compress to String ---
+//             if (logalot) { console.log(`${lc} Compressing to Base64 String...`); }
+//             const compressedString = await compressIbGibGraphToString({ graph: originalGraph });
+//             if (logalot) { console.log(`${lc} ✅ Compressed Base64 String size: ${compressedString.length} bytes`); }
+
+//             // --- Verification ---
+//             const sizeRatio = ((compressedString.length / compressedBlob.size) * 100).toFixed(2);
+//             // const sizeRatio = ((compressedString.length / compressedBlob.size - 1) * 100).toFixed(2);
+//             if (logalot) { console.log(`${lc} (String is ~${sizeRatio}% larger than Blob)`); }
+//             // console.log(`${lc} (String is ~${((compressedString.length / compressedBlob.size - 1) * 100).toFixed(1)}% larger than Blob)`);
+
+//             // --- Step 4: Decompress from String and verify ---
+//             if (logalot) { console.log(`${lc} Decompressing from Base64 string...`); }
+//             const decompressedGraph = await decompressIbGibGraphFromString({ compressedBase64: compressedString });
+
+//             const originalBinaryLength = (originalGraph["binary_node^gib"].data as Uint8Array).length;
+//             const decompressedBinaryLength = (decompressedGraph["binary_node^gib"].data as Uint8Array).length;
+
+//             if (logalot) { console.log(`${lc} Decompression complete.`); }
+
+//             iReckon(maam, decompressedBinaryLength).asTo('decompressedBinaryLength is the same as the originalBinaryLength').isGonnaBe(originalBinaryLength);
+//         } catch (error) {
+//             console.error(`${lcFile} ${extractErrorMsg(error)}`);
+//             throw error;
+//         }
+//     });
+// });