@seedprotocol/sdk 0.3.3 → 0.3.5

package/dist/src/browser/workers/ImageResizer.js

@@ -0,0 +1,62 @@
+import imageResize from './imageResize.js';
+import { BaseFileManager } from '../../helpers/FileManager/BaseFileManager.js';
+import debug from 'debug';
+
+const logger = debug('seedSdk:browser:workers:ImageResizer');
+class ImageResizer {
+    constructor() {
+        this.workersArchive = new Map();
+        this.cores = Math.min(navigator.hardwareConcurrency || 4, 4);
+        this.workerBlobUrl = globalThis.URL.createObjectURL(new Blob([imageResize], { type: 'application/javascript' }));
+    }
+    async resize({ filePath, width, height }) {
+        if (this.workersArchive.has(filePath)) {
+            const savedWorker = this.workersArchive.get(filePath);
+            savedWorker?.terminate();
+            logger('[ImageResizer.resize] Terminated worker for filePath due to incoming request', filePath);
+            this.workersArchive.delete(filePath);
+        }
+        const worker = new Worker(this.workerBlobUrl);
+        this.workersArchive.set(filePath, worker);
+        return new Promise((resolve, reject) => {
+            worker.onmessage = (e) => {
+                logger('[ImageResizer.resize] main thread onmessage', e.data);
+                if (e.data.done) {
+                    const savedWorker = this.workersArchive.get(filePath);
+                    savedWorker?.terminate();
+                    logger('[ImageResizer.resize] Terminated worker for filePath due to done', filePath);
+                    this.workersArchive.delete(filePath);
+                    resolve(e.data);
+                }
+                if (e.data.error) {
+                    reject(e.data.error);
+                }
+            };
+            worker.postMessage({
+                filePath,
+                width,
+                height,
+            });
+        });
+    }
+    async resizeAll({ width, height }) {
+        const fs = await BaseFileManager.getFs();
+        const imageDir = '/files/images';
+        let imageFilesStats = await fs.promises.readdir(imageDir, {
+            withFileTypes: true
+        });
+        imageFilesStats = imageFilesStats.filter(file => file.isFile());
+        const imageFiles = imageFilesStats.map(file => file.path);
+        const widthDir = `${imageDir}/${width}`;
+        await BaseFileManager.createDirIfNotExists(widthDir);
+        for (const imageFile of imageFiles) {
+            const resizedImageExists = await BaseFileManager.pathExists(`${widthDir}/${imageFile}`);
+            if (!resizedImageExists) {
+                await this.resize({ filePath: `${imageDir}/${imageFile}`, width, height });
+            }
+        }
+    }
+}
+
+export { ImageResizer };
+//# sourceMappingURL=ImageResizer.js.map

package/dist/src/browser/workers/ImageResizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ImageResizer.js","sources":["../../../../../src/browser/workers/ImageResizer.ts"],"sourcesContent":["import imageResize from './imageResize'\nimport { BaseFileManager } from '@/helpers/FileManager/BaseFileManager';\nimport debug from 'debug'\n\nconst logger = debug('seedSdk:browser:workers:ImageResizer')\n\n\nexport class ImageResizer {\n  private cores: number\n  private workersArchive: Map<string, Worker> = new Map()\n  private workerBlobUrl: string\n\n  constructor() {\n    this.cores = Math.min(navigator.hardwareConcurrency || 4, 4);\n\n    this.workerBlobUrl = globalThis.URL.createObjectURL(\n      new Blob([imageResize], { type: 'application/javascript' })\n    )\n  }\n\n    public async resize({filePath, width, height}: ResizeImageParams) {\n      \n    if (this.workersArchive.has(filePath)) {\n      const savedWorker = this.workersArchive.get(filePath)\n      savedWorker?.terminate()\n      logger('[ImageResizer.resize] Terminated worker for filePath due to incoming request', filePath)\n      this.workersArchive.delete(filePath)\n    }\n\n    const worker = new Worker(this.workerBlobUrl);\n\n    this.workersArchive.set(filePath, worker)\n\n    return new Promise((resolve, reject) => {\n      worker.onmessage = (e) => {\n        logger('[ImageResizer.resize] main thread onmessage', e.data);\n        if (e.data.done) {\n          const savedWorker = this.workersArchive.get(filePath)\n          savedWorker?.terminate()\n          logger('[ImageResizer.resize] Terminated worker for filePath due to done', filePath)\n          this.workersArchive.delete(filePath)\n          resolve(e.data)\n        }\n\n        if (e.data.error) {\n          reject(e.data.error)\n        }\n      }\n  \n      worker.postMessage({\n        filePath,\n        width,\n        height,\n      });\n    })\n  }\n\n  public async resizeAll({width, height}: ResizeAllImagesParams) {\n\n    const fs = await BaseFileManager.getFs()\n\n    const imageDir = '/files/images'\n    let imageFilesStats = await fs.promises.readdir(imageDir, {\n      withFileTypes: true\n    })\n\n    imageFilesStats = imageFilesStats.filter(file => file.isFile())\n\n    const imageFiles = imageFilesStats.map(file => file.path)\n\n    const widthDir = `${imageDir}/${width}`\n\n    await BaseFileManager.createDirIfNotExists(widthDir)\n\n    for (const imageFile of imageFiles) {\n      const resizedImageExists = await BaseFileManager.pathExists(`${widthDir}/${imageFile}`)\n      if (!resizedImageExists) {\n        await this.resize({filePath: `${imageDir}/${imageFile}`, width, height})\n      }\n    }\n\n  \n  }\n}\n"],"names":[],"mappings":";;;;AAIA,MAAM,MAAM,GAAG,KAAK,CAAC,sCAAsC,CAAC;MAG/C,YAAY,CAAA;AAKvB,IAAA,WAAA,GAAA;AAHQ,QAAA,IAAA,CAAA,cAAc,GAAwB,IAAI,GAAG,EAAE;AAIrD,QAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,mBAAmB,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5D,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,eAAe,CACjD,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAC5D;;IAGM,MAAM,MAAM,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAoB,EAAA;QAEhE,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;YACrC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC;YACrD,WAAW,EAAE,SAAS,EAAE;AACxB,YAAA,MAAM,CAAC,8EAA8E,EAAE,QAAQ,CAAC;AAChG,YAAA,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC;;QAGtC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC;QAE7C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC;QAEzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,KAAI;AACrC,YAAA,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,KAAI;AACvB,gBAAA,MAAM,CAAC,6CAA6C,EAAE,CAAC,CAAC,IAAI,CAAC;AAC7D,gBAAA,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;oBACf,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC;oBACrD,WAAW,EAAE,SAAS,EAAE;AACxB,oBAAA,MAAM,CAAC,kEAAkE,EAAE,QAAQ,CAAC;AACpF,oBAAA,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC;AACpC,oBAAA,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;;AAGjB,gBAAA,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE;AAChB,oBAAA,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;;AAExB,aAAC;YAED,MAAM,CAAC,WAAW,CAAC;gBACjB,QAAQ;gBACR,KAAK;gBACL,MAAM;AACP,aAAA,CAAC;AACJ,SAAC,CAAC;;AAGG,IAAA,MAAM,SAAS,CAAC,EAAC,KAAK,EAAE,MAAM,EAAwB,EAAA;AAE3D,QAAA,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE;QAExC,MAAM,QAAQ,GAAG,eAAe;QAChC,IAAI,eAAe,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE;AACxD,YAAA,aAAa,EAAE;AAChB,SAAA,CAAC;AAEF,QAAA,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;AAE/D,QAAA,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;AAEzD,QAAA,MAAM,QAAQ,GAAG,CAAA,EAAG,QAAQ,CAAI,CAAA,EAAA,KAAK,EAAE;AAEvC,QAAA,MAAM,eAAe,CAAC,oBAAoB,CAAC,QAAQ,CAAC;AAEpD,QAAA,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;AAClC,YAAA,MAAM,kBAAkB,GAAG,MAAM,eAAe,CAAC,UAAU,CAAC,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,SAAS,CAAA,CAAE,CAAC;YACvF,IAAI,CAAC,kBAAkB,EAAE;AACvB,gBAAA,MAAM,IAAI,CAAC,MAAM,CAAC,EAAC,QAAQ,EAAE,CAAG,EAAA,QAAQ,CAAI,CAAA,EAAA,SAAS,EAAE,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC;;;;AAM/E;;;;"}

package/dist/src/browser/workers/dbWorker.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=dbWorker.d.ts.map

package/dist/src/browser/workers/dbWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dbWorker.d.ts","sourceRoot":"","sources":["../../../../src/browser/workers/dbWorker.ts"],"names":[],"mappings":""}

package/dist/src/browser/workers/filesDownload.js

@@ -0,0 +1,241 @@
+var filesDownload = `(
+  ${function () {
+    const identifyString = (str) => {
+        try {
+            JSON.parse(str);
+            return 'json';
+        }
+        catch (e) {
+            // Not JSON
+        }
+        if (!str) {
+            return;
+        }
+        if (str.trim().startsWith('<') && str.trim().endsWith('>')) {
+            return 'html';
+        }
+        // Simple markdown checks (very naive)
+        if (/^#{1,6}\s|^-{3,}|\*{3,}|^-{1,2}\s|\*\s/.test(str)) {
+            return 'markdown';
+        }
+        if (/^data:image\/[a-zA-Z]+;base64,[A-Za-z0-9+/]+={0,2}$/.test(str)) {
+            return 'base64';
+        }
+        // Default to plain text if unsure
+        return 'text';
+    };
+    const getMimeType = (base64) => {
+        if (!base64) {
+            return null;
+        }
+        const result = base64.match(/^data:([a-zA-Z0-9]+\/[a-zA-Z0-9-.+]+).*,/);
+        if (result && result.length > 1) {
+            return result[1];
+        }
+        else {
+            return null; // MIME type could not be determined
+        }
+    };
+    const getDataTypeFromString = (data) => {
+        const nonImageBase64Regex = /^(?!data:image\/(?:jpeg|png|gif|bmp|webp);base64,)[A-Za-z0-9+/=]+$/;
+        if (nonImageBase64Regex.test(data)) {
+            return 'base64';
+        }
+        // Regular expression for base64 (simple version, checking for base64 format)
+        const imageBase64Regex = /^data:image\/[a-zA-Z]+;base64,[A-Za-z0-9+/]+={0,2}$/;
+        if (imageBase64Regex.test(data)) {
+            return 'imageBase64';
+        }
+        // Regular expression for URL (simple version, checking for common URL format)
+        const urlRegex = /^(http:\/\/www\.|https:\/\/www\.|http:\/\/|https:\/\/)?[a-z0-9]+([\-\.]{1}[a-z0-9]+)*\.[a-z]{2,5}(:[0-9]{1,5})?(\/.*)?$/;
+        if (urlRegex.test(data)) {
+            return 'url';
+        }
+        return null;
+    };
+    const isBinary = (arrayBuffer) => {
+        const view = new Uint8Array(arrayBuffer);
+        let nonTextCount = 0;
+        const threshold = 0.2; // Adjust as needed (e.g., 20% non-text implies binary)
+        for (let i = 0; i < view.length; i++) {
+            const byte = view[i];
+            // ASCII printable characters (32-126) and common whitespace (9, 10, 13)
+            if ((byte >= 32 && byte <= 126) || // Printable ASCII
+                byte === 9 || byte === 10 || byte === 13 // Tab, LF, CR
+            ) {
+                continue;
+            }
+            nonTextCount++;
+            if (nonTextCount / view.length > threshold) {
+                return true; // More than threshold are non-text bytes
+            }
+        }
+        return false; // Fewer than threshold are non-text bytes
+    };
+    const saveBufferToOPFS = async (filePath, buffer) => {
+        // Access the OPFS root directory
+        const rootHandle = await navigator.storage.getDirectory();
+        // Split the filePath into directory segments and file name
+        const segments = filePath.split('/').filter(Boolean);
+        const fileName = segments.pop(); // Extract the file name
+        if (!fileName) {
+            throw new Error('Invalid file path: No file name provided.');
+        }
+        // Traverse or create directories as needed
+        let currentDirHandle = rootHandle;
+        for (const segment of segments) {
+            currentDirHandle = await currentDirHandle.getDirectoryHandle(segment, { create: true });
+        }
+        // Create or open the file in OPFS
+        const fileHandleAsync = await currentDirHandle.getFileHandle(fileName, { create: true });
+        const fileHandle = await fileHandleAsync.createSyncAccessHandle();
+        // Write the buffer to the file
+        fileHandle.write(buffer);
+        fileHandle.flush();
+        fileHandle.close();
+    };
+    const downloadFiles = async ({ transactionIds, arweaveHost, }) => {
+        let arrayBuffer;
+        for (const transactionId of transactionIds) {
+            try {
+                const response = await fetch(`https://${arweaveHost}/raw/${transactionId}`);
+                arrayBuffer = await response.arrayBuffer();
+            }
+            catch (error) {
+                console.log(`[filesDownload] transaction ${transactionId} data not found`, error);
+                globalThis.postMessage({
+                    message: 'excludeTransaction',
+                    transactionId,
+                });
+                continue;
+            }
+            let dataString;
+            const isBinaryData = isBinary(arrayBuffer);
+            if (!isBinaryData) {
+                const decoder = new TextDecoder('utf-8');
+                const text = decoder.decode(arrayBuffer);
+                dataString = text;
+            }
+            if (!dataString && !arrayBuffer) {
+                console.log(`[filesDownload] transaction ${transactionId} data not found`);
+            }
+            if (dataString && dataString.startsWith('===FILE_SEPARATOR===')) {
+                const dataStringParts = dataString
+                    .split('===FILE_SEPARATOR===')
+                    .slice(1);
+                if (dataStringParts.length % 2 !== 0) {
+                    throw new Error('Input array must have an even number of elements.');
+                }
+                for (let i = 0; i < dataStringParts.length; i += 2) {
+                    const contentType = dataStringParts[i];
+                    const content = dataStringParts[i + 1];
+                    const encoder = new TextEncoder();
+                    if (contentType === 'html') {
+                        const fileName = `${transactionId}.html`;
+                        const buffer = encoder.encode(content);
+                        saveBufferToOPFS(`/files/html/${fileName}`, buffer);
+                    }
+                    if (contentType === 'json') {
+                        const fileName = `${transactionId}.json`;
+                        const buffer = encoder.encode(content);
+                        saveBufferToOPFS(`/files/json/${fileName}`, buffer);
+                    }
+                }
+                continue;
+            }
+            if (!dataString && arrayBuffer) {
+                saveBufferToOPFS(`/files/images/${transactionId}`, new Uint8Array(arrayBuffer));
+                continue;
+            }
+            if (!dataString) {
+                continue;
+            }
+            let contentType = identifyString(dataString);
+            if (contentType !== 'json' &&
+                contentType !== 'base64' &&
+                contentType !== 'html') {
+                const possibleImageType = getDataTypeFromString(dataString);
+                if (!possibleImageType) {
+                    console.log(`[filesDownload] transaction ${transactionId} data not in expected format: ${possibleImageType}`);
+                    continue;
+                }
+                contentType = possibleImageType;
+            }
+            if (contentType === 'url') {
+                const url = dataString;
+                let buffer;
+                try {
+                    const response = await fetch(url);
+                    buffer = await response.arrayBuffer();
+                }
+                catch (error) {
+                    console.log(`[filesDownload] transaction ${transactionId} value was url: ${dataString} but failed to fetch`, error);
+                    globalThis.postMessage({
+                        message: 'excludeTransaction',
+                        transactionId,
+                    });
+                    continue;
+                }
+                const bufferUint8Array = new Uint8Array(buffer);
+                // Extract the file extension from the URL
+                const extensionMatch = url.match(/\.(jpg|jpeg|png|gif|bmp|webp|svg)$/i);
+                if (!extensionMatch) {
+                    throw new Error('Unable to determine the file extension from the URL.');
+                }
+                extensionMatch[0]; // e.g., ".jpg"
+                // Set the file name (you can customize this)
+                // const fileNameFromUrl = `${transactionId}${fileExtension}`
+                await saveBufferToOPFS(`/files/images/${transactionId}`, bufferUint8Array);
+                continue;
+            }
+            const mimeType = getMimeType(dataString);
+            let fileExtension = mimeType;
+            if (fileExtension && fileExtension?.startsWith('image')) {
+                fileExtension = fileExtension.replace('image/', '');
+            }
+            let fileName = transactionId;
+            if (contentType === 'base64') {
+                if (fileExtension) {
+                    fileName += `.${fileExtension}`;
+                }
+                // Remove the Base64 header if it exists (e.g., "data:image/png;base64,")
+                const base64Data = dataString.split(',').pop() || '';
+                // Decode the Base64 string to binary
+                const binaryString = atob(base64Data);
+                const length = binaryString.length;
+                const binaryData = new Uint8Array(length);
+                for (let i = 0; i < length; i++) {
+                    binaryData[i] = binaryString.charCodeAt(i);
+                }
+                await saveBufferToOPFS(`/files/images/${fileName}`, binaryData);
+            }
+            if (contentType === 'html') {
+                fileName += '.html';
+                const encoder = new TextEncoder();
+                const buffer = encoder.encode(dataString);
+                await saveBufferToOPFS(`/files/html/${fileName}`, buffer);
+            }
+            if (contentType === 'json') {
+                fileName += '.json';
+                const encoder = new TextEncoder();
+                const buffer = encoder.encode(dataString);
+                await saveBufferToOPFS(`/files/json/${fileName}`, buffer);
+            }
+        }
+    };
+    onmessage = async (e) => {
+        console.log({
+            message: 'filesDownload onmessage',
+            data: e.data,
+        });
+        await downloadFiles(e.data);
+        globalThis.postMessage({
+            message: 'filesDownload onmessage done',
+            done: true,
+        });
+    };
+}.toString()}
+)()`;
+
+export { filesDownload as default };
+//# sourceMappingURL=filesDownload.js.map

package/dist/src/browser/workers/filesDownload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filesDownload.js","sources":["../../../../../src/browser/workers/filesDownload.ts"],"sourcesContent":["\nexport default `(\n  ${\n    function () {\n\nconst identifyString = (str: string) => {\n  try {\n    JSON.parse(str)\n    return 'json'\n  } catch (e) {\n    // Not JSON\n  }\n\n  if (!str) {\n    return\n  }\n\n  if (str.trim().startsWith('<') && str.trim().endsWith('>')) {\n    return 'html'\n  }\n\n  // Simple markdown checks (very naive)\n  if (/^#{1,6}\\s|^-{3,}|\\*{3,}|^-{1,2}\\s|\\*\\s/.test(str)) {\n    return 'markdown'\n  }\n\n  if (/^data:image\\/[a-zA-Z]+;base64,[A-Za-z0-9+/]+={0,2}$/.test(str)) {\n    return 'base64'\n  }\n\n  // Default to plain text if unsure\n  return 'text'\n}\n\nconst getMimeType = (base64: string) => {\n  if (!base64) {\n    return null\n  }\n  const result = base64.match(/^data:([a-zA-Z0-9]+\\/[a-zA-Z0-9-.+]+).*,/)\n\n  if (result && result.length > 1) {\n    return result[1]\n  } else {\n    return null // MIME type could not be determined\n  }\n}\n\nconst getDataTypeFromString = (\n  data: string,\n): 'imageBase64' | 'base64' | 'url' | null => {\n  const nonImageBase64Regex =\n    /^(?!data:image\\/(?:jpeg|png|gif|bmp|webp);base64,)[A-Za-z0-9+/=]+$/\n\n  if (nonImageBase64Regex.test(data)) {\n    return 'base64'\n  }\n\n  // Regular expression for base64 (simple version, checking for base64 format)\n  const imageBase64Regex = /^data:image\\/[a-zA-Z]+;base64,[A-Za-z0-9+/]+={0,2}$/\n\n  if (imageBase64Regex.test(data)) {\n    return 'imageBase64'\n  }\n\n  // Regular expression for URL (simple version, checking for common URL format)\n  const urlRegex =\n    /^(http:\\/\\/www\\.|https:\\/\\/www\\.|http:\\/\\/|https:\\/\\/)?[a-z0-9]+([\\-\\.]{1}[a-z0-9]+)*\\.[a-z]{2,5}(:[0-9]{1,5})?(\\/.*)?$/\n\n  if (urlRegex.test(data)) {\n    return 'url'\n  }\n\n  return null\n}\n\nconst isBinary = (arrayBuffer: ArrayBuffer): boolean => {\n  const view = new Uint8Array(arrayBuffer);\n\n  let nonTextCount = 0;\n  const threshold = 0.2; // Adjust as needed (e.g., 20% non-text implies binary)\n\n  for (let i = 0; i < view.length; i++) {\n      const byte = view[i];\n\n      // ASCII printable characters (32-126) and common whitespace (9, 10, 13)\n      if (\n          (byte >= 32 && byte <= 126) || // Printable ASCII\n          byte === 9 || byte === 10 || byte === 13 // Tab, LF, CR\n      ) {\n          continue;\n      }\n\n      nonTextCount++;\n      if (nonTextCount / view.length > threshold) {\n          return true; // More than threshold are non-text bytes\n      }\n  }\n\n  return false; // Fewer than threshold are non-text bytes\n}\n\nconst saveBufferToOPFS = async (filePath: string, buffer: Uint8Array): Promise<void> => {\n  // Access the OPFS root directory\n  const rootHandle = await navigator.storage.getDirectory();\n\n  // Split the filePath into directory segments and file name\n  const segments = filePath.split('/').filter(Boolean);\n  const fileName = segments.pop(); // Extract the file name\n  if (!fileName) {\n      throw new Error('Invalid file path: No file name provided.');\n  }\n\n  // Traverse or create directories as needed\n  let currentDirHandle = rootHandle;\n  for (const segment of segments) {\n      currentDirHandle = await currentDirHandle.getDirectoryHandle(segment, { create: true });\n  }\n\n  // Create or open the file in OPFS\n  const fileHandleAsync = await currentDirHandle.getFileHandle(fileName, { create: true });\n  const fileHandle = await fileHandleAsync.createSyncAccessHandle();\n  // Write the buffer to the file\n  fileHandle.write(buffer);\n  fileHandle.flush();\n  fileHandle.close();\n}\n\nconst downloadFiles = async ({\n  transactionIds,\n  arweaveHost,\n}: {\n  transactionIds: string[],\n  arweaveHost: string,\n}) => {\n\n  let arrayBuffer: ArrayBuffer | undefined\n\n  for (const transactionId of transactionIds) {\n    try {\n      const response = await fetch(`https://${arweaveHost}/raw/${transactionId}`);\n\n      arrayBuffer = await response.arrayBuffer();\n    } catch(error) {\n      console.log(`[filesDownload] transaction ${transactionId} data not found`, error)\n      globalThis.postMessage({\n        message: 'excludeTransaction',\n        transactionId,\n      })\n      continue\n    }\n\n    let dataString\n    const isBinaryData = isBinary(arrayBuffer)\n\n    if (!isBinaryData) {\n      const decoder = new TextDecoder('utf-8')\n      const text = decoder.decode(arrayBuffer)\n      dataString = text\n    }\n\n    if (!dataString && !arrayBuffer) {\n      console.log(\n        `[filesDownload] transaction ${transactionId} data not found`,\n      )\n    }\n\n    if (dataString && dataString.startsWith('===FILE_SEPARATOR===')) {\n      const dataStringParts = dataString\n        .split('===FILE_SEPARATOR===')\n        .slice(1)\n\n      if (dataStringParts.length % 2 !== 0) {\n        throw new Error('Input array must have an even number of elements.')\n      }\n\n      for (let i = 0; i < dataStringParts.length; i += 2) {\n        const contentType = dataStringParts[i]\n        const content = dataStringParts[i + 1]\n        const encoder = new TextEncoder()\n        if (contentType === 'html') {\n          const fileName = `${transactionId}.html`\n          const buffer = encoder.encode(content)\n          saveBufferToOPFS(`/files/html/${fileName}`, buffer)\n        }\n        if (contentType === 'json') {\n          const fileName = `${transactionId}.json`\n          const buffer = encoder.encode(content)\n          saveBufferToOPFS(`/files/json/${fileName}`, buffer)\n        }\n      }\n\n      continue\n    }\n\n    if (!dataString && arrayBuffer) {\n      saveBufferToOPFS(\n        `/files/images/${transactionId}`,\n        new Uint8Array(arrayBuffer),\n      )\n      continue\n    }\n\n    if (!dataString) {\n      continue\n    }\n\n    let contentType = identifyString(dataString)\n\n    if (\n      contentType !== 'json' &&\n      contentType !== 'base64' &&\n      contentType !== 'html'\n    ) {\n      const possibleImageType = getDataTypeFromString(dataString)\n      if (!possibleImageType) {\n        console.log(\n          `[filesDownload] transaction ${transactionId} data not in expected format: ${possibleImageType}`,\n        )\n        continue\n      }\n\n      contentType = possibleImageType\n    }\n\n    if (contentType === 'url') {\n      const url = dataString as string\n\n      let buffer: ArrayBuffer | undefined\n\n      try {\n        const response = await fetch(url)\n  \n        buffer = await response.arrayBuffer()\n\n      } catch(error) {\n        console.log(`[filesDownload] transaction ${transactionId} value was url: ${dataString} but failed to fetch`, error)\n        globalThis.postMessage({\n          message: 'excludeTransaction',\n          transactionId,\n        })\n        continue\n      }\n\n      const bufferUint8Array = new Uint8Array(buffer)\n\n      // Extract the file extension from the URL\n      const extensionMatch = url.match(/\\.(jpg|jpeg|png|gif|bmp|webp|svg)$/i)\n      if (!extensionMatch) {\n        throw new Error(\n          'Unable to determine the file extension from the URL.',\n        )\n      }\n      const fileExtension = extensionMatch[0] // e.g., \".jpg\"\n\n      // Set the file name (you can customize this)\n      // const fileNameFromUrl = `${transactionId}${fileExtension}`\n\n      await saveBufferToOPFS(\n        `/files/images/${transactionId}`,\n        bufferUint8Array,\n      )\n\n      continue\n    }\n\n    const mimeType = getMimeType(dataString as string)\n    let fileExtension = mimeType\n\n    if (fileExtension && fileExtension?.startsWith('image')) {\n      fileExtension = fileExtension.replace('image/', '')\n    }\n\n    let fileName = transactionId\n\n    if (contentType === 'base64') {\n      if (fileExtension) {\n        fileName += `.${fileExtension}`\n      }\n\n      // Remove the Base64 header if it exists (e.g., \"data:image/png;base64,\")\n      const base64Data = dataString.split(',').pop() || ''\n\n      // Decode the Base64 string to binary\n      const binaryString = atob(base64Data)\n      const length = binaryString.length\n      const binaryData = new Uint8Array(length)\n\n      for (let i = 0; i < length; i++) {\n        binaryData[i] = binaryString.charCodeAt(i)\n      }\n\n      await saveBufferToOPFS(`/files/images/${fileName}`, binaryData)\n\n    }\n\n    if (contentType === 'html') {\n      fileName += '.html'\n      const encoder = new TextEncoder()\n      const buffer = encoder.encode(dataString)\n      await saveBufferToOPFS(`/files/html/${fileName}`, buffer)\n    }\n\n    if (contentType === 'json') {\n      fileName += '.json'\n      const encoder = new TextEncoder()\n      const buffer = encoder.encode(dataString)\n      await saveBufferToOPFS(`/files/json/${fileName}`, buffer)\n    }\n  }\n}\n\nonmessage = async (e) => {\n  console.log({\n    message: 'filesDownload onmessage',\n    data: e.data,\n  })\n  await downloadFiles(e.data);\n  globalThis.postMessage({\n    message: 'filesDownload onmessage done',\n    done: true,\n  })\n  \n}\n}.toString()\n}\n)()`"],"names":[],"mappings":"AACA,oBAAe,CAAA;AAEX,EAAA,EAAA,YAAA;AAEJ,IAAA,MAAM,cAAc,GAAG,CAAC,GAAW,KAAI;AACrC,QAAA,IAAI;AACF,YAAA,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;AACf,YAAA,OAAO,MAAM;;QACb,OAAO,CAAC,EAAE;;;QAIZ,IAAI,CAAC,GAAG,EAAE;YACR;;QAGF,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;AAC1D,YAAA,OAAO,MAAM;;;AAIf,QAAA,IAAI,wCAAwC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;AACtD,YAAA,OAAO,UAAU;;AAGnB,QAAA,IAAI,qDAAqD,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;AACnE,YAAA,OAAO,QAAQ;;;AAIjB,QAAA,OAAO,MAAM;AACf,KAAC;AAED,IAAA,MAAM,WAAW,GAAG,CAAC,MAAc,KAAI;QACrC,IAAI,CAAC,MAAM,EAAE;AACX,YAAA,OAAO,IAAI;;QAEb,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC;QAEvE,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;AAC/B,YAAA,OAAO,MAAM,CAAC,CAAC,CAAC;;aACX;YACL,OAAO,IAAI,CAAA;;AAEf,KAAC;AAED,IAAA,MAAM,qBAAqB,GAAG,CAC5B,IAAY,KAC+B;QAC3C,MAAM,mBAAmB,GACvB,oEAAoE;AAEtE,QAAA,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;AAClC,YAAA,OAAO,QAAQ;;;QAIjB,MAAM,gBAAgB,GAAG,qDAAqD;AAE9E,QAAA,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;AAC/B,YAAA,OAAO,aAAa;;;QAItB,MAAM,QAAQ,GACZ,yHAAyH;AAE3H,QAAA,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;AACvB,YAAA,OAAO,KAAK;;AAGd,QAAA,OAAO,IAAI;AACb,KAAC;AAED,IAAA,MAAM,QAAQ,GAAG,CAAC,WAAwB,KAAa;AACrD,QAAA,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC;QAExC,IAAI,YAAY,GAAG,CAAC;AACpB,QAAA,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB,QAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAClC,YAAA,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;;YAGpB,IACI,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG;gBAC1B,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;cAC1C;gBACE;;AAGJ,YAAA,YAAY,EAAE;YACd,IAAI,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,SAAS,EAAE;gBACxC,OAAO,IAAI,CAAC;;;QAIpB,OAAO,KAAK,CAAC;AACf,KAAC;IAED,MAAM,gBAAgB,GAAG,OAAO,QAAgB,EAAE,MAAkB,KAAmB;;QAErF,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE;;AAGzD,QAAA,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QACpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,QAAQ,EAAE;AACX,YAAA,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC;;;QAIhE,IAAI,gBAAgB,GAAG,UAAU;AACjC,QAAA,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;AAC5B,YAAA,gBAAgB,GAAG,MAAM,gBAAgB,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;;;AAI3F,QAAA,MAAM,eAAe,GAAG,MAAM,gBAAgB,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AACxF,QAAA,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,sBAAsB,EAAE;;AAEjE,QAAA,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;QACxB,UAAU,CAAC,KAAK,EAAE;QAClB,UAAU,CAAC,KAAK,EAAE;AACpB,KAAC;IAED,MAAM,aAAa,GAAG,OAAO,EAC3B,cAAc,EACd,WAAW,GAIZ,KAAI;AAEH,QAAA,IAAI,WAAoC;AAExC,QAAA,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE;AAC1C,YAAA,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAW,QAAA,EAAA,WAAW,CAAQ,KAAA,EAAA,aAAa,CAAE,CAAA,CAAC;AAE3E,gBAAA,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE;;YAC1C,OAAM,KAAK,EAAE;gBACb,OAAO,CAAC,GAAG,CAAC,CAAA,4BAAA,EAA+B,aAAa,CAAiB,eAAA,CAAA,EAAE,KAAK,CAAC;gBACjF,UAAU,CAAC,WAAW,CAAC;AACrB,oBAAA,OAAO,EAAE,oBAAoB;oBAC7B,aAAa;AACd,iBAAA,CAAC;gBACF;;AAGF,YAAA,IAAI,UAAU;AACd,YAAA,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;YAE1C,IAAI,CAAC,YAAY,EAAE;AACjB,gBAAA,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC;gBACxC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC;gBACxC,UAAU,GAAG,IAAI;;AAGnB,YAAA,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW,EAAE;AAC/B,gBAAA,OAAO,CAAC,GAAG,CACT,+BAA+B,aAAa,CAAA,eAAA,CAAiB,CAC9D;;YAGH,IAAI,UAAU,IAAI,UAAU,CAAC,UAAU,CAAC,sBAAsB,CAAC,EAAE;gBAC/D,MAAM,eAAe,GAAG;qBACrB,KAAK,CAAC,sBAAsB;qBAC5B,KAAK,CAAC,CAAC,CAAC;gBAEX,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE;AACpC,oBAAA,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC;;AAGtE,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;AAClD,oBAAA,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC;oBACtC,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC;AACtC,oBAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE;AACjC,oBAAA,IAAI,WAAW,KAAK,MAAM,EAAE;AAC1B,wBAAA,MAAM,QAAQ,GAAG,CAAG,EAAA,aAAa,OAAO;wBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;AACtC,wBAAA,gBAAgB,CAAC,CAAe,YAAA,EAAA,QAAQ,EAAE,EAAE,MAAM,CAAC;;AAErD,oBAAA,IAAI,WAAW,KAAK,MAAM,EAAE;AAC1B,wBAAA,MAAM,QAAQ,GAAG,CAAG,EAAA,aAAa,OAAO;wBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;AACtC,wBAAA,gBAAgB,CAAC,CAAe,YAAA,EAAA,QAAQ,EAAE,EAAE,MAAM,CAAC;;;gBAIvD;;AAGF,YAAA,IAAI,CAAC,UAAU,IAAI,WAAW,EAAE;gBAC9B,gBAAgB,CACd,CAAiB,cAAA,EAAA,aAAa,CAAE,CAAA,EAChC,IAAI,UAAU,CAAC,WAAW,CAAC,CAC5B;gBACD;;YAGF,IAAI,CAAC,UAAU,EAAE;gBACf;;AAGF,YAAA,IAAI,WAAW,GAAG,cAAc,CAAC,UAAU,CAAC;YAE5C,IACE,WAAW,KAAK,MAAM;AACtB,gBAAA,WAAW,KAAK,QAAQ;gBACxB,WAAW,KAAK,MAAM,EACtB;AACA,gBAAA,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,UAAU,CAAC;gBAC3D,IAAI,CAAC,iBAAiB,EAAE;oBACtB,OAAO,CAAC,GAAG,CACT,CAAA,4BAAA,EAA+B,aAAa,CAAiC,8BAAA,EAAA,iBAAiB,CAAE,CAAA,CACjG;oBACD;;gBAGF,WAAW,GAAG,iBAAiB;;AAGjC,YAAA,IAAI,WAAW,KAAK,KAAK,EAAE;gBACzB,MAAM,GAAG,GAAG,UAAoB;AAEhC,gBAAA,IAAI,MAA+B;AAEnC,gBAAA,IAAI;AACF,oBAAA,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;AAEjC,oBAAA,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE;;gBAErC,OAAM,KAAK,EAAE;oBACb,OAAO,CAAC,GAAG,CAAC,CAA+B,4BAAA,EAAA,aAAa,CAAmB,gBAAA,EAAA,UAAU,CAAsB,oBAAA,CAAA,EAAE,KAAK,CAAC;oBACnH,UAAU,CAAC,WAAW,CAAC;AACrB,wBAAA,OAAO,EAAE,oBAAoB;wBAC7B,aAAa;AACd,qBAAA,CAAC;oBACF;;AAGF,gBAAA,MAAM,gBAAgB,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC;;gBAG/C,MAAM,cAAc,GAAG,GAAG,CAAC,KAAK,CAAC,qCAAqC,CAAC;gBACvE,IAAI,CAAC,cAAc,EAAE;AACnB,oBAAA,MAAM,IAAI,KAAK,CACb,sDAAsD,CACvD;;gBAEmB,cAAc,CAAC,CAAC,EAAC;;;gBAKvC,MAAM,gBAAgB,CACpB,CAAiB,cAAA,EAAA,aAAa,EAAE,EAChC,gBAAgB,CACjB;gBAED;;AAGF,YAAA,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAoB,CAAC;YAClD,IAAI,aAAa,GAAG,QAAQ;YAE5B,IAAI,aAAa,IAAI,aAAa,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE;gBACvD,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;;YAGrD,IAAI,QAAQ,GAAG,aAAa;AAE5B,YAAA,IAAI,WAAW,KAAK,QAAQ,EAAE;gBAC5B,IAAI,aAAa,EAAE;AACjB,oBAAA,QAAQ,IAAI,CAAA,CAAA,EAAI,aAAa,CAAA,CAAE;;;AAIjC,gBAAA,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE;;AAGpD,gBAAA,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC;AACrC,gBAAA,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM;AAClC,gBAAA,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC;AAEzC,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC/B,UAAU,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;;gBAG5C,MAAM,gBAAgB,CAAC,CAAiB,cAAA,EAAA,QAAQ,EAAE,EAAE,UAAU,CAAC;;AAIjE,YAAA,IAAI,WAAW,KAAK,MAAM,EAAE;gBAC1B,QAAQ,IAAI,OAAO;AACnB,gBAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE;gBACjC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;gBACzC,MAAM,gBAAgB,CAAC,CAAe,YAAA,EAAA,QAAQ,EAAE,EAAE,MAAM,CAAC;;AAG3D,YAAA,IAAI,WAAW,KAAK,MAAM,EAAE;gBAC1B,QAAQ,IAAI,OAAO;AACnB,gBAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE;gBACjC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;gBACzC,MAAM,gBAAgB,CAAC,CAAe,YAAA,EAAA,QAAQ,EAAE,EAAE,MAAM,CAAC;;;AAG/D,KAAC;AAED,IAAA,SAAS,GAAG,OAAO,CAAC,KAAI;QACtB,OAAO,CAAC,GAAG,CAAC;AACV,YAAA,OAAO,EAAE,yBAAyB;YAClC,IAAI,EAAE,CAAC,CAAC,IAAI;AACb,SAAA,CAAC;AACF,QAAA,MAAM,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3B,UAAU,CAAC,WAAW,CAAC;AACrB,YAAA,OAAO,EAAE,8BAA8B;AACvC,YAAA,IAAI,EAAE,IAAI;AACX,SAAA,CAAC;AAEJ,KAAC;AACD,CAAC,CAAC,QAAQ,EACV;IACI;;;;"}