@devrev/ts-adaas 1.13.2 → 1.13.4-beta.0

package/dist/uploader/uploader.js

@@ -1,50 +1,15 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Uploader = void 0;
 const form_data_1 = __importDefault(require("form-data"));
-const fs_1 = __importStar(require("fs"));
 const js_jsonl_1 = require("js-jsonl");
-const zlib_1 = __importDefault(require("zlib"));
 const axios_client_internal_1 = require("../http/axios-client-internal");
 const constants_1 = require("../common/constants");
-const helpers_1 = require("../common/helpers");
 const logger_1 = require("../logger/logger");
+const uploader_helpers_1 = require("./uploader.helpers");
 class Uploader {
     constructor({ event, options }) {
         this.devrevApiEndpoint = event.execution_metadata.devrev_endpoint;
@@ -63,10 +28,10 @@ class Uploader {
      */
     async upload(itemType, fetchedObjects) {
         if (this.isLocalDevelopment) {
-            await this.downloadToLocal(itemType, fetchedObjects);
+            await (0, uploader_helpers_1.downloadToLocal)(itemType, fetchedObjects);
         }
         // Compress the fetched objects to a gzipped jsonl object
-        const file = this.compressGzip(js_jsonl_1.jsonl.stringify(fetchedObjects));
+        const file = (0, uploader_helpers_1.compressGzip)(js_jsonl_1.jsonl.stringify(fetchedObjects));
         if (!file) {
             return {
                 error: new Error('Error while compressing jsonl object.'),
@@ -118,7 +83,7 @@ class Uploader {
                 params: {
                     request_id: this.requestId,
                     file_type: fileType,
-                    file_name: (0, helpers_1.truncateFilename)(filename),
+                    file_name: (0, uploader_helpers_1.truncateFilename)(filename),
                     file_size: fileSize,
                 },
             });
@@ -245,14 +210,14 @@ class Uploader {
             };
         }
         // Decompress the gzipped jsonl object
-        const jsonlObject = this.decompressGzip(gzippedJsonlObject);
+        const jsonlObject = (0, uploader_helpers_1.decompressGzip)(gzippedJsonlObject);
         if (!jsonlObject) {
             return {
                 error: new Error('Error while decompressing gzipped jsonl object.'),
             };
         }
         // Parse the jsonl object to get the attachment metadata
-        const jsonObject = this.parseJsonl(jsonlObject);
+        const jsonObject = (0, uploader_helpers_1.parseJsonl)(jsonlObject);
         if (!jsonObject) {
             return {
                 error: new Error('Error while parsing jsonl object.'),
@@ -297,47 +262,6 @@ class Uploader {
             console.error('Error while downloading artifact from URL.', (0, logger_1.serializeError)(error));
         }
     }
-    /**
-     * Compresses a JSONL string using gzip compression.
-     * @param {string} jsonlObject - The JSONL string to compress
-     * @returns {Buffer | void} The compressed buffer or undefined on error
-     */
-    compressGzip(jsonlObject) {
-        try {
-            return zlib_1.default.gzipSync(jsonlObject);
-        }
-        catch (error) {
-            console.error('Error while compressing jsonl object.', error);
-        }
-    }
-    /**
-     * Decompresses a gzipped buffer to a JSONL string.
-     * @param {Buffer} gzippedJsonlObject - The gzipped buffer to decompress
-     * @returns {string | void} The decompressed JSONL string or undefined on error
-     */
-    decompressGzip(gzippedJsonlObject) {
-        try {
-            const jsonlObject = zlib_1.default.gunzipSync(gzippedJsonlObject);
-            return jsonlObject.toString();
-        }
-        catch (error) {
-            console.error('Error while decompressing gzipped jsonl object.', error);
-        }
-    }
-    /**
-     * Parses a JSONL string into an array of objects.
-     * @param {string} jsonlObject - The JSONL string to parse
-     * @returns {object[] | null} The parsed array of objects or null on error
-     */
-    parseJsonl(jsonlObject) {
-        try {
-            return js_jsonl_1.jsonl.parse(jsonlObject);
-        }
-        catch (error) {
-            console.error('Error while parsing jsonl object.', error);
-        }
-        return null;
-    }
     /**
      * Retrieves and parses JSON objects from an artifact by artifact ID.
      * @param {object} param0 - Configuration object
@@ -355,7 +279,7 @@ class Uploader {
             return;
         }
         if (isGzipped) {
-            const decompressedArtifact = this.decompressGzip(artifact);
+            const decompressedArtifact = (0, uploader_helpers_1.decompressGzip)(artifact);
             if (!decompressedArtifact) {
                 return;
             }
@@ -365,39 +289,5 @@ class Uploader {
         const jsonlObject = Buffer.from(artifact).toString('utf-8');
         return js_jsonl_1.jsonl.parse(jsonlObject);
     }
-    /**
-     * Downloads fetched objects to the local file system (for local development).
-     * @param {string} itemType - The type of items being downloaded
-     * @param {object | object[]} fetchedObjects - The objects to write to file
-     * @returns {Promise<void>} Resolves when the file is written or rejects on error
-     */
-    async downloadToLocal(itemType, fetchedObjects) {
-        console.log(`Downloading ${itemType} to local file system.`);
-        try {
-            if (!fs_1.default.existsSync('extracted_files')) {
-                fs_1.default.mkdirSync('extracted_files');
-            }
-            const timestamp = new Date().getTime();
-            const filePath = `extracted_files/extractor_${itemType}_${timestamp}.${itemType === 'external_domain_metadata' ? 'json' : 'jsonl'}`;
-            const fileHandle = await fs_1.promises.open(filePath, 'w');
-            let objArray = [];
-            if (!Array.isArray(fetchedObjects)) {
-                objArray.push(fetchedObjects);
-            }
-            else {
-                objArray = fetchedObjects;
-            }
-            for (const jsonObject of objArray) {
-                const jsonLine = JSON.stringify(jsonObject) + '\n';
-                await fileHandle.write(jsonLine);
-            }
-            await fileHandle.close();
-            console.log('Data successfully written to', filePath);
-        }
-        catch (error) {
-            console.error('Error writing data to file.', error);
-            return Promise.reject(error);
-        }
-    }
 }
 exports.Uploader = Uploader;