@devrev/airsync-sdk 2.0.0-beta.0 → 2.0.0-beta.10

package/dist/uploader/uploader.js

@@ -6,80 +6,79 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Uploader = void 0;
 const form_data_1 = __importDefault(require("form-data"));
 const js_jsonl_1 = require("js-jsonl");
-const axios_client_internal_1 = require("../http/axios-client-internal");
 const constants_1 = require("../common/constants");
+const client_1 = require("../http/client");
 const logger_1 = require("../logger/logger");
 const uploader_helpers_1 = require("./uploader.helpers");
 class Uploader {
-    constructor({ event, options }) {
+    constructor({ event, options, skipConfirmation }) {
         this.devrevApiEndpoint = event.execution_metadata.devrev_endpoint;
         this.devrevApiToken = event.context.secrets.service_account_token;
         this.requestId = event.payload.event_context.request_id;
         this.isLocalDevelopment = options === null || options === void 0 ? void 0 : options.isLocalDevelopment;
+        this.skipConfirmation = skipConfirmation !== null && skipConfirmation !== void 0 ? skipConfirmation : false;
         this.defaultHeaders = {
             Authorization: `Bearer ${this.devrevApiToken}`,
         };
     }
-    /**
-     * Uploads the fetched objects to the DevRev platform. Fetched objects are compressed to a gzipped jsonl object and uploaded to the platform.
-     * @param {string} itemType - The type of the item to be uploaded
-     * @param {object[] | object} fetchedObjects - The objects to be uploaded
-     * @returns {Promise<UploadResponse>} - The response object containing the artifact information or error information if there was an error
-     */
+    /** Compresses fetched objects to gzipped JSONL and uploads them as an artifact. */
     async upload(itemType, fetchedObjects) {
         if (this.isLocalDevelopment) {
             await (0, uploader_helpers_1.downloadToLocal)(itemType, fetchedObjects);
         }
-        // Compress the fetched objects to a gzipped jsonl object
         const { response: file, error: fileError } = (0, uploader_helpers_1.compressGzip)(js_jsonl_1.jsonl.stringify(fetchedObjects));
         if (fileError) {
             return {
-                error: new Error('Error while compressing jsonl object. ' + (0, logger_1.serializeError)(fileError)),
+                error: {
+                    message: 'Error while compressing jsonl object. ' +
+                        (0, logger_1.serializeError)(fileError),
+                },
             };
         }
         const filename = itemType + '.jsonl.gz';
         const fileType = 'application/x-gzip';
-        // Get upload url
         const { error: preparedArtifactError, response: preparedArtifact } = await this.getArtifactUploadUrl(filename, fileType);
         if (preparedArtifactError) {
             return {
-                error: new Error('Error while getting artifact upload URL.'),
+                error: {
+                    message: 'Error while getting artifact upload URL: ' +
+                        (0, logger_1.serializeError)(preparedArtifactError),
+                },
             };
         }
-        // Upload prepared artifact to the given url
         const { error: uploadItemError } = await this.uploadArtifact(preparedArtifact, file);
         if (uploadItemError) {
             return {
-                error: new Error('Error while uploading artifact.'),
+                error: {
+                    message: 'Error while uploading artifact: ' +
+                        (0, logger_1.serializeError)(uploadItemError),
+                },
             };
         }
-        // Confirm upload
-        const { error: confirmArtifactUploadError } = await this.confirmArtifactUpload(preparedArtifact.artifact_id);
-        if (confirmArtifactUploadError) {
-            return {
-                error: new Error('Error while confirming artifact upload. ' +
-                    JSON.stringify(confirmArtifactUploadError)),
-            };
+        if (!this.skipConfirmation) {
+            const { error: confirmArtifactUploadError } = await this.confirmArtifactUpload(preparedArtifact.artifact_id);
+            if (confirmArtifactUploadError) {
+                return {
+                    error: {
+                        message: 'Error while confirming artifact upload. ' +
+                            JSON.stringify(confirmArtifactUploadError),
+                    },
+                };
+            }
         }
-        // Return the artifact information to the platform
-        const artifact = {
-            id: preparedArtifact.artifact_id,
-            item_type: itemType,
-            item_count: Array.isArray(fetchedObjects) ? fetchedObjects.length : 1,
-        };
+        const artifactDateRanges = (0, uploader_helpers_1.computeArtifactDateRanges)(fetchedObjects);
+        const artifact = Object.assign({ id: preparedArtifact.artifact_id, item_type: itemType, item_count: Array.isArray(fetchedObjects) ? fetchedObjects.length : 1 }, artifactDateRanges);
         return { artifact };
     }
-    /**
-     * Gets the upload URL for an artifact from the DevRev API.
-     * @param {string} filename - The name of the file to upload
-     * @param {string} fileType - The MIME type of the file
-     * @param {number} [fileSize] - Optional file size in bytes
-     * @returns {Promise<ArtifactToUpload | void>} The artifact upload information or undefined on error
-     */
     async getArtifactUploadUrl(filename, fileType, fileSize) {
         const url = `${this.devrevApiEndpoint}/internal/airdrop.artifacts.upload-url`;
+        if (fileSize !== undefined && fileSize <= 0) {
+            return {
+                error: { message: 'File size is 0 or less.' },
+            };
+        }
         try {
-            const response = await axios_client_internal_1.axiosClient.get(url, {
+            const response = await client_1.axiosClient.get(url, {
                 headers: Object.assign({}, this.defaultHeaders),
                 params: {
                     request_id: this.requestId,
@@ -94,12 +93,7 @@ class Uploader {
             return { error };
         }
     }
-    /**
-     * Uploads an artifact file to the provided upload URL using multipart form data.
-     * @param {ArtifactToUpload} artifact - The artifact upload information containing upload URL and form data
-     * @param {Buffer} file - The file buffer to upload
-     * @returns {Promise<AxiosResponse | void>} The axios response or undefined on error
-     */
+    /** Uploads the file buffer to the artifact's upload URL as multipart form data. */
     async uploadArtifact(artifact, file) {
         const formData = new form_data_1.default();
         for (const field in artifact.form_data) {
@@ -107,7 +101,7 @@ class Uploader {
         }
         formData.append('file', file);
         try {
-            const response = await axios_client_internal_1.axiosClient.post(artifact.upload_url, formData, {
+            const response = await client_1.axiosClient.post(artifact.upload_url, formData, {
                 headers: Object.assign({}, formData.getHeaders()),
             });
             return { response };
@@ -116,136 +110,101 @@ class Uploader {
             return { error };
         }
     }
-    /**
-     * Streams an artifact file from an axios response to the upload URL.
-     * @param {ArtifactToUpload} artifact - The artifact upload information containing upload URL and form data
-     * @param {AxiosResponse} fileStream - The axios response stream containing the file data
-     * @returns {Promise<AxiosResponse | void>} The axios response or undefined on error
-     */
+    /** Streams a file from an HTTP response directly to the artifact's upload URL. */
     async streamArtifact(artifact, fileStream) {
         const formData = new form_data_1.default();
         for (const field in artifact.form_data) {
             formData.append(field, artifact.form_data[field]);
         }
         formData.append('file', fileStream.data);
+        const hasContentLength = !!fileStream.headers['content-length'];
         try {
-            const response = await axios_client_internal_1.axiosClient.post(artifact.upload_url, formData, {
-                headers: Object.assign(Object.assign({}, formData.getHeaders()), (!fileStream.headers['content-length']
+            const response = await client_1.axiosClient.post(artifact.upload_url, formData, Object.assign({ headers: Object.assign(Object.assign({}, formData.getHeaders()), (!hasContentLength
                     ? {
                         'Content-Length': constants_1.MAX_DEVREV_ARTIFACT_SIZE,
                     }
-                    : {})),
-                // Prevents buffering of the response in the memory
-                maxRedirects: 0,
-                // Allow 2xx and 3xx (redirects) to be considered successful, 4xx and 5xx will throw errors and be caught in the catch block
-                validateStatus: (status) => status >= 200 && status < 400,
-            });
-            this.destroyStream(fileStream);
+                    : {})), 
+                // Prevents buffering of the response in memory
+                maxRedirects: 0, 
+                // 2xx and 3xx are success; 4xx/5xx throw into the catch block
+                validateStatus: (status) => status >= 200 && status < 400 }, (!hasContentLength ? { 'axios-retry': { retries: 0 } } : {})));
+            (0, uploader_helpers_1.destroyHttpStream)(fileStream);
             return { response };
         }
         catch (error) {
-            this.destroyStream(fileStream);
+            (0, uploader_helpers_1.destroyHttpStream)(fileStream);
             return { error };
         }
     }
-    /**
-     * Confirms that an artifact upload has been completed successfully.
-     * @param {string} artifactId - The ID of the artifact to confirm
-     * @returns {Promise<AxiosResponse | void>} The axios response or undefined on error
-     */
     async confirmArtifactUpload(artifactId) {
         const url = `${this.devrevApiEndpoint}/internal/airdrop.artifacts.confirm-upload`;
         try {
-            const response = await axios_client_internal_1.axiosClient.post(url, {
+            const response = await client_1.axiosClient.post(url, {
                 request_id: this.requestId,
                 artifact_id: artifactId,
             }, {
                 headers: Object.assign({}, this.defaultHeaders),
             });
-            // If response exists and the status is 2xx, return the response
             if ((response === null || response === void 0 ? void 0 : response.status) >= 200 && (response === null || response === void 0 ? void 0 : response.status) < 300) {
                 return { response };
             }
             else {
                 return {
-                    error: new Error('Error while confirming artifact upload. ' +
-                        JSON.stringify(response)),
+                    error: {
+                        message: 'Error while confirming artifact upload. ' +
+                            (0, logger_1.serializeError)(response),
+                    },
                 };
             }
         }
         catch (error) {
-            return { error: (0, logger_1.serializeError)(error) };
+            return { error: { message: (0, logger_1.serializeError)(error) } };
         }
     }
-    /**
-     * Destroys a stream to prevent resource leaks.
-     * @param {any} fileStream - The axios response stream to destroy
-     */
-    destroyStream(fileStream) {
-        try {
-            if (fileStream && fileStream.data) {
-                // For axios response streams, the data property contains the actual stream
-                if (typeof fileStream.data.destroy === 'function') {
-                    fileStream.data.destroy();
-                }
-                else if (typeof fileStream.data.close === 'function') {
-                    fileStream.data.close();
-                }
-            }
-        }
-        catch (error) {
-            console.warn('Error while destroying stream:', (0, logger_1.serializeError)(error));
-        }
-    }
-    /**
-     * Retrieves attachment metadata from an artifact by downloading and parsing it.
-     * @param {object} param0 - Configuration object
-     * @param {string} param0.artifact - The artifact ID to download attachments from
-     * @returns {Promise<{attachments?: NormalizedAttachment[], error?: {message: string}}>} The attachments array or error object
-     */
+    /** Downloads an artifact and parses it into attachment metadata. */
     async getAttachmentsFromArtifactId({ artifact, }) {
-        // Get the URL of the attachments metadata artifact
         const { response: artifactUrl, error: artifactUrlError } = await this.getArtifactDownloadUrl(artifact);
         if (artifactUrlError) {
             return {
-                error: new Error('Error while getting artifact download URL. ' +
-                    (0, logger_1.serializeError)(artifactUrlError)),
+                error: {
+                    message: 'Error while getting artifact download URL. ' +
+                        (0, logger_1.serializeError)(artifactUrlError),
+                },
             };
         }
-        // Download artifact from the URL
         const { response: gzippedJsonlObject, error: gzippedJsonlObjectError } = await this.downloadArtifact(artifactUrl);
         if (gzippedJsonlObjectError) {
             return {
-                error: new Error('Error while downloading gzipped jsonl object.' +
-                    (0, logger_1.serializeError)(gzippedJsonlObjectError)),
+                error: {
+                    message: 'Error while downloading gzipped jsonl object. ' +
+                        (0, logger_1.serializeError)(gzippedJsonlObjectError),
+                },
             };
         }
-        // Decompress the gzipped jsonl object
         const { response: jsonlObject, error: jsonlObjectError } = (0, uploader_helpers_1.decompressGzip)(gzippedJsonlObject);
         if (jsonlObjectError) {
             return {
-                error: new Error('Error while decompressing gzipped jsonl object.' +
-                    (0, logger_1.serializeError)(jsonlObjectError)),
+                error: {
+                    message: 'Error while decompressing gzipped jsonl object. ' +
+                        (0, logger_1.serializeError)(jsonlObjectError),
+                },
             };
         }
-        // Parse the jsonl object to get the attachment metadata
         const { response: jsonObject, error: jsonObjectError } = (0, uploader_helpers_1.parseJsonl)(jsonlObject);
         if (jsonObjectError) {
             return {
-                error: new Error('Error while parsing jsonl object.' + (0, logger_1.serializeError)(jsonObjectError)),
+                error: {
+                    message: 'Error while parsing jsonl object. ' +
+                        (0, logger_1.serializeError)(jsonObjectError),
+                },
             };
         }
         return { attachments: jsonObject };
     }
-    /**
-     * Gets the download URL for an artifact from the DevRev API.
-     * @param {string} artifactId - The ID of the artifact to download
-     * @returns {Promise<string | void>} The download URL or undefined on error
-     */
     async getArtifactDownloadUrl(artifactId) {
         const url = `${this.devrevApiEndpoint}/internal/airdrop.artifacts.download-url`;
         try {
-            const response = await axios_client_internal_1.axiosClient.get(url, {
+            const response = await client_1.axiosClient.get(url, {
                 headers: Object.assign({}, this.defaultHeaders),
                 params: {
                     request_id: this.requestId,
@@ -258,14 +217,9 @@ class Uploader {
             return { error };
         }
     }
-    /**
-     * Downloads an artifact file from the given URL.
-     * @param {string} artifactUrl - The URL to download the artifact from
-     * @returns {Promise<Buffer | void>} The artifact file buffer or undefined on error
-     */
     async downloadArtifact(artifactUrl) {
         try {
-            const response = await axios_client_internal_1.axiosClient.get(artifactUrl, {
+            const response = await client_1.axiosClient.get(artifactUrl, {
                 responseType: 'arraybuffer',
             });
             return { response: response.data };
@@ -274,13 +228,7 @@ class Uploader {
             return { error };
         }
     }
-    /**
-     * Retrieves and parses JSON objects from an artifact by artifact ID.
-     * @param {object} param0 - Configuration object
-     * @param {string} param0.artifactId - The artifact ID to download and parse
-     * @param {boolean} [param0.isGzipped=false] - Whether the artifact is gzipped
-     * @returns {Promise<object[] | object | void>} The parsed JSON objects or undefined on error
-     */
+    /** Downloads an artifact (optionally gzipped) and parses it as JSONL. */
     async getJsonObjectByArtifactId({ artifactId, isGzipped = false, }) {
         const { response: artifactUrl, error: artifactUrlError } = await this.getArtifactDownloadUrl(artifactId);
         if (artifactUrlError) {