@uploadcare/upload-client 6.0.1-alpha.8 → 6.1.0-alpha.0

package/dist/index.node.js

@@ -1,7 +1,7 @@
 import http from 'http';
 import https from 'https';
-import { parse } from 'url';
 import { Transform, Readable } from 'stream';
+import { parse } from 'url';
 import NodeFormData from 'form-data';
 import WebSocket from 'ws';
 
@@ -164,6 +164,26 @@ const poll = ({ check, interval = DEFAULT_INTERVAL, timeout, signal }) => new Pr
     tickTimeoutId = setTimeout(tick, 0);
 });
 
+/*
+  Settings for future support:
+  parallelDirectUploads: 10,
+ */
+const defaultSettings = {
+    baseCDN: 'https://ucarecdn.com',
+    baseURL: 'https://upload.uploadcare.com',
+    maxContentLength: 50 * 1024 * 1024,
+    retryThrottledRequestMaxTimes: 1,
+    retryNetworkErrorMaxTimes: 3,
+    multipartMinFileSize: 25 * 1024 * 1024,
+    multipartChunkSize: 5 * 1024 * 1024,
+    multipartMinLastPartSize: 1024 * 1024,
+    maxConcurrentRequests: 4,
+    pollingTimeoutMilliseconds: 10000,
+    pusherKey: '79ae88bd931ea68464d9'
+};
+const defaultContentType = 'application/octet-stream';
+const defaultFilename = 'original';
+
 // ProgressEmitter is a simple PassThrough-style transform stream which keeps
 // track of the number of bytes which have been piped through it and will
 // invoke the `onprogress` function whenever new number are available.
@@ -268,7 +288,8 @@ const request = (params) => {
     }));
 };
 
-function identity(obj) {
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+function identity(obj, ..._args) {
     return obj;
 }
 
@@ -285,49 +306,24 @@ const getFileOptions = ({ name, contentType }) => [
 const transformFile = identity;
 var getFormData = () => new NodeFormData();
 
-const isReactNativeUri = (uri) => {
-    if (typeof uri !== 'string') {
-        return false;
-    }
-    return uri.startsWith('file:') || uri.startsWith('content:');
+const isBlob = (data) => {
+    return typeof Blob !== 'undefined' && data instanceof Blob;
 };
-const isReactNativeAsset = (asset) => {
-    return (!!asset &&
-        typeof asset === 'object' &&
-        !Array.isArray(asset) &&
-        'uri' in asset &&
-        typeof asset.uri === 'string' &&
-        isReactNativeUri(asset.uri));
+const isFile = (data) => {
+    return typeof File !== 'undefined' && data instanceof File;
 };
-
-/**
- * FileData type guard.
- */
-const isFileData = (data) => {
-    return (data !== undefined &&
-        ((typeof Blob !== 'undefined' && data instanceof Blob) ||
-            (typeof File !== 'undefined' && data instanceof File) ||
-            (typeof Buffer !== 'undefined' && data instanceof Buffer) ||
-            (typeof data === 'string' && isReactNativeUri(data)) ||
-            (typeof data === 'object' && isReactNativeAsset(data))));
+const isBuffer = (data) => {
+    return typeof Buffer !== 'undefined' && data instanceof Buffer;
 };
-/**
- * Uuid type guard.
- */
-const isUuid = (data) => {
-    const UUID_REGEX = '[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}';
-    const regExp = new RegExp(UUID_REGEX);
-    return !isFileData(data) && regExp.test(data);
+const isReactNativeAsset = (data) => {
+    return (!!data &&
+        typeof data === 'object' &&
+        !Array.isArray(data) &&
+        'uri' in data &&
+        typeof data.uri === 'string');
 };
-/**
- * Url type guard.
- *
- * @param {NodeFile | BrowserFile | Url | Uuid} data
- */
-const isUrl = (data) => {
-    const URL_REGEX = '^(?:\\w+:)?\\/\\/([^\\s\\.]+\\.\\S{2}|localhost[\\:?\\d]*)\\S*$';
-    const regExp = new RegExp(URL_REGEX);
-    return !isFileData(data) && regExp.test(data);
+const isFileData = (data) => {
+    return (isBlob(data) || isFile(data) || isBuffer(data) || isReactNativeAsset(data));
 };
 
 const isSimpleValue = (value) => {
@@ -345,7 +341,7 @@ const isFileValue = (value) => !!value &&
 function collectParams(params, inputKey, inputValue) {
     if (isFileValue(inputValue)) {
         const { name, contentType } = inputValue;
-        const file = transformFile(inputValue.data); // lgtm [js/superfluous-trailing-arguments]
+        const file = transformFile(inputValue.data, name, contentType);
         const options = getFileOptions({ name, contentType });
         params.push([inputKey, file, ...options]);
     }
@@ -368,11 +364,9 @@ function getFormDataParams(options) {
     return params;
 }
 function buildFormData(options) {
-    console.log('buildFormData', options);
     const formData = getFormData();
     const paramsList = getFormDataParams(options);
     for (const params of paramsList) {
-        console.log('params', params);
         const [key, value, ...rest] = params;
         // node form-data has another signature for append
         formData.append(key, value, ...rest);
@@ -380,6 +374,19 @@ function buildFormData(options) {
     return formData;
 }
 
+class UploadClientError extends Error {
+    constructor(message, code, request, response, headers) {
+        super();
+        this.name = 'UploadClientError';
+        this.message = message;
+        this.code = code;
+        this.request = request;
+        this.response = response;
+        this.headers = headers;
+        Object.setPrototypeOf(this, UploadClientError.prototype);
+    }
+}
+
 const buildSearchParams = (query) => {
     const searchParams = new URLSearchParams();
     for (const [key, value] of Object.entries(query)) {
@@ -411,26 +418,6 @@ const getUrl = (base, path, query) => {
     return url.toString();
 };
 
-/*
-  Settings for future support:
-  parallelDirectUploads: 10,
- */
-const defaultSettings = {
-    baseCDN: 'https://ucarecdn.com',
-    baseURL: 'https://upload.uploadcare.com',
-    maxContentLength: 50 * 1024 * 1024,
-    retryThrottledRequestMaxTimes: 1,
-    retryNetworkErrorMaxTimes: 3,
-    multipartMinFileSize: 25 * 1024 * 1024,
-    multipartChunkSize: 5 * 1024 * 1024,
-    multipartMinLastPartSize: 1024 * 1024,
-    maxConcurrentRequests: 4,
-    pollingTimeoutMilliseconds: 10000,
-    pusherKey: '79ae88bd931ea68464d9'
-};
-const defaultContentType = 'application/octet-stream';
-const defaultFilename = 'original';
-
 var version = '6.0.0';
 
 const LIBRARY_NAME = 'UploadcareUploadClient';
@@ -443,19 +430,6 @@ function getUserAgent(options) {
     });
 }
 
-class UploadClientError extends Error {
-    constructor(message, code, request, response, headers) {
-        super();
-        this.name = 'UploadClientError';
-        this.message = message;
-        this.code = code;
-        this.request = request;
-        this.response = response;
-        this.headers = headers;
-        Object.setPrototypeOf(this, UploadClientError.prototype);
-    }
-}
-
 const REQUEST_WAS_THROTTLED_CODE = 'RequestThrottledError';
 const DEFAULT_RETRY_AFTER_TIMEOUT = 15000;
 const DEFAULT_NETWORK_ERROR_TIMEOUT = 1000;
@@ -486,6 +460,36 @@ function retryIfFailed(fn, options) {
     }));
 }
 
+const getContentType = (file) => {
+    let contentType = '';
+    if (isBlob(file) || isFile(file) || isReactNativeAsset(file)) {
+        contentType = file.type;
+    }
+    if (contentType) {
+        return contentType;
+    }
+    console.warn(`Cannot determine content type. Using default content type: ${defaultContentType}`, file);
+    return defaultContentType;
+};
+
+const getFileName = (file) => {
+    let filename = '';
+    if (isFile(file) && file.name) {
+        filename = file.name;
+    }
+    else if (isBlob(file) || isBuffer(file)) {
+        filename = '';
+    }
+    else if (isReactNativeAsset(file) && file.name) {
+        filename = file.name;
+    }
+    if (filename) {
+        return filename;
+    }
+    console.warn(`Cannot determine filename. Using default filename: ${defaultFilename}`, file);
+    return defaultFilename;
+};
+
 function getStoreValue(store) {
     return typeof store === 'undefined' ? 'auto' : store ? '1' : '0';
 }
@@ -501,13 +505,13 @@ function base(file, { publicKey, fileName, contentType, baseURL = defaultSetting
             jsonerrors: 1
         }),
         headers: {
-            'X-UC-User-Agent': getUserAgent({ publicKey, integration, userAgent }),
+            'X-UC-User-Agent': getUserAgent({ publicKey, integration, userAgent })
         },
         data: buildFormData({
             file: {
                 data: file,
-                name: fileName ?? file?.name ?? defaultFilename,
-                contentType: contentType ?? file?.type ?? defaultContentType
+                name: fileName || getFileName(file),
+                contentType: contentType || getContentType(file)
             },
             UPLOADCARE_PUB_KEY: publicKey,
             UPLOADCARE_STORE: getStoreValue(store),
@@ -705,9 +709,9 @@ function multipartStart(size, { publicKey, contentType, fileName, multipartChunk
             'X-UC-User-Agent': getUserAgent({ publicKey, integration, userAgent })
         },
         data: buildFormData({
-            filename: fileName ?? defaultFilename,
+            filename: fileName || defaultFilename,
             size: size,
-            content_type: contentType ?? defaultContentType,
+            content_type: contentType || defaultContentType,
             part_size: multipartChunkSize,
             UPLOADCARE_STORE: getStoreValue(store),
             UPLOADCARE_PUB_KEY: publicKey,
@@ -784,6 +788,28 @@ function multipartComplete(uuid, { publicKey, baseURL = defaultSettings.baseURL,
     }), { retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes });
 }
 
+function isReadyPoll({ file, publicKey, baseURL, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, signal, onProgress }) {
+    return poll({
+        check: (signal) => info(file, {
+            publicKey,
+            baseURL,
+            signal,
+            source,
+            integration,
+            userAgent,
+            retryThrottledRequestMaxTimes,
+            retryNetworkErrorMaxTimes
+        }).then((response) => {
+            if (response.isReady) {
+                return response;
+            }
+            onProgress && onProgress({ isComputable: true, value: 1 });
+            return false;
+        }),
+        signal
+    });
+}
+
 class UploadcareFile {
     constructor(fileInfo, { baseCDN, fileName }) {
         this.name = null;
@@ -821,28 +847,6 @@ class UploadcareFile {
     }
 }
 
-function isReadyPoll({ file, publicKey, baseURL, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, signal, onProgress }) {
-    return poll({
-        check: (signal) => info(file, {
-            publicKey,
-            baseURL,
-            signal,
-            source,
-            integration,
-            userAgent,
-            retryThrottledRequestMaxTimes,
-            retryNetworkErrorMaxTimes
-        }).then((response) => {
-            if (response.isReady) {
-                return response;
-            }
-            onProgress && onProgress({ isComputable: true, value: 1 });
-            return false;
-        }),
-        signal
-    });
-}
-
 const uploadDirect = (file, { publicKey, fileName, baseURL, secureSignature, secureExpire, store, contentType, signal, onProgress, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, baseCDN, metadata }) => {
     return base(file, {
         publicKey,
@@ -878,6 +882,29 @@ const uploadDirect = (file, { publicKey, fileName, baseURL, secureSignature, sec
         .then((fileInfo) => new UploadcareFile(fileInfo, { baseCDN }));
 };
 
+const uploadFromUploaded = (uuid, { publicKey, fileName, baseURL, signal, onProgress, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, baseCDN }) => {
+    return info(uuid, {
+        publicKey,
+        baseURL,
+        signal,
+        source,
+        integration,
+        userAgent,
+        retryThrottledRequestMaxTimes,
+        retryNetworkErrorMaxTimes
+    })
+        .then((fileInfo) => new UploadcareFile(fileInfo, { baseCDN, fileName }))
+        .then((result) => {
+        // hack for node ¯\_(ツ)_/¯
+        if (onProgress)
+            onProgress({
+                isComputable: true,
+                value: 1
+            });
+        return result;
+    });
+};
+
 const race = (fns, { signal } = {}) => {
     let lastError = null;
     let winnerIndex = null;
@@ -1215,35 +1242,30 @@ const uploadFromUrl = (sourceUrl, { publicKey, fileName, baseURL, baseCDN, check
 }))
     .then((fileInfo) => new UploadcareFile(fileInfo, { baseCDN }));
 
-const uploadFromUploaded = (uuid, { publicKey, fileName, baseURL, signal, onProgress, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, baseCDN }) => {
-    return info(uuid, {
-        publicKey,
-        baseURL,
-        signal,
-        source,
-        integration,
-        userAgent,
-        retryThrottledRequestMaxTimes,
-        retryNetworkErrorMaxTimes
-    })
-        .then((fileInfo) => new UploadcareFile(fileInfo, { baseCDN, fileName }))
-        .then((result) => {
-        // hack for node ¯\_(ツ)_/¯
-        if (onProgress)
-            onProgress({
-                isComputable: true,
-                value: 1
-            });
-        return result;
-    });
+const memo = new WeakMap();
+const getBlobFromReactNativeAsset = async (asset) => {
+    if (memo.has(asset)) {
+        return memo.get(asset);
+    }
+    const blob = await fetch(asset.uri).then((res) => res.blob());
+    memo.set(asset, blob);
+    return blob;
 };
 
-/**
- * Get file size.
- */
-const getFileSize = (file) => {
-    return file.length || file.size;
+const getFileSize = async (file) => {
+    if (isBuffer(file)) {
+        return file.length;
+    }
+    if (isFile(file) || isBlob(file)) {
+        return file.size;
+    }
+    if (isReactNativeAsset(file)) {
+        const blob = await getBlobFromReactNativeAsset(file);
+        return blob.size;
+    }
+    throw new Error(`Unknown file type. Cannot determine file size.`);
 };
+
 /**
  * Check if FileData is multipart data.
  */
@@ -1251,15 +1273,24 @@ const isMultipart = (fileSize, multipartMinFileSize = defaultSettings.multipartM
     return fileSize >= multipartMinFileSize;
 };
 
-const sliceChunk = (file, index, fileSize, chunkSize) => {
-    const start = chunkSize * index;
-    const end = Math.min(start + chunkSize, fileSize);
-    return file.slice(start, end);
+/**
+ * Uuid type guard.
+ */
+const isUuid = (data) => {
+    const UUID_REGEX = '[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}';
+    const regExp = new RegExp(UUID_REGEX);
+    return !isFileData(data) && regExp.test(data);
+};
+/**
+ * Url type guard.
+ *
+ * @param {SupportedFileInput | Url | Uuid} data
+ */
+const isUrl = (data) => {
+    const URL_REGEX = '^(?:\\w+:)?\\/\\/([^\\s\\.]+\\.\\S{2}|localhost[\\:?\\d]*)\\S*$';
+    const regExp = new RegExp(URL_REGEX);
+    return !isFileData(data) && regExp.test(data);
 };
-
-function prepareChunks(file, fileSize, chunkSize) {
-    return (index) => sliceChunk(file, index, fileSize, chunkSize);
-}
 
 const runWithConcurrency = (concurrency, tasks) => {
     return new Promise((resolve, reject) => {
@@ -1296,6 +1327,16 @@ const runWithConcurrency = (concurrency, tasks) => {
     });
 };
 
+const sliceChunk = (file, index, fileSize, chunkSize) => {
+    const start = chunkSize * index;
+    const end = Math.min(start + chunkSize, fileSize);
+    return file.slice(start, end);
+};
+
+const prepareChunks = async (file, fileSize, chunkSize) => {
+    return (index) => sliceChunk(file, index, fileSize, chunkSize);
+};
+
 const uploadPart = (chunk, url, { publicKey, onProgress, signal, integration, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes }) => multipartUpload(chunk, url, {
     publicKey,
     onProgress,
@@ -1304,8 +1345,8 @@ const uploadPart = (chunk, url, { publicKey, onProgress, signal, integration, re
     retryThrottledRequestMaxTimes,
     retryNetworkErrorMaxTimes
 });
-const uploadMultipart = (file, { publicKey, fileName, fileSize, baseURL, secureSignature, secureExpire, store, signal, onProgress, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, contentType, multipartChunkSize = defaultSettings.multipartChunkSize, maxConcurrentRequests = defaultSettings.maxConcurrentRequests, baseCDN, metadata }) => {
-    const size = fileSize || getFileSize(file);
+const uploadMultipart = async (file, { publicKey, fileName, fileSize, baseURL, secureSignature, secureExpire, store, signal, onProgress, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, contentType, multipartChunkSize = defaultSettings.multipartChunkSize, maxConcurrentRequests = defaultSettings.maxConcurrentRequests, baseCDN, metadata }) => {
+    const size = fileSize ?? (await getFileSize(file));
     let progressValues;
     const createProgressHandler = (totalChunks, chunkIdx) => {
         if (!onProgress)
@@ -1327,8 +1368,8 @@ const uploadMultipart = (file, { publicKey, fileName, fileSize, baseURL, secureS
     };
     return multipartStart(size, {
         publicKey,
-        contentType,
-        fileName: fileName ?? file.name,
+        contentType: contentType || getContentType(file),
+        fileName: fileName || getFileName(file),
         baseURL,
         secureSignature,
         secureExpire,
@@ -1341,8 +1382,8 @@ const uploadMultipart = (file, { publicKey, fileName, fileSize, baseURL, secureS
         retryNetworkErrorMaxTimes,
         metadata
     })
-        .then(({ uuid, parts }) => {
-        const getChunk = prepareChunks(file, size, multipartChunkSize);
+        .then(async ({ uuid, parts }) => {
+        const getChunk = await prepareChunks(file, size, multipartChunkSize);
         return Promise.all([
             uuid,
             runWithConcurrency(maxConcurrentRequests, parts.map((url, index) => () => uploadPart(getChunk(index), url, {
@@ -1389,14 +1430,15 @@ const uploadMultipart = (file, { publicKey, fileName, fileSize, baseURL, secureS
 /**
  * Uploads file from provided data.
  */
-function uploadFile(data, { publicKey, fileName, baseURL = defaultSettings.baseURL, secureSignature, secureExpire, store, signal, onProgress, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, contentType, multipartMinFileSize, multipartChunkSize, maxConcurrentRequests, baseCDN = defaultSettings.baseCDN, checkForUrlDuplicates, saveUrlForRecurrentUploads, pusherKey, metadata }) {
+async function uploadFile(data, { publicKey, fileName, baseURL = defaultSettings.baseURL, secureSignature, secureExpire, store, signal, onProgress, source, integration, userAgent, retryThrottledRequestMaxTimes, retryNetworkErrorMaxTimes, contentType, multipartMinFileSize, multipartChunkSize, maxConcurrentRequests, baseCDN = defaultSettings.baseCDN, checkForUrlDuplicates, saveUrlForRecurrentUploads, pusherKey, metadata }) {
     if (isFileData(data)) {
-        const fileSize = getFileSize(data);
+        const fileSize = await getFileSize(data);
         if (isMultipart(fileSize, multipartMinFileSize)) {
             return uploadMultipart(data, {
                 publicKey,
                 contentType,
                 multipartChunkSize,
+                fileSize,
                 fileName,
                 baseURL,
                 secureSignature,