@juzi/file-box 1.7.4 → 1.7.6

package/dist/esm/src/misc.js

@@ -1,8 +1,22 @@
+import assert from 'assert';
+import { randomUUID } from 'crypto';
+import { once } from 'events';
+import { createReadStream, createWriteStream } from 'fs';
+import { rm } from 'fs/promises';
 import http from 'http';
 import https from 'https';
+import { tmpdir } from 'os';
+import { join } from 'path';
 import { URL } from 'url';
-import { PassThrough, pipeline } from 'stream';
-import { HTTP_CHUNK_SIZE, HTTP_TIMEOUT } from './config.js';
+import { HTTP_CHUNK_SIZE, HTTP_TIMEOUT, NO_SLICE_DOWN } from './config.js';
+const protocolMap = {
+    'http:': { agent: http.globalAgent, request: http.request },
+    'https:': { agent: https.globalAgent, request: https.request },
+};
+function getProtocol(protocol) {
+    assert(protocolMap[protocol], new Error('unknown protocol: ' + protocol));
+    return protocolMap[protocol];
+}
 export function dataUrlToBase64(dataUrl) {
     const dataList = dataUrl.split(',');
     return dataList[dataList.length - 1];
@@ -20,7 +34,10 @@ export async function httpHeadHeader(url) {
         if (REDIRECT_TTL-- <= 0) {
             throw new Error(`ttl expired! too many(>${REDIRECT_TTL}) 302 redirection.`);
         }
-        const res = await _headHeader(url);
+        const res = await fetch(url, {
+            method: 'HEAD',
+        });
+        res.destroy();
         if (!/^3/.test(String(res.statusCode))) {
             if (originUrl !== url) {
                 res.headers.location = url;
@@ -33,37 +50,6 @@ export async function httpHeadHeader(url) {
         }
         url = res.headers.location;
     }
-    async function _headHeader(destUrl) {
-        const parsedUrl = new URL(destUrl);
-        const options = {
-            method: 'HEAD',
-            // method   : 'GET',
-        };
-        let request;
-        if (parsedUrl.protocol === 'https:') {
-            request = https.request;
-        }
-        else if (parsedUrl.protocol === 'http:') {
-            request = http.request;
-        }
-        else {
-            throw new Error('unknown protocol: ' + parsedUrl.protocol);
-        }
-        return new Promise((resolve, reject) => {
-            let res;
-            const req = request(parsedUrl, options, (response) => {
-                res = response;
-                resolve(res);
-            })
-                .on('error', reject)
-                .setTimeout(HTTP_TIMEOUT, () => {
-                const e = new Error(`FileBox: Http request timeout (${HTTP_TIMEOUT})!`);
-                req.emit('error', e);
-                req.destroy();
-            })
-                .end();
-        });
-    }
 }
 export function httpHeaderToFileName(headers) {
     const contentDisposition = headers['content-disposition'];
@@ -81,181 +67,93 @@ export async function httpStream(url, headers = {}) {
     const headHeaders = await httpHeadHeader(url);
     if (headHeaders.location) {
         url = headHeaders.location;
+        const { protocol } = new URL(url);
+        getProtocol(protocol);
     }
-    const parsedUrl = new URL(url);
-    const protocol = parsedUrl.protocol;
-    const options = {};
-    let get;
-    if (!protocol) {
-        throw new Error('protocol is empty');
-    }
-    if (protocol.match(/^https:/i)) {
-        get = https.get;
-        options.agent = https.globalAgent;
-    }
-    else if (protocol.match(/^http:/i)) {
-        get = http.get;
-        options.agent = http.globalAgent;
-    }
-    else {
-        throw new Error('protocol unknown: ' + protocol);
-    }
-    options.headers = {
-        ...headers,
+    const options = {
+        headers: { ...headers },
+        method: 'GET',
     };
     const fileSize = Number(headHeaders['content-length']);
-    if (headHeaders['accept-ranges'] === 'bytes' && fileSize > HTTP_CHUNK_SIZE) {
-        return await downloadFileInChunks(get, url, options, fileSize, HTTP_CHUNK_SIZE);
+    if (!NO_SLICE_DOWN && headHeaders['accept-ranges'] === 'bytes' && fileSize > HTTP_CHUNK_SIZE) {
+        return await downloadFileInChunks(url, options, fileSize, HTTP_CHUNK_SIZE);
     }
     else {
-        return await downloadFile(get, url, options);
+        return await fetch(url, options);
     }
 }
-async function downloadFile(get, url, options) {
-    return new Promise((resolve, reject) => {
-        let res = null;
-        const req = get(url, options, (response) => {
-            res = response;
-            resolve(res);
-        });
-        req
-            .on('error', reject)
-            .setTimeout(HTTP_TIMEOUT, () => {
-            const e = new Error(`FileBox: Http request timeout (${HTTP_TIMEOUT})!`);
-            if (res) {
-                res.emit('error', e);
-            }
-            req.emit('error', e);
-            req.destroy();
-        })
-            .end();
-    });
+async function fetch(url, options) {
+    const { protocol } = new URL(url);
+    const { request, agent } = getProtocol(protocol);
+    const opts = {
+        agent,
+        ...options,
+    };
+    const req = request(url, opts)
+        .setTimeout(HTTP_TIMEOUT)
+        .once('timeout', () => {
+        req.destroy(new Error(`FileBox: Http request timeout (${HTTP_TIMEOUT})!`));
+    })
+        .end();
+    const [res] = (await once(req, 'response'));
+    return res;
 }
-async function downloadFileInChunks(get, url, options, fileSize, chunkSize = HTTP_CHUNK_SIZE) {
-    const ac = new AbortController();
-    const stream = new PassThrough();
-    const abortAc = () => {
-        if (!ac.signal.aborted) {
-            ac.abort();
-        }
+async function downloadFileInChunks(url, options, fileSize, chunkSize = HTTP_CHUNK_SIZE) {
+    const tmpFile = join(tmpdir(), `filebox-${randomUUID()}`);
+    const writeStream = createWriteStream(tmpFile);
+    const allowStatusCode = [200, 206];
+    const requestBaseOptions = {
+        headers: {},
+        ...options,
+        timeout: HTTP_TIMEOUT,
     };
-    stream
-        .once('close', abortAc)
-        .once('error', abortAc);
-    const chunksCount = Math.ceil(fileSize / chunkSize);
-    let chunksDownloaded = 0;
-    let dataTotalSize = 0;
-    const doDownloadChunk = async function (i, retries) {
-        const start = i * chunkSize;
-        const end = Math.min((i + 1) * chunkSize - 1, fileSize - 1);
+    let chunkSeq = 0;
+    let start = 0;
+    let end = 0;
+    let downSize = 0;
+    let retries = 3;
+    while (downSize < fileSize) {
+        end = Math.min(start + chunkSize, fileSize - 1);
         const range = `bytes=${start}-${end}`;
-        // console.info('doDownloadChunk() range:', range)
-        if (ac.signal.aborted) {
-            stream.destroy(new Error('Signal aborted.'));
-            return;
-        }
-        const requestOptions = {
-            ...options,
-            signal: ac.signal,
-            timeout: HTTP_TIMEOUT,
-        };
-        if (!requestOptions.headers) {
-            requestOptions.headers = {};
-        }
+        const requestOptions = Object.assign({}, requestBaseOptions);
+        assert(requestOptions.headers, 'Errors that should not happen: Invalid headers');
         requestOptions.headers['Range'] = range;
         try {
-            const chunk = await downloadChunk(get, url, requestOptions, retries);
-            if (chunk.errored) {
-                throw new Error('chunk stream error');
-            }
-            if (chunk.closed) {
-                throw new Error('chunk stream closed');
-            }
-            if (chunk.destroyed) {
-                throw new Error('chunk stream destroyed');
-            }
-            const buf = await streamToBuffer(chunk);
-            stream.push(buf);
-            chunksDownloaded++;
-            dataTotalSize += buf.length;
-            if (chunksDownloaded === chunksCount || dataTotalSize >= fileSize) {
-                stream.push(null);
+            const res = await fetch(url, options);
+            assert(allowStatusCode.includes(res.statusCode ?? 0), `Request failed with status code ${res.statusCode}`);
+            assert(Number(res.headers['content-length']) > 0, 'Server returned 0 bytes of data');
+            for await (const chunk of res) {
+                assert(Buffer.isBuffer(chunk));
+                downSize += chunk.length;
+                writeStream.write(chunk);
             }
+            res.destroy();
         }
-        catch (err) {
-            if (retries === 0) {
-                stream.emit('error', err);
-            }
-            else {
-                await doDownloadChunk(i, retries - 1);
+        catch (error) {
+            const err = error;
+            if (--retries <= 0) {
+                void rm(tmpFile, { force: true });
+                writeStream.close();
+                throw new Error(`Download file with chunk failed! ${err.message}`, { cause: err });
             }
         }
-    };
-    const doDownloadAllChunks = async function () {
-        for (let i = 0; i < chunksCount; i++) {
-            if (ac.signal.aborted) {
-                return;
-            }
-            await doDownloadChunk(i, 3);
-        }
-    };
-    void doDownloadAllChunks().catch((e) => {
-        stream.emit('error', e);
-    });
-    return stream;
-}
-async function downloadChunk(get, url, requestOptions, retries) {
-    return new Promise((resolve, reject) => {
-        const doRequest = (attempt) => {
-            let resolved = false;
-            const req = get(url, requestOptions, (res) => {
-                const statusCode = res.statusCode ?? 0;
-                // console.info('downloadChunk(%d) statusCode: %d rsp.headers: %o', attempt, statusCode, res.headers)
-                if (statusCode < 200 || statusCode >= 300) {
-                    if (attempt < retries) {
-                        void doRequest(attempt + 1);
-                    }
-                    else {
-                        reject(new Error(`Request failed with status code ${res.statusCode}`));
-                    }
-                    return;
-                }
-                const stream = pipeline(res, new PassThrough(), () => { });
-                resolve(stream);
-                resolved = true;
-            });
-            req
-                .once('error', (err) => {
-                if (resolved) {
-                    return;
-                }
-                // console.error('downloadChunk(%d) req error:', attempt, err)
-                if (attempt < retries) {
-                    void doRequest(attempt + 1);
-                }
-                else {
-                    reject(err);
-                }
-            })
-                .setTimeout(HTTP_TIMEOUT, () => {
-                const e = new Error(`FileBox: Http request timeout (${HTTP_TIMEOUT})!`);
-                req.emit('error', e);
-                req.destroy();
-            })
-                .end();
-        };
-        void doRequest(0);
+        chunkSeq++;
+        start = downSize;
+    }
+    writeStream.close();
+    const readStream = createReadStream(tmpFile);
+    readStream
+        .once('end', () => readStream.close())
+        .once('close', () => {
+        void rm(tmpFile, { force: true });
     });
+    return readStream;
 }
 export async function streamToBuffer(stream) {
-    return new Promise((resolve, reject) => {
-        const bufferList = [];
-        stream.once('error', reject);
-        stream.once('end', () => {
-            const fullBuffer = Buffer.concat(bufferList);
-            resolve(fullBuffer);
-        });
-        stream.on('data', (buffer) => bufferList.push(buffer));
-    });
+    const chunks = [];
+    for await (const chunk of stream) {
+        chunks.push(chunk);
+    }
+    return Buffer.concat(chunks);
 }
 //# sourceMappingURL=misc.js.map

package/dist/esm/src/misc.js.map

@@ -1 +1 @@
-{"version":3,"file":"misc.js","sourceRoot":"","sources":["../../../src/misc.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAS,MAAM,CAAA;AAC1B,OAAO,KAAK,MAAQ,OAAO,CAAA;AAC3B,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAA;AAEzB,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAY,MAAM,QAAQ,CAAA;AAExD,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE3D,MAAM,UAAU,eAAe,CAAE,OAAe;IAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACnC,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAE,GAAW;IAE/C,MAAM,SAAS,GAAG,GAAG,CAAA;IACrB,IAAI,YAAY,GAAG,CAAC,CAAA;IAEpB,OAAO,IAAI,EAAE;QACX,IAAI,YAAY,EAAE,IAAI,CAAC,EAAE;YACvB,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,oBAAoB,CAAC,CAAA;SAC5E;QAED,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAA;QAElC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE;YACtC,IAAI,SAAS,KAAK,GAAG,EAAE;gBACrB,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAA;aAC3B;YACD,OAAO,GAAG,CAAC,OAAO,CAAA;SACnB;QAED,sCAAsC;QAEtC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;SAC9C;QAED,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAA;KAC3B;IAED,KAAK,UAAU,WAAW,CAAE,OAAe;QACzC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,OAAO,GAAG;YACd,MAAM,EAAK,MAAM;YACjB,oBAAoB;SACrB,CAAA;QAED,IAAI,OAA4B,CAAA;QAEhC,IAAI,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE;YACnC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;SACxB;aAAM,IAAI,SAAS,CAAC,QAAQ,KAAK,OAAO,EAAE;YACzC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;SACvB;aAAM;YACL,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;SAC3D;QAED,OAAO,IAAI,OAAO,CAAuB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3D,IAAI,GAAqC,CAAA;YACzC,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACnD,GAAG,GAAG,QAAQ,CAAA;gBACd,OAAO,CAAC,GAAG,CAAC,CAAA;YACd,CAAC,CAAC;iBACC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;iBACnB,UAAU,CAAC,YAAY,EAAE,GAAG,EAAE;gBAC7B,MAAM,CAAC,GAAG,IAAI,KAAK,CAAC,kCAAkC,YAAY,IAAI,CAAC,CAAA;gBACvE,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;gBACpB,GAAG,CAAC,OAAO,EAAE,CAAA;YACf,CAAC,CAAC;iBACD,GAAG,EAAE,CAAA;QACV,CAAC,CAAC,CAAA;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,OAAiC;IAEjC,MAAM,kBAAkB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAA;IAEzD,IAAI,CAAC,kBAAkB,EAAE;QACvB,OAAO,IAAI,CAAA;KACZ;IAED,8DAA8D;IAC9D,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAE/E,IAAI,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE;QACzB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAA;KAClB;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAgB,EAChB,UAAqC,EAAE;IAEvC,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;IAC7C,IAAI,WAAW,CAAC,QAAQ,EAAE;QACxB,GAAG,GAAG,WAAW,CAAC,QAAQ,CAAA;KAC3B;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IAE9B,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAA;IAEnC,MAAM,OAAO,GAAwB,EAAE,CAAA;IAEvC,IAAI,GAAqB,CAAA;IAEzB,IAAI,CAAC,QAAQ,EAAE;QACb,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;KACrC;IAED,IAAI,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;QAC9B,GAAG,GAAa,KAAK,CAAC,GAAG,CAAA;QACzB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,WAAW,CAAA;KAClC;SAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE;QACpC,GAAG,GAAa,IAAI,CAAC,GAAG,CAAA;QACxB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAA;KACjC;SAAM;QACL,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,QAAQ,CAAC,CAAA;KACjD;IAED,OAAO,CAAC,OAAO,GAAG;QAChB,GAAG,OAAO;KACX,CAAA;IAED,MAAM,QAAQ,GAAM,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC,CAAA;IAEzD,IAAI,WAAW,CAAC,eAAe,CAAC,KAAK,OAAO,IAAI,QAAQ,GAAG,eAAe,EAAE;QAC1E,OAAO,MAAM,oBAAoB,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAA;KAChF;SAAM;QACL,OAAO,MAAM,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;KAC7C;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,GAAqB,EACrB,GAAW,EACX,OAA4B;IAE5B,OAAO,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/C,IAAI,GAAG,GAAgC,IAAI,CAAA;QAC3C,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE;YACzC,GAAG,GAAG,QAAQ,CAAA;YACd,OAAO,CAAC,GAAG,CAAC,CAAA;QACd,CAAC,CAAC,CAAA;QAEF,GAAG;aACA,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;aACnB,UAAU,CAAC,YAAY,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,GAAG,IAAI,KAAK,CAAC,kCAAkC,YAAY,IAAI,CAAC,CAAA;YACvE,IAAI,GAAG,EAAE;gBACP,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;aACrB;YACD,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;YACpB,GAAG,CAAC,OAAO,EAAE,CAAA;QACf,CAAC,CAAC;aACD,GAAG,EAAE,CAAA;IACV,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,GAAqB,EACrB,GAAW,EACX,OAA4B,EAC5B,QAAgB,EAChB,SAAS,GAAG,eAAe;IAE3B,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAA;IAChC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAA;IAEhC,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE;YACtB,EAAE,CAAC,KAAK,EAAE,CAAA;SACX;IACH,CAAC,CAAA;IAED,MAAM;SACH,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;SACtB,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAEzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAA;IACnD,IAAI,gBAAgB,GAAG,CAAC,CAAA;IACxB,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,MAAM,eAAe,GAAG,KAAK,WAAW,CAAS,EAAE,OAAe;QAChE,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAA;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAA;QAC3D,MAAM,KAAK,GAAG,SAAS,KAAK,IAAI,GAAG,EAAE,CAAA;QAErC,kDAAkD;QAElD,IAAI,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE;YACrB,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAA;YAC5C,OAAM;SACP;QAED,MAAM,cAAc,GAAwB;YAC1C,GAAG,OAAO;YACV,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,OAAO,EAAE,YAAY;SACtB,CAAA;QACD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE;YAC3B,cAAc,CAAC,OAAO,GAAG,EAAE,CAAA;SAC5B;QACD,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,KAAK,CAAA;QAEvC,IAAI;YACF,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,OAAO,CAAC,CAAA;YACpE,IAAI,KAAK,CAAC,OAAO,EAAE;gBACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;aACtC;YACD,IAAI,KAAK,CAAC,MAAM,EAAE;gBAChB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;aACvC;YACD,IAAI,KAAK,CAAC,SAAS,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;aAC1C;YACD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;YACvC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAChB,gBAAgB,EAAE,CAAA;YAClB,aAAa,IAAI,GAAG,CAAC,MAAM,CAAA;YAE3B,IAAI,gBAAgB,KAAK,WAAW,IAAI,aAAa,IAAI,QAAQ,EAAE;gBACjE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;aAClB;SACF;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,OAAO,KAAK,CAAC,EAAE;gBACjB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;aAC1B;iBAAM;gBACL,MAAM,eAAe,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAA;aACtC;SACF;IACH,CAAC,CAAA;IAED,MAAM,mBAAmB,GAAG,KAAK;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE;YACpC,IAAI,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE;gBACrB,OAAM;aACP;YACD,MAAM,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;SAC5B;IACH,CAAC,CAAA;IAED,KAAK,mBAAmB,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACzB,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,CAAA;AACf,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAqB,EACrB,GAAW,EACX,cAAmC,EACnC,OAAe;IAEf,OAAO,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/C,MAAM,SAAS,GAAG,CAAC,OAAe,EAAE,EAAE;YACpC,IAAI,QAAQ,GAAG,KAAK,CAAA;YACpB,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,EAAE,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC3C,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,CAAC,CAAA;gBACtC,qGAAqG;gBAErG,IAAI,UAAU,GAAG,GAAG,IAAI,UAAU,IAAI,GAAG,EAAE;oBACzC,IAAI,OAAO,GAAG,OAAO,EAAE;wBACrB,KAAK,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAA;qBAC5B;yBAAM;wBACL,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;qBACvE;oBACD,OAAM;iBACP;gBAED,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,WAAW,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;gBACzD,OAAO,CAAC,MAAM,CAAC,CAAA;gBACf,QAAQ,GAAG,IAAI,CAAA;YACjB,CAAC,CAAC,CAAA;YAEF,GAAG;iBACA,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACrB,IAAI,QAAQ,EAAE;oBACZ,OAAM;iBACP;gBACD,8DAA8D;gBAC9D,IAAI,OAAO,GAAG,OAAO,EAAE;oBACrB,KAAK,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAA;iBAC5B;qBAAM;oBACL,MAAM,CAAC,GAAG,CAAC,CAAA;iBACZ;YACH,CAAC,CAAC;iBACD,UAAU,CAAC,YAAY,EAAE,GAAG,EAAE;gBAC7B,MAAM,CAAC,GAAG,IAAI,KAAK,CAAC,kCAAkC,YAAY,IAAI,CAAC,CAAA;gBACvE,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;gBACpB,GAAG,CAAC,OAAO,EAAE,CAAA;YACf,CAAC,CAAC;iBACD,GAAG,EAAE,CAAA;QACV,CAAC,CAAA;QACD,KAAK,SAAS,CAAC,CAAC,CAAC,CAAA;IACnB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAE,MAAgB;IACpD,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7C,MAAM,UAAU,GAAa,EAAE,CAAA;QAC/B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE;YACtB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;YAC5C,OAAO,CAAC,UAAU,CAAC,CAAA;QACrB,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IACxD,CAAC,CAAC,CAAA;AACJ,CAAC"}
+{"version":3,"file":"misc.js","sourceRoot":"","sources":["../../../src/misc.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAA;AAC3B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACnC,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAC7B,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAA;AACxD,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AAChC,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAA;AAC3B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAE3B,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAA;AAEzB,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE1E,MAAM,WAAW,GAEb;IACF,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;IAC3D,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;CAC/D,CAAA;AAED,SAAS,WAAW,CAAE,QAAgB;IACpC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,KAAK,CAAC,oBAAoB,GAAG,QAAQ,CAAC,CAAC,CAAA;IACzE,OAAO,WAAW,CAAC,QAAQ,CAAE,CAAA;AAC/B,CAAC;AAED,MAAM,UAAU,eAAe,CAAE,OAAe;IAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACnC,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAE,GAAW;IAC/C,MAAM,SAAS,GAAG,GAAG,CAAA;IACrB,IAAI,YAAY,GAAG,CAAC,CAAA;IAEpB,OAAO,IAAI,EAAE;QACX,IAAI,YAAY,EAAE,IAAI,CAAC,EAAE;YACvB,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,oBAAoB,CAAC,CAAA;SAC5E;QAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;SACf,CAAC,CAAA;QACF,GAAG,CAAC,OAAO,EAAE,CAAA;QAEb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE;YACtC,IAAI,SAAS,KAAK,GAAG,EAAE;gBACrB,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAA;aAC3B;YACD,OAAO,GAAG,CAAC,OAAO,CAAA;SACnB;QAED,sCAAsC;QAEtC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;SAC9C;QAED,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAA;KAC3B;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAE,OAAiC;IACrE,MAAM,kBAAkB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAA;IAEzD,IAAI,CAAC,kBAAkB,EAAE;QACvB,OAAO,IAAI,CAAA;KACZ;IAED,8DAA8D;IAC9D,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAE/E,IAAI,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE;QACzB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAA;KAClB;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAE,GAAW,EAAE,UAAoC,EAAE;IACnF,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;IAC7C,IAAI,WAAW,CAAC,QAAQ,EAAE;QACxB,GAAG,GAAG,WAAW,CAAC,QAAQ,CAAA;QAC1B,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,WAAW,CAAC,QAAQ,CAAC,CAAA;KACtB;IAED,MAAM,OAAO,GAAwB;QACnC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE;QACvB,MAAM,EAAE,KAAK;KACd,CAAA;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC,CAAA;IAEtD,IAAI,CAAC,aAAa,IAAI,WAAW,CAAC,eAAe,CAAC,KAAK,OAAO,IAAI,QAAQ,GAAG,eAAe,EAAE;QAC5F,OAAO,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAA;KAC3E;SAAM;QACL,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;KACjC;AACH,CAAC;AAED,KAAK,UAAU,KAAK,CAAE,GAAW,EAAE,OAA4B;IAC7D,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IACjC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG;QACX,KAAK;QACL,GAAG,OAAO;KACX,CAAA;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC;SAC3B,UAAU,CAAC,YAAY,CAAC;SACxB,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;QACpB,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,kCAAkC,YAAY,IAAI,CAAC,CAAC,CAAA;IAC5E,CAAC,CAAC;SACD,GAAG,EAAE,CAAA;IACR,MAAM,CAAE,GAAG,CAAE,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAA6B,CAAA;IACzE,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAA4B,EAC5B,QAAgB,EAChB,SAAS,GAAG,eAAe;IAE3B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,WAAW,UAAU,EAAE,EAAE,CAAC,CAAA;IACzD,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC9C,MAAM,eAAe,GAAG,CAAE,GAAG,EAAE,GAAG,CAAE,CAAA;IACpC,MAAM,kBAAkB,GAAwB;QAC9C,OAAO,EAAE,EAAE;QACX,GAAG,OAAO;QACV,OAAO,EAAE,YAAY;KACtB,CAAA;IACD,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,OAAO,GAAG,CAAC,CAAA;IAEf,OAAO,QAAQ,GAAG,QAAQ,EAAE;QAC1B,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAA;QAC/C,MAAM,KAAK,GAAG,SAAS,KAAK,IAAI,GAAG,EAAE,CAAA;QACrC,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAA;QAC5D,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,gDAAgD,CAAC,CAAA;QAChF,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,KAAK,CAAA;QAEvC,IAAI;YACF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;YACrC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,mCAAmC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YAC1G,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,EAAE,iCAAiC,CAAC,CAAA;YACpF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,EAAE;gBAC7B,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC9B,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAA;gBACxB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;aACzB;YACD,GAAG,CAAC,OAAO,EAAE,CAAA;SACd;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,GAAG,GAAG,KAAc,CAAA;YAC1B,IAAI,EAAE,OAAO,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;gBACjC,WAAW,CAAC,KAAK,EAAE,CAAA;gBACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;aACnF;SACF;QACD,QAAQ,EAAE,CAAA;QACV,KAAK,GAAG,QAAQ,CAAA;KACjB;IACD,WAAW,CAAC,KAAK,EAAE,CAAA;IAEnB,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAC5C,UAAU;SACP,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;SACrC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;QAClB,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IACJ,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAE,MAAgB;IACpD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE;QAChC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;KACnB;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;AAC9B,CAAC"}

package/dist/esm/src/version.d.ts

@@ -1,5 +1,6 @@
 /**
- * This file was auto generated from scripts/generate-version.sh
+ * This file will be overwrite when we publish NPM module
+ * by scripts/generate_version.ts
  */
-export declare const VERSION: string;
+export declare const VERSION = "0.0.0";
 //# sourceMappingURL=version.d.ts.map

package/dist/esm/src/version.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../../src/version.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,OAAO,EAAE,MAAgB,CAAA"}
+{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../../src/version.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,eAAO,MAAM,OAAO,UAAU,CAAA"}

package/dist/esm/src/version.js

@@ -1,5 +1,6 @@
 /**
- * This file was auto generated from scripts/generate-version.sh
+ * This file will be overwrite when we publish NPM module
+ * by scripts/generate_version.ts
  */
-export const VERSION = '1.7.4';
+export const VERSION = '0.0.0';
 //# sourceMappingURL=version.js.map

package/dist/esm/src/version.js.map

@@ -1 +1 @@
-{"version":3,"file":"version.js","sourceRoot":"","sources":["../../../src/version.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAW,OAAO,CAAA"}
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../../../src/version.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juzi/file-box",
-  "version": "1.7.4",
+  "version": "1.7.6",
   "description": "Pack a File into Box for easy move/transfer between servers no matter of where it is.(local path, remote url, or cloud storage)",
   "type": "module",
   "exports": {
@@ -52,12 +52,15 @@
     "@chatie/tsconfig": "^4.6.2",
     "@types/isomorphic-fetch": "0.0.35",
     "@types/mime": "^2.0.3",
+    "@types/node": "^18.18.7",
     "@types/qrcode": "^1.4.1",
     "@types/uuid": "^8.3.3",
+    "eslint-plugin-n": "^16.2.0",
     "gts": "^3.1.0",
     "pkg-jq": "^0.2.11",
     "read-pkg-up": "^8.0.0",
-    "reflect-metadata": "^0.1.13"
+    "reflect-metadata": "^0.1.13",
+    "tap": "^16.3.9"
   },
   "dependencies": {
     "brolog": "^1.14.2",
@@ -81,4 +84,4 @@
       "pre-push": "npx git-scripts-pre-push"
     }
   }
-}
+}

package/src/config.ts

@@ -1,8 +1,13 @@
 /// <reference path="./typings.d.ts" />
 export { VERSION } from './version.js'
 
-export const HTTP_TIMEOUT = Number(process.env['FILEBOX_HTTP_TIMEOUT'])
+export const HTTP_REQUEST_TIMEOUT = Number(process.env['FILEBOX_HTTP_REQUEST_TIMEOUT'])
+  || 10 * 1000
+
+export const HTTP_RESPONSE_TIMEOUT = Number(process.env['FILEBOX_HTTP_RESPONSE_TIMEOUT'] ?? process.env['FILEBOX_HTTP_TIMEOUT'])
   || 60 * 1000
 
+export const NO_SLICE_DOWN = process.env['FILEBOX_NO_SLICE_DOWN'] === 'true'
+
 export const HTTP_CHUNK_SIZE = Number(process.env['FILEBOX_HTTP_CHUNK_SIZE'])
   || 1024 * 512