@vbarbarosh/node-helpers 3.4.6 → 3.5.1

package/package.json

@@ -2,7 +2,7 @@
     "author": "Vladimir Barbarosh <vladimir.barbarosh@gmail.com>",
     "license": "MIT",
     "name": "@vbarbarosh/node-helpers",
-    "version": "3.4.6",
+    "version": "3.5.1",
     "description": "A set of helpers for JavaScript/Node.js",
     "files": [
         "src"

package/src/format_bytes.js

@@ -0,0 +1,17 @@
+function format_bytes(bytes)
+{
+    const sizes = ['B', 'KB', 'MB', 'GB', 'TB', 'PB'];
+    if (Number.isNaN(bytes*1)) {
+        return 'n/a';
+    }
+    if (bytes == 0) {
+        return '0KB';
+    }
+    if (bytes < 1024) {
+        return '1KB';
+    }
+    const i = parseInt(Math.floor(Math.log(bytes) / Math.log(1024)), 10);
+    return `${(bytes / (1024 ** i)).toFixed(bytes > 1024*1024 ? 1 : 0)}${sizes[i]}`;
+}
+
+module.exports = format_bytes;

package/src/http_get_stream_range.js

@@ -0,0 +1,22 @@
+const axios = require('axios');
+const format_thousands = require('./format_thousands');
+const parse_http_content_range = require('./parse_http_content_range');
+
+async function http_get_stream_range(url, begin, end)
+{
+    const a = Number.isInteger(begin) ? begin : '';
+    const b = Number.isInteger(end) ? (end - 1) : '';
+    const headers = {Range: `bytes=${a}-${b}`};
+    const res = await axios.get(url, {responseType: 'stream', headers});
+    const out = res.data;
+    out.content_range = parse_http_content_range(res.headers['content-range']);
+    if (a && out.content_range.first !== a) {
+        out.destroy(new Error(`First byte of a returned range (${format_thousands(out.content_range.first)}) is not as expected: [${format_thousands(a)}]`));
+    }
+    else if (b && out.content_range.last !== b) {
+        out.destroy(new Error(`Last byte of a returned range (${format_thousands(out.content_range.last)}) is not as expected: [${format_thousands(b)}]`));
+    }
+    return out;
+}
+
+module.exports = http_get_stream_range;

package/src/http_head.js

@@ -0,0 +1,8 @@
+const axios = require('axios');
+
+function http_head(url, options)
+{
+    return axios.head(url, options).then(v => v.request.res.headers);
+}
+
+module.exports = http_head;

package/src/pv.js

@@ -0,0 +1,27 @@
+const eta = require('./eta');
+const format_bytes = require('./format_bytes');
+const format_seconds = require('./format_seconds');
+
+/**
+ * Monitor the progress of data through a pipe.
+ */
+async function* pv(stream, {total, resumed, log = s => console.log(s)})
+{
+    let read = 0;
+    const time0 = Date.now();
+    for await (const chunk of stream) {
+        read += chunk.length;
+        const seconds = (Date.now() - time0)/1000;
+        const bps = read/seconds;
+        if (resumed) {
+            const done = read + resumed;
+            log(`${format_bytes(done)} of ${format_bytes(total)} at ${format_bytes(bps)}/s ETA ${eta(time0, total, done, resumed)}`);
+        }
+        else {
+            log(`[${format_seconds(seconds)}] ${format_bytes(read)} at ${format_bytes(bps)}/s`);
+        }
+        yield chunk;
+    }
+}
+
+module.exports = pv;