hfs 3.1.5 → 3.2.0-beta2

package/src/acme.js

@@ -32,17 +32,21 @@ const acmeMiddleware = (ctx, next) => {
         return next();
 };
 exports.acmeMiddleware = acmeMiddleware;
-const TEMP_MAP = { private: 80, public: { host: '', port: 80 }, description: 'hfs temporary', ttl: 5000 }; // from my tests (zyxel VMG8825), lower values won't make a working mapping
+const TEMP_MAP = (0, nat_1.upnpMappingParam)(80, 80, 'hfs temporary', 5000); // from my tests (zyxel VMG8825), lower values won't make a working mapping
+// remove temporary port mapping, if any is left from previous execution
 (0, misc_1.repeat)(misc_1.MINUTE, async (stop) => {
-    await nat_1.upnpClient.getGateway(); // without this, the next call will break upnp support
-    const res = await nat_1.upnpClient.getMappings();
+    if (!await nat_1.upnpEnabled.getWhenReady())
+        return stop();
+    const client = (0, nat_1.getUpnpClient)();
+    await client.getGateway(); // without this, the next call will break upnp support
+    const res = await client.getMappings();
     const leftover = res.find(x => x.description === TEMP_MAP.description); // in case the process is interrupted
     if (!leftover)
         return void stop(); // we are good
     if (acmeOngoing)
         return; // it doesn't count, as we are in the middle of something. Retry later
     stop();
-    return nat_1.upnpClient.removeMapping(TEMP_MAP);
+    return client.removeMapping(TEMP_MAP);
 });
 async function generateSSLCert(domain, email, altNames) {
     // will answer the challenge through our koa app (if on port 80) or must we spawn a dedicated server?
@@ -63,7 +67,7 @@ async function generateSSLCert(domain, email, altNames) {
         let check = await (0, selfCheck_1.selfCheck)(checkUrl); // some check services may not consider the domain, but we already verified that
         if (check?.success === false && nat.upnp && !nat.mapped80) {
             console.debug("Setting temporary port forward");
-            tempMap = await (0, misc_1.haveTimeout)(10_000, nat_1.upnpClient.createMapping(TEMP_MAP).catch(() => { })).catch(() => { });
+            tempMap = await (0, misc_1.haveTimeout)(10_000, (0, nat_1.getUpnpClient)().createMapping(TEMP_MAP)).catch(() => { });
             check = await (0, selfCheck_1.selfCheck)(checkUrl); // repeat test
         }
         //if (!check) throw new ApiError(HTTP_FAILED_DEPENDENCY, "couldn't test port 80")
@@ -88,9 +92,9 @@ async function generateSSLCert(domain, email, altNames) {
         return { key, cert };
     }
     finally {
-        if (tempMap) {
+        if (tempMap && nat_1.upnpEnabled.get()) {
             console.debug("Removing temporary port forward");
-            nat_1.upnpClient.removeMapping(TEMP_MAP).catch(() => { }); // clean after ourselves
+            (0, nat_1.getUpnpClient)().removeMapping(TEMP_MAP).catch(() => { }); // clean after ourselves
         }
         acmeOngoing = false;
         if (tempSrv)

package/src/api.accounts.js

@@ -16,9 +16,9 @@ function prepareAccount(ac) {
         ...lodash_1.default.omit(ac, ['password', 'hashed_password', 'srp']),
         username: ac.username, // omit won't copy it because it's a hidden prop
         hasPassword: (0, perm_1.accountHasPassword)(ac),
-        isGroup: !ac.plugin?.auth && !(0, perm_1.accountHasPassword)(ac),
+        isGroup: !(0, perm_1.accountHasLoginMethod)(ac),
         adminActualAccess: (0, perm_1.accountCanLoginAdmin)(ac),
-        canLogin: (0, perm_1.accountHasPassword)(ac) ? (0, perm_1.accountCanLogin)(ac) : undefined,
+        canLogin: (0, perm_1.accountHasLoginMethod)(ac) ? (0, perm_1.accountCanLogin)(ac) : undefined,
         canChangePassword: (0, perm_1.accountCanChangePassword)(ac),
         invalidated: auth_1.invalidateSessionBefore.get(ac.username),
         directMembers: Object.values(perm_1.accounts.get()).filter(a => a.belongs?.includes(ac.username)).map(x => x.username),
@@ -33,7 +33,7 @@ function prepareAccount(ac) {
         })
     };
 }
-const ALLOWED_KEYS = ['admin', 'allow_net', 'belongs', 'days_to_live', 'disable_password_change',
+const ALLOWED_KEYS = ['admin', 'allow_net', 'auto_login_net', 'belongs', 'days_to_live', 'disable_password_change',
     'disabled', 'expire', 'ignore_limits', 'notes', 'password', 'redirect', 'require_password_change', 'username'];
 exports.default = {
     get_usernames() {

package/src/api.auth.js

@@ -18,10 +18,12 @@ const ongoingLogins = {}; // store data that doesn't fit session object
 const keepSessionAlive = (0, config_1.defineConfig)('keep_session_alive', true);
 const refresh_session = async ({}, ctx) => {
     const username = (0, auth_1.getCurrentUsername)(ctx);
+    const isAdmin = (0, adminApis_1.ctxAdminAccess)(ctx) || undefined;
     return !ctx.session ? new apiMiddleware_1.ApiError(const_1.HTTP_SERVER_ERROR) : {
         username,
         expandedUsername: Array.from((0, perm_1.expandUsername)(username)),
-        adminUrl: (0, adminApis_1.ctxAdminAccess)(ctx) ? ctx.state.revProxyPath + const_1.ADMIN_URI : undefined,
+        isAdmin,
+        adminUrl: isAdmin && ctx.state.revProxyPath + const_1.ADMIN_URI,
         canChangePassword: (0, perm_1.accountCanChangePassword)(ctx.state.account),
         requireChangePassword: ctx.state.account?.require_password_change,
         exp: username && keepSessionAlive.get() ? new Date(Date.now() + middlewares_1.sessionDuration.compiled()) : undefined,

package/src/api.get_file_list.js

@@ -35,7 +35,7 @@ const get_file_list = async ({ uri = '/', offset, limit, c, onlyFolders, onlyFil
     if (!node)
         return fail(const_1.HTTP_NOT_FOUND);
     admin &&= (0, adminApis_1.ctxAdminAccess)(ctx); // validate 'admin' flag
-    if (await (0, vfs_1.hasDefaultFile)(node, ctx) || !(0, vfs_1.nodeIsFolder)(node)) // for files without permission, the frontend is sent, and the location is the file itself
+    if (await (0, vfs_1.getDefaultFile)(node, ctx) || !(0, vfs_1.nodeIsFolder)(node)) // for files without permission, the frontend is sent, and the location is the file itself
         // so, we first check if you have a permission problem, to tell frontend to show login, otherwise we fall back to method_not_allowed, as it's proper for files.
         return fail(!admin && (0, vfs_1.statusCodeForMissingPerm)(node, 'can_read', ctx) ? undefined : const_1.HTTP_METHOD_NOT_ALLOWED);
     if (!admin && (0, vfs_1.statusCodeForMissingPerm)(node, 'can_list', ctx))
@@ -44,7 +44,7 @@ const get_file_list = async ({ uri = '/', offset, limit, c, onlyFolders, onlyFil
     limit = Number(limit);
     const { filterName, filterComment, fileMask, depth } = paramsToFilter(rest);
     const walker = (0, vfs_1.walkNode)(node, { ctx: admin ? undefined : ctx, onlyFolders, onlyFiles, depth });
-    const onDirEntryHandlers = (0, plugins_1.mapPlugins)(plug => plug.onDirEntry);
+    const onDirEntryHandlers = (0, plugins_1.mapPlugins)((plug, id) => plug.onDirEntry && { id, cb: plug.onDirEntry });
     const can_upload = admin || (0, vfs_1.hasPermission)(node, 'can_upload', ctx);
     const can_delete = admin || (0, vfs_1.hasPermission)(node, 'can_delete', ctx);
     const fakeChild = await (0, vfs_1.applyParentToChild)({ source: 'dummy-file', original: undefined }, node); // used to check permission; simple but can produce false results; 'original' to simulate a non-vfs node
@@ -74,7 +74,7 @@ const get_file_list = async ({ uri = '/', offset, limit, c, onlyFolders, onlyFil
     async function* produceEntries() {
         for await (const sub of walker) {
             let name = (0, vfs_1.getNodeName)(sub);
-            name = (0, path_1.basename)(name) || name; // on windows, basename('C:') === ''
+            name = (0, path_1.basename)(name) || name; // on Windows, basename('C:') === ''
             if (filterName && !filterName(name) || fileMask && !(0, vfs_1.nodeIsFolder)(sub) && !fileMask(name)
                 || filterComment && !filterComment(await (0, comments_1.getCommentFor)(sub.source) || ''))
                 continue;
@@ -83,15 +83,15 @@ const get_file_list = async ({ uri = '/', offset, limit, c, onlyFolders, onlyFil
                 continue;
             const cbParams = { entry, ctx, listUri: uri, node: sub };
             try {
-                const res = await Promise.all(onDirEntryHandlers.map(cb => cb(cbParams)));
+                const res = await Promise.all(onDirEntryHandlers.map(({ id, cb }) => Promise.resolve().then(() => cb(cbParams)).catch(error => { throw { id, error }; })));
                 if (res.some(x => x === false))
                     continue;
-                if ((await events_1.default.emitAsync('dirEntry', cbParams))?.isDefaultPrevented())
-                    continue;
             }
             catch (e) {
-                console.warn("A plugin is causing problems on dirEntry:", e);
+                console.warn(`Plugin ${e?.id || '?'} is causing problems on onDirEntry:`, e?.error ?? e);
             }
+            if ((await events_1.default.emitAsync('dirEntry', cbParams))?.isDefaultPrevented())
+                continue;
             if (offset) {
                 --offset;
                 continue;
@@ -111,10 +111,14 @@ const get_file_list = async ({ uri = '/', offset, limit, c, onlyFolders, onlyFil
         const name = (0, vfs_1.getNodeName)(node);
         const isFolder = (0, vfs_1.nodeIsFolder)(node);
         try {
-            const st = source ? await (node.stats || (0, misc_1.statWithTimeout)(source).catch(e => {
-                if (!isFolder || !node.children?.length) // folders with virtual children, keep them
-                    throw e;
-            })) : undefined;
+            const [web, comment, st] = await Promise.all([
+                (0, vfs_1.getDefaultFile)(node, ctx).then(x => x ? true : undefined),
+                node.comment ?? (0, comments_1.getCommentFor)(source),
+                (0, vfs_1.nodeStats)(node).catch(e => {
+                    if (!isFolder || !node.children?.length) // folders with virtual children, keep them
+                        throw e;
+                })
+            ]);
             // permissions of entries are sent as a difference with permissions of parent
             const pl = node.can_list === misc_1.WHO_NO_ONE ? 'l'
                 : !(0, vfs_1.hasPermission)(node, 'can_list', ctx) ? 'L'
@@ -136,9 +140,9 @@ const get_file_list = async ({ uri = '/', offset, limit, c, onlyFolders, onlyFil
                 url,
                 target: node.target,
                 order: node.order,
-                comment: node.comment ?? await (0, comments_1.getCommentFor)(source),
+                comment,
                 icon: getNodeIcon(node),
-                web: await (0, vfs_1.hasDefaultFile)(node, ctx) ? true : undefined,
+                web,
             };
         }
         catch {

package/src/api.monitor.js

@@ -4,6 +4,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.serializeConnection = serializeConnection;
+exports.inferOperation = inferOperation;
 const lodash_1 = __importDefault(require("lodash"));
 const connections_1 = require("./connections");
 const misc_1 = require("./misc");
@@ -11,6 +13,7 @@ const throttler_1 = require("./throttler");
 const auth_1 = require("./auth");
 const SendList_1 = require("./SendList");
 const persistence_1 = require("./persistence");
+const cross_1 = require("./cross");
 exports.default = {
     async disconnect({ ip, port, allButLocalhost }) {
         (0, misc_1.apiAssertTypes)({
@@ -28,25 +31,21 @@ exports.default = {
     get_connections({}, ctx) {
         const list = new SendList_1.SendListReadable({
             diff: true,
-            addAtStart: (0, connections_1.getConnections)().map(c => !ignore(c) && serializeConnection(c)).filter(Boolean),
+            addAtStart: (0, connections_1.getConnections)().map(serializeConnection),
         });
         list.props({ you: ctx.ip });
         return list.events(ctx, {
             connection(conn) {
-                if (ignore(conn))
-                    return;
                 list.add(serializeConnection(conn));
             },
             connectionClosed(conn) {
-                if (ignore(conn))
-                    return;
                 list.remove(getConnAddress(conn));
             },
             connectionNewIp(conn, oldIp, newIp) {
                 list.update(getConnAddress(conn, oldIp), { ip: newIp });
             },
             connectionUpdated(conn, change) {
-                if (conn.socket.closed || ignore(conn) || ignore(change) || lodash_1.default.isEmpty(change))
+                if (conn.socket.closed || lodash_1.default.isEmpty(change))
                     return;
                 if (change.ctx) {
                     Object.assign(change, fromCtx(change.ctx));
@@ -55,48 +54,16 @@ exports.default = {
                 list.update(getConnAddress(conn), change);
             },
         });
-        function serializeConnection(conn) {
-            const { socket, started, secure } = conn;
-            return {
-                ...getConnAddress(conn),
-                v: (socket.remoteFamily?.endsWith('6') ? 6 : 4),
-                got: socket.bytesRead,
-                sent: socket.bytesWritten,
-                country: conn.country,
-                started,
-                secure: (secure || undefined), // undefined will save some space once json-ed
-                ...fromCtx(conn.ctx),
-            };
-        }
-        function fromCtx(ctx) {
-            if (!ctx)
-                return;
-            const s = ctx.state; // short alias
-            return {
-                user: (0, auth_1.getCurrentUsername)(ctx),
-                agent: (0, misc_1.shortenAgent)(ctx.get('user-agent')),
-                archive: s.archive,
-                ...s.browsing ? { op: 'browsing', path: (0, misc_1.safeDecodeURIComponent)(s.browsing) }
-                    : s.uploadPath ? { op: 'upload', path: (0, misc_1.safeDecodeURIComponent)(s.uploadPath) }
-                        : {
-                            op: !s.considerAsGui && (ctx.state.archive || ctx.state.vfsNode) ? 'download' : undefined,
-                            path: (0, misc_1.safeDecodeURIComponent)(ctx.originalUrl),
-                        },
-                opProgress: lodash_1.default.isNumber(s.opProgress) ? lodash_1.default.round(s.opProgress, 3) : undefined,
-                opTotal: s.opTotal,
-                opOffset: s.opOffset,
-            };
-        }
     },
     async *get_connection_stats() {
         while (1) {
-            const filtered = (0, connections_1.getConnections)().filter(x => !ignore(x));
+            const connections = (0, connections_1.getConnections)();
             yield {
                 outSpeedKb: throttler_1.totalOutSpeedKb,
                 inSpeedKb: throttler_1.totalInSpeedKb,
                 sent_got: [throttler_1.totalSent.get(), throttler_1.totalGot.get(), totalGotSentResetTime.get()],
-                connections: filtered.length,
-                ips: lodash_1.default.uniqBy(filtered, x => x.ip).length,
+                connections: connections.length,
+                ips: (0, cross_1.countUniqueBy)(connections, conn => conn.ip),
             };
             await (0, misc_1.wait)(1000);
         }
@@ -108,8 +75,45 @@ exports.default = {
             void persistence_1.storedMap.del(x);
     },
 };
-function ignore(conn) {
-    return false; //conn.socket && isLocalHost(conn)
+function serializeConnection(conn) {
+    const { socket, started, secure } = conn;
+    return {
+        ...getConnAddress(conn),
+        v: (socket.remoteFamily?.endsWith('6') ? 6 : 4),
+        // connection fields are request-scoped once transfer tracking starts; socket counters cover earlier snapshots
+        got: conn.got || socket.bytesRead,
+        sent: conn.sent || socket.bytesWritten,
+        outSpeedKb: conn.outSpeedKb,
+        inSpeedKb: conn.inSpeedKb,
+        country: conn.country,
+        started,
+        secure: (secure || undefined), // undefined will save some space once json-ed
+        ...fromCtx(conn.ctx),
+    };
+}
+function fromCtx(ctx) {
+    if (!ctx)
+        return;
+    return {
+        user: (0, auth_1.getCurrentUsername)(ctx),
+        agent: (0, misc_1.shortenAgent)(ctx.get('user-agent')),
+        ...inferOperation(ctx)
+    };
+}
+function inferOperation(ctx) {
+    const s = ctx.state; // short alias
+    return {
+        archive: s.archive,
+        ...s.browsing ? { op: 'browsing', path: (0, misc_1.safeDecodeURIComponent)(s.browsing) }
+            : s.uploadPath ? { op: 'upload', path: (0, misc_1.safeDecodeURIComponent)(s.uploadPath) }
+                : {
+                    op: !s.considerAsGui && (ctx.state.archive || ctx.state.vfsNode) ? 'download' : undefined,
+                    path: (0, misc_1.safeDecodeURIComponent)(ctx.originalUrl),
+                },
+        opProgress: lodash_1.default.isNumber(s.opProgress) ? lodash_1.default.round(s.opProgress, 3) : undefined,
+        opTotal: s.opTotal,
+        opOffset: s.opOffset,
+    };
 }
 function getConnAddress(conn, overrideIp) {
     return {

package/src/api.net.js

@@ -52,16 +52,17 @@ exports.default = {
             return new apiMiddleware_1.ApiError(const_1.HTTP_FAILED_DEPENDENCY, "no internal port");
         if (externalPort)
             try {
-                await nat_1.upnpClient.removeMapping({ public: { host: '', port: externalPort } });
+                await (0, nat_1.getUpnpClient)().removeMapping({ public: { host: '', port: externalPort } });
             }
             catch (e) {
                 return new apiMiddleware_1.ApiError(const_1.HTTP_SERVER_ERROR, "removeMapping failed: " + String(e));
             }
-        if (external) // must use the object form of 'public' to work around a bug of the library
-            await nat_1.upnpClient.createMapping({ private: internal || internalPort, public: { host: '', port: external }, description: 'hfs', ttl: 0 })
+        if (external)
+            await (0, nat_1.getUpnpClient)().createMapping((0, nat_1.upnpMappingParam)(internal || internalPort, external))
                 .catch(res => {
                 throw new apiMiddleware_1.ApiError(res.errorCode || const_1.HTTP_SERVER_ERROR, res.errorCode === 718 ? "Port not available" : res.errorDescription || res.message || "unknown error");
             });
+        nat_1.mappedPort.set(external || 0); // remember only successful HFS mappings
         return {};
     },
     async self_check({ url }) {

package/src/api.vfs.js

@@ -225,7 +225,7 @@ exports.default = {
         for (const k of ['*', 'Directory']) {
             await (0, util_os_1.reg)('add', WINDOWS_REG_KEY.replace('*', k), '/ve', '/f', '/d', 'Add to HFS (new)');
             await (0, util_os_1.reg)('add', WINDOWS_REG_KEY.replace('*', k), '/v', 'icon', '/f', '/d', const_1.IS_BINARY ? process.execPath : const_1.APP_PATH + '\\hfs.ico');
-            await (0, util_os_1.reg)('add', WINDOWS_REG_KEY.replace('*', k) + '\\command', '/ve', '/f', '/d', `powershell -WindowStyle Hidden -Command "
+            await (0, util_os_1.reg)('add', WINDOWS_REG_KEY.replace('*', k) + '\\command', '/ve', '/f', '/d', `powershell -NoProfile -NonInteractive -ExecutionPolicy Bypass -WindowStyle Hidden -Command "
             [Net.ServicePointManager]::SecurityProtocol = [Net.ServicePointManager]::SecurityProtocol -bor [Net.SecurityProtocolType]::Tls12;
             $wsh = New-Object -ComObject Wscript.Shell;
             $j = @{parent=@'\n${parent}\n'@; source=@'\n%1\n'@} | ConvertTo-Json -Compress

package/src/basicWeb.js

@@ -41,7 +41,7 @@ function basicWeb(ctx, node) {
     const stream = (0, misc_1.asyncGeneratorToReadable)((0, misc_1.filterMapGenerator)(walker, async (el) => {
         const isFolder = (0, vfs_1.nodeIsFolder)(el);
         const name = (0, vfs_1.getNodeName)(el) + (isFolder ? '/' : '');
-        return `<li>${a((0, misc_1.pathEncode)(name) + (isFolder && !await (0, vfs_1.hasDefaultFile)(el, ctx) ? force : ''), name)}\n`;
+        return `<li>${a((0, misc_1.pathEncode)(name) + (isFolder && !await (0, vfs_1.getDefaultFile)(el, ctx) ? force : ''), name)}\n`;
     }));
     ctx.body = stream;
     stream.push(`<meta name="viewport" content="width=device-width" />`);

package/src/commands.js

@@ -1,5 +1,38 @@
 "use strict";
 // This file is part of HFS - Copyright 2021-2023, Massimo Melina <a@rejetto.com> - License https://www.gnu.org/licenses/gpl-3.0.txt
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -17,7 +50,8 @@ const plugins_1 = require("./plugins");
 const fileAttr_1 = require("./fileAttr");
 const github_1 = require("./github");
 const cross_1 = require("./cross");
-const api_monitor_1 = __importDefault(require("./api.monitor"));
+const api_monitor_1 = __importStar(require("./api.monitor"));
+const connections_1 = require("./connections");
 const argv_1 = require("./argv");
 const listen_2 = require("./listen");
 let debugEnabled = argv_1.argv.debug || process.env.HFS_DEBUG || const_1.DEV;
@@ -191,11 +225,30 @@ const commands = {
         params: '',
         cb: fileAttr_1.purgeFileAttr,
     },
+    transfers: {
+        params: '',
+        cb() {
+            const transfers = (0, connections_1.getConnections)().map(api_monitor_1.serializeConnection).filter(x => x.op === 'upload' || x.op === 'download');
+            if (!transfers.length)
+                return console.log("No ongoing uploads/downloads");
+            console.table(transfers.map(x => ({
+                type: x.op,
+                progress: (0, cross_1.with_)(x.opProgress ?? x.opOffset, v => v == null ? '' : (0, cross_1.formatPerc)(v)),
+                transferred: (0, cross_1.formatBytes)(Math.max(x.sent || 0, x.got || 0)),
+                total: x.opTotal == null ? '' : (0, cross_1.formatBytes)(x.opTotal),
+                speed: (0, cross_1.formatSpeed)(Math.max(x.outSpeedKb || 0, x.inSpeedKb || 0) * 1000),
+                user: x.user,
+                path: x.path,
+            })));
+        }
+    },
     status: {
         params: '',
         async cb() {
             const ports = await (0, listen_2.getServerStatus)(false);
             console.log(lodash_1.default.map(ports, (x, k) => `${k.toUpperCase()} ${x.configuredPort < 0 ? "disabled" : x.listening ? `on port ${x.port}` : (x.error || "not working")}`).join(" – "));
+            const operations = lodash_1.default.countBy((0, connections_1.getConnections)(), x => x.ctx && (0, api_monitor_1.inferOperation)(x.ctx).op);
+            console.log(`Active downloads ↑ ${operations.download || 0} – uploads ↓ ${operations.upload || 0}`);
             const conn = (await api_monitor_1.default.get_connection_stats().next()).value;
             if (conn) {
                 const { sent_got: sg } = conn;

package/src/comments.js

@@ -16,6 +16,7 @@ const misc_1 = require("./misc");
 const lodash_1 = __importDefault(require("lodash"));
 const iconv_lite_1 = __importDefault(require("iconv-lite"));
 const promises_1 = require("node:fs/promises");
+const expiringCache_1 = require("./expiringCache");
 exports.DESCRIPT_ION = 'descript.ion';
 exports.DESCRIPT_ION_ALT = 'DESCRIPT.ION';
 const commentsStorage = (0, config_1.defineConfig)(cross_1.CFG.comments_storage, '', v => ['', 'attr+ion'].includes(v)); // compiled tell us if we are using descript.ion
@@ -81,13 +82,15 @@ async function filePathHelper(folder) {
     return await (0, util_files_1.exists)(alt) && !await (0, util_files_1.exists)(main) ? alt : main;
 }
 const MULTILINE_SUFFIX = Buffer.from([4, 0xC2]);
+const pathCache = (0, expiringCache_1.expiringCache)(2_000);
+// this can be called many times when listing a folder, and we want to also not check too often as it can be expensive, especially on a networked drive
 async function readDescriptIon(path) {
-    // decoding could also be done with native TextDecoder.decode, but we need iconv for the encoding anyway
-    return (0, util_files_1.parseFile)(await filePathHelper(path), raw => {
-        // for simplicity we "remove" the sequence MULTILINE_SUFFIX before iconv.decode messes it up
+    return (0, util_files_1.parseFile)(await pathCache.try(path, filePathHelper), raw => {
+        // for simplicity, we "remove" the sequence MULTILINE_SUFFIX before iconv.decode messes it up
         for (let i = 0; i < raw.length; i++)
             if (raw[i] === MULTILINE_SUFFIX[0] && raw[i + 1] === MULTILINE_SUFFIX[1] && [undefined, 13, 10].includes(raw[i + 2]))
                 raw[i] = raw[i + 1] = 10;
+        // decoding could also be done with native TextDecoder.decode, but we need iconv for the encoding anyway
         const decoded = iconv_lite_1.default.decode(raw, descriptIonEncoding.get());
         const ret = new Map(decoded.split('\n').map(line => {
             const quoted = line[0] === '"' ? 1 : 0;
@@ -98,7 +101,7 @@ async function readDescriptIon(path) {
         }));
         ret.delete('');
         return ret;
-    });
+    }, 2000);
 }
 descriptIonEncoding.sub(() => {
     for (const k of util_files_1.parseFileCache.keys())

package/src/config.js

@@ -21,10 +21,8 @@ const fs_1 = require("fs");
 const path_1 = require("path");
 const events_1 = __importDefault(require("./events"));
 const promises_1 = require("fs/promises");
-const immer_1 = require("immer");
 const argv_1 = require("./argv");
 const util_files_1 = require("./util-files");
-(0, immer_1.setAutoFreeze)(false); // we still want to mess with objects later (eg: account.belongs)
 // keep definition of config properties
 const configProps = {};
 let started = false; // this will tell the difference for subscribeConfig()s that are called before or after config is loaded
@@ -74,6 +72,10 @@ function defineConfig(k, defaultValue, compiler) {
         get() {
             return getConfig(k);
         },
+        async getWhenReady() {
+            await exports.configReady;
+            return this.get();
+        },
         sub(cb) {
             if (started) // initial event already passed, we'll make the first call
                 cb(getConfig(k), { k, was: defaultValue, defaultValue, version: configVersion.compiled(), object });
@@ -90,8 +92,10 @@ function defineConfig(k, defaultValue, compiler) {
             }, { warnAfter: 1000 }); // e.g. each plugin watch enable_plugins
         },
         set(v) {
-            if (typeof v === 'function')
-                this.set((0, immer_1.produce)(this.get(), v));
+            if (typeof v === 'function') {
+                const draft = structuredClone(this.get());
+                this.set(v(draft) ?? draft); // use return value if provided
+            }
             else
                 setConfig1(k, v);
         },
@@ -220,7 +224,7 @@ function subMultipleConfigs(cb, configs) {
     };
 }
 exports.showHelp = argv_1.argv.help;
-exports.configReady = events_1.default.once('configReady'); // the boolean value means startedWithoutConfig
+exports.configReady = events_1.default.once('configReady').then(x => x[0]); // the value is startedWithoutConfig. The .then also avoids exposing the cancel-subscription function.
 exports.configReady.then(() => {
     if (!exports.showHelp)
         return;

package/src/consoleLog.js

@@ -10,7 +10,16 @@ const cross_1 = require("./cross");
 const fs_1 = require("fs");
 const argv_1 = require("./argv");
 exports.consoleLog = [];
+const originalConsoleLog = console.log;
 const f = argv_1.argv.consoleFile ? (0, fs_1.createWriteStream)(argv_1.argv.consoleFile, { flags: 'a', encoding: 'utf8' }) : null;
+let terminalOutputBroken = false;
+for (const stream of [process.stdout, process.stderr])
+    stream.on('error', err => {
+        if (!isBrokenTerminalOutput(err))
+            throw err;
+        // after the terminal/pipe is gone, further console writes would just re-emit the same process-level error
+        terminalOutputBroken = true;
+    });
 for (const k of ['log', 'warn', 'error', 'debug']) {
     const original = console[k];
     console[k] = (...args) => {
@@ -28,7 +37,31 @@ for (const k of ['log', 'warn', 'error', 'debug']) {
             if (k !== 'log')
                 args.unshift('!');
         }
-        return original((0, cross_1.formatTime)(ts), ...args); // bundled nodejs doesn't have locales (and apparently uses en-US)
+        if (!terminalOutputBroken) {
+            try {
+                return original((0, cross_1.formatTime)(ts), ...args);
+            } // bundled nodejs doesn't have locales (and apparently uses en-US)
+            catch (err) {
+                if (!isBrokenTerminalOutput(err))
+                    throw err;
+                terminalOutputBroken = true;
+            }
+        }
+    };
+    Object.assign(console[k], { original });
+}
+const over = console.log;
+for (const k of ['table']) {
+    const original = console[k];
+    console[k] = (...args) => {
+        console.log = originalConsoleLog;
+        // @ts-ignore
+        try {
+            return original(...args);
+        }
+        finally {
+            console.log = over;
+        }
     };
 }
 function safeJoin(a) {
@@ -55,6 +88,11 @@ function safeJoin(a) {
         }).join(' ');
     }
 }
+function isBrokenTerminalOutput(err) {
+    const code = err?.code;
+    return code === 'EPIPE' || code === 'EIO'
+        || code === 'ERR_STREAM_DESTROYED' || code === 'ERR_STREAM_WRITE_AFTER_END';
+}
 function consoleHint(msg) {
     console.log("HINT: " + msg);
 }

package/src/const.js

@@ -78,6 +78,10 @@ exports.IS_BINARY = !/node|bun/.test((0, path_1.basename)(process.execPath)); //
 exports.APP_PATH = (0, path_1.dirname)(exports.IS_BINARY ? process.execPath : __dirname); // __dirname's parent can be compared with cwd
 exports.MIME_AUTO = 'auto';
 exports.CONFIG_FILE = 'config.yaml';
+if (argv_1.argv.version) {
+    process.stdout.write(exports.VERSION + '\n');
+    process.exit(0);
+}
 // we want this to be the first stuff to be printed, then we print it in this module, that is executed at the beginning
 if (exports.DEV) {
     console.clear();