cryptpad-server 0.0.2 → 0.0.4

package/build/front.js

@@ -22,8 +22,6 @@ var require$$1$2 = require("express");
 
 var require$$4$1 = require("cookie-parser");
 
-var require$$5 = require("body-parser");
-
 var _documentCurrentScript = typeof document !== "undefined" ? document.currentScript : null;
 
 var commonUtil$2 = {
@@ -1360,6 +1358,9 @@ function requireWsConnector() {
                 cb(void 0, ctx.self);
             };
             const port = config.wsPort || config.port;
+            httpServer.on("error", e => {
+                cb(e);
+            });
             httpServer.listen(port, config.host, onServerReady);
         },
         initClient: (ctx, config, id, onConnected, cb) => {
@@ -1570,7 +1571,6 @@ function requireCore() {
         const Util = requireCommonUtil$1();
         const Constants = requireConstants();
         const escapeKeyCharacters = Util.escapeKeyCharacters;
-        __require();
         const Crypto = __require$3();
         const Keys = requireKeys();
         Core.DEFAULT_LIMIT = 50 * 1024 * 1024;
@@ -1690,8 +1690,7 @@ function requireCore() {
             cb();
         };
         Core.getPaths = (mainConfig, isEnv) => {
-            const {index, config} = mainConfig;
-            Constants.paths;
+            const {config} = mainConfig;
             const all = {
                 basePath: config.basePath || config.base || "./data",
                 filePath: config.filePath || "./datastore",
@@ -2776,6 +2775,14 @@ function requireFile() {
             writeLinkedFile(env, path, content, cb);
         });
     };
+    const hasLinkedDocuments = (env, channelId) => {
+        const path = mkLinkedPath(env, channelId);
+        try {
+            return Fs.existsSync(path);
+        } catch (e) {
+            return false;
+        }
+    };
     const getLinkedDocuments = (env, channelId, cb) => {
         const path = mkLinkedPath(env, channelId);
         readLinkedFile(env, path, cb);
@@ -3848,6 +3855,7 @@ function requireFile() {
                         writeMetadata(env, channelName, data, Util.both(cb, next));
                     });
                 },
+                hasLinkedDocuments: channelId => hasLinkedDocuments(env, channelId),
                 getLinkedDocuments: (channelId, cb) => {
                     if (!isValidChannelId(channelId)) {
                         return cb(new Error("EINVAL"));
@@ -4053,7 +4061,7 @@ function requireLogger() {
     return logger;
 }
 
-var version = "0.0.2";
+var version = "0.0.4";
 
 var require$$2 = {
     version
@@ -5010,7 +5018,6 @@ function requireNetwork() {
     const {setHeaders} = requireHeaders();
     const Crypto = require("crypto");
     const cookieParser = require$$4$1;
-    const bodyParser = require$$5;
     const Network = {};
     const app = Express();
     const events = {
@@ -5028,7 +5035,7 @@ function requireNetwork() {
             }
             next();
         });
-        app.use(bodyParser.urlencoded({
+        app.use(Express.urlencoded({
             extended: true
         }));
         app.use(cookieParser());
@@ -5800,7 +5807,8 @@ function requireFront() {
                 process.send({
                     type: "front",
                     index,
-                    msg: "READY"
+                    msg: "READY",
+                    pid: process.pid
                 });
             } else {
                 Env.Log.info("SINGLE_FRONT_STARTED", Env.myId);

package/build/http.js

@@ -996,7 +996,6 @@ function requireCore() {
         const Util = requireCommonUtil$1();
         const Constants = requireConstants();
         const escapeKeyCharacters = Util.escapeKeyCharacters;
-        __require$5();
         const Crypto = __require$4();
         const Keys = requireKeys();
         Core.DEFAULT_LIMIT = 50 * 1024 * 1024;
@@ -1116,8 +1115,7 @@ function requireCore() {
             cb();
         };
         Core.getPaths = (mainConfig, isEnv) => {
-            const {index, config} = mainConfig;
-            Constants.paths;
+            const {config} = mainConfig;
             const all = {
                 basePath: config.basePath || config.base || "./data",
                 filePath: config.filePath || "./datastore",
@@ -2202,6 +2200,14 @@ function requireFile() {
             writeLinkedFile(env, path, content, cb);
         });
     };
+    const hasLinkedDocuments = (env, channelId) => {
+        const path = mkLinkedPath(env, channelId);
+        try {
+            return Fs.existsSync(path);
+        } catch (e) {
+            return false;
+        }
+    };
     const getLinkedDocuments = (env, channelId, cb) => {
         const path = mkLinkedPath(env, channelId);
         readLinkedFile(env, path, cb);
@@ -3274,6 +3280,7 @@ function requireFile() {
                         writeMetadata(env, channelName, data, Util.both(cb, next));
                     });
                 },
+                hasLinkedDocuments: channelId => hasLinkedDocuments(env, channelId),
                 getLinkedDocuments: (channelId, cb) => {
                     if (!isValidChannelId(channelId)) {
                         return cb(new Error("EINVAL"));
@@ -3479,7 +3486,7 @@ function requireLogger() {
     return logger;
 }
 
-var version = "0.0.2";
+var version = "0.0.4";
 
 var require$$2 = {
     version
@@ -5174,6 +5181,9 @@ function requireWsConnector() {
                 cb(void 0, ctx.self);
             };
             const port = config.wsPort || config.port;
+            httpServer.on("error", e => {
+                cb(e);
+            });
             httpServer.listen(port, config.host, onServerReady);
         },
         initClient: (ctx, config, id, onConnected, cb) => {
@@ -5315,7 +5325,8 @@ function requireHttpServer() {
                 type: "http",
                 index: 0,
                 dev: Env.DEV_MODE,
-                msg: "READY"
+                msg: "READY",
+                pid: process.pid
             });
         });
     };

package/build/http.worker.js

@@ -2,6 +2,8 @@
 
 var require$$0$2 = require("express");
 
+var require$$1$2 = require("mime-types");
+
 var node_module = require("node:module");
 
 var require$$1$1 = require("fs-extra");
@@ -16,9 +18,9 @@ var require$$0$1 = require("stream-to-pull-stream");
 
 var require$$1 = require("pull-stream");
 
-var require$$5 = require("http-proxy-middleware");
+var require$$6 = require("http-proxy-middleware");
 
-var require$$7 = require("connect-gzip-static");
+var require$$8 = require("connect-gzip-static");
 
 var _documentCurrentScript = typeof document !== "undefined" ? document.currentScript : null;
 
@@ -1004,7 +1006,6 @@ function requireCore() {
         const Util = requireCommonUtil$1();
         const Constants = requireConstants();
         const escapeKeyCharacters = Util.escapeKeyCharacters;
-        __require$2();
         const Crypto = __require();
         const Keys = requireKeys();
         Core.DEFAULT_LIMIT = 50 * 1024 * 1024;
@@ -1124,8 +1125,7 @@ function requireCore() {
             cb();
         };
         Core.getPaths = (mainConfig, isEnv) => {
-            const {index, config} = mainConfig;
-            Constants.paths;
+            const {config} = mainConfig;
             const all = {
                 basePath: config.basePath || config.base || "./data",
                 filePath: config.filePath || "./datastore",
@@ -2210,6 +2210,14 @@ function requireFile() {
             writeLinkedFile(env, path, content, cb);
         });
     };
+    const hasLinkedDocuments = (env, channelId) => {
+        const path = mkLinkedPath(env, channelId);
+        try {
+            return Fs.existsSync(path);
+        } catch (e) {
+            return false;
+        }
+    };
     const getLinkedDocuments = (env, channelId, cb) => {
         const path = mkLinkedPath(env, channelId);
         readLinkedFile(env, path, cb);
@@ -3282,6 +3290,7 @@ function requireFile() {
                         writeMetadata(env, channelName, data, Util.both(cb, next));
                     });
                 },
+                hasLinkedDocuments: channelId => hasLinkedDocuments(env, channelId),
                 getLinkedDocuments: (channelId, cb) => {
                     if (!isValidChannelId(channelId)) {
                         return cb(new Error("EINVAL"));
@@ -3529,7 +3538,7 @@ function requireDefaults() {
     return defaults.exports;
 }
 
-var version = "0.0.2";
+var version = "0.0.4";
 
 var require$$2 = {
     version
@@ -4330,14 +4339,16 @@ function requireWorker() {
     if (hasRequiredWorker) return worker$1;
     hasRequiredWorker = 1;
     const Express = require$$0$2;
+    const Mime = require$$1$2;
     const Http = require("node:http");
+    const Https = require("node:https");
     const Path = __require$2();
     const Fs = __require$1();
     const Logger = requireLogger();
     const Util = requireCommonUtil$1();
-    const {createProxyMiddleware} = require$$5;
+    const {createProxyMiddleware} = require$$6;
     const Default = requireDefaults();
-    const gzipStatic = require$$7;
+    const gzipStatic = require$$8;
     const Environment = requireEnv();
     const {setHeaders} = requireHeaders();
     const COMMANDS = {};
@@ -4350,9 +4361,7 @@ function requireWorker() {
         warn: () => {},
         info: () => {}
     };
-    Express.static.mime.define({
-        "application/wasm": [ "wasm" ]
-    });
+    Mime.lookup("wasm");
     const initFeedback = (Env, app) => {
         if (!Env.logFeedback) {
             return;
@@ -4422,6 +4431,28 @@ function requireWorker() {
         app.use("/cryptpad_websocket", wsProxy);
         app.use("/extensions.js", httpProxy);
         app.use("/api", httpProxy);
+        const checkAllStores = (req, res) => {
+            setHeaders(Env, req, res);
+            const promiseResponses = storageList.map(baseUrl => new Promise((res, rej) => {
+                const protocol = new URL(baseUrl).protocol;
+                if (![ "http:", "https:" ].includes(protocol)) {
+                    return rej();
+                }
+                const H = protocol === "http:" ? Http : Https;
+                H.get(new URL(req.url, baseUrl), {
+                    method: "HEAD"
+                }, resp => {
+                    const {statusCode} = resp;
+                    if (statusCode !== 200) {
+                        return rej();
+                    }
+                    res();
+                });
+            }));
+            Promise.all(promiseResponses).then(() => res.status(200).send("PLACEHOLDER")).catch(() => res.status(404).end());
+        };
+        app.get("/blob/placeholder.txt", checkAllStores);
+        app.get("/block/placeholder.txt", checkAllStores);
         const storeProxy = createProxyMiddleware({
             router: req => {
                 const split = req.url.split("/");
@@ -4589,6 +4620,10 @@ function requireWorker() {
                 txid: obj.txid,
                 pid: obj.pid,
                 value
+            }, e => {
+                if (e) {
+                    console.error("E_RESPONSE", Util.serializeError(e));
+                }
             });
         };
         if (!ready) {

package/build/storage.cluster.js

@@ -18,8 +18,6 @@ var require$$1$1 = require("pull-stream");
 
 var require$$0$2 = require("tweetnacl/nacl-fast");
 
-var require$$11 = require("body-parser");
-
 var _documentCurrentScript = typeof document !== "undefined" ? document.currentScript : null;
 
 function getDefaultExportFromCjs(x) {
@@ -981,7 +979,6 @@ function requireCore() {
         const Util = requireCommonUtil$1();
         const Constants = requireConstants();
         const escapeKeyCharacters = Util.escapeKeyCharacters;
-        __require$2();
         const Crypto = __require$1();
         const Keys = requireKeys();
         Core.DEFAULT_LIMIT = 50 * 1024 * 1024;
@@ -1101,8 +1098,7 @@ function requireCore() {
             cb();
         };
         Core.getPaths = (mainConfig, isEnv) => {
-            const {index, config} = mainConfig;
-            Constants.paths;
+            const {config} = mainConfig;
             const all = {
                 basePath: config.basePath || config.base || "./data",
                 filePath: config.filePath || "./datastore",
@@ -1425,6 +1421,27 @@ function requireBlock$1() {
                 }, cb);
             });
         };
+        Block.rootPlaceholderCreate = (Env, _cb) => {
+            const cb = Util.once(Util.mkAsync(_cb));
+            nThen(w => {
+                Fse.mkdirp(Env.paths.block, w(err => {
+                    if (err) {
+                        Env.Log.error("BLOCK_FOLDER_CREATE_FAILED", err);
+                        w.abort();
+                        return cb(err);
+                    }
+                }));
+            }).nThen(w => {
+                const fullPath = Path.join(Env.paths.block, "placeholder.txt");
+                Fs.writeFile(fullPath, "PLACEHOLDER\n", w(err => {
+                    if (err) {
+                        Env.Log.error("BLOCK_PLACEHOLDER_CREATE_FAILED", err);
+                        w.abort();
+                        return cb(err);
+                    }
+                }));
+            }).nThen(() => cb());
+        };
     })(block$1);
     return block$1.exports;
 }
@@ -2862,7 +2879,7 @@ function requireMfa() {
     return mfa.exports;
 }
 
-var version = "0.0.2";
+var version = "0.0.4";
 
 var require$$2 = {
     version
@@ -4456,6 +4473,14 @@ function requireFile() {
             writeLinkedFile(env, path, content, cb);
         });
     };
+    const hasLinkedDocuments = (env, channelId) => {
+        const path = mkLinkedPath(env, channelId);
+        try {
+            return Fs.existsSync(path);
+        } catch (e) {
+            return false;
+        }
+    };
     const getLinkedDocuments = (env, channelId, cb) => {
         const path = mkLinkedPath(env, channelId);
         readLinkedFile(env, path, cb);
@@ -5528,6 +5553,7 @@ function requireFile() {
                         writeMetadata(env, channelName, data, Util.both(cb, next));
                     });
                 },
+                hasLinkedDocuments: channelId => hasLinkedDocuments(env, channelId),
                 getLinkedDocuments: (channelId, cb) => {
                     if (!isValidChannelId(channelId)) {
                         return cb(new Error("EINVAL"));
@@ -7982,7 +8008,6 @@ function requireCluster() {
     const Util = requireCommonUtil$1();
     const MFA = requireMfa();
     const Sessions = requireSessions();
-    const bodyParser = require$$11;
     const Fs = __require();
     const Environment = requireEnv();
     const Logger = requireLogger();
@@ -8017,7 +8042,7 @@ function requireCluster() {
         Env.Log.error("WORKER__" + errLabel, info);
     });
     const initServerHandlers = (Env, app) => {
-        app.use(bodyParser.urlencoded({
+        app.use(Express.urlencoded({
             extended: true
         }));
         app.use("/blob", function(req, res, next) {
@@ -8244,7 +8269,7 @@ function requireCluster() {
                 res.statusCode = 204;
                 return void res.end();
             }
-            const {chunk, sig, edPublic} = req.body;
+            const {chunk, sig, edPublic} = req.body || {};
             const forbidden = reason => void res.status(403).send({
                 error: reason
             });

package/build/storage.js

@@ -998,7 +998,6 @@ function requireCore() {
         const Util = requireCommonUtil$1();
         const Constants = requireConstants();
         const escapeKeyCharacters = Util.escapeKeyCharacters;
-        __require$5();
         const Crypto = __require$6();
         const Keys = requireKeys();
         Core.DEFAULT_LIMIT = 50 * 1024 * 1024;
@@ -1118,8 +1117,7 @@ function requireCore() {
             cb();
         };
         Core.getPaths = (mainConfig, isEnv) => {
-            const {index, config} = mainConfig;
-            Constants.paths;
+            const {config} = mainConfig;
             const all = {
                 basePath: config.basePath || config.base || "./data",
                 filePath: config.filePath || "./datastore",
@@ -2204,6 +2202,14 @@ function requireFile() {
             writeLinkedFile(env, path, content, cb);
         });
     };
+    const hasLinkedDocuments = (env, channelId) => {
+        const path = mkLinkedPath(env, channelId);
+        try {
+            return Fs.existsSync(path);
+        } catch (e) {
+            return false;
+        }
+    };
     const getLinkedDocuments = (env, channelId, cb) => {
         const path = mkLinkedPath(env, channelId);
         readLinkedFile(env, path, cb);
@@ -3276,6 +3282,7 @@ function requireFile() {
                         writeMetadata(env, channelName, data, Util.both(cb, next));
                     });
                 },
+                hasLinkedDocuments: channelId => hasLinkedDocuments(env, channelId),
                 getLinkedDocuments: (channelId, cb) => {
                     if (!isValidChannelId(channelId)) {
                         return cb(new Error("EINVAL"));
@@ -5027,10 +5034,17 @@ function requireChannelManager() {
                     }
                 }));
             }).nThen(function(w) {
+                if (!store.hasLinkedDocuments(channel)) {
+                    return;
+                }
                 Linked.trimHistory(Env, {
                     channel
                 }, w());
             }).nThen(function() {
+                Env.Log.info("HK_TRIM_HISTORY_START", {
+                    unsafeKey,
+                    channel
+                });
                 store.trimChannel(channel, hash, err => {
                     Env.Log.info("HK_TRIM_HISTORY", {
                         unsafeKey,
@@ -5475,6 +5489,27 @@ function requireBlock$1() {
                 }, cb);
             });
         };
+        Block.rootPlaceholderCreate = (Env, _cb) => {
+            const cb = Util.once(Util.mkAsync(_cb));
+            nThen(w => {
+                Fse.mkdirp(Env.paths.block, w(err => {
+                    if (err) {
+                        Env.Log.error("BLOCK_FOLDER_CREATE_FAILED", err);
+                        w.abort();
+                        return cb(err);
+                    }
+                }));
+            }).nThen(w => {
+                const fullPath = Path.join(Env.paths.block, "placeholder.txt");
+                Fs.writeFile(fullPath, "PLACEHOLDER\n", w(err => {
+                    if (err) {
+                        Env.Log.error("BLOCK_PLACEHOLDER_CREATE_FAILED", err);
+                        w.abort();
+                        return cb(err);
+                    }
+                }));
+            }).nThen(() => cb());
+        };
     })(block$1);
     return block$1.exports;
 }
@@ -6676,7 +6711,7 @@ function requireMfaManager() {
     return mfaManager;
 }
 
-var version = "0.0.2";
+var version = "0.0.4";
 
 var require$$2 = {
     version
@@ -7905,6 +7940,9 @@ function requireWsConnector() {
                 cb(void 0, ctx.self);
             };
             const port = config.wsPort || config.port;
+            httpServer.on("error", e => {
+                cb(e);
+            });
             httpServer.listen(port, config.host, onServerReady);
         },
         initClient: (ctx, config, id, onConnected, cb) => {
@@ -10624,6 +10662,17 @@ function requireAdmin() {
         const {key} = data;
         MFA.revoke(Env, key, cb);
     };
+    const onGetCachedChannelMetadata = (Env, id, cb) => {
+        const index = Env.metadata_cache?.[id];
+        if (!index) {
+            return void cb("ENOENT");
+        }
+        cb(void 0, index);
+    };
+    const onClearCachedChannelMetadata = (Env, id, cb) => {
+        delete Env.metadata_cache[id];
+        cb();
+    };
     const onArchiveBlock = (Env, data, cb) => {
         const {key, reason} = data;
         const archiveReason = {
@@ -11013,17 +11062,6 @@ function requireAdmin() {
         }
         cb(void 0, index);
     };
-    const onGetCachedChannelMetadata = (Env, id, cb) => {
-        const index = Env.metadata_cache?.[id];
-        if (!index) {
-            return void cb("ENOENT");
-        }
-        cb(void 0, index);
-    };
-    const onClearCachedChannelMetadata = (Env, id, cb) => {
-        delete Env.metadata_cache[id];
-        cb();
-    };
     const onGetActiveChannelCount = (Env, _id, cb) => {
         if (!Env.channel_cache) {
             return void cb("ENOENT");
@@ -12059,6 +12097,12 @@ function requireStorage() {
             const bearerSecret = Util.encodeBase64(Crypto.randomBytes(32));
             const decree = [ "SET_BEARER_SECRET", [ bearerSecret ], "INTERNAL", +new Date ];
             Decrees.onNewDecree(Env, decree, "", waitFor());
+        }).nThen(w => {
+            BlockStore.rootPlaceholderCreate(Env, w(err => {
+                if (err) {
+                    console.warn(`${myId}: Impossible to create block's placeholder. Please check the value of blockPath in your config.js file and if you have write access on it.`);
+                }
+            }));
         }).nThen(() => {
             if (index !== 0) {
                 return;
@@ -12088,7 +12132,8 @@ function requireStorage() {
                 process.send({
                     type: "storage",
                     index,
-                    msg: "READY"
+                    msg: "READY",
+                    pid: process.pid
                 });
             } else {
                 console.log(myId, "started");