@saltcorn/server 1.3.0-beta.1 → 1.3.0-beta.11

package/CHANGELOG.md

@@ -2,7 +2,23 @@
 
 ## 1.3.0 - In beta
 
-* S3 automated backup destination
+* Date fields with "only day" are now stored with the "date" type in PostgreSQL.
+
+* Aggregation formulae: In view formulae, you can now use aggregation formulae. The syntax for this is `{inbound_table}${inboundkey_field}${target_field}${aggrgation}` The aggregation (which should be lower case) can be ommitted and defaults to `array_agg`. Examples: `patients$favbook$id$count` or `patients$favbook$id`. This is useful if you want a count in a view link label without creating a stored calculated field.
+
+* Builder:
+    - List columns can have containers in columns, and multiple elements in each column
+    - Cut, copy and paste the selected element with keyboard (Ctrl- or Cmd-x/c/v)
+
+* Template generation: generate basic views from template tables. 
+
+* Login and signup from any edit view on users. Login respond to trigger results (goto URL, toast notifications).
+
+* Real-time collaboration foundations. Views patterns must be adapted to take advantage of this. 
+
+* View embeddings in Edit are now live and respond to changes in Key field values if embedded views are based on this relations.
+
+* S3 automated backup destination. Optional password for backups
 
 * refresh_user_session action: run then the sessions user variable needs to be
   updated because the users table row has changed.

package/app.js

@@ -220,9 +220,13 @@ const getApp = async (opts = {}) => {
 
   app.use(passport.initialize());
   app.use(passport.authenticate(["jwt", "session"]));
+  const isPlaywright = process.env.SALTCORN_SERVE_MOBILE_TEST_BUILD?.length > 0;
   app.use((req, res, next) => {
     // no jwt and session id at the same time
-    if (!(jwt_extractor(req) && req.cookies && req.cookies["connect.sid"]))
+    if (
+      !(jwt_extractor(req) && req.cookies && req.cookies["connect.sid"]) ||
+      isPlaywright
+    )
       next();
   });
   app.use(flash());
@@ -232,14 +236,14 @@ const getApp = async (opts = {}) => {
   //legacy
   app.use(
     express.static(__dirname + "/public", {
-      maxAge: development_mode ? 0 : 1000 * 60 * 15,
+      maxAge: 1000 * 60 * 60 * 24,
     })
   );
   app.use(
     express.static(
       path.dirname(require.resolve("@saltcorn/builder/package.json")) + "/dist",
       {
-        maxAge: development_mode ? 0 : 1000 * 60 * 30,
+        maxAge: 1000 * 60 * 60 * 24,
       }
     )
   );
@@ -247,15 +251,24 @@ const getApp = async (opts = {}) => {
   if (process.env.SALTCORN_SERVE_ADDITIONAL_DIR)
     app.use(
       express.static(process.env.SALTCORN_SERVE_ADDITIONAL_DIR, {
-        maxAge: development_mode ? 0 : 1000 * 60 * 15,
+        maxAge: 1000 * 60 * 60 * 24,
       })
     );
   let version_tag = db.connectObj.version_tag;
 
+  if (process.env.SALTCORN_SERVE_MOBILE_TEST_BUILD) {
+    app.use(
+      "/mobile_test_build",
+      express.static(process.env.SALTCORN_SERVE_MOBILE_TEST_BUILD, {
+        maxAge: "100d",
+      })
+    );
+  }
+
   app.use(
     `/static_assets/${version_tag}`,
     express.static(__dirname + "/public", {
-      maxAge: development_mode ? 0 : "100d",
+      maxAge: "100d",
     })
   );
   app.use(
@@ -263,7 +276,7 @@ const getApp = async (opts = {}) => {
     express.static(
       path.dirname(require.resolve("@saltcorn/builder/package.json")) + "/dist",
       {
-        maxAge: development_mode ? 0 : "100d",
+        maxAge: "100d",
       }
     )
   );
@@ -273,7 +286,7 @@ const getApp = async (opts = {}) => {
       path.dirname(require.resolve("@saltcorn/filemanager/package.json")) +
         "/public/build",
       {
-        maxAge: development_mode ? 0 : "100d",
+        maxAge: "100d",
       }
     )
   );
@@ -434,7 +447,7 @@ const getApp = async (opts = {}) => {
   mountRoutes(app);
   // set tenant homepage as / root
   app.get("/", error_catcher(homepage));
-  
+
   app.use((req, res, next) => {
     const tenant = db.getTenantSchema();
     if (!pluginRoutesHandler.tenantRouters[tenant]) {

package/auth/routes.js

@@ -195,6 +195,30 @@ const resetForm = (body, req) => {
   return form;
 };
 
+/**
+ * Restore System Backup Password Form
+ * @param {object} req
+ * @param {string} fileId
+ * @returns {Form}
+ */
+const restoreBackupPasswordForm = (req) =>
+  new Form({
+    blurb: req.__(
+      "To restore a system backup, please enter the password you set when you created the backup."
+    ),
+    fields: [
+      new Field({
+        label: req.__("Password"),
+        name: "password",
+        type: "String",
+        attributes: { input_type: "password" },
+        validator: (s) => s.length > 0,
+      }),
+    ],
+    action: "/auth/restore_backup_password",
+    submitLabel: req.__("Restore system backup"),
+  });
+
 /**
  * get Auth Links
  * @param {string} current
@@ -635,22 +659,42 @@ router.post(
   setTenant, // TODO why is this needed?????
   error_catcher(async (req, res) => {
     const hasUsers = await User.nonEmpty();
-    if (!hasUsers) {
-      const newPath = File.get_new_path();
-      await req.files.file.mv(newPath);
+    if (hasUsers) {
+      req.flash("danger", req.__("Users already present"));
+      return res.redirect("/auth/login");
+    }
+
+    if (!req.files?.file) {
+      req.flash("danger", req.__("No backup file uploaded"));
+      return res.redirect("/auth/create_first_user");
+    }
+
+    const newPath = File.get_new_path();
+    await req.files.file.mv(newPath);
+
+    try {
       const err = await restore(
         newPath,
         (p) => load_plugins.loadAndSaveNewPlugin(p),
         true
       );
+
       if (err) req.flash("error", err);
       else req.flash("success", req.__("Successfully restored backup"));
-      fs.unlink(newPath, function () {});
+
+      fs.unlink(newPath, () => {});
       await getState().refresh_plugins();
-      res.redirect(`/auth/login`);
-    } else {
-      req.flash("danger", req.__("Users already present"));
-      res.redirect("/auth/login");
+      return res.redirect("/auth/login");
+    } catch (error) {
+      if (error.requiresPassword) {
+        // Storing the file path in session
+        req.session.restoreBackupPath = newPath;
+        return res.redirect("/auth/restore_backup_password");
+      }
+
+      fs.unlink(newPath, () => {});
+      req.flash("danger", error.message);
+      return res.redirect("/auth/create_first_user");
     }
   })
 );
@@ -702,6 +746,70 @@ router.post(
   })
 );
 
+/**
+ * @name get/restore_backup_password
+ * @function
+ * @memberof module:auth/routes~routesRouter
+ */
+router.get(
+  "/restore_backup_password",
+  error_catcher(async (req, res) => {
+    if (!req.session.restoreBackupPath) {
+      req.flash("danger", req.__("Backup session expired"));
+      return res.redirect("/auth/create_first_user");
+    }
+
+    res.sendAuthWrap(
+      req.__("Restore system backup"),
+      restoreBackupPasswordForm(req),
+      {}
+    );
+  })
+);
+
+/**
+ * @name post/restore_backup_password
+ * @function
+ * @memberof module:auth/routes~routesRouter
+ */
+router.post(
+  "/restore_backup_password",
+  error_catcher(async (req, res) => {
+    const { password } = req.body;
+    const backupPath = req.session.restoreBackupPath;
+
+    if (!backupPath) {
+      req.flash("danger", req.__("Backup session expired"));
+      return res.redirect("/auth/create_first_user");
+    }
+
+    try {
+      const err = await restore(
+        backupPath,
+        (p) => load_plugins.loadAndSaveNewPlugin(p),
+        true,
+        password
+      );
+
+      // Cleanup
+      fs.unlink(backupPath, () => {});
+      delete req.session.restoreBackupPath;
+
+      if (err) req.flash("error", err);
+      else req.flash("success", req.__("Successfully restored backup"));
+
+      await getState().refresh_plugins();
+      return res.redirect("/auth/login");
+    } catch (error) {
+      req.flash(
+        "danger",
+        error.message || req.__("Incorrect backup password, try again")
+      );
+      return res.redirect("/auth/restore_backup_password");
+    }
+  })
+);
+
 /**
  * @param {string} new_user_view_name
  * @param {object} req
@@ -1192,10 +1300,27 @@ router.post(
       }
     const session_id = getSessionId(req);
 
-    Trigger.emitEvent("Login", null, req.user, {
-      session_id,
-      old_session_id: req.old_session_id,
-    });
+    const resultCollector = {};
+    await Trigger.runTableTriggers(
+      "Login",
+      null,
+      req.user,
+      resultCollector,
+      req.user
+    );
+    if (resultCollector.notify) {
+      req.flash("warning", resultCollector.notify);
+    }
+    if (resultCollector.error) {
+      req.flash("error", resultCollector.error);
+    }
+    if (resultCollector.notify_success) {
+      req.flash("success", resultCollector.notify_success);
+    }
+    if (resultCollector.goto) {
+      res.redirect(resultCollector.goto);
+      return;
+    }
     res?.cookie?.("loggedin", "true", maxAge ? { maxAge } : undefined);
     req.flash("success", req.__("Welcome, %s!", req.user.email));
     if (req.smr) {