@saltcorn/server 1.0.0-beta.9 → 1.0.0-rc.1

package/routes/admin.js

@@ -309,13 +309,13 @@ router.get(
     backupForm.values.auto_backup_expire_days = getState().getConfig(
       "auto_backup_expire_days"
     );
-    backupForm.values.backup_with_event_log = getState().getConfig(
+    aBackupFilePrefixForm.values.backup_with_event_log = getState().getConfig(
       "backup_with_event_log"
     );
-    backupForm.values.backup_with_system_zip = getState().getConfig(
+    aBackupFilePrefixForm.values.backup_with_system_zip = getState().getConfig(
       "backup_with_system_zip"
     );
-    backupForm.values.backup_system_zip_level = getState().getConfig(
+    aBackupFilePrefixForm.values.backup_system_zip_level = getState().getConfig(
       "backup_system_zip_level"
     );
     //
@@ -378,7 +378,9 @@ router.get(
             : { type: "blank", contents: "" },
           {
             type: "card",
-            title: req.__("Snapshots"),
+            title:
+              req.__("Snapshots") +
+              `<a href="javascript:ajax_modal('/admin/help/Snapshots?')"><i class="fas fa-question-circle ms-1"></i></a>`,
             titleAjaxIndicator: true,
             contents: div(
               p(
@@ -673,7 +675,10 @@ router.get(
     const backup_file_prefix = getState().getConfig("backup_file_prefix");
     if (
       !isRoot ||
-      !(filename.startsWith(backup_file_prefix) && filename.endsWith(".zip"))
+      !(
+        path.resolve(filename).startsWith(backup_file_prefix) &&
+        filename.endsWith(".zip")
+      )
     ) {
       res.redirect("/admin/backup");
       return;
@@ -708,6 +713,33 @@ const backupFilePrefixForm = (req) =>
         sublabel: req.__("Include table history in backup"),
         default: true,
       },
+      {
+        type: "Bool",
+        label: req.__("Include Event Logs"),
+        sublabel: req.__("Backup with event logs"),
+        name: "backup_with_event_log",
+      },
+      {
+        type: "Bool",
+        label: req.__("Use system zip"),
+        sublabel: req.__(
+          "Recommended. Executable <code>zip</code> must be installed"
+        ),
+        name: "backup_with_system_zip",
+      },
+      {
+        type: "Integer",
+        label: req.__("Zip compression level"),
+        sublabel: req.__("1=Fast, larger file, 9=Slow, smaller files"),
+        name: "backup_system_zip_level",
+        attributes: {
+          min: 1,
+          max: 9,
+        },
+        showIf: {
+          backup_with_system_zip: true,
+        },
+      },
     ],
   });
 
@@ -835,40 +867,6 @@ const autoBackupForm = (req) => {
             },
           ]
         : []),
-      {
-        type: "Bool",
-        label: req.__("Include Event Logs"),
-        sublabel: req.__("Backup with event logs"),
-        name: "backup_with_event_log",
-        showIf: {
-          auto_backup_frequency: ["Daily", "Weekly"],
-        },
-      },
-      {
-        type: "Bool",
-        label: req.__("Use system zip"),
-        sublabel: req.__(
-          "Recommended. Executable <code>zip</code> must be installed"
-        ),
-        name: "backup_with_system_zip",
-        showIf: {
-          auto_backup_frequency: ["Daily", "Weekly"],
-        },
-      },
-      {
-        type: "Integer",
-        label: req.__("Zip compression level"),
-        sublabel: req.__("1=Fast, larger file, 9=Slow, smaller files"),
-        name: "backup_system_zip_level",
-        attributes: {
-          min: 1,
-          max: 9,
-        },
-        showIf: {
-          auto_backup_frequency: ["Daily", "Weekly"],
-          backup_with_system_zip: true,
-        },
-      },
     ],
   });
 };
@@ -1270,6 +1268,50 @@ const pullCordovaBuilder = (req, res) => {
   });
 };
 
+const tryInstallSdNotify = (req, res) => {
+  const child = spawn("npm", ["install", "-g", "sd-notify"], {
+    stdio: ["ignore", "pipe", "pipe"],
+  });
+  return new Promise((resolve, reject) => {
+    child.stdout.on("data", (data) => {
+      res.write(data);
+    });
+    child.stderr?.on("data", (data) => {
+      res.write(data);
+    });
+    child.on("exit", function (code, signal) {
+      resolve(code);
+    });
+    child.on("error", (msg) => {
+      const message = msg.message ? msg.message : msg.code;
+      res.write(req.__("Error: ") + message + "\n");
+      resolve(msg.code);
+    });
+  });
+};
+
+const pruneDocker = (req, res) => {
+  const child = spawn("docker", ["image", "prune", "-f"], {
+    stdio: ["ignore", "pipe", "pipe"],
+  });
+  return new Promise((resolve, reject) => {
+    child.stdout.on("data", (data) => {
+      res.write(data);
+    });
+    child.stderr?.on("data", (data) => {
+      res.write(data);
+    });
+    child.on("exit", function (code, signal) {
+      resolve(code);
+    });
+    child.on("error", (msg) => {
+      const message = msg.message ? msg.message : msg.code;
+      res.write(req.__("Error: ") + message + "\n");
+      resolve(msg.code);
+    });
+  });
+};
+
 /*
  * fetch available saltcorn versions and show a dialog to select one
  */
@@ -1285,6 +1327,7 @@ router.get(
         throw new Error(req.__("Unable to fetch versions"));
       const versions = Object.keys(pkgInfo.versions);
       if (versions.length === 0) throw new Error(req.__("No versions found"));
+      const tags = pkgInfo["dist-tags"] || {};
       res.set("Page-Title", req.__("%s versions", "Saltcorn"));
       let selected = packagejson.version;
       res.send(
@@ -1294,6 +1337,7 @@ router.get(
             method: "post",
           },
           input({ type: "hidden", name: "_csrf", value: req.csrfToken() }),
+          // version select
           div(
             { class: "form-group" },
             label(
@@ -1319,6 +1363,54 @@ router.get(
               )
             )
           ),
+          // tag select
+          div(
+            { class: "form-group" },
+            label(
+              {
+                for: "tag_select",
+                class: "form-label fw-bold",
+              },
+              req.__("Tags")
+            ),
+            select(
+              {
+                id: "tag_select",
+                class: "form-control form-select",
+              },
+              option({
+                id: "empty_opt",
+                value: "",
+                label: req.__("Select tag"),
+                selected: true,
+              }),
+              Object.keys(tags).map((tag) =>
+                option({
+                  id: `${tag}_opt`,
+                  value: tags[tag],
+                  label: `${tag} (${tags[tag]})`,
+                })
+              )
+            )
+          ),
+          // deep clean checkbox
+          div(
+            { class: "form-group" },
+            input({
+              id: "deep_clean",
+              class: "form-check-input",
+              type: "checkbox",
+              name: "deep_clean",
+              checked: false,
+            }),
+            label(
+              {
+                for: "deep_clean",
+                class: "form-label ms-2",
+              },
+              req.__("clean node_modules")
+            )
+          ),
           div(
             { class: "d-flex justify-content-end" },
             button(
@@ -1338,7 +1430,18 @@ router.get(
               req.__("Install")
             )
           )
-        )
+        ) +
+          script(
+            domReady(`
+document.getElementById('tag_select').addEventListener('change', () => {
+  const version = document.getElementById('tag_select').value;
+  if (version) document.getElementById('version_select').value = version;
+});
+document.getElementById('version_select').addEventListener('change', () => {
+  document.getElementById('tag_select').value = '';
+});
+`)
+          )
       );
     } catch (error) {
       getState().log(
@@ -1350,7 +1453,17 @@ router.get(
   })
 );
 
-const doInstall = async (req, res, version, runPull) => {
+const cleanNodeModules = async () => {
+  const topSaltcornDir = path.join(__dirname, "..", "..", "..", "..", "..");
+  if (path.basename(topSaltcornDir) === "@saltcorn")
+    await fs.promises.rm(topSaltcornDir, { recursive: true, force: true });
+  else
+    throw new Error(
+      `'${topSaltcornDir}' is not a Saltcorn installation directory`
+    );
+};
+
+const doInstall = async (req, res, version, deepClean, runPull) => {
   if (db.getTenantSchema() !== db.connectObj.default_schema) {
     req.flash("error", req.__("Not possible for tenant"));
     res.redirect("/admin");
@@ -1360,6 +1473,14 @@ const doInstall = async (req, res, version, runPull) => {
         ? req.__("Starting upgrade, please wait...\n")
         : req.__("Installing %s, please wait...\n", version)
     );
+    if (deepClean) {
+      res.write(req.__("Cleaning node_modules...\n"));
+      try {
+        await cleanNodeModules();
+      } catch (e) {
+        res.write(req.__("Error cleaning node_modules: %s\n", e.message));
+      }
+    }
     const child = spawn(
       "npm",
       ["install", "-g", `@saltcorn/cli@${version}`, "--unsafe"],
@@ -1374,10 +1495,26 @@ const doInstall = async (req, res, version, runPull) => {
       res.write(data);
     });
     child.on("exit", async function (code, signal) {
-      if (code === 0 && runPull) {
-        res.write(req.__("Pulling the cordova-builder docker image...") + "\n");
-        const pullCode = await pullCordovaBuilder(req, res);
-        res.write(req.__("Pull done with code %s", pullCode) + "\n");
+      if (code === 0) {
+        if (deepClean) {
+          res.write(req.__("Installing sd-notify") + "\n");
+          const sdNotifyCode = await tryInstallSdNotify(req, res);
+          res.write(
+            req.__("sd-notify install done with code %s", sdNotifyCode) + "\n"
+          );
+        }
+        if (runPull) {
+          res.write(
+            req.__("Pulling the cordova-builder docker image...") + "\n"
+          );
+          const pullCode = await pullCordovaBuilder(req, res);
+          res.write(req.__("Pull done with code %s", pullCode) + "\n");
+          if (pullCode === 0) {
+            res.write(req.__("Pruning docker...") + "\n");
+            const pruneCode = await pruneDocker(req, res);
+            res.write(req.__("Prune done with code %s", pruneCode) + "\n");
+          }
+        }
       }
       res.end(
         version === "latest"
@@ -1397,8 +1534,8 @@ const doInstall = async (req, res, version, runPull) => {
 };
 
 router.post("/install", isAdmin, async (req, res) => {
-  const { version } = req.body;
-  await doInstall(req, res, version, false);
+  const { version, deep_clean } = req.body;
+  await doInstall(req, res, version, deep_clean === "on", false);
 });
 
 /**
@@ -1411,7 +1548,7 @@ router.post(
   "/upgrade",
   isAdmin,
   error_catcher(async (req, res) => {
-    await doInstall(req, res, "latest", true);
+    await doInstall(req, res, "latest", false, true);
   })
 );
 /**
@@ -1749,9 +1886,10 @@ router.get(
     });
   })
 );
-const buildDialogScript = (cordovaBuilderAvailable) => {
-  return `<script>
+const buildDialogScript = (cordovaBuilderAvailable, isSbadmin2) =>
+  `<script>
   var cordovaBuilderAvailable = ${cordovaBuilderAvailable};
+  var isSbadmin2 = ${isSbadmin2};
   function showEntrySelect(type) {
     for( const currentType of ["view", "page", "pagegroup"]) {
       const tab = $('#' + currentType + 'NavLinkID');
@@ -1776,7 +1914,6 @@ const buildDialogScript = (cordovaBuilderAvailable) => {
     notifyAlert("Building the app, please wait.", true)
   }
   </script>`;
-};
 
 const imageAvailable = async () => {
   try {
@@ -1834,19 +1971,29 @@ router.get(
     const plugins = (await Plugin.find()).filter(
       (plugin) => ["base", "sbadmin2"].indexOf(plugin.name) < 0
     );
+    const pluginsReadyForMobile = plugins
+      .filter((plugin) => plugin.ready_for_mobile())
+      .map((plugin) => plugin.name);
     const builderSettings =
       getState().getConfig("mobile_builder_settings") || {};
     const dockerAvailable = await imageAvailable();
     const xcodeCheckRes = await checkXcodebuild();
     const xcodebuildAvailable = xcodeCheckRes.installed;
     const xcodebuildVersion = xcodeCheckRes.version;
+    const layout = getState().getLayout(req.user);
+    const isSbadmin2 = layout === getState().layouts.sbadmin2;
     send_admin_page({
       res,
       req,
       active_sub: "Mobile app",
       headers: [
         {
-          headerTag: buildDialogScript(dockerAvailable),
+          headerTag: buildDialogScript(dockerAvailable, isSbadmin2),
+        },
+        {
+          headerTag: `<script>var pluginsReadyForMobile = ${JSON.stringify(
+            pluginsReadyForMobile
+          )}</script>`,
         },
       ],
       contents: {
@@ -2884,17 +3031,66 @@ router.get(
   })
 );
 
+const validateBuildDirName = (buildDirName) => {
+  // ensure characters
+  if (!/^[a-zA-Z0-9_-]+$/.test(buildDirName)) {
+    getState().log(
+      4,
+      `Invalid characters in build directory name '${buildDirName}'`
+    );
+    return false;
+  }
+  // ensure format is 'build_1234567890'
+  if (!/^build_\d+$/.test(buildDirName)) {
+    getState().log(4, `Invalid build directory name format '${buildDirName}'`);
+    return false;
+  }
+  return true;
+};
+
+const validateBuildDir = (buildDir, rootPath) => {
+  const resolvedBuildDir = path.resolve(buildDir);
+  if (!resolvedBuildDir.startsWith(path.join(rootPath, "mobile_app"))) {
+    getState().log(4, `Invalid build directory path '${buildDir}'`);
+    return false;
+  }
+  return true;
+};
+
 router.get(
   "/build-mobile-app/result",
   isAdmin,
   error_catcher(async (req, res) => {
     const { build_dir_name } = req.query;
+    if (!validateBuildDirName(build_dir_name)) {
+      return res.sendWrap(req.__(`Admin`), {
+        above: [
+          {
+            type: "card",
+            title: req.__("Build Result"),
+            contents: div(req.__("Invalid build directory name")),
+          },
+        ],
+      });
+    }
     const rootFolder = await File.rootFolder();
     const buildDir = path.join(
       rootFolder.location,
       "mobile_app",
       build_dir_name
     );
+    if (!validateBuildDir(buildDir, rootFolder.location)) {
+      return res.sendWrap(req.__(`Admin`), {
+        above: [
+          {
+            type: "card",
+            title: req.__("Build Result"),
+            contents: div(req.__("Invalid build directory path")),
+          },
+        ],
+      });
+    }
+
     const files = await Promise.all(
       fs
         .readdirSync(buildDir)
@@ -2947,6 +3143,11 @@ router.post(
     } = req.body;
     if (!includedPlugins) includedPlugins = [];
     if (!synchedTables) synchedTables = [];
+    if (!entryPoint) {
+      return res.json({
+        error: req.__("Please select an entry point."),
+      });
+    }
     if (!androidPlatform && !iOSPlatform) {
       return res.json({
         error: req.__("Please select at least one platform (android or iOS)."),
@@ -3093,8 +3294,8 @@ router.post(
   error_catcher(async (req, res) => {
     const state = getState();
     const child = spawn(
-      "docker",
-      ["image", "pull", "saltcorn/cordova-builder:latest"],
+      `${process.env.DOCKER_BIN ? `${process.env.DOCKER_BIN}/` : ""}docker`,
+      ["pull", "saltcorn/cordova-builder:latest"],
       {
         stdio: ["ignore", "pipe", "pipe"],
         cwd: ".",
@@ -3545,6 +3746,7 @@ router.get(
     send_admin_page({
       res,
       req,
+      page_title: req.__(`%s code page`, name),
       active_sub: "Development",
       sub2_page: req.__(`%s code page`, name),
       contents: {

package/routes/eventlog.js

@@ -41,6 +41,7 @@ const {
   i,
   th,
   pre,
+  text,
 } = require("@saltcorn/markup/tags");
 const Table = require("@saltcorn/data/models/table");
 const { send_events_page } = require("../markup/admin.js");
@@ -442,7 +443,7 @@ router.get(
           ) +
           div(
             { class: "eventpayload" },
-            ev.payload ? pre(JSON.stringify(ev.payload, null, 2)) : ""
+            ev.payload ? pre(text(JSON.stringify(ev.payload, null, 2))) : ""
           ),
       },
     });

package/routes/fields.js

@@ -136,6 +136,9 @@ const fieldForm = async (req, fkey_opts, existing_names, id, hasData) => {
         sublabel: req.__("Calculated from other fields with a formula"),
         type: "Bool",
         disabled: !!id,
+        help: {
+          topic: "Calculated fields",
+        },
       }),
       new Field({
         label: req.__("Required"),
@@ -169,6 +172,9 @@ const fieldForm = async (req, fkey_opts, existing_names, id, hasData) => {
         type: "Bool",
         disabled: !!id,
         showIf: { calculated: true },
+        help: {
+          topic: "Calculated fields",
+        },
       }),
       new Field({
         label: req.__("Protected"),
@@ -176,6 +182,9 @@ const fieldForm = async (req, fkey_opts, existing_names, id, hasData) => {
         sublabel: req.__("Set role to access"),
         type: "Bool",
         showIf: { calculated: false },
+        help: {
+          topic: "Protected fields",
+        },
       }),
       {
         label: req.__("Minimum role to write"),
@@ -919,12 +928,19 @@ router.post(
   "/test-formula",
   isAdmin,
   error_catcher(async (req, res) => {
-    const { formula, tablename, stored } = req.body;
+    let { formula, tablename, stored } = req.body;
+    if (stored === "false") stored = false;
+
     const table = Table.findOne({ name: tablename });
     const fields = table.getFields();
     const freeVars = freeVariables(formula);
     const joinFields = {};
-    if (stored) add_free_variables_to_joinfields(freeVars, joinFields, fields);
+    add_free_variables_to_joinfields(freeVars, joinFields, fields);
+    if (!stored && Object.keys(joinFields).length > 0) {
+      return res
+        .status(400)
+        .send(`Joinfields only permitted in stored calculated fields`);
+    }
     const rows = await table.getJoinedRows({
       joinFields,
       orderBy: "RANDOM()",
@@ -950,9 +966,9 @@ router.post(
       );
     } catch (e) {
       console.error(e);
-      return res.send(
-        `Error on running on row with id=${rows[0].id}: ${e.message}`
-      );
+      return res
+        .status(400)
+        .send(`Error on running on row with id=${rows[0].id}: ${e.message}`);
     }
   })
 );

package/routes/infoarch.js

@@ -14,7 +14,7 @@ const {
 } = require("../markup/admin.js");
 const { getState } = require("@saltcorn/data/db/state");
 const { div, a, i, text } = require("@saltcorn/markup/tags");
-const { mkTable, renderForm } = require("@saltcorn/markup");
+const { mkTable, renderForm, post_delete_btn } = require("@saltcorn/markup");
 const Form = require("@saltcorn/data/models/form");
 
 /**
@@ -119,6 +119,15 @@ router.get(
                       })
                     : "",
               },
+              {
+                label: req.__("Delete"),
+                key: (r) =>
+                  post_delete_btn(
+                    `/site-structure/localizer/delete-lang/${r.locale}`,
+                    req,
+                    r.name
+                  ),
+              },
             ],
             Object.values(cfgLangs)
           ),
@@ -234,7 +243,14 @@ router.post(
   isAdmin,
   error_catcher(async (req, res) => {
     const { lang, defstring } = req.params;
-
+    if (
+      lang === "__proto__" ||
+      defstring === "__proto__" ||
+      lang === "constructor"
+    ) {
+      res.redirect(`/`);
+      return;
+    }
     const cfgStrings = getState().getConfigCopy("localizer_strings");
     if (cfgStrings[lang]) cfgStrings[lang][defstring] = text(req.body.value);
     else cfgStrings[lang] = { [defstring]: text(req.body.value) };
@@ -280,3 +296,25 @@ router.post(
     }
   })
 );
+
+/**
+ * @name post/localizer/save-lang
+ * @function
+ * @memberof module:routes/infoarch~infoarchRouter
+ * @function
+ */
+router.post(
+  "/localizer/delete-lang/:lang",
+  isAdmin,
+  error_catcher(async (req, res) => {
+    const { lang } = req.params;
+
+    const cfgLangs = getState().getConfig("localizer_languages");
+    if (cfgLangs[lang]) {
+      delete cfgLangs[lang];
+      await getState().setConfig("localizer_languages", cfgLangs);
+    }
+    if (!req.xhr) res.redirect(`/site-structure/localizer`);
+    else res.json({ success: "ok" });
+  })
+);

package/routes/menu.js

@@ -269,6 +269,9 @@ const menuForm = async (req) => {
         name: "icon",
         class: "item-menu",
         input_type: "hidden",
+        showIf: {
+          type: ["View", "Page", "Page Group", "Link", "Header", "Action"],
+        },
       },
       {
         name: "tooltip",

package/routes/pageedit.js

@@ -183,6 +183,12 @@ const pageBuilderData = async (req, context) => {
       });
     }
   }
+  const actionsNotRequiringRow = Trigger.action_options({
+    notRequireRow: true,
+    apiNeverTriggers: true,
+    builtInLabel: "Page Actions",
+    builtIns: ["GoBack"],
+  });
   const library = (await Library.find({})).filter((l) => l.suitableFor("page"));
   const fixed_state_fields = {};
   for (const view of views) {
@@ -228,7 +234,7 @@ const pageBuilderData = async (req, context) => {
     images,
     pages,
     page_groups,
-    actions,
+    actions: actionsNotRequiringRow,
     builtInActions: ["GoBack"],
     library,
     min_role: context.min_role,