@saltcorn/server 0.9.5-beta.2 → 0.9.5-beta.21

package/auth/routes.js

@@ -45,6 +45,7 @@ const {
   p,
   script,
   domReady,
+  button,
 } = require("@saltcorn/markup/tags");
 const {
   available_languages,
@@ -237,13 +238,7 @@ const loginWithJwt = async (email, password, saltcornApp, res, req) => {
         const token = jwt.sign(
           {
             sub: email,
-            user: {
-              id: user.id,
-              email: user.email,
-              role_id: user.role_id,
-              language: user.language ? user.language : "en",
-              disabled: user.disabled,
-            },
+            user: user.session_object,
             iss: "saltcorn@saltcorn",
             aud: "saltcorn-mobile-app",
             iat: now.valueOf(),
@@ -1362,6 +1357,57 @@ const userSettings = async ({ req, res, pwform, user }) => {
           ),
       ],
     };
+  let themeCfgCard;
+  const layoutPlugin = getState().getLayoutPlugin(user);
+  const modNames = getState().plugin_module_names;
+  const pluginName = layoutPlugin.plugin_name;
+  let safeName = pluginName;
+  for (const [k, v] of Object.entries(modNames)) {
+    if (v === pluginName) safeName = k;
+  }
+
+  const hasUserConfigs =
+    layoutPlugin.user_config_form &&
+    (await layoutPlugin.user_config_form(
+      getState().plugin_cfgs[pluginName] || {}
+    )) !== null;
+  themeCfgCard = {
+    type: "card",
+    title: req.__("Layout"),
+    contents: [
+      div(
+        hasUserConfigs
+          ? req.__("Adjust the the theme for this user")
+          : req.__("The current theme has no user specific settings")
+      ),
+      hasUserConfigs
+        ? div(
+            {
+              class: "mt-4",
+            },
+
+            a(
+              {
+                class: "btn btn-primary",
+                role: "button",
+                href: `/plugins/user_configure/${encodeURIComponent(safeName)}`,
+                title: req.__("Configure theme"),
+              },
+              req.__("Configure")
+            ),
+            button(
+              {
+                class: "btn btn-primary ms-2",
+                onclick: "ajax_post('/plugins/remove_user_layout')",
+                title: req.__("Remove all user specific theme settings"),
+              },
+              req.__("Reset")
+            )
+          )
+        : "",
+    ],
+  };
+
   return {
     above: [
       {
@@ -1434,6 +1480,7 @@ const userSettings = async ({ req, res, pwform, user }) => {
           ]
         : []),
       ...(apikeycard ? [apikeycard] : []),
+      ...(themeCfgCard ? [themeCfgCard] : []),
     ],
   };
 };

package/errors.js

@@ -37,6 +37,7 @@ module.exports =
     const createCrash = severity <= 3;
     //console.error(err.stack);
     if (!(devmode && log_sql) && createCrash) await Crash.create(err, req);
+    else console.error(err);
 
     if (req.xhr) {
       res

package/help/Cordova Builder.tmd

@@ -0,0 +1,13 @@
+The Cordova builder is a docker image with all dependencies to build Android apps.
+It can be pulled from dockerhub while installing Saltcorn, or you can use the pull button.
+
+Please make sure your server has a valid and accessible docker daemon running. 
+
+For this, either set up a standard docker installation 
+or use the [docker rootless mode](https://docs.docker.com/engine/security/rootless/) (recommended).
+
+In a standard docker environment, you need root user privileges. 
+For this, you can add the user running Saltcorn to the docker group, 
+or if you already have the privileges, you are ready to go.
+
+A docker daemon in rootless mode doesn't need any further configuration.

package/load_plugins.js

@@ -6,59 +6,10 @@
  * @module load_plugins
  */
 const db = require("@saltcorn/data/db");
-const { PluginManager } = require("live-plugin-manager");
 const { getState, getRootState } = require("@saltcorn/data/db/state");
 const Plugin = require("@saltcorn/data/models/plugin");
-const fs = require("fs");
-const proc = require("child_process");
-const tmp = require("tmp-promise");
 
-const staticDependencies = {
-  "@saltcorn/markup": require("@saltcorn/markup"),
-  "@saltcorn/markup/tags": require("@saltcorn/markup/tags"),
-  "@saltcorn/markup/layout": require("@saltcorn/markup/layout"),
-  "@saltcorn/markup/helpers": require("@saltcorn/markup/helpers"),
-  "@saltcorn/markup/layout_utils": require("@saltcorn/markup/layout_utils"),
-  "@saltcorn/data": require("@saltcorn/data"),
-  "@saltcorn/data/db": require("@saltcorn/data/db"),
-  "@saltcorn/data/utils": require("@saltcorn/data/utils"),
-  "@saltcorn/data/db/state": require("@saltcorn/data/db/state"),
-  "@saltcorn/data/plugin-helper": require("@saltcorn/data/plugin-helper"),
-  "@saltcorn/data/plugin-testing": require("@saltcorn/data/plugin-testing"),
-  "@saltcorn/data/models/field": require("@saltcorn/data/models/field"),
-  "@saltcorn/data/models/fieldrepeat": require("@saltcorn/data/models/fieldrepeat"),
-  "@saltcorn/data/models/table": require("@saltcorn/data/models/table"),
-  "@saltcorn/data/models/form": require("@saltcorn/data/models/form"),
-  "@saltcorn/data/models/discovery": require("@saltcorn/data/models/discovery"),
-  "@saltcorn/data/models/config": require("@saltcorn/data/models/config"),
-  "@saltcorn/data/models/library": require("@saltcorn/data/models/library"),
-  "@saltcorn/data/models/model": require("@saltcorn/data/models/model"),
-  "@saltcorn/data/models/model_instance": require("@saltcorn/data/models/model_instance"),
-  "@saltcorn/data/models/notification": require("@saltcorn/data/models/notification"),
-  "@saltcorn/data/models/role": require("@saltcorn/data/models/role"),
-  "@saltcorn/data/models/tag": require("@saltcorn/data/models/tag"),
-  "@saltcorn/data/models/tag_entry": require("@saltcorn/data/models/tag_entry"),
-  "@saltcorn/data/models/view": require("@saltcorn/data/models/view"),
-  "@saltcorn/data/models/page": require("@saltcorn/data/models/page"),
-  "@saltcorn/data/models/file": require("@saltcorn/data/models/file"),
-  "@saltcorn/data/models/user": require("@saltcorn/data/models/user"),
-  "@saltcorn/data/models/layout": require("@saltcorn/data/models/layout"),
-  "@saltcorn/data/models/expression": require("@saltcorn/data/models/expression"),
-  "@saltcorn/data/models/workflow": require("@saltcorn/data/models/workflow"),
-  imapflow: require("imapflow"),
-  "node-fetch": require("node-fetch"),
-};
-
-/**
- * Create plugin manager with default list of core plugins
- * @type {PluginManager}
- */
-const defaultManager = new PluginManager({
-  staticDependencies: {
-    contractis: require("contractis"),
-    ...staticDependencies,
-  },
-});
+const PluginInstaller = require("@saltcorn/plugins-loader/plugin_installer");
 
 /**
  * Load one plugin
@@ -68,19 +19,40 @@ const defaultManager = new PluginManager({
  */
 const loadPlugin = async (plugin, force) => {
   // load plugin
-  const res = await requirePlugin(plugin, force);
+  const loader = new PluginInstaller(plugin);
+  const res = await loader.install(force);
   const configuration =
     typeof plugin.configuration === "string"
       ? JSON.parse(plugin.configuration)
       : plugin.configuration;
-  // register plugin
-  getState().registerPlugin(
-    res.plugin_module.plugin_name || plugin.name,
-    res.plugin_module,
-    configuration,
-    res.location,
-    res.name
-  );
+  try {
+    // register plugin
+    getState().registerPlugin(
+      res.plugin_module.plugin_name || plugin.name,
+      res.plugin_module,
+      configuration,
+      res.location,
+      res.name
+    );
+  } catch (error) {
+    getState().log(
+      3,
+      `Error loading plugin ${plugin.name}: ${error.message || error}`
+    );
+    if (force) {
+      // remove the install dir and try again
+      await loader.remove();
+      await loader.install(force);
+      getState().registerPlugin(
+        res.plugin_module.plugin_name || plugin.name,
+        res.plugin_module,
+        configuration,
+        res.location,
+        res.name
+      );
+    }
+  }
+  if (res.plugin_module.user_config_form) getState().refreshUserLayouts();
   if (res.plugin_module.onLoad) {
     try {
       await res.plugin_module.onLoad(plugin.configuration);
@@ -91,105 +63,49 @@ const loadPlugin = async (plugin, force) => {
   return res;
 };
 
-/**
- * Git pull or clone
- * @param plugin
- */
-const gitPullOrClone = async (plugin) => {
-  await fs.promises.mkdir("git_plugins", { recursive: true });
-  let keyfnm,
-    setKey = `-c core.sshCommand="ssh -oBatchMode=yes -o 'StrictHostKeyChecking no'" `;
-  if (plugin.deploy_private_key) {
-    keyfnm = await tmp.tmpName();
-    await fs.promises.writeFile(
-      keyfnm,
-      plugin.deploy_private_key.replace(/[\r]+/g, "") + "\n",
-      {
-        mode: 0o600,
-        encoding: "ascii",
-      }
-    );
-    setKey = `-c core.sshCommand="ssh -oBatchMode=yes -o 'StrictHostKeyChecking no' -i ${keyfnm}" `;
-  }
-  const dir = `git_plugins/${plugin.name}`;
-  if (fs.existsSync(dir)) {
-    proc.execSync(`git ${setKey} -C ${dir} pull`);
-  } else {
-    proc.execSync(`git ${setKey} clone ${plugin.location} ${dir}`);
-  }
-  if (plugin.deploy_private_key) await fs.promises.unlink(keyfnm);
-  return dir;
-};
 /**
  * Install plugin
  * @param plugin - plugin name
  * @param force - force flag
- * @param manager - plugin manager
  * @returns {Promise<{plugin_module: *}|{plugin_module: any}>}
  */
-const requirePlugin = async (plugin, force, manager = defaultManager) => {
-  const installed_plugins = (await manager.list()).map((p) => p.name);
-  // todo as idea is to make list of mandatory plugins configurable
-  if (
-    ["@saltcorn/base-plugin", "@saltcorn/sbadmin2"].includes(plugin.location)
-  ) {
-    return { plugin_module: require(plugin.location) };
-  } else if (plugin.source === "npm") {
-    if (force || !installed_plugins.includes(plugin.location)) {
-      const plinfo = await manager.install(plugin.location, plugin.version);
-      return { plugin_module: manager.require(plugin.location), ...plinfo };
-    } else {
-      const plinfo = manager.getInfo(plugin.location);
-      return { plugin_module: manager.require(plugin.location), ...plinfo };
-    }
-  } else if (plugin.source === "local") {
-    const plinfo = await manager.installFromPath(plugin.location, {
-      force: true,
-    });
-    return { plugin_module: manager.require(plugin.name), ...plinfo };
-  } else if (plugin.source === "git") {
-    const loc = await gitPullOrClone(plugin);
-    const plinfo = await manager.installFromPath(loc, {
-      force: true,
-    });
-    return { plugin_module: manager.require(plugin.name), ...plinfo };
-  } else if (plugin.source === "github") {
-    if (force || !installed_plugins.includes(plugin.location)) {
-      const plinfo = await manager.installFromGithub(plugin.location, {
-        force: true,
-      });
-      return { plugin_module: manager.require(plugin.name), ...plinfo };
-    } else {
-      const plinfo = manager.getInfo(plugin.location);
-      return { plugin_module: manager.require(plugin.location), ...plinfo };
-    }
-  } else throw new Error("Unknown plugin source: " + plugin.source);
+const requirePlugin = async (plugin, force) => {
+  const loader = new PluginInstaller(plugin);
+  return await loader.install(force);
 };
+
 /**
  * Load all plugins
  * @returns {Promise<void>}
  */
-const loadAllPlugins = async () => {
+const loadAllPlugins = async (force) => {
   await getState().refresh(true);
   const plugins = await db.select("_sc_plugins");
   for (const plugin of plugins) {
     try {
-      await loadPlugin(plugin);
+      await loadPlugin(plugin, force);
     } catch (e) {
       console.error(e);
     }
   }
+  await getState().refreshUserLayouts();
   await getState().refresh(true);
 };
+
 /**
  * Load Plugin and its dependencies and save into local installation
  * @param plugin
  * @param force
  * @param noSignalOrDB
- * @param manager - optional plugin manager
+ * @param __ translation function
  * @returns {Promise<void>}
  */
-const loadAndSaveNewPlugin = async (plugin, force, noSignalOrDB, manager) => {
+const loadAndSaveNewPlugin = async (
+  plugin,
+  force,
+  noSignalOrDB,
+  __ = (str) => str
+) => {
   const tenants_unsafe_plugins = getRootState().getConfig(
     "tenants_unsafe_plugins",
     false
@@ -215,11 +131,10 @@ const loadAndSaveNewPlugin = async (plugin, force, noSignalOrDB, manager) => {
       return;
     }
   }
-  const { version, plugin_module, location } = await requirePlugin(
-    plugin,
-    force,
-    manager
-  );
+  const msgs = [];
+  const loader = new PluginInstaller(plugin);
+  const { version, plugin_module, location, loadedWithReload } =
+    await loader.install(force);
 
   // install dependecies
   for (const loc of plugin_module.dependencies || []) {
@@ -232,13 +147,43 @@ const loadAndSaveNewPlugin = async (plugin, force, noSignalOrDB, manager) => {
       );
     }
   }
-  getState().registerPlugin(
-    plugin_module.plugin_name || plugin.name,
-    plugin_module,
-    plugin.configuration,
-    location,
-    plugin.name
-  );
+  let registeredWithReload = false;
+  try {
+    getState().registerPlugin(
+      plugin_module.plugin_name || plugin.name,
+      plugin_module,
+      plugin.configuration,
+      location,
+      plugin.name
+    );
+  } catch (error) {
+    if (force) {
+      getState().log(
+        2,
+        `Error registering plugin ${plugin.name}. Removing and trying again.`
+      );
+      await loader.remove();
+      await loader.install(force);
+      getState().registerPlugin(
+        plugin_module.plugin_name || plugin.name,
+        plugin_module,
+        plugin.configuration,
+        location,
+        plugin.name
+      );
+      registeredWithReload = true;
+    } else {
+      throw error;
+    }
+  }
+  if (loadedWithReload || registeredWithReload) {
+    msgs.push(
+      __(
+        "The plugin was corrupted and had to be repaired. We recommend restarting your server.",
+        plugin.name
+      )
+    );
+  }
   if (plugin_module.onLoad) {
     try {
       await plugin_module.onLoad(plugin.configuration);
@@ -252,9 +197,10 @@ const loadAndSaveNewPlugin = async (plugin, force, noSignalOrDB, manager) => {
     getState().processSend({
       installPlugin: plugin,
       tenant: db.getTenantSchema(),
-      force,
+      force: false, // okay ??
     });
   }
+  return msgs;
 };
 
 module.exports = {
@@ -262,5 +208,4 @@ module.exports = {
   loadAllPlugins,
   loadPlugin,
   requirePlugin,
-  staticDependencies,
 };

package/locales/en.json

@@ -1384,5 +1384,35 @@
 	"Optionally associate a table with this trigger": "Optionally associate a table with this trigger",
 	"Delete table": "Delete table",
 	"Signup role": "Signup role",
-	"The initial role of signed up users": "The initial role of signed up users"
+	"The initial role of signed up users": "The initial role of signed up users",
+	"Cordova builder": "Cordova builder",
+	"not available": "not available",
+	"pull": "pull",
+	"refresh": "refresh",
+	"installed": "installed",
+	"Include table history in backup": "Include table history in backup",
+	"The plugin was corrupted and had to be repaired. We recommend restarting your server.": "The plugin was corrupted and had to be repaired. We recommend restarting your server.",
+	"%s code page": "%s code page",
+	"Constants and function code": "Constants and function code",
+	"Delete code page": "Delete code page",
+	"Adjust the the theme for this user": "Adjust the the theme for this user",
+	"Configure theme": "Configure theme",
+	"Remove all user specific theme settings": "Remove all user specific theme settings",
+	"Configure %s Plugin for %s": "Configure %s Plugin for %s",
+	"The current theme has no user specific settings": "The current theme has no user specific settings",
+	"Some themes support only one level of menu nesting.": "Some themes support only one level of menu nesting.",
+	"Apple Team ID": "Apple Team ID",
+	"Please enter your Apple Team ID": "Please enter your Apple Team ID",
+	"To see changes for '%s' in show-if-formulas, users need to relogin": "To see changes for '%s' in show-if-formulas, users need to relogin",
+	"Server host": "Server host",
+	"Username": "Username",
+	"Port": "Port",
+	"All tenants": "All tenants",
+	"Also backup all tenants": "Also backup all tenants",
+	"Retain local directory": "Retain local directory",
+	"Retain a local backup copy in this directory (optional)": "Retain a local backup copy in this directory (optional)",
+	"Do not wrap response in a success object": "Do not wrap response in a success object",
+	"Use table description instead of name as header": "Use table description instead of name as header",
+	"Description header": "Description header",
+	"Lazy load views": "Lazy load views"
 }