@saltcorn/cli 1.6.0-alpha.0 → 1.6.0-alpha.10

package/oclif.manifest.json

@@ -264,6 +264,12 @@
           "allowNo": false,
           "type": "boolean"
         },
+        "syncOnAppResume": {
+          "description": "When offline mode is enabled, synchronize the synchedTables tables when the app is resumed.",
+          "name": "syncOnAppResume",
+          "allowNo": false,
+          "type": "boolean"
+        },
         "pushSync": {
           "description": "When offline mode is enabled, synchronize the synchedTables tables when a push notification is received.",
           "name": "pushSync",
@@ -277,6 +283,12 @@
           "multiple": false,
           "type": "option"
         },
+        "noProvisioningProfile": {
+          "description": "Do not use a provisioning profile, only for simulator builds (iOS only)",
+          "name": "noProvisioningProfile",
+          "allowNo": false,
+          "type": "boolean"
+        },
         "provisioningProfile": {
           "description": "This profile will be used to sign your app",
           "name": "provisioningProfile",
@@ -291,6 +303,13 @@
           "multiple": false,
           "type": "option"
         },
+        "appGroupId": {
+          "description": "An app group identifier to share data between the main app and the share extension on iOS, e.g. group.com.saltcorn.myapp",
+          "name": "appGroupId",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
         "buildType": {
           "description": "debug or release build",
           "name": "buildType",
@@ -298,6 +317,12 @@
           "multiple": false,
           "type": "option"
         },
+        "allowClearTextTraffic": {
+          "description": "Enable this to allow unsecure HTTP connections. Useful for local testing.",
+          "name": "allowClearTextTraffic",
+          "allowNo": false,
+          "type": "boolean"
+        },
         "androidKeystore": {
           "description": "A self-signed certificate that includes the private key used to sign your app.",
           "name": "androidKeystore",
@@ -2022,6 +2047,38 @@
         "transform-field.js"
       ]
     },
+    "dev:build": {
+      "aliases": [],
+      "args": {
+        "component": {
+          "description": "Component to rebuild",
+          "name": "component",
+          "options": [
+            "builder",
+            "filemanager",
+            "workflow-editor"
+          ],
+          "required": false
+        }
+      },
+      "description": "Rebuild static assets",
+      "flags": {},
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "dev:build",
+      "pluginAlias": "@saltcorn/cli",
+      "pluginName": "@saltcorn/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": false,
+      "relativePath": [
+        "src",
+        "commands",
+        "dev",
+        "build.js"
+      ]
+    },
     "dev:localize-plugin": {
       "aliases": [],
       "args": {
@@ -2127,6 +2184,14 @@
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "overwriteDependency": {
+          "char": "o",
+          "description": "Dependency to overwrite with a local plugin (can be used multiple times). Please specify the path to the local plugin, the module name will be taken from there.",
+          "name": "overwriteDependency",
+          "hasDynamicHelp": false,
+          "multiple": true,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -2251,6 +2316,46 @@
         "release.js"
       ]
     },
+    "dev:serve": {
+      "aliases": [],
+      "args": {},
+      "description": "Development server. Serve on port 3000, restart when source files change",
+      "flags": {
+        "port": {
+          "char": "p",
+          "description": "port",
+          "name": "port",
+          "default": 3000,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "workers": {
+          "char": "w",
+          "description": "workers",
+          "name": "workers",
+          "default": 1,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "dev:serve",
+      "pluginAlias": "@saltcorn/cli",
+      "pluginName": "@saltcorn/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": false,
+      "relativePath": [
+        "src",
+        "commands",
+        "dev",
+        "serve.js"
+      ]
+    },
     "dev:test-plugin": {
       "aliases": [],
       "args": {
@@ -2315,5 +2420,5 @@
       ]
     }
   },
-  "version": "1.6.0-alpha.0"
+  "version": "1.6.0-alpha.10"
 }

package/package.json

@@ -2,7 +2,7 @@
   "name": "@saltcorn/cli",
   "description": "Command-line interface for Saltcorn, open-source no-code platform",
   "homepage": "https://saltcorn.com",
-  "version": "1.6.0-alpha.0",
+  "version": "1.6.0-alpha.10",
   "author": "Tom Nielsen @glutamate",
   "bin": {
     "saltcorn": "./bin/saltcorn"
@@ -11,13 +11,13 @@
   "dependencies": {
     "@oclif/core": "4.4.0",
     "@oclif/plugin-plugins": "^5.4.26",
-    "@saltcorn/admin-models": "1.6.0-alpha.0",
-    "@saltcorn/common-code": "1.6.0-alpha.0",
-    "@saltcorn/data": "1.6.0-alpha.0",
-    "@saltcorn/mobile-app": "1.6.0-alpha.0",
-    "@saltcorn/mobile-builder": "1.6.0-alpha.0",
-    "@saltcorn/plugins-loader": "1.6.0-alpha.0",
-    "@saltcorn/server": "1.6.0-alpha.0",
+    "@saltcorn/admin-models": "1.6.0-alpha.10",
+    "@saltcorn/common-code": "1.6.0-alpha.10",
+    "@saltcorn/data": "1.6.0-alpha.10",
+    "@saltcorn/mobile-app": "1.6.0-alpha.10",
+    "@saltcorn/mobile-builder": "1.6.0-alpha.10",
+    "@saltcorn/plugins-loader": "1.6.0-alpha.10",
+    "@saltcorn/server": "1.6.0-alpha.10",
     "contractis": "^0.1.0",
     "dateformat": "^4.6.3",
     "inquirer": "^12.3.3",

package/src/commands/build-app.js

@@ -2,9 +2,7 @@ const { Command, Flags } = require("@oclif/core");
 const path = require("path");
 const Plugin = require("@saltcorn/data/models/plugin");
 const { MobileBuilder } = require("@saltcorn/mobile-builder/mobile-builder");
-const {
-  decodeProvisioningProfile,
-} = require("@saltcorn/mobile-builder/utils/common-build-utils");
+const { decodeProvisioningProfile } = require("@saltcorn/data/utils");
 const { init_multi_tenant, getState } = require("@saltcorn/data/db/state");
 const { loadAllPlugins } = require("@saltcorn/server/load_plugins");
 const User = require("@saltcorn/data/models/user");
@@ -44,7 +42,7 @@ class BuildAppCommand extends Command {
       );
     }
 
-    if (flags.platforms.includes("ios")) {
+    if (flags.platforms.includes("ios") && !flags.noProvisioningProfile) {
       if (!flags.provisioningProfile)
         throw new Error("Please specify a provisioning profile");
       if (flags.allowShareTo && !flags.shareExtensionProvisioningProfile)
@@ -73,26 +71,31 @@ class BuildAppCommand extends Command {
   async buildIosParams(flags) {
     let result = undefined;
     if (flags.platforms.includes("ios")) {
-      const mainProfileVals = await decodeProvisioningProfile(
-        flags.buildDirectory,
-        flags.provisioningProfile
-      );
-      result = {
-        appleTeamId: mainProfileVals.teamId,
-        mainProvisioningProfile: {
-          guuid: mainProfileVals.guuid,
-        },
-      };
-      if (flags.allowShareTo) {
-        const shareExtProfileVals = await decodeProvisioningProfile(
-          flags.buildDirectory,
-          flags.shareExtensionProvisioningProfile
+      if (flags.noProvisioningProfile)
+        result = {
+          noProvisioningProfile: true,
+        };
+      else {
+        const mainProfileVals = await decodeProvisioningProfile(
+          flags.provisioningProfile
         );
-        result.shareExtensionProvisioningProfile = {
-          guuid: shareExtProfileVals.guuid,
-          specifier: shareExtProfileVals.specifier,
-          identifier: shareExtProfileVals.identifier,
+        result = {
+          appleTeamId: mainProfileVals.teamId,
+          mainProvisioningProfile: {
+            guuid: mainProfileVals.guuid,
+          },
         };
+        if (flags.allowShareTo) {
+          const shareExtProfileVals = await decodeProvisioningProfile(
+            flags.shareExtensionProvisioningProfile
+          );
+          result.shareExtensionProvisioningProfile = {
+            guuid: shareExtProfileVals.guuid,
+            specifier: shareExtProfileVals.specifier,
+            identifier: shareExtProfileVals.identifier,
+            ...(flags.appGroupId ? { appGroupId: flags.appGroupId } : {}),
+          };
+        }
       }
     }
     return result;
@@ -138,6 +141,7 @@ class BuildAppCommand extends Command {
         showContinueAsPublicUser: flags.showContinueAsPublicUser,
         allowOfflineMode: flags.allowOfflineMode,
         syncOnReconnect: flags.syncOnReconnect,
+        syncOnAppResume: flags.syncOnAppResume,
         pushSync: flags.pushSync,
         syncInterval: flags.syncInterval,
         allowShareTo: flags.allowShareTo,
@@ -147,6 +151,7 @@ class BuildAppCommand extends Command {
         iosParams: iosParams,
         tenantAppName: flags.tenantAppName,
         buildType: flags.buildType,
+        allowClearTextTraffic: flags.allowClearTextTraffic,
         keyStorePath: flags.androidKeystore,
         keyStoreAlias: flags.androidKeyStoreAlias,
         keyStorePassword: flags.androidKeystorePassword,
@@ -324,6 +329,12 @@ BuildAppCommand.flags = {
       "Run Synchronizations and return into online mode when the network connection is restored. " +
       "When disabled, you still can do this manually.",
   }),
+  syncOnAppResume: Flags.boolean({
+    name: "Sync on app resume",
+    string: "syncOnAppResume",
+    description:
+      "When offline mode is enabled, synchronize the synchedTables tables when the app is resumed.",
+  }),
   pushSync: Flags.boolean({
     name: "Push sync",
     string: "pushSync",
@@ -337,6 +348,13 @@ BuildAppCommand.flags = {
       "Perdiodic interval (in minutes) to run synchronizations in the background. " +
       "This is just a min interval, depending on system conditions, the actual time may be longer.",
   }),
+  noProvisioningProfile: Flags.boolean({
+    name: "no provisioning profile",
+    string: "noProvisioningProfile",
+    description:
+      "Do not use a provisioning profile, only for simulator builds (iOS only)",
+    default: false,
+  }),
   provisioningProfile: Flags.string({
     name: "provisioning profile",
     string: "provisioningProfile",
@@ -348,11 +366,24 @@ BuildAppCommand.flags = {
     description:
       "This profile will be used to sign your share extension on iOS",
   }),
+  appGroupId: Flags.string({
+    name: "app group id",
+    string: "appGroupId",
+    description:
+      "An app group identifier to share data between the main app and the share extension on iOS, e.g. group.com.saltcorn.myapp",
+  }),
   buildType: Flags.string({
     name: "build type",
     string: "buildType",
     description: "debug or release build",
   }),
+  allowClearTextTraffic: Flags.boolean({
+    name: "allow clear text traffic",
+    string: "allowClearTextTraffic",
+    description:
+      "Enable this to allow unsecure HTTP connections. Useful for local testing.",
+    default: false,
+  }),
   androidKeystore: Flags.string({
     name: "android key store",
     string: "androidKeyStore",

package/src/commands/dev/build.js

@@ -0,0 +1,47 @@
+/**
+ * @category saltcorn-cli
+ * @module commands/dev/build
+ */
+const { Command, Flags, Args } = require("@oclif/core");
+const { spawnSync } = require("child_process");
+const { sleep } = require("../../common");
+/**
+ * DevBuildCommand Class
+ * @extends oclif.Command
+ * @category saltcorn-cli
+ */
+class DevBuildCommand extends Command {
+  /**
+   * @returns {Promise<void>}
+   */
+  async run() {
+    const { args } = await this.parse(DevBuildCommand);
+
+    const { reactPackages } = require("@saltcorn/server/restart_watcher");
+
+    for (const { buildDir } of reactPackages) {
+      if (args.component && !buildDir.includes(args.component)) continue;
+
+      const { status, signal } = spawnSync("npm", ["run", "build"], {
+        stdio: "inherit",
+        cwd: buildDir,
+      });
+      if (status) process.exit(status);
+      if (signal) process.exit();
+    }
+  }
+}
+
+/**
+ * @type {string}
+ */
+DevBuildCommand.description = `Rebuild static assets`;
+
+DevBuildCommand.args = {
+  component: Args.string({
+    required: false,
+    description: "Component to rebuild",
+    options: ["builder", "filemanager", "workflow-editor"],
+  }),
+};
+module.exports = DevBuildCommand;

package/src/commands/dev/plugin-test.js

@@ -15,7 +15,10 @@ const removePluginsDir = () => {
     fs.rmSync(pluginsPath, { force: true, recursive: true });
 };
 
-const writeJestConfigIntoPluginDir = (location) => {
+const writeJestConfigIntoPluginDir = (location, plugin) => {
+  const state = getState();
+  const modName = state.plugin_module_names[plugin.name];
+  const module = state.plugins[modName];
   fs.writeFileSync(
     path.join(location, "jest.config.js"),
     `const sqliteDir = process.env.JEST_SC_SQLITE_DIR;
@@ -35,6 +38,17 @@ const config = {
     "@saltcorn/markup$": markupDir,
     "@saltcorn/markup/(.*)": markupDir + "/$1",
     "@saltcorn/admin-models/(.*)": adminModelsDir + "/$1",
+    ${(module?.dependencies || [])
+      .map((dep) => {
+        let pluginLocation = state.plugin_locations[dep];
+        if (!pluginLocation) {
+          // try without org
+          const orgRemoved = dep.replace(/^@[^/]+\//, "");
+          pluginLocation = state.plugin_locations[orgRemoved];
+        }
+        return pluginLocation ? `"${dep}": "${pluginLocation}",` : "";
+      })
+      .join("\n    ")}
   },
   modulePaths: [modulePath],
 };
@@ -77,42 +91,48 @@ const spawnTest = async (installDir, env) => {
   return ret.status;
 };
 
-const installPlugin = async (plugin) => {
+const preparePlugin = async (plugin, overwrites) => {
   await removeOldPlugin(plugin);
   removePluginsDir();
-  await loadAndSaveNewPlugin(plugin, false, false);
+  await loadAndSaveNewPlugin(
+    plugin,
+    false,
+    false,
+    (str) => str,
+    false,
+    overwrites
+  );
   const location = getPluginLocation(plugin.name);
   writeMockFilesIntoPluginDir(location);
-  writeJestConfigIntoPluginDir(location);
+  writeJestConfigIntoPluginDir(location, plugin);
   return location;
 };
 
-const removeOldPlugin = async (plugin) => {
-  const byName = await Plugin.findOne({ name: plugin.name });
+const removeOldPlugin = async (newPlugin) => {
+  const byName = await Plugin.findOne({ name: newPlugin.name });
   if (byName) {
     await byName.delete();
     await new PluginInstaller(byName).remove();
   }
-  let oldPlugin = null;
-  if (!plugin.name.startsWith("@saltcorn/")) {
-    const withOrg = await Plugin.findOne({ name: `@saltcorn/${plugin.name}` });
+  let oldDbPlugin = null;
+  if (!newPlugin.name.startsWith("@saltcorn/")) {
+    const withOrg = await Plugin.findOne({
+      name: `@saltcorn/${newPlugin.name}`,
+    });
     if (withOrg) {
       await withOrg.delete();
-      oldPlugin = withOrg;
+      oldDbPlugin = withOrg;
     }
   } else {
     const withoutOrg = await Plugin.findOne({
-      name: plugin.name.replace(/^@saltcorn\//, ""),
+      name: newPlugin.name.replace(/^@saltcorn\//, ""),
     });
     if (withoutOrg) {
       await withoutOrg.delete();
-      oldPlugin = withoutOrg;
+      oldDbPlugin = withoutOrg;
     }
   }
-  if (oldPlugin) {
-    const installer = new PluginInstaller(oldPlugin);
-    await installer.remove();
-  }
+  await new PluginInstaller(oldDbPlugin || newPlugin).remove();
 };
 
 const getPluginLocation = (pluginName) => {
@@ -123,7 +143,7 @@ const getPluginLocation = (pluginName) => {
   );
 };
 
-const testLocalPlugin = async (dir, env, backupFile) => {
+const testLocalPlugin = async (dir, env, backupFile, overwrites) => {
   if (backupFile) {
     await prep_test_db(path.join(dir, "tests", backupFile));
   } else await require("@saltcorn/data/db/reset_schema")();
@@ -135,27 +155,49 @@ const testLocalPlugin = async (dir, env, backupFile) => {
     source: "local",
     location: path.resolve(dir),
   });
-  const installDir = await installPlugin(plugin);
+  const installDir = await preparePlugin(plugin, overwrites);
   return await spawnTest(installDir, env);
 };
 
-const testReleasedPlugin = async (pluginName, env, backupFile) => {
+const testReleasedPlugin = async (pluginName, env, backupFile, overwrites) => {
   await require("@saltcorn/data/db/reset_schema")();
   const plugin = await Plugin.store_by_name(pluginName);
   delete plugin.id;
-  const installDir = await installPlugin(plugin);
+  const installDir = await preparePlugin(plugin, overwrites);
   if (backupFile) {
     await prep_test_db(path.join(installDir, "tests", backupFile));
   }
   return await spawnTest(installDir, env);
 };
 
+/**
+ *
+ * @param {string[]} overwrites paths to local plugins
+ * @returns an object mapping module names to paths
+ */
+const prepOverwritesCfg = (overwrites) => {
+  const result = {};
+  if (overwrites) {
+    for (const flag of overwrites) {
+      const pkgpath = path.join(flag, "package.json");
+      if (!fs.existsSync(pkgpath))
+        throw new Error(
+          `Overwrite dependency package.json not found in ${flag}`
+        );
+      const pkg = require(pkgpath);
+      result[pkg.name] = flag;
+    }
+  }
+  return result;
+};
+
 /**
  * Install a plugin, spawn 'npm run test' in the install dir and check the return code
  */
 class PluginTestCommand extends Command {
   async run() {
     const { flags } = await this.parse(PluginTestCommand);
+    const overwrites = prepOverwritesCfg(flags.overwriteDependency);
     const dbname = flags.database ? flags.database : "saltcorn_test";
     let env = null;
     const db = require("@saltcorn/data/db");
@@ -174,14 +216,16 @@ class PluginTestCommand extends Command {
         jestStatus = await testLocalPlugin(
           flags.directory,
           env,
-          flags.backupFile
+          flags.backupFile,
+          overwrites
         );
       } else if (flags.name) {
         console.log(`Testing released plugin '${flags.name}'`);
         jestStatus = await testReleasedPlugin(
           flags.name,
           env,
-          flags.backupFile
+          flags.backupFile,
+          overwrites
         );
       }
     } catch (error) {
@@ -218,6 +262,13 @@ PluginTestCommand.flags = {
     string: "database",
     description: "Run on specified database. Default is 'saltcorn_test''",
   }),
+  overwriteDependency: Flags.string({
+    char: "o",
+    description:
+      "Dependency to overwrite with a local plugin (can be used multiple times). " +
+      "Please specify the path to the local plugin, the module name will be taken from there.",
+    multiple: true,
+  }),
 };
 
 PluginTestCommand.description =

package/src/commands/dev/release.js

@@ -71,6 +71,7 @@ class ReleaseCommand extends Command {
       "@saltcorn/postgres": { dir: "postgres", publish: true },
       "@saltcorn/types": { dir: "saltcorn-types", publish: true },
       "@saltcorn/builder": { dir: "saltcorn-builder", publish: true },
+      "@saltcorn/workflow-editor": { dir: "workflow-editor", publish: true },
       "@saltcorn/filemanager": { dir: "filemanager", publish: true },
       "@saltcorn/data": { dir: "saltcorn-data", publish: true },
       "@saltcorn/admin-models": {

package/src/commands/dev/serve.js

@@ -0,0 +1,75 @@
+/**
+ * @category saltcorn-cli
+ * @module commands/dev/serve
+ */
+const { Command, Flags } = require("@oclif/core");
+const { execSync, spawnSync } = require("child_process");
+const { sleep } = require("../../common");
+/**
+ * DevServeCommand Class
+ * @extends oclif.Command
+ * @category saltcorn-cli
+ */
+class DevServeCommand extends Command {
+  /**
+   * @returns {Promise<void>}
+   */
+  async run() {
+    const { flags } = await this.parse(DevServeCommand);
+
+    await this.tryTsc();
+    for (;;) {
+      const scResult = spawnSync(
+        "saltcorn",
+        [
+          "serve",
+          "--dev",
+          "--addschema",
+          ...(flags.port ? ["-p", flags.port] : []),
+        ],
+        {
+          env: {
+            ...process.env,
+            SALTCORN_NWORKERS:
+              flags.workers || process.env.SALTCORN_NWORKERS || 1,
+          },
+          stdio: "inherit",
+        }
+      );
+      if (scResult.signal) process.exit();
+      switch (scResult.status) {
+        case 3:
+          //root tsc error
+          await this.tryTsc();
+          break;
+
+        // todo builder error
+        default:
+          break;
+      }
+    }
+  }
+
+  async tryTsc() {
+    const tscResult = spawnSync("npm", ["run", "tsc"], {
+      stdio: "inherit",
+    });
+    if (tscResult.status) {
+      //todo watch instead
+      await sleep(3000);
+      await this.tryTsc();
+    }
+  }
+}
+
+/**
+ * @type {string}
+ */
+DevServeCommand.description = `Development server. Serve on port 3000, restart when source files change`;
+
+DevServeCommand.flags = {
+  port: Flags.integer({ char: "p", description: "port", default: 3000 }),
+  workers: Flags.integer({ char: "w", description: "workers", default: 1 }),
+};
+
+module.exports = DevServeCommand;

package/src/commands/restore.js

@@ -5,7 +5,7 @@
 const { Command, Flags, Args } = require("@oclif/core");
 const { spawnSync } = require("child_process");
 const path = require("path");
-const { maybe_as_tenant } = require("../common");
+const { maybe_as_tenant, init_some_tenants } = require("../common");
 const fs = require("fs");
 
 /**
@@ -45,6 +45,8 @@ class RestoreCommand extends Command {
     const { restore } = require("@saltcorn/admin-models/models/backup");
     const User = require("@saltcorn/data/models/user");
     const load_plugins = require("@saltcorn/server/load_plugins");
+    await init_some_tenants(tenant);
+
     await maybe_as_tenant(tenant, async () => {
       await load_plugins.loadAllPlugins();
       const hasUsers = await User.nonEmpty();