underpost 2.6.2

package/bin/util.js

@@ -0,0 +1,182 @@
+import fs from 'fs-extra';
+import merge from 'deepmerge';
+import si from 'systeminformation';
+import * as dir from 'path';
+import { svg } from 'font-awesome-assets';
+
+import { loggerFactory } from '../src/server/logger.js';
+import { shellCd, shellExec } from '../src/server/process.js';
+import { range, s4 } from '../src/client/components/core/CommonJs.js';
+import { network } from '../src/server/network.js';
+import { Config } from '../src/server/conf.js';
+import { FileFactory } from '../src/api/file/file.service.js';
+import { buildTextImg, faBase64Png, getBufferPngText } from '../src/server/client-icons.js';
+
+const logger = loggerFactory(import.meta);
+
+logger.info('argv', process.argv);
+
+const operator = process.argv[2];
+
+try {
+  // let cmd;
+  switch (operator) {
+    case 'cls':
+      fs.removeSync('./public');
+      fs.removeSync('./logs');
+      fs.removeSync('./conf');
+      //   fs.removeSync('./engine-private');
+      //   fs.removeSync('./node_modules');
+      break;
+    case 'log':
+      (() => {
+        const logPath = `./logs/${process.argv[3]}/${process.argv[4]}.log`;
+        logger.info('Read', logPath);
+        console.log(fs.readFileSync(logPath, 'utf8'));
+      })();
+      break;
+    case 'kill-ports':
+      if (!process.argv[3]) process.argv[3] = '22,80,443,3000-3020';
+      for (const port of process.argv[3].split(',')) {
+        const rangePort = port.split('-');
+        if (rangePort[1])
+          for (const port of range(parseInt(rangePort[0]), parseInt(rangePort[1]))) {
+            logger.info('clean port', port);
+            await network.port.portClean(port);
+          }
+        else {
+          logger.info('clean port', parseInt(port));
+          await network.port.portClean(port);
+        }
+      }
+      break;
+    case 'system-info':
+      await (async () => {
+        for (const infoKey of Object.keys(si)) {
+          if (typeof si[infoKey] === 'function') {
+            //  'dockerInfo', 'vboxInfo'
+            if (!['osInfo', 'graphics', 'cpu'].includes(infoKey)) continue;
+            try {
+              const infoInstance = await si[infoKey]();
+              logger.info(infoKey, infoInstance);
+            } catch (error) {
+              logger.info('Not valid info function', infoKey);
+            }
+          }
+        }
+      })();
+      break;
+    case 'export-git-changes':
+      {
+        const baseFrom = process.argv[3];
+        const baseTo = process.argv[4];
+        // if (fs.existsSync(baseTo)) fs.removeSync(baseTo);
+        shellCd(baseFrom);
+        {
+          try {
+            let output = shellExec('git status', { silent: true, stdout: true });
+            console.log('output:', output);
+            output = output
+              .split(`to discard changes in working directory)`)[1]
+              .split(`Untracked files:`)[0]
+              .split('modified:')
+              .map((c) => c.trim().replaceAll(`\n`, ''));
+            output[output.length - 1] = output[output.length - 1].split('no changes added to commit')[0];
+            output.shift();
+            for (const fromPath of output) {
+              const from = `${baseFrom}/${fromPath}`;
+              const to = `${baseTo}/${fromPath}`;
+              logger.info('Copy path', { from, to });
+              fs.copySync(from, to);
+            }
+          } catch (error) {
+            logger.error(error);
+          }
+        }
+        {
+          try {
+            let output = shellExec('git status', { silent: true, stdout: true });
+            console.log('output:', output);
+            output = output
+              .split(`to include in what will be committed)`)[1]
+              .split(`no changes added to commit`)[0]
+              .split(`\n`)
+              .map((l) => l.trim())
+              .filter((l) => l);
+
+            for (const fromPath of output) {
+              const from = `${baseFrom}/${fromPath}`;
+              const to = `${baseTo}/${fromPath}`;
+              logger.info('Copy path', { from, to });
+              fs.copySync(from, to);
+            }
+          } catch (error) {
+            logger.error(error);
+          }
+        }
+      }
+      break;
+    case 'delete-empty-folder':
+      function cleanEmptyFoldersRecursively(folder) {
+        const isDir = fs.statSync(folder).isDirectory();
+        if (!isDir) return;
+
+        let files = fs.readdirSync(folder);
+        if (files.length > 0) {
+          files.forEach(function (file) {
+            const fullPath = dir.join(folder, file);
+            cleanEmptyFoldersRecursively(fullPath);
+          });
+
+          // re-evaluate files; after deleting subfolder
+          // we may have parent folder empty now
+          files = fs.readdirSync(folder);
+        }
+
+        if (files.length === 0) {
+          console.log('removing: ', folder);
+          fs.rmdirSync(folder);
+          return;
+        }
+      }
+      cleanEmptyFoldersRecursively('./');
+      break;
+
+    case 'text-to-image': {
+      const buffer = await getBufferPngText({
+        text: process.argv[3],
+        textColor: process.argv[4],
+        bgColor: process.argv[5],
+        size: process.argv[6],
+        debugFilename: process.argv[7],
+      });
+      fs.writeFileSync(`./text-to-image.png`, buffer);
+      break;
+    }
+    case 'fa-image':
+      const faId = process.argv[3] ? process.argv[3] : 'user';
+      const color = process.argv[4] ? process.argv[4] : '#5f5f5f';
+      const path = process.argv[5] ? process.argv[5] : './';
+
+      {
+        fs.writeFileSync(`./tmp/${faId}.svg`, svg(faId, color), 'utf8');
+        const data = fs.readFileSync(`./tmp/${faId}.svg`);
+        console.log(FileFactory.svg(data, `${faId}.svg`));
+        fs.removeSync(`${path}${faId}.svg`);
+      }
+      {
+        fs.writeFileSync(`${path}${faId}.png`, Buffer.from(faBase64Png(faId, 100, 100, color), 'base64'));
+      }
+
+      break;
+
+    case 'b64-image':
+      fs.writeFileSync('b64-image', `data:image/jpg;base64,${fs.readFileSync(process.argv[3]).toString('base64')}`);
+      break;
+
+    default:
+      break;
+  }
+} catch (error) {
+  logger.error(error, error.stack);
+}

package/bin/vs.js

@@ -0,0 +1,35 @@
+import fs from 'fs-extra';
+import { shellExec } from '../src/server/process.js';
+
+switch (process.argv[2]) {
+  case 'import':
+    {
+      const extensions = JSON.parse(fs.readFileSync(`./.vscode/extensions.json`, 'utf8'));
+      extensions.recommendations.map((extension) => {
+        if (extension) shellExec(`code --install-extension ${extension}`);
+      });
+    }
+    break;
+  case 'export':
+    {
+      shellExec(`code --list-extensions > vs-extensions.txt`);
+      fs.writeFileSync(
+        `./.vscode/extensions.json`,
+        JSON.stringify(
+          {
+            recommendations: fs
+              .readFileSync(`./vs-extensions.txt`, 'utf8')
+              .split(`\n`)
+              .filter((ext) => ext.trim()),
+          },
+          null,
+          4,
+        ),
+        'utf8',
+      );
+      fs.removeSync(`./vs-extensions.txt`);
+    }
+    break;
+  default:
+    break;
+}

package/conf.js

@@ -0,0 +1,244 @@
+const DefaultConf = {
+  client: {
+    default: {
+      metadata: {
+        title: 'Default',
+        backgroundImage: './src/client/public/default/assets/background/white0-min.jpg',
+      },
+      components: {
+        core: [
+          'CommonJs',
+          'VanillaJs',
+          'Responsive',
+          'Keyboard',
+          'Translate',
+          'Modal',
+          'BtnIcon',
+          'Logger',
+          'Css',
+          'NotificationManager',
+          'ToggleSwitch',
+          'DropDown',
+          'LoadingAnimation',
+          'EventsUI',
+          'AgGrid',
+          'Input',
+          'Validator',
+          'SignUp',
+          'LogIn',
+          'LogOut',
+          'Router',
+          'Account',
+          'Auth',
+          'FullScreen',
+          'RichText',
+          'Blog',
+          'CalendarCore',
+          'D3Chart',
+          'Stream',
+          'SocketIo',
+          'Docs',
+          'Content',
+          'FileExplorer',
+          'Chat',
+          'Worker',
+          'CssCore',
+          'Wallet',
+          'Badge',
+          'ToolTip',
+          'Webhook',
+          'Recover',
+        ],
+        default: [
+          'MenuDefault',
+          'RoutesDefault',
+          'ElementsDefault',
+          'CommonDefault',
+          'CssDefault',
+          'LogInDefault',
+          'LogOutDefault',
+          'SignUpDefault',
+          'TranslateDefault',
+          'SettingsDefault',
+          'SocketIoDefault',
+        ],
+      },
+      views: [
+        {
+          path: '/',
+          title: 'Home',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/home',
+          title: 'Home',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/settings',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/log-in',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/sign-up',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/log-out',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/account',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/docs',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/recover',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/default-management',
+          client: 'Default',
+          ssr: 'Default',
+        },
+      ],
+      dists: [
+        {
+          folder: './node_modules/@neodrag/vanilla/dist/min',
+          public_folder: '/dist/@neodrag-vanilla',
+          import_name: '@neodrag/vanilla',
+          import_name_build: '/dist/@neodrag-vanilla/index.js',
+        },
+        {
+          folder: './node_modules/@fortawesome/fontawesome-free',
+          public_folder: '/dist/fontawesome',
+        },
+        {
+          folder: './node_modules/sortablejs/modular',
+          public_folder: '/dist/sortablejs',
+          import_name: 'sortablejs',
+          import_name_build: '/dist/sortablejs/sortable.complete.esm.js',
+        },
+        {
+          folder: './node_modules/validator',
+          public_folder: '/dist/validator',
+        },
+        {
+          folder: './node_modules/@loadingio/css-spinner/entries',
+          public_folder: '/dist/loadingio',
+        },
+        {
+          import_name: 'ag-grid-community',
+          import_name_build: '/dist/ag-grid-community/ag-grid-community.auto.complete.esm.min.js',
+          folder: './node_modules/ag-grid-community/dist',
+          public_folder: '/dist/ag-grid-community',
+          styles: './node_modules/ag-grid-community/styles',
+          public_styles_folder: '/styles/ag-grid-community',
+        },
+        {
+          folder: './node_modules/socket.io/client-dist',
+          public_folder: '/dist/socket.io',
+          import_name: 'socket.io/client-dist/socket.io.esm.min.js',
+          import_name_build: '/dist/socket.io/socket.io.esm.min.js',
+        },
+        {
+          folder: './node_modules/peerjs/dist',
+          public_folder: '/dist/peerjs',
+        },
+      ],
+      services: ['default', 'core', 'user', 'test', 'file'],
+    },
+  },
+  ssr: {
+    Default: {
+      head: ['PwaDefault', 'Css', 'DefaultScripts'],
+      body: ['CacheControl', 'DefaultSplashScreen'],
+    },
+  },
+  server: {
+    'default.net': {
+      '/': {
+        client: 'default',
+        runtime: 'nodejs',
+        apis: ['default', 'core', 'user', 'test', 'file'],
+        origins: [],
+        minifyBuild: false,
+        iconsBuild: true,
+        lightBuild: false,
+        docsBuild: false,
+        ws: 'core',
+        peer: true,
+        proxy: [80, 443],
+        db: {
+          provider: 'mongoose',
+          host: 'mongodb://127.0.0.1:27017',
+          name: 'default',
+        },
+        mailer: {
+          sender: {
+            email: 'noreply@default.net',
+            name: 'Default',
+          },
+          transport: {
+            host: 'smtp.default.com',
+            port: 465,
+            secure: true,
+            auth: {
+              user: 'noreply@default.net',
+              pass: '',
+            },
+          },
+          templates: {
+            userVerifyEmail: 'DefaultVerifyEmail',
+            userRecoverEmail: 'DefaultRecoverEmail',
+          },
+        },
+      },
+    },
+    'www.default.net': {
+      '/': {
+        client: null,
+        runtime: 'nodejs',
+        apis: [],
+        origins: [],
+        minifyBuild: false,
+        lightBuild: true,
+        proxy: [80, 443],
+      },
+    },
+  },
+  cron: {
+    ipDaemon: {
+      ip: null,
+      minutesTimeInterval: 3,
+      disabled: false,
+    },
+    records: {
+      A: [
+        {
+          host: 'example.com',
+          dns: 'dondominio',
+          api_key: '???',
+          user: '???',
+        },
+      ],
+    },
+  },
+};
+
+export { DefaultConf };

package/docker-compose.yml

@@ -0,0 +1,67 @@
+# https://docs.docker.com/compose/compose-file/compose-file-v3
+# https://docs.docker.com/engine/reference/commandline/compose/
+version: '3'
+services:
+  prometheus:
+    image: prom/prometheus
+    ports:
+      - 9090:9090
+    volumes:
+      - ./prometheus_data:/prometheus
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+    networks:
+      - load-balancer
+
+  grafana:
+    image: grafana/grafana
+    ports:
+      - 3000:3000
+    volumes:
+      - ./grafana_data:/var/lib/grafana
+    #  - ./grafana.ini:/etc/grafana/grafana.ini
+    networks:
+      - load-balancer
+    depends_on:
+      - prometheus
+
+  underpost-engine:
+    build:
+      dockerfile: ./Dockerfile
+      context: . # workdir path
+    # image: underpost-engine
+    # container_name: <name> ignore for replicas
+    ports:
+      - '22'
+      - '80' # host port allocated dynamically, host ports are unique independent of replicas
+      - '443'
+      - '3306'
+      - '27017'
+      - '4001-4002:3001'
+      - '3002-3020'
+    volumes:
+      - ./logs:/code/logs
+    deploy:
+      mode: replicated
+      replicas: 2
+      restart_policy:
+        condition: on-failure
+        delay: 5s
+        max_attempts: 3
+        window: 120s
+      resources:
+        limits:
+          cpus: '2'
+          memory: 400M
+        reservations:
+          cpus: '0.25'
+          memory: 20M
+    labels: # labels in Compose file instead of Dockerfile
+      engine.version: '2.6.2'
+    networks:
+      - load-balancer
+
+networks:
+  load-balancer:
+    driver: bridge

package/jsconfig.json

@@ -0,0 +1,7 @@
+{
+  "compilerOptions": {
+    "module": "CommonJS",
+    "target": "ES6"
+  },
+  "exclude": ["node_modules", "public", "engine-private"]
+}

package/jsdoc.json

@@ -0,0 +1,32 @@
+{
+  "tags": {
+    "allowUnknownTags": true,
+    "dictionaries": ["jsdoc"]
+  },
+  "source": {
+    "include": ["./src", "./package.json", "./README.md"],
+    "includePattern": ".js$",
+    "excludePattern": "(node_modules/|docs)"
+  },
+  "plugins": ["plugins/markdown", "plugins/summarize", "plugins/shout"],
+  "opts": {
+    "template": "node_modules/clean-jsdoc-theme",
+    "readme": "./README.md",
+    "recurse": true,
+    "destination": "./public/www.nexodev.org/docs/",
+    "encoding": "utf8",
+    "verbose": true,
+    "theme_opts": {
+      "default_theme": "light",
+      "search": true,
+      "title": "Nexodev - ERP, CRM Development & Cloud DevOps Services",
+      "homepageTitle": "Docs",
+      "favicon": "./public/www.nexodev.org/"
+    },
+    "tutorials": "./public/www.nexodev.org/docs/learn"
+  },
+  "markdown": {
+    "hardwrap": false,
+    "idInHeadings": true
+  }
+}

package/nodemon.json

@@ -0,0 +1,6 @@
+{
+  "watch": ["./src"],
+  "ext": "js",
+  "delay": 0,
+  "ignore": []
+}