@opengis/fastify-table 1.2.18 → 1.2.20

package/server/plugins/crud/funcs/setToken.js

@@ -1,44 +1,44 @@
-import { createHash, randomUUID } from 'crypto';
-
-import config from '../../../../config.js';
-
-import getRedis from '../../redis/funcs/getRedis.js';
-
-const rclient = getRedis({ db: 0 });
-
-// import { config, getRedis } from '../../../../utils.js';
-
-const generateCodes = (ids, userToken) => {
-  const token = userToken || randomUUID();
-  const notNullIds = ids.filter((el) => el);
-  const obj = {};
-  const codes = notNullIds.reduce((acc, id) => {
-    const newToken = createHash('sha1').update(token + id).digest('base64url').replace(/-/g, '');
-    acc[newToken] = id; obj[id] = newToken;
-    return acc;
-  }, {});
-  return { codes, obj };
-};
-
-function setToken({
-  ids: idsOrigin, uid, array,
-}) {
-  //  const rclient5 = getRedis({ db: 0, funcs });
-
-  if (!uid) return { user: 'empty' };
-  if (!Object.keys(idsOrigin).length) return { ids: 'empty' };
-
-  const ids = idsOrigin.map((el) => (typeof el === 'object' ? JSON.stringify(el) : el));
-
-  // TODO generate salt
-  const { codes, obj } = generateCodes(ids, uid);
-
-  if (!Object.keys(codes).length) return { ids: 'empty' };
-
-  rclient.hmset(`${config.pg.database}:token:edit:${uid}`, codes);
-  // console.log(`${config.pg.database}:token:edit:${uid}`, idsOrigin, Object.values(obj));
-  // TODO дополнительно писать в hset token -> uid
-  return array ? Object.values(obj) : obj;
-}
-
-export default setToken;
+import { createHash, randomUUID } from 'crypto';
+
+import config from '../../../../config.js';
+
+import getRedis from '../../redis/funcs/getRedis.js';
+
+const rclient = getRedis({ db: 0 });
+
+// import { config, getRedis } from '../../../../utils.js';
+
+const generateCodes = (ids, userToken) => {
+  const token = userToken || randomUUID();
+  const notNullIds = ids.filter((el) => el);
+  const obj = {};
+  const codes = notNullIds.reduce((acc, id) => {
+    const newToken = createHash('sha1').update(token + id).digest('base64url').replace(/-/g, '');
+    acc[newToken] = id; obj[id] = newToken;
+    return acc;
+  }, {});
+  return { codes, obj };
+};
+
+function setToken({
+  ids: idsOrigin, uid, array,
+}) {
+  //  const rclient5 = getRedis({ db: 0, funcs });
+
+  if (!uid) return { user: 'empty' };
+  if (!Object.keys(idsOrigin).length) return { ids: 'empty' };
+
+  const ids = idsOrigin.map((el) => (typeof el === 'object' ? JSON.stringify(el) : el));
+
+  // TODO generate salt
+  const { codes, obj } = generateCodes(ids, uid);
+
+  if (!Object.keys(codes).length) return { ids: 'empty' };
+
+  rclient.hmset(`${config.pg.database}:token:edit:${uid}`, codes);
+  // console.log(`${config.pg.database}:token:edit:${uid}`, idsOrigin, Object.values(obj));
+  // TODO дополнительно писать в hset token -> uid
+  return array ? Object.values(obj) : obj;
+}
+
+export default setToken;

package/server/plugins/crud/funcs/utils/getFolder.js

@@ -1,10 +1,10 @@
-import path from 'node:path';
-
-import config from '../../../../../config.js';
-
-export default function getFolder(req, type = 'server') {
-  if (!['server', 'local'].includes(type)) throw new Error('params type is invalid');
-  const types = { local: req.root || config.root, server: req.mapServerRoot || config.mapServerRoot };
-  const filepath = path.posix.join(types[type] || `/data/local/${req.pg?.options?.database || ''}`, req.folder || config.folder || '');
-  return filepath;
-}
+import path from 'node:path';
+
+import config from '../../../../../config.js';
+
+export default function getFolder(req, type = 'server') {
+  if (!['server', 'local'].includes(type)) throw new Error('params type is invalid');
+  const types = { local: req.root || config.root, server: req.mapServerRoot || config.mapServerRoot };
+  const filepath = path.posix.join(types[type] || `/data/local/${req.pg?.options?.database || ''}`, req.folder || config.folder || '');
+  return filepath;
+}

package/server/plugins/crud/index.js

@@ -1,23 +1,23 @@
-// import getOpt from './funcs/getOpt.js';
-// import setOpt from './funcs/setOpt.js';
-
-// import isFileExists from './funcs/isFileExists.js';
-
-// import dataUpdate from './funcs/dataUpdate.js';
-// import dataInsert from './funcs/dataInsert.js';
-
-// import getAccessFunc from './funcs/getAccess.js';
-
-async function plugin(fastify) {
-  // fastify.decorate('setOpt', setOpt);
-  // fastify.decorate('getOpt', getOpt);
-
-  // fastify.decorate('dataUpdate', dataUpdate);
-  // fastify.decorate('dataInsert', dataInsert);
-
-  // fastify.decorate('getAccess', getAccessFunc);
-
-  // fastify.decorate('isFileExists', isFileExists);
-}
-
-export default plugin;
+// import getOpt from './funcs/getOpt.js';
+// import setOpt from './funcs/setOpt.js';
+
+// import isFileExists from './funcs/isFileExists.js';
+
+// import dataUpdate from './funcs/dataUpdate.js';
+// import dataInsert from './funcs/dataInsert.js';
+
+// import getAccessFunc from './funcs/getAccess.js';
+
+async function plugin(fastify) {
+  // fastify.decorate('setOpt', setOpt);
+  // fastify.decorate('getOpt', getOpt);
+
+  // fastify.decorate('dataUpdate', dataUpdate);
+  // fastify.decorate('dataInsert', dataInsert);
+
+  // fastify.decorate('getAccess', getAccessFunc);
+
+  // fastify.decorate('isFileExists', isFileExists);
+}
+
+export default plugin;

package/server/plugins/hook/index.js

@@ -1,8 +1,8 @@
-import addHook from './funcs/addHook.js';
-import applyHook from './funcs/applyHook.js';
-
-async function plugin(fastify) {
-//   fastify.decorate('addHook', addHook);
-//   fastify.decorate('applyHook', applyHook);
-}
-export default plugin;
+import addHook from './funcs/addHook.js';
+import applyHook from './funcs/applyHook.js';
+
+async function plugin(fastify) {
+//   fastify.decorate('addHook', addHook);
+//   fastify.decorate('applyHook', applyHook);
+}
+export default plugin;

package/server/plugins/logger/errorStatus.js

@@ -1,19 +1,19 @@
-import applyHookSync from '../hook/funcs/applyHookSync.js';
-
-function errorStatus(error) {
-  const hook = applyHookSync('errorStatus', error);
-  if (hook) return hook;
-
-  if (error.routine === 'exec_stmt_raise' && error.file === 'pl_exec.c') {
-    return 601;
-  }
-  if (error.routine === 'ExecConstraints') {
-    return 602;
-  }
-  if (error.type === 'DatabaseError') {
-    return 600;
-  }
-
-  return 500;
-}
-export default errorStatus;
+import applyHookSync from '../hook/funcs/applyHookSync.js';
+
+function errorStatus(error) {
+  const hook = applyHookSync('errorStatus', error);
+  if (hook) return hook;
+
+  if (error.routine === 'exec_stmt_raise' && error.file === 'pl_exec.c') {
+    return 601;
+  }
+  if (error.routine === 'ExecConstraints') {
+    return 602;
+  }
+  if (error.type === 'DatabaseError') {
+    return 600;
+  }
+
+  return 500;
+}
+export default errorStatus;

package/server/plugins/logger/getLogger.js

@@ -1,14 +1,18 @@
 import pino from 'pino';
 // import path from 'node:path';
 
-import config from '../../../config.js';
-
-if (!config.log) config.log = {};
+import { config, getRedis } from '../../../utils.js';
 
 // utils
 import getHooks from './getHooks.js';
 import serializers from './serializers.js';
 
+const isServer = process.argv[2];
+
+const rclient2 = getRedis();
+
+if (!config.log) config.log = {};
+
 const level = config.log?.level || process.env.PINO_LOG_LEVEL || 'info';
 console.log(`log level: ${level}`);
 const options = {
@@ -32,4 +36,10 @@ const logger = pino(options);
 logger.file = function userFile(logfolder, msg, req) {
   logger.info({ logfolder, ...(typeof msg === 'string' ? { msg } : msg) }, req);
 };
+logger.metrics = function metrics(key, val, dbName) {
+  const dbname = dbName || config.pg?.database;
+  if (!dbname && !isServer) return;
+  rclient2.hincrby(`${dbname}:system_metrics`, key, val || 1);
+};
+
 export default logger;

package/server/plugins/logger/index.js

@@ -1,21 +1,21 @@
-import errorMessage from './errorMessage.js';
-
-async function plugin(fastify) {
-  fastify.setErrorHandler(async (error, request, reply) => {
-    // validation not error
-    if (error.validation) {
-      request.log.warn(request, { code: error?.code, status: 422, error: error.toString() });
-      return reply.status(422).send(error.toString());
-    }
-
-    // logger
-    request.log.error(error, request);
-    console.error({ msg: error.message, where: error.where, stack: error.stack });
-
-    // errorMessage
-    const msg = errorMessage(error);
-
-    return reply.status(error.statusCode || 500).send(msg);
-  });
-}
-export default plugin;
+import errorMessage from './errorMessage.js';
+
+async function plugin(fastify) {
+  fastify.setErrorHandler(async (error, request, reply) => {
+    // validation not error
+    if (error.validation) {
+      request.log.warn(request, { code: error?.code, status: 422, error: error.toString() });
+      return reply.status(422).send(error.toString());
+    }
+
+    // logger
+    request.log.error(error, request);
+    console.error({ msg: error.message, where: error.where, stack: error.stack });
+
+    // errorMessage
+    const msg = errorMessage(error);
+
+    return reply.status(error.statusCode || 500).send(msg);
+  });
+}
+export default plugin;

package/server/plugins/metric/index.js

@@ -0,0 +1,8 @@
+import addCron from '../cron/funcs/addCron.js';
+import systemMetricsFifthly from './systemMetricsFifthly.js';
+
+async function plugin(fastify) {
+    addCron(systemMetricsFifthly, 60 * 15);
+}
+
+export default plugin;

package/server/plugins/metric/loggerSystem.js

@@ -0,0 +1,129 @@
+import os from 'os';
+import process from 'process';
+import util from 'node:util';
+import { exec } from 'node:child_process';
+
+import { config, getFolder, pgClients, getRedis } from '../../../utils.js';
+
+const execAsync = util.promisify(exec);
+const platform = os.platform();
+const processFolder = os.homedir();
+const formatMemoryUsage = (data) => `${(data / 1024 / 1024).toFixed(2)} MB`;
+
+const rclient = getRedis();
+const rclient2 = getRedis({ db: 2 });
+// const rclient10 = getRedis({ db: 10 });
+const filesFolder = getFolder(config);
+
+const redisKey = 'logger-process-online';
+const sqlQuery = `select datname as dbname, application_name as app, client_addr as client_ip, 
+(now()-backend_start)::text as msec, state, query from pg_stat_activity where datname=$1`;
+
+export default async function loggerSystem(req) {
+  const { pg = pgClients.client } = req;
+  const dbName = pg.options?.database;
+
+  const dbsize = await rclient.get(`${dbName}:content:dbsize:${redisKey}`);
+
+  const dbVerion = await pg.query('select version();').then(el => el.rows?.[0]?.version);
+
+  const dbSize = dbsize
+    || (await pg.query(`select pg_size_pretty(pg_database_size('${dbName}'));`).then(el => el.rows?.[0]?.pg_size_pretty));
+
+  const { rows: query = [] } = await pg.query(sqlQuery, [dbName]);
+
+  const { stdout: topProcess } = platform === 'win32'
+    ? { stdout: 'Cant show top on this system type' }
+    : await execAsync('top -b -n 1');
+
+  const osInfo = `${os.version()} ${os.machine?.() || ''}`;
+  const cpuInfo = os.cpus();
+
+  const totalCpu = (Object.values(cpuInfo[0].times).reduce((acc, tv) => acc + tv, 0)) * cpuInfo.length;
+  const totalMemory = os.totalmem();
+
+  const memory = process.memoryUsage();
+  const resource = process.resourceUsage();
+
+  const currentCpuUsage = (((process.cpuUsage().user + process.cpuUsage().system) * 1000) / totalCpu) * 100;
+  const redisInfo = await rclient.info();
+
+  const lines = redisInfo.split('\r\n').filter((el) => el && el.split);
+  const redis = {};
+
+  for (let i = 0; i < lines.length; i += 1) {
+    const [key, val] = lines[i].split(':');
+    if (val) {
+      redis[key] = val;
+    }
+  }
+
+  await rclient.set(`${dbName}:content:dbsize:${redisKey}`, dbSize, 'EX', 30 * 60);
+
+  const latency = await rclient.latency('latest');
+
+  const uptime = await pg.query(`select extract('epoch' from current_timestamp - pg_postmaster_start_time())::int as uptime`)
+    .then(el => el.rows?.[0]?.uptime);
+
+  const metric5 = await rclient2.hgetall(`${dbName}:system_metrics`);
+
+  Object.keys(metric5 || {}).filter((el) => el.startsWith('time')).forEach((m) => {
+    metric5[m] /= 1000.0;
+  });
+
+  const metricSort = metric5 ? JSON.parse(JSON.stringify(metric5, Object.keys(metric5).sort())) : undefined;
+  const userOnline = await rclient2.scan(['0', 'match', `${dbName}:user:*`, 'count', '10000']);
+  // const userOnline = await rclient10.scan(['0', 'match', 'sess:*', 'count', '10000']);
+
+  return {
+    process: {
+      root: process.cwd(),
+      processFolder,
+      saveDirectory: filesFolder,
+      dbhost: pg.options?.host,
+      dbport: pg.options?.port,
+      dbname: dbName,
+    },
+
+    uptime: {
+      node: Math.round(process.uptime()),
+      system: os.uptime(),
+      pg: uptime,
+      redis: redis.uptime_in_seconds - 0,
+    },
+    metric: {
+      cpu: `${Math.round(currentCpuUsage)} %`,
+      memory: `${Math.round(((memory.rss / totalMemory) * 100) * 100) / 100} %`,
+      'user.online': userOnline?.[1]?.length,
+      'node.total': formatMemoryUsage(memory.heapTotal),
+      'node.used': formatMemoryUsage(memory.heapUsed),
+      'node.rss': formatMemoryUsage(memory.rss),
+      'node.cpu.time': resource.systemCPUTime,
+      'node.cpu.load': os.loadavg()[0],
+      'redis.ram': redis.used_memory_human,
+      'redis.latency': latency?.join(','),
+      'redis.ram.peak': redis.used_memory_peak_human,
+      'redis.clients': redis.connected_clients,
+      'redis.db0': redis.db0?.split(',')?.[0]?.substring(5),
+      'redis.db1': redis.db1?.split(',')?.[0]?.substring(5),
+      'redis.db2': redis.db2?.split(',')?.[0]?.substring(5),
+      'redis.db10': redis.db10?.split(',')?.[0]?.substring(5),
+      'pg.connection': query?.length,
+      dbsize: dbSize,
+      filesize: 0,
+    },
+    metricSort,
+    system: {
+      os: osInfo,
+      release: os.release(),
+      core: cpuInfo.length,
+      cpu: cpuInfo[0].model,
+      ram: formatMemoryUsage(totalMemory),
+      db: dbVerion,
+      redis: rclient.server_info?.redis_version,
+      node: process.version,
+    },
+    top: topProcess,
+    query,
+  };
+};

package/server/plugins/metric/systemMetricsFifthly.js

@@ -0,0 +1,23 @@
+import pgClients from '../pg/pgClients.js';
+import logger from '../logger/getLogger.js';
+import getRedis from '../redis/funcs/getRedis.js';
+
+import loggerSystem from './loggerSystem.js';
+
+const rclient2 = getRedis({ db: 2 });
+
+export default async function systemMetricsFifthly({ pg = pgClients.client }) {
+  const system = await loggerSystem({ pg });
+  const dbName = pg.options?.database;
+
+  await rclient2.del(`${dbName}:system_metrics`);
+
+  logger.file('metric', {
+    dbname: dbName,
+    ...system.metric,
+    uptime: system.uptime,
+    ...system.metricSort,
+  });
+
+  return { message: 'Saved Fifthly' };
+}

package/server/plugins/migration/index.js

@@ -1,7 +1,7 @@
-import execMigrations from './funcs/exec.migrations.js';
-
-async function plugin(fastify) {
-//   fastify.decorate('execMigrations', execMigrations);
-}
-
-export default plugin;
+import execMigrations from './funcs/exec.migrations.js';
+
+async function plugin(fastify) {
+//   fastify.decorate('execMigrations', execMigrations);
+}
+
+export default plugin;

package/server/plugins/pg/pgClients.js

@@ -1,21 +1,21 @@
-import pg from 'pg';
-
-import config from '../../../config.js';
-import init from './funcs/init.js';
-
-const pgClients = {};
-if (config.pg) {
-  const client = new pg.Pool({
-    host: config.pg?.host || '127.0.0.1',
-    port: config.pg?.port || 5432,
-    database: config.pg?.database || 'postgres',
-    user: config.pg?.user || 'postgres',
-    password: config.pg?.password || 'postgres',
-  });
-  client.init = async () => {
-    await init(client);
-  };
-  client.init();
-  pgClients.client = client;
-}
-export default pgClients;
+import pg from 'pg';
+
+import config from '../../../config.js';
+import init from './funcs/init.js';
+
+const pgClients = {};
+if (config.pg) {
+  const client = new pg.Pool({
+    host: config.pg?.host || '127.0.0.1',
+    port: config.pg?.port || 5432,
+    database: config.pg?.database || 'postgres',
+    user: config.pg?.user || 'postgres',
+    password: config.pg?.password || 'postgres',
+  });
+  client.init = async () => {
+    await init(client);
+  };
+  client.init();
+  pgClients.client = client;
+}
+export default pgClients;

package/server/plugins/policy/sqlInjection.js

@@ -1,33 +1,33 @@
-const sqlInjection = [
-  '()',
-  '^',
-  '*',
-  'like ',
-  '@variable',
-  '@@variable',
-  'group by ',
-  'union ',
-  'select ',
-  'having ',
-  'as injectx',
-  'where ',
-  'rlike ',
-  'if(',
-  'sleep(',
-  'waitfor delay',
-  'benchmark(',
-  'pg_sleep(',
-  "'\\\"",
-  'randomblob(',
-  'order by ',
-  'union all ',
-  '+or',
-  'or ',
-  'and ',
-  "'' ",
-  '"""  ',
-  '<script',
-  'javascript:',
-];
-
-export default sqlInjection;
+const sqlInjection = [
+  '()',
+  '^',
+  '*',
+  'like ',
+  '@variable',
+  '@@variable',
+  'group by ',
+  'union ',
+  'select ',
+  'having ',
+  'as injectx',
+  'where ',
+  'rlike ',
+  'if(',
+  'sleep(',
+  'waitfor delay',
+  'benchmark(',
+  'pg_sleep(',
+  "'\\\"",
+  'randomblob(',
+  'order by ',
+  'union all ',
+  '+or',
+  'or ',
+  'and ',
+  "'' ",
+  '"""  ',
+  '<script',
+  'javascript:',
+];
+
+export default sqlInjection;

package/server/plugins/redis/client.js

@@ -1,8 +1,8 @@
-import redisClients from './funcs/redisClients.js';
-import getRedis from './funcs/getRedis.js';
-
-if (!redisClients[0]) {
-  getRedis({ db: 0 });
-}
-
-export default redisClients[0];
+import redisClients from './funcs/redisClients.js';
+import getRedis from './funcs/getRedis.js';
+
+if (!redisClients[0]) {
+  getRedis({ db: 0 });
+}
+
+export default redisClients[0];

package/server/plugins/redis/funcs/redisClients.js

@@ -1,3 +1,3 @@
-const redisClients = {};
-
-export default redisClients;
+const redisClients = {};
+
+export default redisClients;

package/server/plugins/redis/index.js

@@ -1,17 +1,17 @@
-// import redis from './client.js';
-import redisClients from './funcs/redisClients.js';
-
-function close(fastify) {
-  // redis.quit();
-  Object.keys(redisClients).forEach((key) => redisClients[key].quit());
-}
-
-async function plugin(fastify) {
-  // const client = getRedis({ db: 0 });
-  // client.getJSON = client.get;
-  // fastify.decorate('rclient', client);
-  // fastify.decorate('getRedis', getRedis);
-  fastify.addHook('onClose', close);
-}
-
-export default plugin;
+// import redis from './client.js';
+import redisClients from './funcs/redisClients.js';
+
+function close(fastify) {
+  // redis.quit();
+  Object.keys(redisClients).forEach((key) => redisClients[key].quit());
+}
+
+async function plugin(fastify) {
+  // const client = getRedis({ db: 0 });
+  // client.getJSON = client.get;
+  // fastify.decorate('rclient', client);
+  // fastify.decorate('getRedis', getRedis);
+  fastify.addHook('onClose', close);
+}
+
+export default plugin;

package/server/plugins/table/funcs/addTemplateDir.js

@@ -1,8 +1,8 @@
-import userTemplateDir from './userTemplateDir.js';
-
-export default function addTemplateDir(dir) {
-  if (dir) {
-    userTemplateDir.push(dir);
-  }
-  return userTemplateDir;
-}
+import userTemplateDir from './userTemplateDir.js';
+
+export default function addTemplateDir(dir) {
+  if (dir) {
+    userTemplateDir.push(dir);
+  }
+  return userTemplateDir;
+}