@opengis/fastify-table 1.4.87 → 1.5.0

package/server/plugins/grpc/grpc.js

@@ -1,125 +0,0 @@
-/* eslint-disable no-promise-executor-return */
-/* eslint-disable no-console */
-
-import path from 'node:path';
-import { fileURLToPath } from 'url';
-
-import grpc from '@grpc/grpc-js';
-import protoLoader from '@grpc/proto-loader';
-
-import config from '../../../config.js';
-import logger from '../logger/getLogger.js';
-
-const filename = fileURLToPath(import.meta.url);
-const dirname = path.dirname(filename);
-
-config.ready = config.ready || {};
-
-// external ip not-accessible from internal network
-const defaultConvertServerAddress = config.pg?.host?.startsWith?.('192.168.3')
-  ? '192.168.1.96:4003'
-  : '193.239.152.181:44003';
-
-const convertServerAddress = config.convertServerAddress === true
-  ? defaultConvertServerAddress
-  : config.convertServerAddress;
-
-if (config.local || config.debug) console.log('convertServerAddress: ', convertServerAddress, !!config.convertServerAddress);
-
-// const relpath = 'server/plugins/grpc/utils/convertp.proto';
-// const protoLocation = process.cwd().includes('fastify-table') ? relpath : `node_modules/@opengis/fastify-table/${relpath}`;
-
-const proto = grpc.loadPackageDefinition(
-  protoLoader.loadSync(`${dirname}/utils/convertp.proto`, {
-    keepCase: true,
-    longs: String,
-    enums: String,
-    defaults: true,
-    oneofs: true,
-  }),
-);
-
-const convertClient = convertServerAddress ? new proto.Convert(
-  convertServerAddress,
-  grpc.credentials.createInsecure(),
-  {
-    'grpc.max_send_message_length': 512 * 1024 * 1024,
-    'grpc.max_receive_message_length': 512 * 1024 * 1024,
-  },
-) : {};
-
-if (convertServerAddress) {
-  convertClient.waitForReady(Date.now() + 5000, (err) => {
-    if (err) {
-      config.ready.convert = false;
-      console.error('Client connection timeout or failure:', err);
-    }
-    else {
-      config.ready.convert = true;
-      console.log('Client connected successfully.');
-      // You can now make RPC calls safely
-    }
-  });
-}
-
-const methodNames = [
-  'pdfMerge',
-  'htmlToPdf',
-  'csvToXls',
-  'jsonToXls',
-  'excelToJson',
-  'xmlToJson',
-  'htmlToDoc',
-  'htmlToImage',
-  'shpToGeojson',
-  'geojsonToShp',
-  'geojsonToGpkg',
-  'docToPDF',
-  'mergeImages',
-  'resizeImage',
-  'jsonToYaml',
-  'yamlToJson',
-  'log',
-];
-
-const wrapGrpcCall = (methodName) => async (data) => new Promise((res, rej) => {
-  if (!convertServerAddress) {
-    logger.file('grpc/convert', {
-      method: methodName,
-      error: 'grpc convert not set',
-      stack: new Error().stack,
-    });
-    return rej(new Error('grpc convert not set'));
-  }
-  convertClient[methodName](data, (err, response) => {
-    if (err) {
-      logger.file('grpc/convert', {
-        method: methodName,
-        error: err.toString(),
-        stack: err.stack,
-        ready: config.ready.convert,
-      });
-
-      if (!config.ready.convert) {
-        return rej(new Error('no grpc convert connection'));
-      }
-
-      return rej(err);
-    }
-
-    return res(response);
-  });
-  return null;
-});
-
-const grpcMethods = methodNames.reduce((acc, name) => {
-  acc[name] = wrapGrpcCall(name);
-  return acc;
-}, {});
-
-const getGRPC = () => ({
-  ...grpcMethods,
-  convertServerAddress,
-});
-
-export default getGRPC;

package/server/plugins/grpc/office2pdf.js

@@ -1,91 +0,0 @@
-/* eslint-disable no-promise-executor-return */
-/* eslint-disable no-console */
-import path from 'node:path';
-import { fileURLToPath } from 'url';
-
-import grpc from '@grpc/grpc-js';
-import protoLoader from '@grpc/proto-loader';
-
-import config from '../../../config.js';
-import logger from '../logger/getLogger.js';
-
-const filename = fileURLToPath(import.meta.url);
-const dirname = path.dirname(filename);
-
-config.ready = config.ready || {};
-
-// external ip not-accessible from internal network
-const defaultOfficeConverterServerAddress = config.pg?.host?.startsWith?.('192.168.3')
-  ? '192.168.1.96:4011'
-  : '193.239.152.181:44011';
-
-const officeConverterServerAddress = config.officeConverterServerAddress === true
-  ? defaultOfficeConverterServerAddress
-  : config.officeConverterServerAddress;
-
-console.log('officeConverterServerAddress: ', officeConverterServerAddress, !!config.officeConverterServerAddress);
-
-// const relpath = 'server/plugins/grpc/utils/office2pdf.proto';
-// const protoLocation = process.cwd().includes('fastify-table') ? relpath : `node_modules/@opengis/fastify-table/${relpath}`;
-
-const proto = grpc.loadPackageDefinition(
-  protoLoader.loadSync(`${dirname}/utils/office2pdf.proto`, {
-    keepCase: true,
-    longs: String,
-    enums: String,
-    defaults: true,
-    oneofs: true,
-  }),
-);
-
-const officeClient = officeConverterServerAddress ? new proto.OfficeConverterService(
-  officeConverterServerAddress,
-  grpc.credentials.createInsecure(),
-  {
-    'grpc.max_send_message_length': 512 * 1024 * 1024,
-    'grpc.max_receive_message_length': 512 * 1024 * 1024,
-  },
-) : {};
-
-if (officeConverterServerAddress) {
-  officeClient.waitForReady(Date.now() + 5000, (err) => {
-    if (err) {
-      config.ready.office2pdf = false;
-      console.error('Client connection timeout or failure:', err);
-    }
-    else {
-      config.ready.office2pdf = true;
-      console.log('Client connected successfully.');
-      // You can now make RPC calls safely
-    }
-  });
-}
-
-const officeToPdf = async (data) => new Promise((res, rej) => {
-  if (!officeConverterServerAddress) {
-    logger.file('grpc/convert', {
-      method: 'officeToPdf',
-      error: 'grpc office2pdf not set',
-      stack: new Error().stack,
-    });
-    return rej(new Error('grpc office2pdf not set'));
-  }
-  officeClient.OfficeToPdf(data, (err, data1) => {
-    if (err) {
-      logger.file('grpc/office2pdf', { error: err.toString(), stack: err.stack, ready: config.ready.office2pdf });
-      if (!config.ready.office2pdf) {
-        return rej(new Error('no grpc office2pdf connection'));
-      }
-      return rej(err);
-    }
-    return res(data1);
-  });
-  return null;
-});
-
-const getOffice = () => ({
-  officeToPdf,
-  officeConverterServerAddress,
-});
-
-export default getOffice;

package/server/plugins/grpc/utils/csv2xls.js

@@ -1,8 +0,0 @@
-import grpc from '../grpc.js';
-
-export default async function csv2xls({
-  csvBuffer,
-}) {
-  const result = await grpc.csvToXls({ buffer: csvBuffer.toString('base64') });
-  return { resultBuffer: result.result };
-}

package/server/plugins/grpc/utils/excel2Json.js

@@ -1,8 +0,0 @@
-import grpc from '../grpc.js';
-
-export default async function excel2Json({
-  buffer, type, delimiter,
-}) {
-  const { result } = await grpc.excelToJson({ buffer: buffer.toString('base64'), type, delimiter });
-  return { resultBuffer: result };
-}

package/server/plugins/grpc/utils/html2doc.js

@@ -1,19 +0,0 @@
-import { mkdir, writeFile } from 'fs/promises';
-import path from 'path';
-
-import grpc from '../grpc.js';
-
-export default async function html2doc({
-  html, filepath,
-}) {
-  const result = await grpc.html2Doc({ html });
-  if (result.err) throw new Error(result.err);
-  try {
-    await mkdir(path.dirname(filepath), { recursive: true });
-    await writeFile(filepath, result.result, 'base64');
-    return { filepath };
-  }
-  catch (err) {
-    return { err: err.toString(), status: 500 };
-  }
-}

package/server/plugins/grpc/utils/html2img.js

@@ -1,18 +0,0 @@
-import { mkdir, writeFile } from 'fs/promises';
-import path from 'path';
-import grpc from '../grpc.js';
-
-export default async function html2pdf({
-  html, filepath,
-}) {
-  const result = await grpc.htmlToImg({ html });
-  if (result.err) throw new Error(result.err);
-  try {
-    await mkdir(path.dirname(filepath), { recursive: true });
-    await writeFile(filepath, result.result, 'base64');
-    return { filepath };
-  }
-  catch (err) {
-    return { err: err.toString(), status: 500 };
-  }
-}

package/server/plugins/grpc/utils/html2pdf.js

@@ -1,23 +0,0 @@
-import { mkdir, writeFile } from 'fs/promises';
-import path from 'path';
-
-import grpc from '../grpc.js';
-
-export default async function html2pdf({
-  html, filepath, logger,
-}) {
-  const time = Date.now();
-  try {
-    const result = await grpc.htmlToPdf({ html });
-    logger.file('format/pdf', { msec: Date.now() - time, resp_code: 200 });
-
-    if (result.err) throw new Error(result.err);
-
-    await mkdir(path.dirname(filepath), { recursive: true });
-    await writeFile(filepath, result.result, 'base64');
-    return { filepath };
-  }
-  catch (err) {
-    return { err: err.toString(), status: 500 };
-  }
-}

package/server/plugins/grpc/utils/json2xls.js

@@ -1,13 +0,0 @@
-import grpc from '../grpc.js';
-
-export default async function json2xls({
-  json,
-}) {
-  try {
-    const result = await grpc.jsonToXls({ buffer: json });
-    return { resultBuffer: result.result };
-  }
-  catch (err) {
-    return { err: err.toString() };
-  }
-}

package/server/plugins/grpc/utils/mergePdf.js

@@ -1,20 +0,0 @@
-import path from 'path';
-import { mkdir, writeFile } from 'fs/promises';
-
-import grpc from '../grpc.js';
-
-export default async function mergePdf({
-  pdfStringList, pathToSave, filename,
-}) {
-  const filename1 = filename || path.basename(pathToSave);
-  const result = grpc.pdfMerge(pdfStringList);
-  if (result.err) return { err: result.err, status: 500 };
-  try {
-    await mkdir(path.dirname(pathToSave), { recursive: true });
-    await writeFile(pathToSave, result.result, 'base64');
-    return { filename: `${filename1}.pdf`, filepath: pathToSave };
-  }
-  catch (err) {
-    return { err: err.toString(), status: 500 };
-  }
-}

package/server/plugins/hook/funcs/addHook.js

@@ -1,8 +0,0 @@
-import hookList from '../hookList.js';
-
-export default function addHook(name, fn) {
-  if (!hookList[name]) {
-    hookList[name] = [];
-  }
-  hookList[name].push(fn);
-}

package/server/plugins/hook/funcs/applyHook.js

@@ -1,25 +0,0 @@
-/* eslint-disable no-console */
-import config from '../../../../config.js';
-import hookList from '../hookList.js';
-
-export default async function applyHook(name, data) {
-  const { trace } = config;
-  if (trace) console.log('applyHook', name);
-  if (!hookList[name]?.length) return null;
-  const result = {};
-  await Promise.all(hookList[name].map(async (hook) => {
-    const hookData = await hook({ ...data, config });
-    if (hookData) {
-      if (trace) console.log('applyHook', name, hookData);
-      Object.assign(result, hookData);
-    }
-  })).catch((err) => {
-    console.error('applyHook', name, err.toString());
-  });
-
-  if (Object.keys(result).length) {
-    return result;
-  }
-
-  return null;
-}

package/server/plugins/hook/funcs/applyHookSync.js

@@ -1,9 +0,0 @@
-import hookList from '../hookList.js';
-
-export default function applyHookSync(name, data) {
-  if (!hookList[name]?.length) return null;
-
-  const hookData = hookList[name].map((hook) => hook(data))[0];
-
-  return hookData;
-}

package/server/plugins/hook/hookList.js

@@ -1 +0,0 @@
-export default {};

package/server/plugins/logger/createFileStream.js

@@ -1,88 +0,0 @@
-/* eslint-disable no-console */
-
-const streams = {};
-
-import build from 'pino-abstract-transport';
-import fs from 'node:fs';
-
-import labels from './labels.js';
-import timestampWithTimeZone from './timestampWithTimeZone.js';
-
-import config from '../../../config.js';
-
-const generator = () => () => `${timestampWithTimeZone().split('T')[0].replace(/:/g, '_')}.log`;
-
-const {
-  dir = 'log', interval = '1d', compress = 'gzip', // maxFiles = 90, local: teeToStdout,
-} = config?.log || {};
-function createFileStream({ level, status }) {
-  console.log(dir, level, generator({ interval })(), interval, compress);
-  /* const params = {
-    maxFiles, // logs to save limit
-    history: 'history', // history file name
-    interval, // rotate daily
-    compress, // compress rotated files
-    teeToStdout, // debug / logs to stdout
-    path: `${dir}/${level}`, // absolute path (root directory)
-    intervalBoundary: true, // true - log name with lower boundary of rotation interval
-    initialRotation: true, // true - log rotation check on init
-    // intervalUTC: true, // local tz -> utc
-  };
-  return createStream(generator({ interval }), params); */
-  const dt = new Date().toISOString().split('T')[0];
-
-  const fileName = `${dir}/${level}/${dt}${status ? `_${status}` : ''}.log`;
-
-  fs.mkdirSync(`${dir}/${level}`, { recursive: true });
-
-  const stream = fs.createWriteStream(fileName, {
-    encoding: 'utf8', flags: 'a+',
-  });
-
-  stream.on('finish', () => stream.destroy());
-  stream.on('close', () => stream.destroy());
-  stream.on('error', () => stream.destroy());
-  return stream;
-}
-
-setInterval(() => {
-  const dt = new Date().toISOString().split('T')[0];
-  Object.keys(streams).filter(el => !el.includes(dt)).forEach(el => streams[el].destroy());
-}, 1000 * 3600 * 2);
-
-export default function transportTarget() {
-  return build((source) => {
-    const dt = new Date().toISOString().split('T')[0];
-    source.on('data', (obj) => {
-      if (['incoming request', 'request completed'].includes(obj.msg)) return;
-
-      // console.log(obj)
-      const file = obj.msg?.logfolder || obj.logfolder;
-
-      const level = file || labels[obj.level];
-      const lvl = level + dt;
-
-      // write error status
-      if (obj.err?.status) {
-        const status = obj.err?.status;
-        streams[status] = streams[status] || createFileStream({ level, status });
-        streams[status].write(`${JSON.stringify({ ...obj, level: labels[obj.level] })}\n`);
-      }
-
-      // write error type
-      if (obj.err?.type) {
-        const status = obj.err?.type;
-        streams[status] = streams[status] || createFileStream({ level, status });
-        streams[status].write(`${JSON.stringify({ ...obj, level: labels[obj.level] })}\n`);
-      }
-
-      if (streams[lvl]?.closed) { streams[lvl].destroy(); }
-      if (streams[lvl]?.destroyed) { delete streams[lvl]; }
-
-      streams[lvl] = streams[lvl] || createFileStream({ level });
-      streams[lvl].write(`${JSON.stringify({ ...obj, level: labels[obj.level] })}\n`);
-    });
-  }, {
-    parseLine: (line) => JSON.parse(line),
-  });
-}

package/server/plugins/logger/errorMessage.js

@@ -1,25 +0,0 @@
-import config from '../../../config.js';
-import applyHookSync from '../hook/funcs/applyHookSync.js';
-import errorStatus from './errorStatus.js';
-
-const defaultMessage = {
-  602: 'Порушення цілісності бази даних',
-};
-
-function errorMessage(error) {
-  const hook = applyHookSync('errorMessage', error);
-  if (hook) return hook;
-
-  if (error.routine === 'exec_stmt_raise' && error.file === 'pl_exec.c') {
-    return error.message;
-  }
-
-  // messgae status
-  const status = errorStatus(error);
-  if (config.errorMessage?.[status]) return config.errorMessage[status.toString()];
-  if (defaultMessage[status]) return defaultMessage[status];
-
-  return config.local ? error.toString() : (config.errorMessage?.[500] || 'ServerError');
-}
-
-export default errorMessage;

package/server/plugins/logger/errorStatus.js

@@ -1,19 +0,0 @@
-import applyHookSync from '../hook/funcs/applyHookSync.js';
-
-function errorStatus(error) {
-  const hook = applyHookSync('errorStatus', error);
-  if (hook) return hook;
-
-  if (error.routine === 'exec_stmt_raise' && error.file === 'pl_exec.c') {
-    return 601;
-  }
-  if (error.routine === 'ExecConstraints') {
-    return 602;
-  }
-  if (error.type === 'DatabaseError') {
-    return 600;
-  }
-
-  return 500;
-}
-export default errorStatus;

package/server/plugins/logger/getHooks.js

@@ -1,21 +0,0 @@
-import errorStatus from './errorStatus.js';
-
-function getHooks() {
-  return {
-    logMethod(inputArgs, method) {
-      // string name param to object
-
-      if (inputArgs?.length === 2 && inputArgs[1]?.originalUrl) {
-        const req = inputArgs[1];
-        const err = inputArgs[0]?.stack ? inputArgs[0] : undefined;
-        if (err) err.status = errorStatus(err);
-
-        return method.apply(this, [{ req, err }, err ? inputArgs[0].toString() : inputArgs[0]]);
-      }
-
-      return method.apply(this, inputArgs);
-    },
-  };
-}
-
-export default getHooks;

package/server/plugins/logger/getLogger.js

@@ -1,58 +0,0 @@
-/* eslint-disable no-console */
-
-import pino from 'pino';
-// import path from 'node:path';
-
-import config from '../../../config.js';
-import getRedis from '../redis/funcs/getRedis.js';
-import redactionList from '../../../redactionList.js';
-
-// utils
-import getHooks from './getHooks.js';
-import serializers from './serializers.js';
-import timestampWithTimeZone from './timestampWithTimeZone.js';
-
-const isServer = process.argv[2];
-
-const rclient2 = getRedis({ db: 2 });
-
-if (!config.log) config.log = {};
-
-const level = config.log?.level || process.env.PINO_LOG_LEVEL || 'info';
-console.log(`log level: ${level}`);
-const options = {
-  level, // minimal log level to write
-  timestamp: () => `,"time":"${timestampWithTimeZone()}"`, // timestamp as isostring
-  hooks: getHooks(),
-  serializers, // custom log params
-  transport: {
-    targets: [{
-      target: './createFileStream.js', // path.resolve('utils/createFileStream.js')
-    },
-    {
-      level: 'error',
-      target: 'pino/file',
-      options: { destination: 1 },
-    },
-    ],
-  },
-  redact: redactionList,
-};
-const logger = pino(options);
-
-logger.file = function userFile(logfolder, msg, req) {
-  logger.info({ logfolder, ...(typeof msg === 'string' ? { msg } : msg) }, req);
-};
-
-if (config.debug) {
-  logger.file('test/redaction', { clientId: 'should be redacted', clientSecret: 'should be redacted' });
-}
-
-logger.metrics = function metrics(key, val, dbName) {
-  const dbname = dbName || config.pg?.database;
-  if (!dbname && !isServer) return;
-  if (!config.redis) return;
-  rclient2.hincrby(`${dbname}:system_metrics`, key, val || 1);
-};
-
-export default logger;

package/server/plugins/logger/index.js

@@ -1,33 +0,0 @@
-import errorMessage from './errorMessage.js';
-import logger from './getLogger.js';
-import pgClients from '../pg/pgClients.js';
-
-async function plugin(fastify) {
-  fastify.addHook('onResponse', async (req, reply) => {
-    if (reply?.statusCode && reply.statusCode >= 400) {
-      logger.metrics(`error-count:${reply.statusCode}`);
-    }
-  });
-
-  fastify.setErrorHandler(async (error, request, reply) => {
-    // validation not error
-    if (error.validation) {
-      request.log.warn(request, { code: error?.code, status: 422, error: error.toString() });
-      return reply.status(422).send(error.toString());
-    }
-
-    // logger
-    request.log.error(error, request);
-    console.error({ msg: error.message, where: error.where, stack: error.stack });
-
-    // errorMessage
-    const msg = errorMessage(error);
-
-    return reply.status(error.statusCode || 500).send(msg);
-  });
-
-  fastify.addHook('onListen', async () => {
-    logger.file('init', { db: pgClients.client?.options?.database });
-  });
-}
-export default plugin;

package/server/plugins/logger/labels.js

@@ -1,11 +0,0 @@
-const labels = {
-  10: 'trace',
-  20: 'debug',
-  30: 'info',
-  40: 'warn',
-  50: 'error',
-  60: 'fatal',
-  infinity: 'silent',
-};
-
-export default labels;

package/server/plugins/logger/serializers.js

@@ -1,25 +0,0 @@
-const serializers = {
-  req(request) {
-    const {
-      method, url, referer, params, query, body, session,
-    } = request;
-    const { uid = undefined, user_name: userName = undefined } = session?.passport?.user || {};
-    return {
-      method,
-      url,
-      referer,
-      ip: request.headers?.['x-real-ip']
-        || request.headers?.['x-forwarded-for']
-        || request.ip
-        || request.connection?.remoteAddress,
-      uid,
-      dbName: request.pg?.options?.database,
-      user_name: userName,
-      params,
-      query,
-      body,
-    };
-  },
-};
-
-export default serializers;