@opengis/fastify-table 1.4.88 → 1.5.0

package/server/routes/file/controllers/upload.js

@@ -1,55 +0,0 @@
-import path from 'node:path';
-
-import { applyHook, pgClients, dataInsert } from '../../../../utils.js';
-
-import uploadMultiPart from '../../../plugins/file/uploadMultiPart.js';
-
-export default async function upload(req) {
-  const { pg = pgClients.client } = req;
-  const file = await uploadMultiPart(req);
-
-  const objectId = req.params['*'] || 'uploads';
-  const hookData = await applyHook('preUpload', {
-    id: req.query?.id, subdir: objectId, token: req.query?.table, file, user: req.user,
-  });
-  if (hookData) return hookData;
-
-  const resultInsert = pg ? await dataInsert({
-    pg,
-    table: 'crm.files',
-    data: {
-      uploaded_name: file.originalFilename?.toLocaleLowerCase?.(),
-      file_path: file.relativeFilepath?.replace?.(/\\/g, '/'),
-      ext: file.extension,
-      size: file.size,
-      file_status: 1,
-      entity_id: objectId,
-    },
-    uid: req.user?.uid,
-  }).then(el => el?.rows?.[0] || {}) : {};
-
-  const { dir: relativeDirpath, base: fileName } = resultInsert?.file_path
-  ? path.parse(resultInsert.file_path)
-  : {
-    relativeDirpath: path.dirname(file.relativeFilepath),
-    fileName: file.newFilename,
-   };
-
-  // req.log.info('upload', { filepath: file?.filepath, uid: session.passport?.user?.uid });
-  return {
-    message: {
-      res: 'ok',
-      name: file?.originalFilename,
-      result: {
-        file_id: resultInsert?.file_id,
-        format: resultInsert?.ext || file.extension,
-        size: resultInsert?.size || file?.size,
-        entity_id: resultInsert?.entity_id,
-        file_path: resultInsert?.file_path || file?.relativeFilepath?.replace(/\\/g, '/'),
-        file_name: file?.originalFilename?.toLocaleLowerCase?.(),
-        dir: relativeDirpath?.replace?.(/\\/g, '/'),
-        native_file_name: fileName,
-      },
-    },
-  };
-}

package/server/routes/file/controllers/uploadImage.js

@@ -1,47 +0,0 @@
-import path from 'node:path';
-
-import { dataInsert, pgClients } from '../../../../utils.js';
-
-import uploadMultiPart from '../../../plugins/file/uploadMultiPart.js';
-
-export default async function uploadImage(req) {
-  const { pg = pgClients.client } = req;
-  const { uid = 1 } = req.session?.passport?.user || {};
-  const file = await uploadMultiPart(req);
-
-  const objectId = req.params['*']; // ID from token?
-  const extName = path.extname(file.filepath).slice(1).toLowerCase();
-
-  const resultInsert = await dataInsert({
-    pg,
-    table: 'crm.files',
-    data: {
-      uploaded_name: file?.originalFilename?.toLocaleLowerCase(),
-      file_path: file?.relativeFilepath?.replace(/\\/g, '/'),
-      ext: extName,
-      size: file?.size,
-      file_status: 1,
-      entity_id: objectId,
-    },
-    uid,
-  }).then(el => el?.rows?.[0] || {});
-
-  const { dir: relativeDirpath, base: fileName } = resultInsert?.file_path ? path.parse(resultInsert.file_path) : '';
-
-  return {
-    message: {
-      res: 'ok',
-      name: file?.originalFilename,
-      result: {
-        file_id: resultInsert.file_id,
-        format: resultInsert.ext || extName,
-        size: resultInsert.size || file?.size,
-        entity_id: resultInsert.entity_id,
-        file_path: resultInsert.file_path || file?.relativeFilepath?.replace(/\\/g, '/'),
-        file_name: file?.originalFilename.toLocaleLowerCase(),
-        dir: relativeDirpath?.replace(/\\/g, '/'),
-        native_file_name: fileName,
-      },
-    },
-  };
-}

package/server/routes/file/controllers/utils/formatResult.js

@@ -1,17 +0,0 @@
-import path from 'node:path';
-import { readFileSync } from 'node:fs';
-
-export default function formatResult({
-  filePath, formatAnswer, folder, reply,
-}) {
-  if (formatAnswer === 'file') {
-    const encoding = path.extname(filePath) === '.xlsx' ? 'base64' : 'utf8';
-    const data = readFileSync(filePath, encoding);
-    return reply.headers({ 'Content-Disposition': `attachment; filename=${path.basename(filePath)}` }).send(Buffer.from(data, encoding));
-  }
-
-  return {
-    filePath: filePath.replace(/\\/g, '/')?.replace(folder, ''),
-    status: 200,
-  };
-}

package/server/routes/file/controllers/utils/jsonToCsv.js

@@ -1,36 +0,0 @@
-import path from 'node:path';
-import { mkdir, readFile, writeFile } from 'node:fs/promises';
-
-export default async function convertJSONToCSV({
-  filePath, send = () => { }, delimiter = ';', colmodel = [], columnList = [],
-}) {
-  const titles = colmodel.filter(el => columnList.includes(el.name)).reduce((acc, curr) => Object.assign(acc, { [curr.name]: curr.title || curr.ua }), {});
-  const rows = JSON.parse(await readFile(filePath) || '{}');
-
-  const orderedRows = rows.reduce((acc, curr) => {
-    const row = colmodel.filter(el => columnList.includes(el.name)).map(el => curr[el.name]);
-    acc.push(row);
-    return acc;
-  }, []);
-
-  const values = orderedRows.map((row) => Object.values(row).map((el) => {
-    if (Array.isArray(el) && el?.[0] && typeof el?.[0] === 'object') {
-      return `${JSON.stringify(el)};`;
-    }
-    if (Array.isArray(el) && el.length && typeof el?.[0] !== 'object') {
-      return `${el.join(',')};`;
-    }
-    if (typeof el === 'object') {
-      return Object.keys(el || {}).length ? `${JSON.stringify(el)};` : ';';
-    }
-    return `${el || ''};`;
-  }));
-  values.unshift(colmodel.filter(el => columnList.includes(el.name)).map((el) => `${titles[el.name] || el.name};`));
-
-  send('Конвертація успішно завершена. Формування файлу...');
-  await mkdir(path.dirname(filePath), { recursive: true });
-  await writeFile(filePath.replace('.json', '.csv'), `\ufeff${values.join('\n').replace(/;,/g, delimiter).replace(/null/g, '').replace(/undefined/g, '')}`, 'utf8');
-  // send('Файл успішно сформовано. Оновіть сторінку або натисніть кнопку ще раз для завантаження. ', 1);
-  // return { message: 'Файл успішно сформовано. Натистіть кнопку ще раз для завантаження даних', status: 200 };
-  return null;
-}

package/server/routes/file/controllers/utils/jsonToXls.js

@@ -1,42 +0,0 @@
-import path from 'node:path';
-import { mkdir, readFile, writeFile } from 'node:fs/promises';
-
-import logger from '../../../../plugins/logger/getLogger.js';
-import grpc from '../../../../plugins/grpc/grpc.js';
-
-const { jsonToXls } = grpc();
-
-export default async function convertJSONToXls({
-  filePath, send = () => { }, colmodel, domain, source, resp = {},
-}) {
-  const rows = JSON.parse(await readFile(filePath) || '[]');
-  send('Конвертація файлу...');
-  try {
-    // const titles = colmodel.reduce((acc, curr) => Object.assign(acc, { [curr.name]: curr.title || curr.ua }), {});
-    // rows.unshift(titles);
-    const { result } = await jsonToXls({
-      json: JSON.stringify(rows),
-      header: source,
-      subheader: `Завантажено з порталу ${domain} - ${new Date().toLocaleDateString()}. Всього: ${rows.length}`,
-      colmodel: JSON.stringify(colmodel),
-    });
-    send('Конвертація успішно завершена. Формування файлу...');
-    await mkdir(path.dirname(filePath), { recursive: true });
-    await writeFile(filePath.replace('.json', '.xlsx'), result, 'base64');
-    // send('Файл успішно сформовано. Оновіть сторінку або натисніть кнопку ще раз для завантаження. ', 1);
-    // return { message: 'Файл успішно сформовано. Натистіть кнопку ще раз для завантаження даних', status: 200 };
-    return null;
-  }
-  catch (err) {
-    send(`jsonToXLS err: ${err.toString()}`, 1);
-    logger.file('export/table/error', {
-      filePath,
-      colmodel,
-      domain,
-      rows: rows.length,
-      error: err.toString(),
-    });
-    Object.assign(resp, { error: err.toString(), status: 500 });
-    return null;
-  }
-}

package/server/routes/file/index.mjs

@@ -1,26 +0,0 @@
-import fp from 'fastify-plugin';
-
-import files from './controllers/files.js';
-import resize from './controllers/resize.js';
-import resizeAll from './controllers/resizeAll.js';
-import upload from './controllers/upload.js';
-import download from './controllers/download.js';
-import exportTable from './controllers/export.js';
-import uploadImage from './controllers/uploadImage.js';
-import deleteFileAPI from './controllers/delete.js';
-
-import { resizeSchema } from './schema.js';
-
-async function plugin(app, config = {}) {
-  const { prefix = '/api' } = config;
-  app.get('/files/*', { config: { policy: ['public'] } }, files);
-  app.get('/file/resize', { config: { policy: ['public'] }, schema: resizeSchema }, resize);
-  app.get('/api/resize-all', { config: { policy: ['admin', 'site'] }, schema: resizeSchema }, resizeAll);
-  app.post('/file/upload/*', { config: { policy: ['public'] } }, upload);
-  app.post('/file/upload-image/*', { config: { policy: ['public'] } }, uploadImage);
-  app.get('/file/download/*', { config: { policy: ['public'] } }, download);
-  app.get('/file/delete/*', { config: { policy: ['public'] } }, deleteFileAPI);
-  app.get(`${prefix}/export`, { config: { policy: ['public'] } }, exportTable);
-}
-
-export default fp(plugin);

package/server/routes/file/schema.js

@@ -1,16 +0,0 @@
-const resizeSchema = {
-  type: 'object',
-  properties: {
-    querystring: {
-      filepath: { type: 'string' },
-      quality: { type: 'number', exclusiveMinimum: 0, maximum: 100 },
-      size: { type: 'string', pattern: '^((\\d{1,4})x(\\d{1,4})|(\\d{1,4})x|x(\\d{1,4}))$' },
-      w: { type: 'number', minimum: 1, maximum: 2048 },
-      h: { type: 'number', minimum: 1, maximum: 2048 },
-    },
-  },
-};
-
-export default null;
-
-export { resizeSchema };

package/server/routes/grpc/controllers/file2geojson.js

@@ -1,60 +0,0 @@
-import path from 'node:path';
-
-import { config, logger, pgClients } from '../../../../utils.js';
-
-import file2json from '../../../plugins/grpc/file2json.js';
-
-export default async function file2geojson({ pg = pgClients.client, body = {} }, reply) {
-  const { file, srid, debug } = body;
-
-  if (!file || !srid) {
-    return reply.status(400).send('params file and srid are required');
-  }
-
-  const ext = path.extname(file);
-
-  if (!(['.zip', '.gdb', '.gpkg', '.geojson'].includes(ext))) {
-    return reply.status(400).send('Невірний формат файлів');
-  }
-
-  const filepath = path.join(config.folder || '', file);
-
-  try {
-    const JsonData = await file2json({ filepath, debug });
-
-    if (debug) return JsonData;
-
-    // if (JsonData?.features?.length > 1) return { error: 'too many features', status: 400 };
-    if (!JsonData?.features?.length && JsonData?.type?.toLowerCase() !== 'feature') {
-      return reply.status(400).send('invalid file content');
-    }
-
-    const JsonArr = JsonData?.features ? JsonData : { type: 'FeatureCollection', features: [JsonData] };
-
-    const { rows = [] } = await pg.query(`
-        select 
-        features->>'type' as type,
-        features->'properties' as properties,
-        st_asgeojson(st_transform(st_setsrid(st_geomfromgeojson(features->>'geometry'),$2),4326))::json as geometry        
-        from (
-        select d->>'type' as type,d->>'name' as name,json_array_elements(d->'features') as features 
-        from (
-            select  json_array_elements(case when json_typeof(d)='array' then d else json_build_array(d) end)d
-            from (
-            select ($1)::json as d
-            )q
-        )q
-    )q`, [JSON.stringify(JsonArr).replace(/'/g, '\'\''), srid]);
-
-    return reply.status(200).send([{ features: [rows.slice(0, 1)] }]);
-  }
-  catch (err) {
-    if (err?.detail?.includes('Infinity')) {
-      return { error: 'invalid geometry. Check input SRID', status: 400 };
-    }
-    logger.file('grpc/file2json', {
-      error: err.toString(), stack: err.stack, file, srid,
-    });
-    return reply.status(500).send(err.toString());
-  }
-}

package/server/routes/grpc/controllers/filePreview.js

@@ -1,89 +0,0 @@
-import path from 'node:path';
-
-import officeWrapper from '../../../plugins/grpc/office2pdf.js';
-
-import {
-  downloadFile, isFileExists, uploadFile, logger, pgClients,
-} from '../../../../utils.js';
-
-const { officeToPdf } = officeWrapper();
-
-const mimeTypes = {
-  png: 'image/png',
-  jpg: 'image/jpeg',
-  jpeg: 'image/jpeg',
-  gif: 'image/gif',
-  webp: 'image/webp',
-  bmp: 'image/bmp',
-  svg: 'image/svg+xml',
-  tiff: 'image/tiff',
-  pdf: 'application/pdf',
-};
-
-export default async function filePreview({ pg = pgClients.client, query = {} }, reply) {
-  const { id, nocache } = query;
-
-  if (!id) {
-    return reply.status(400).send('not enough params: id');
-  }
-
-  const filePath = await pg.query('select file_path from crm.files where file_id = $1', [id.replace(/.pdf/, '')])
-    .then((el) => el.rows?.[0]?.file_path);
-
-  if (!filePath) {
-    logger.file('/file-preview', { error: 'File with provided id does not found', id });
-    return reply.status(404).send('File not found');
-  }
-
-  const { base, ext } = path.parse(filePath);
-  const fileExt = ext.substring(1).toLowerCase();
-
-  const filePathPreview = filePath.replace('files/', 'files/preview/');
-
-  const previewExists = await isFileExists(filePathPreview);
-
-  if (previewExists && !nocache) {
-    const buffer = await downloadFile(filePathPreview, { buffer: true });
-    return reply
-      .status(200)
-      .headers({
-        'Content-Type': 'application/pdf',
-        'Content-Disposition': `inline; filename="${base}.pdf"`,
-      })
-      .send(buffer);
-  }
-
-  const fileData = await downloadFile(filePath, { buffer: true });
-
-  if (!fileData) {
-    logger.file('/file-preview', { error: 'File with provided id does not found', id, filePath });
-    return reply.status(404).send('File not found');
-  }
-
-  if (!mimeTypes[fileExt] && !['doc', 'docx', 'ppt', 'pptx', 'xls', 'xlsx', 'csv'].includes(fileExt)) {
-    logger.file('/file-preview', { error: 'Unsupported file type', id, filePath });
-    return reply.status(415).send('Unsupported file type');
-  }
-
-  if (!['doc', 'docx', 'ppt', 'pptx', 'xls', 'xlsx', 'csv'].includes(fileExt)) {
-    return reply
-      .status(200)
-      .headers({
-        'Content-Type': mimeTypes[fileExt] || 'application/octet-stream',
-        'Content-Disposition': `inline; filename="${base}"`,
-      })
-      .send(Buffer.from(fileData, 'base64'));
-  }
-
-  const { file } = await officeToPdf({ file: Buffer.from(fileData).toString('base64'), ext: fileExt });
-  const buffer = Buffer.from(file, 'base64');
-  await uploadFile(filePathPreview, buffer);
-
-  return reply
-    .status(200)
-    .headers({
-      'Content-Type': 'application/pdf',
-      'Content-Disposition': `inline; filename="${base}.pdf"`,
-    })
-    .send(buffer);
-}

package/server/routes/grpc/index.mjs

@@ -1,12 +0,0 @@
-import fp from 'fastify-plugin';
-
-import file2geojson from './controllers/file2geojson.js';
-import filePreview from './controllers/filePreview.js';
-
-async function plugin(app, opts) {
-  const { prefix = '/api' } = opts || {};
-  app.post(`${prefix}/file2geojson`, { config: { policy: ['public'] } }, file2geojson);
-  app.get(`${prefix}/file-preview`, { config: { policy: ['public'] } }, filePreview);
-}
-
-export default fp(plugin);

package/server/routes/logger/controllers/logger.file.js

@@ -1,97 +0,0 @@
-import path from 'node:path';
-import { lstat, readdir, readFile } from 'node:fs/promises';
-import { createReadStream, existsSync } from 'node:fs';
-import readline from 'node:readline';
-
-import checkUserAccess from './utils/checkUserAccess.js';
-import getRootDir from './utils/getRootDir.js';
-
-const limit = 200000;
-const rootDir = getRootDir();
-
-/**
- *
- * @method GET
- * @summary API для перегляду логів
- *
- */
-
-export default async function loggerFile(req, reply) {
-  const {
-    params = {}, user = {}, query = {}, originalUrl,
-  } = req;
-
-  const access = checkUserAccess({ user, token: query.token });
-
-  if (access?.status !== 200) return reply.status(access.status).send(access.message);
-
-  // absolute / relative path
-
-  const filepath = path.join(rootDir, params['*'] || '');
-
-  if (!existsSync(filepath)) {
-    return reply.status(404).send('file not exists');
-  }
-
-  const stat = await lstat(filepath);
-  const isFile = stat.isFile();
-
-  if (query.download && isFile) {
-    const buffer = await readFile(filepath, { buffer: true });
-    return buffer;
-  }
-
-  if (query.full && isFile) {
-    if (stat.size > 20 * 1000 * 1000) {
-      return { message: 'file size > 20MB' };
-    }
-    const buffer = await readFile(filepath, { buffer: true });
-    return buffer;
-  }
-
-  if (isFile) {
-    const ext = path.extname(filepath);
-
-    const lines = await new Promise((resolve) => {
-      const rl = readline.createInterface({
-        input: createReadStream(filepath, { start: stat.size > limit ? stat.size - limit : 0 }),
-      });
-      const lines1 = [];
-      rl.on('close', () => resolve(lines1));
-      rl.on('line', (line) => lines1.push(line));
-    });
-
-    if (ext === '.html') {
-      const buffer = await readFile(filepath, { buffer: true });
-      reply.headers({ 'Content-type': 'text/html; charset=UTF-8' });
-      return buffer;
-    }
-
-    reply.headers({ 'Content-type': 'text/plain; charset=UTF-8' });
-    return stat.size > limit && lines.length > 1
-      ? lines.reverse().slice(0, -1).join('\n')
-      : lines.reverse().join('\n');
-  }
-
-  // dir
-  const files = await readdir(filepath);
-
-  if (query.dir) {
-    return files.filter((el) => !['backup', 'marker_icon', 'error', 'migration'].includes(el));
-  }
-
-  const lstatsArr = await Promise.all(files.map(async (file) => [file, await lstat(path.join(filepath, file))]));
-  const lstats = Object.fromEntries(lstatsArr);
-
-  const relpaceable = query.token ? `?token=${query.token}` : '';
-  const relpath = query.token ? originalUrl.replace(relpaceable, '') : originalUrl;
-  const message = (params['*'] ? '<a href="/logger-file/">...</a><br>' : '')
-    + files.map((file) => `<a href="${relpath}/${file}${relpaceable}">${file}</a> (${lstats[file].size} bytes)`).join('</br>');
-
-  reply.headers({
-    'Content-Type': 'text/html; charset=UTF-8',
-    'Content-Security-Policy': "default-src 'none'",
-    'X-Content-Type-Options': 'nosniff',
-  });
-  return message;
-}

package/server/routes/logger/controllers/logger.test.api.js

@@ -1,48 +0,0 @@
-/* eslint-disable no-unreachable */
-import { rename } from 'fs/promises';
-
-export default async function testLog(request) {
-  // error handler
-  if (request.query?.rejection) {
-    rename('/data/local/test', '/data/local/test.txt');
-  }
-  if (request.query?.awaitRejection) {
-    await rename('/data/local/test', '/data/local/test.txt');
-  }
-
-  // default pino log
-  // request.log.info({ name: 'custom', test: 'param name and object log - info', status: 200 });
-  /* request.log.info('string info log');
-     //request.log.warn({ name: 'custom', test: 'param name and object log - warn', status: 400 });
-     request.log.warn('string warn log');
-     //request.log.debug({ name: 'custom', test: 'param name and object log - debug', status: 200 });
-     request.log.debug('string debug log');
-     //request.log.error({ name: 'custom', test: 'param name and object log - error', status: 200 });
-     //request.log.error('string error log');
-     request.log.fatal({ name: 'custom', test: 'param name and object log - fatal', status: 200 });
-     //request.log.fatal('string fatal log'); */
-  // custom params
-
-  //  request.log.info(request, { file: 'test', msg: 'string debug log' });
-  // request.log.info({ file: 'test', msg: 'string debug log1' }, request);
-
-  // request.log.file('test1', 'my message', request);
-  throw new Error('444');
-  request.log.info({ data: 111, msg: 'string debug log1' }, request);
-  request.log.info('string debug log1', request);
-  request.log.info('string debug log1');
-  request.log.info({ data: 111, msg: 'string debug log1' });
-  request.log.error(new Error('222'), request);
-  /* request.log.error('policy and string log1');
-    request.log.error({ test: 'policy and string log1' });
-    request.log.error(request, { test: 'string name and object log', status: 502 });
-    request.log.error(request, 'policy and string log1'); */
-
-  // request.log.error(request, { test: 'policy and object error log', status: 500 });
-  // request.log.error(request, 'policy and string log2');
-
-  ///    throw new Error('222');
-  // d / 0;
-  // throw new Error('unhandled exception');
-  return { root: true };
-}

package/server/routes/logger/controllers/utils/checkUserAccess.js

@@ -1,24 +0,0 @@
-import config from '../../../../../config.js';
-
-const { accessToken = '0NWcGQxKRP8AsRxD' } = config.auth || {};
-
-/**
- *
- * @summary check user access to logger interface - per admin user type or user group
- * @returns {Object} message, status
- */
-
-export default function checkUserAccess({ user = {}, token }) {
-  if (token && token === accessToken) {
-    return { message: 'access granted', status: 200 };
-  }
-  // console.log(user);
-  if (!user.user_type?.includes?.('admin') && !config?.local && !config.auth?.disable) {
-    return { message: 'access restricted', status: 403 };
-  }
-
-  /* if (!['admin', 'superadmin']?.includes(user.user_type) && count === '0') {
-    return { message: 'access restricted', status: 403 };
-  } */
-  return { message: 'access granted', status: 200 };
-}

package/server/routes/logger/controllers/utils/getRootDir.js

@@ -1,27 +0,0 @@
-/* eslint-disable no-console */
-import fs from 'node:fs';
-import path from 'node:path';
-
-import config from '../../../../../config.js';
-
-// import { existsSync } from 'fs';
-let logDir = null;
-export default function getRootDir() {
-  // absolute / relative path
-  if (logDir) return logDir;
-  const file = ['config.json', '/data/local/config.json'].find(el => (fs.existsSync(el) ? el : null));
-  const root = file === 'config.json' ? process.cwd() : '/data/local';
-  logDir = config.logDir || path.join(root, config.log?.dir || 'log');
-  console.log({ logDir });
-  return logDir;
-
-  // windows debug support
-  /* const customLogDir = process.cwd().includes(':') ? 'c:/data/local' : '/data/local';
-  // docker default path
-  if (existsSync(customLogDir)) {
-    return path.join(customLogDir, config.folder || '', 'log');
-  }
-
-  // non-docker default path
-  return path.join(config.root || '/data/local', config.folder || '', 'log'); */
-}

package/server/routes/logger/index.js

@@ -1,22 +0,0 @@
-import loggerFile from './controllers/logger.file.js';
-
-// import loggerTest from './controllers/logger.test.api.js';
-
-const loggerSchema = {
-  querystring: {
-    type: 'object',
-    properties: {
-      download: { type: 'string', pattern: '^(\\d)$' },
-      full: { type: 'string', pattern: '^(\\d)$' },
-      dir: { type: 'string', pattern: '^(\\d)$' },
-      token: { type: 'string' },
-    },
-    additionalProperties: false,
-  },
-};
-
-async function plugin(app) {
-  app.get('/logger-file/*', { config: { policy: ['public'], rateLimit: false }, schema: loggerSchema }, loggerFile);
-}
-
-export default plugin;