@opengis/bi 1.0.21 → 1.0.23

package/server/routes/dataset/controllers/bi.dataset.data.edit.js

@@ -1,55 +0,0 @@
-import { dataUpdate, getPG, initPG, pgClients } from "@opengis/fastify-table/utils.js";
-
-/**
- * Внесення змін до даних набору BI
- *
- * @method PUT
- * @summary Внесення змін до даних набору BI
- * @priority 4
- * @alias biDatasetDataEdit
- * @type api
- * @tag bi
- * @param {Object} params.id Dataset ID
- * @param {Object} params.objectId Dataset object ID
- * @errors 400,500
- * @returns {Number} status Номер помилки
- * @returns {String} error Опис помилки
- * @returns {Object} rows Масив з колонками таблиці
- */
-
-export default async function biDatasetDataEdit(req) {
-    const { params = {}, session = {}, body = {} } = req;
-    const { uid } = session?.passport?.user || {};
-
-    if (!uid) {
-        return { message: 'access restricted', status: 403 };
-    }
-
-    if (!params?.id) {
-        return { message: 'not enough params: id', status: 400 };
-    }
-
-    if (!params?.objectId) {
-        return { message: 'not enough params: objectId', status: 400 };
-    }
-
-    const { id, table, db } = await pgClients.client.query('select db, dataset_id as id, table_name as table from bi.dataset where dataset_id=$1', [params.id])
-        .then(el => el.rows[0]);
-
-    if (!id) {
-        return { message: 'dataset not found', status: 404 };
-    }
-    
-    const pg = db ? getPG({ db }) : pgClients.client;
-    if (!pg.pk) await initPG(pg);
-
-    const result = await dataUpdate({
-        pg,
-        table,
-        data: body,
-        id: params.objectId,
-        uid,
-    });
-
-    return { id, action: 'update', result };
-};

package/server/routes/dataset/controllers/bi.dataset.data.list.js

@@ -1,71 +0,0 @@
-import { getMeta, getPG, initPG, pgClients } from "@opengis/fastify-table/utils.js";
-
-const maxLimit = 100;
-
-/**
- * Отримання даних та структури набору даних BI
- *
- * @method GET
- * @summary Отримання даних та структури набору даних BI
- * @priority 4
- * @alias biDatasetDataList
- * @type api
- * @tag bi
- * @param {Object} params.id Dataset ID
- * @errors 400,500
- * @returns {Number} status Номер помилки
- * @returns {String} error Опис помилки
- * @returns {Object} rows Масив з колонками таблиці
- */
-
-export default async function biDatasetDataList(req) {
-    const { params = {}, session = {}, query = {} } = req;
-    const { user = {} } = session?.passport || {};
-    const { uid, user_type: userType } = user;
-
-    if (!params?.id) {
-        return { message: 'not enough params: id', status: 400 };
-    }
-
-    const { id, table, db, column_list: columnList, sql_list: sql } = await pgClients.client.query('select db, dataset_id as id, table_name as table, column_list, sql_list from bi.dataset where dataset_id=$1', [params.id])
-        .then(el => el.rows?.[0] || {});
-
-    if (!id) {
-        return { message: 'dataset not found', status: 404 };
-    }
-    
-    const pg = db ? getPG({ db }) : pgClients.client;
-    if (!pg.pk) await initPG(pg);
-
-    const q1 = `select json_object_agg(attname, pg_catalog.col_description(attrelid,attnum)) as titles from pg_catalog.pg_attribute a 
-    where attrelid=$1::regclass and attnum>0 and pg_catalog.col_description(attrelid,attnum) is not null`;
-
-    const meta = await getMeta({ pg, table });
-
-    if (meta?.error) return meta;
-
-    const { titles = {} } = table ? await pg.query(q1, [table]) : {};
-    const columns = columnList?.filter?.((col) => !col.disabled) || meta.columns?.map?.((col) => ({ name: col.name, type: pg.pgType[col.dataTypeID], title: titles[col.name] || col.name }));
-
-    const sqlTable = sql
-        ?.filter?.((el) => !el?.disabled && el?.sql?.replace)
-        ?.map((el, i) => ` left join lateral (${el.sql.replace('{{uid}}', uid || '')}) ${el.name || `t${i}`} on 1=1 `)
-        ?.join('') || '';
-
-    const limit = Math.min(maxLimit, +(query.limit || 20));
-    const offset = query.page && query.page > 0 ? (query.page - 1) * limit : 0;
-    const orderBy = columns.find((col) => col.name ==='cdate')?.name || columns.find((col) => col.type ==='date')?.name;
-
-    const q = table && pg.pk[table]
-        ? `select ${columns.map((col) => `"${col.name}"`).filter((col) => col.name !== 'id').join(',')}, ${pg.pk[table]} as id from ( select * from ${table} ${sqlTable} ${orderBy ? `order by ${orderBy} desc` : ''} offset ${offset} limit ${limit} )q`
-        : undefined;
-
-    if (query.sql && userType?.includes?.('admin')) return q;
-
-    const { rows = [] } = q ? await pg.query(q) : {};
-
-    const { totals = {} } = await pg.query(`select json_object_agg(oid::regclass, reltuples) as totals from pg_class`)
-        .then(el => el.rows?.[0] || {});
-
-    return { total: totals[table] || 0, count: rows?.length, sql, rows, columns };
-};

package/server/routes/dataset/controllers/bi.dataset.del.js

@@ -1,48 +0,0 @@
-import { dataDelete, pgClients, getPG, initPG } from "@opengis/fastify-table/utils.js";
-
-/**
- * Видалення набору даних BI
- *
- * @method DELETE
- * @summary Видалення нового набору даних BI
- * @priority 4
- * @alias biDatasetDel
- * @type api
- * @tag bi
- * @param {Object} params.id dataset ID
- * @errors 400,500
- * @returns {Number} status Номер помилки
- * @returns {String} error Опис помилки
- * @returns {Object} rows Масив з колонками таблиці
- */
-
-export default async function biDatasetDel(req) {
-  const { params = {}, session = {} } = req;
-  const { uid } = session?.passport?.user || {};
-
-  if (!uid) {
-    return { message: 'access restricted', status: 403 };
-  }
-
-  const dataset = await pgClients.client.query('select db, dataset_id as id, table_name as table from bi.dataset where dataset_id=$1', [params.id])
-    .then(el => el.rows[0]);
-
-  if (!dataset.id) {
-    return { message: 'dataset not found', status: 404 };
-  }
-
-  await dataDelete({
-    table: 'bi.dataset',
-    id: dataset.id,
-    uid,
-  });
-
-  const pg = dataset.db ? getPG({ db: dataset.db }) : pgClients.client;
-  if (!pg.pk) await initPG(pg);
-
-  if (dataset.table && dataset.table?.split?.('.')?.shift() === 'bi_data') {
-    await pg.query(`drop table if exists ${dataset.table}`);
-  }
-
-  return { message: { id: dataset.id, action: 'delete', table: dataset.table }, status: 200 };
-};

package/server/routes/dataset/controllers/bi.dataset.demo.add.js

@@ -1,97 +0,0 @@
-import path from 'node:path';
-import { readFile, writeFile, mkdir } from 'node:fs/promises';
-
-import { getPG } from '@opengis/fastify-table/utils.js';
-
-const host = 'https://cdn.softpro.ua/demo/bi';
-
-
-const root = process.cwd();
-const send = (msg) => console.log(msg)
-async function downloadFile(fileName) {
-    const pg = getPG();
-    send(`${fileName} - checking if already downloaded...`);
-
-    const demoPath = path.join(root, '/log/temp/', fileName);
-    // const fileExists = await isFileExists(demoPath);
-
-    // send(`${host}/${fileName}` + demoPath)
-    const response = await fetch(`${host}/${fileName}`);
-    const body = await response.text();
-    //send(body)
-    if (response?.status !== 200) {
-        return { [fileName]: { result: 'file not found', status: 404 } };
-    }
-
-    await mkdir(path.dirname(demoPath), { recursive: true });
-
-    await writeFile(demoPath, body, 'utf8');
-
-    await pg.query(`drop table if exists ${path.parse(fileName).name}`);
-    const { exists } = await pg.query(`select to_regclass($1) is not null as exists`, [path.parse(fileName).name])
-        .then((res1) => res1.rows?.[0] || {});
-
-
-    if (exists) {
-        send(`${fileName} - dataset table already exists!`);
-        return { [fileName]: { result: 'dataset table already exists', status: 200 } };
-    }
-
-    const sql = await readFile(demoPath, 'utf8');
-    await pg.query(sql);
-    return { [fileName]: { result: 'success', status: 200 } };
-}
-
-/**
- * Імпорт demo даних dashboard
- *
- * @method GET
- * @summary Імпорт demo даних dashboard
- * @priority 4
- * @type api
- * @tag bi
- * @errors 400,500
- * @returns {Number} status Номер помилки
- * @returns {String} error Опис помилки
- * @returns {Object} rows Масив з колонками таблиці
- */
-
-const demoList = {
-    'demo.orders.sql': 'Статистика продажів (demo)',
-    'demo.cleaned_sales_data.sql': 'Статистика продажів (demo 2)',
-    'demo.video_game_sales.sql': 'Статистика продажів відеоігор (demo)',
-};
-
-export default async function biDatasetDemoAdd(req) {
-    const { pg, query = {} } = req;
-    //    const send = () => { }; // eventStream?
-
-
-
-    const sqlList = [];
-
-    const tables = Object.keys(demoList)?.map((el) => {
-        const table = path.parse(el).name;
-        sqlList.push(`insert into bi.dataset(dataset_id,name,table_name,source_type)
-            select '${el}', '${demoList?.[el]}', '${table}', 'demo' on conflict(dataset_id) do update set 
-            name=excluded.name, table_name=excluded.table_name
-            returning dataset_id as id`);
-        return table;
-    });
-
-    const { count } = await pg.query(`select count(*) from pg_catalog.pg_tables where schemaname||'.'||tablename = any($1)`, [tables]).then((res1) => res1.rows?.[0] || {});
-
-    if (count === '3' && !query.nocache) {
-        const result = await pg.query(sqlList.join(';\n'));
-        const ids = (Array.isArray(result) ? result : [result]).filter((el) => el).map((el) => el?.rows?.[0]?.id);
-        return { message: { ids, message: 'all datasets already downloaded' }, status: 200 };
-    }
-
-    const res = {};
-    const resultAll = await Promise.all(Object.keys(demoList).map(async (fileName) => await downloadFile(fileName))).catch(err => console.log(err));
-
-    const result = await pg.query(sqlList.join(';\n'));
-    const ids = (Array.isArray(result) ? result : [result]).filter((el) => el).map((el) => el?.rows?.[0]?.id);
-    return { message: { ids, message: res, resultAll }, status: 200 };
-
-};

package/server/routes/dataset/controllers/util/create.table.js

@@ -1,21 +0,0 @@
-export default function createTableFunc({
-  table, pkey, columns, name,
-}) {
-  const columnType1 = {
-    text: 'text', select: 'text', date: 'date', 'yes/no': 'boolean', badge: 'text', number: 'numeric', tags: 'text[]', geom: 'geom',
-  };
-
-  const createQuery = `create table if not exists ${table} (
-  ${pkey} text not null default public.uuid_generate_v4(), 
-  geom public.geometry, ${columns ? `
-  ${columns?.map((el) => `${el.name} ${columnType1[el.format] || 'text'}`).join(', ')},` : ''} 
-  cdate timestamp without time zone not null default now(), 
-  editor_date timestamp without time zone, 
-  uid text, 
-  editor_id text, 
-  files json, 
-  constraint ${table.replace(/\./g, '_')}_constraint_pkey PRIMARY KEY (${pkey}) )`;
-
-  const commentQuery = columns?.filter((el) => el.ua)?.map((el) => `comment on column ${table}.${el.name} is '${el.ua}'`).join(';');
-  return [createQuery, commentQuery, (name ? `comment on table ${table} is '${name}'` : undefined)].filter((el) => el).join(';');
-};

package/server/routes/dataset/controllers/util/prepare.data.js

@@ -1,49 +0,0 @@
-import path from 'node:path';
-
-import { config, getFolder, isFileExists } from '@opengis/fastify-table/utils.js';
-
-import { file2json } from '@opengis/fastify-file/utils.js';
-
-function getFileColumns({ data }) {
-  if (data?.features) {
-    return Object.keys(data?.features[0]?.properties); // geojson / shapefile
-  }
-  if (Array.isArray(data)) {
-    return Object.keys(data[0])?.filter((el) => el); // csv / xls
-  }
-  return Object.values(data[Object.keys(data)?.[0]]?.[0]); // else?
-}
-
-export default async function prepareData({
-  table, file_path: filePath, data: data1,
-}) {
-  const rootDir = getFolder(config);
-  const fullPath = path.join(rootDir, filePath || '');
-  const fileExists = data1 ? false : await isFileExists(fullPath);
-  if (!fileExists && !data1) {
-    return { message: `file not found: ${filePath}`, status: 404 };
-  }
-
-  const data11 = fileExists ? await file2json({ filepath: fullPath }) : data1;
-  const data = (['.xls', '.xlsx'].includes(path.extname(fullPath)) && !Array.isArray(data11)) ? data11[Object.keys(data11)[0]] : data11;
-
-  /* generate column list based on input data */
-  const columns = getFileColumns({ data })
-    ?.filter((el) => !['editor_date', 'cdate', 'uid', 'editor_id', 'files'].includes(el.toLowerCase()))
-    ?.map((el, index) => ({ name: `col_${index}`, ua: el, format: 'text' }));
-
-  const columnList1 = columns?.map((el) => el.name)?.join(',');
-  const columns1 = ','.concat(columns?.map((el) => `features->'properties'->>'${el?.ua}'`)?.join(','));
-  const columns2 = columns?.map((el) => `d->>'${el.ua}'`).join(',');
-  const q1 = data?.features ? `(SELECT json_array_elements('${JSON.stringify(data.features).replace(/'/g, "''")}'::json) AS features)q` : null;
-  const q2 = !data?.features ? `( SELECT json_array_elements('${JSON.stringify(Array.isArray(data)
-    ? data
-    : data[Object?.keys(data)?.[0]])
-    .replace(/'/g, "''")
-    .replace(/\\"/g, '`')}'::json) AS d )q`
-    : null;
-  const insertData = data?.features
-    ? `INSERT into ${table} (geom ${','.concat(columnList1)}) SELECT public.ST_GeomFromGeoJSON((features->>'geometry')::json) AS geom ${columns1} FROM ${q1}`
-    : `INSERT into ${table} (${columnList1}) SELECT ${columns2} FROM ${q2}`;
-  return { columns, insertData };
-};

package/server/routes/db/index.mjs

@@ -1,17 +0,0 @@
-import dbTables from './controllers/dbTables.js';
-import dbTablePreview from './controllers/dbTablePreview.js';
-
-export default async function route(fastify, opts) {
-  fastify.route({
-    method: 'GET',
-    url: '/db-tables',
-    schema: {},
-    handler: dbTables,
-  });
-  fastify.route({
-    method: 'GET',
-    url: '/db-tables/:name',
-    schema: {},
-    handler: dbTablePreview,
-  });
-}