@opengis/admin 0.4.3 → 0.4.5

package/server/routes/report/controllers/widgetData.js

@@ -1,108 +0,0 @@
-import path from 'node:path';
-
-import { pgClients, getTemplate, metaFormat } from '@opengis/fastify-table/utils.js';
-
-const maxLimit = 100;
-
-const matches = {
-    16: 'yes/no', // boolean
-    701: 'number', // double precision
-    1082: 'date', // date
-    1184: 'date', // timestamp w/ time zone
-    1114: 'date', // timestamp w/o time zone
-    1700: 'number', // numeric
-};
-
-function normalizeData(widget, limit = maxLimit, offset = 0) {
-    const groupby = typeof widget.groupby === 'string'
-        ? { name: widget.groupby }
-        : (widget.groupby?.[0] || widget.groupby);
-
-    const agg = groupby.name
-        ? `${widget.granularity ? `date_trunc('${widget.granularity}', ${groupby.name})` : `${groupby.name}`}`
-        : 'count(*)';
-
-    const xCol = widget.granularity
-        ? `date_trunc('${widget.granularity}', ${groupby.name})`
-        : groupby.name;
-
-    const sql = `select * from ${widget.table} where ${widget.query || 'true'} limit ${limit} offset ${offset}`;
-
-    const q = `select ${agg} as ${groupby.name}, ${widget.agg} as metric from (${sql}) t 
-        ${groupby.name ? `group by ${xCol}` : ''}
-        ${widget.orderby || xCol ? `order by ${widget.orderby || xCol}` : ''}`;
-
-    return { groupby, agg, xCol, q };
-}
-
-export default async function widgetData({
-    pg = pgClients.client, params = {}, query = {}, user = {},
-}, reply) {
-    if (!params?.name) {
-        return { message: 'not enough params: name', status: 400 };
-    }
-
-    if (!params?.widget) {
-        return reply.status(400).send('not enough params: widget');
-    }
-
-    const body = await getTemplate('report', params.name);
-    const loadTemplate = Array.isArray(body) ? body?.find?.(el => el[0].replace(path.extname(el[0]), '') === 'index')?.[1] : body;
-
-    if (!loadTemplate) {
-        return reply.status(404).send(`report not found: ${params.name}`);
-    }
-
-    if (Array.isArray(body)) {
-        loadTemplate.widgets = [];
-        body.filter(el => el[0].replace(path.extname(el[0]), '') !== 'index').forEach((el) => {
-            loadTemplate.widgets.push(el[1]);
-        });
-    }
-
-    const { widgets = [] } = loadTemplate;
-
-    const widget = widgets.find(el => el.name === params.widget);
-
-    if (!widget) {
-        return reply.status(404).send(`widget not found: ${params.widget}`);
-    }
-
-    if (!widget.table || !pg.pk?.[widget.table]) {
-        return reply.status(404).send(`widget table not found: ${widget.table}`);
-    }
-
-    const { cls = {}, titles = {} } = widget.meta || {};
-
-    const limit = Math.min(query.limit || maxLimit, maxLimit);
-    const offset = query.page && query.page > 0 ? (query.page - 1) * limit : 0;
-
-    const { groupby, q } = normalizeData(widget, limit, offset);
-
-    if (groupby.cls) {
-        Object.assign(cls, { [groupby.name]: groupby.cls });
-    }
-
-    if (query.sql) return q;
-
-    const { rows = [], fields = [] } = await pg.query(q).catch(err => {
-        Object.assign(widget, { error: err.toString() });
-    }) || {};
-    await metaFormat({ rows, cls, sufix: false }, pg);
-
-    const columns = fields.map(el => ({
-        name: el.name,
-        title: titles?.[el.name] || el.name,
-        format: cls?.[el.name] ? 'select' : (matches[el.dataTypeID] || 'text'),
-        data: cls?.[el.name],
-    }));
-
-    Object.assign(widget, {
-        source: rows,
-        columns,
-        agg: user?.user_type === 'admin' ? widget.agg : undefined,
-        sql: user?.user_type === 'admin' ? q : undefined,
-    });
-
-    return widget;
-}

package/server/routes/report/index.mjs

@@ -1,9 +0,0 @@
-import tableData from './controllers/tableData.js';
-import widgetData from './controllers/widgetData.js';
-import reportList from './controllers/list.js';
-
-export default async function route(app) {
-  app.get('/reports', {}, reportList);
-  app.get('/reports/:name', {}, tableData);
-  app.get('/reports/:name/:widget', {}, widgetData);
-}

package/server/routes/report/utils/formatValue.js

@@ -1,179 +0,0 @@
-const dateTypeList = ['date', 'timestamp', 'timestamp without time zone', 'timestamp with time zone'];
-const numberTypeList = ['float8', 'int4', 'int8', 'numeric', 'double precision', 'integer'];
-const isValidDate = (dateStr) => {
-  const [dd, mm, yyyy] = dateStr.split('.');
-  return new Date(mm + '/' + dd + '/' + yyyy).toString() !== 'Invalid Date';
-};
-
-function dt(y, m, d) {
-  return new Date(Date.UTC(y, m, d)).toISOString().slice(0, 10);
-}
-const dp = {
-  d: new Date().getDate(),
-  w: new Date().getDate() - (new Date().getDay() || 7) + 1,
-  m: new Date().getMonth(),
-  q: (new Date().getMonth() / 4).toFixed() * 3,
-  y: new Date().getFullYear(),
-};
-
-function formatDateISOString(date) {
-  if (!date?.includes('.')) return date;
-  const [day, month, year] = date.split('.');
-  return `${year}-${month}-${day}`;
-}
-
-function formatValue({
-  pg, filter = {}, name, value, operator = '=', dataTypeID, uid = 1, optimize,
-}) {
-  const { data, sql, extra } = filter;
-  const pk = false;
-
-  if (!dataTypeID && !extra) return {};
-  const fieldType = extra ? pg.pgType?.[{ Date: 1114 }[filter?.type] || 25] : pg.pgType?.[dataTypeID];
-  if (!name || !value || !fieldType) return {};
-  const filterType = filter.type?.toLowerCase();
-
-  // current day, week, month, year etc.
-  if (dateTypeList.includes(fieldType) && !value?.includes('_') && ['cd', 'cw', 'cm', 'cq', 'cy'].includes(value)) {
-    const query = {
-      cd: `${name}::date = '${dt(dp.y, dp.m, dp.d)}'::date`,
-      cw: `${name}::date >= '${dt(dp.y, dp.m, dp.w)}'::date and ${name} <= '${dt(dp.y, dp.m, dp.w + 6)}'::date`,
-      cm: `${name}::date >= '${dt(dp.y, dp.m, 1)}'::date and ${name} <= '${dt(dp.y, dp.m + 1, 0)}'::date`,
-      cq: `${name}::date >= '${dt(dp.y, dp.q, 1)}'::date and ${name} <= '${dt(dp.y, dp.q + 3, 0)}'::date`,
-      cy: `${name}::date >= '${dt(dp.y, 0, 1)}'::date and ${name}::date <= '${dt(dp.y, 11, 31)}'::date`,
-    }[value];
-    return { op: '=', query, extra };
-  }
-
-  // date range
-  if (dateTypeList.includes(fieldType) && value?.includes('_')) {
-    const [min, max] = value.split('_');
-    const query = `${name} >= '${min}'::date and ${name} <= '${max}'::date`;
-    return { op: 'between', query, extra };
-  }
-
-  // v3 filter date range, example - "01.01.2024-31.12.2024"
-  if (dateTypeList.includes(fieldType) && value?.includes('.') && value?.indexOf('-') === 10 && value?.length === 21) {
-    const [startDate, endDate] = value.split('-');
-    const min = formatDateISOString(startDate);
-    const max = formatDateISOString(endDate);
-
-    if (!isValidDate(startDate) || !isValidDate(endDate)) {
-      return { op: 'between', query: 'false', extra };
-    }
-    const query = extra && pk
-      ? `${pk} in (select object_id from crm.extra_data where property_key='${name}' and value_date::date >= '${min}'::date and value_date::date <= '${max}'::date)`
-      : `${name}::date >= '${min}'::date and ${name}::date <= '${max}'::date`;
-    return { op: 'between', query, extra };
-  }
-
-  // my rows
-  if (value === 'me' && uid && fieldType === 'text') {
-    return { op: '=', query: extra ? `uid = '${uid}'` : `${name}::text = '${uid}'`, extra };
-  }
-
-  const formatType = {
-    float8: 'numeric',
-    int4: 'numeric',
-    int8: 'numeric',
-    varchar: 'text',
-    bool: 'boolean',
-    geometry: 'geom',
-  }[fieldType] || 'text';
-
-  if (optimize && optimize.name !== optimize.pk) {
-    const val = filterType === 'text' ? `ilike '%${value}%'` : `= any('{${value}}')`;
-    return {
-      op: '~',
-      query: fieldType?.includes('[]')
-        ? `${optimize.pk} && (select array_agg(${optimize.pk}) from ${optimize.table} where ${name} ${val} )`
-        : `${optimize.pk} in (select ${optimize.pk} from ${optimize.table} where ${name} ${val} )`,
-      extra,
-    };
-  }
-
-  if (fieldType?.includes('[]')) {
-    return { op: 'in', query: `'{${value}}'::text[] && ${name}::text[]`, extra };
-  }
-
-  // multiple items of 1 param
-  if (value?.indexOf(',') !== -1) {
-    const values = value.split(',').filter((el) => el !== 'null');
-    if (extra && pk) {
-      const query = value?.indexOf('null') !== -1
-        ? `${pk} in (select object_id from crm.extra_data where property_key='${name}' and ( value_text is null or value_text in (${values?.map((el) => `'"${el}"'`).join(',')}) ) )`
-        : `${pk} in (select object_id from crm.extra_data where property_key='${name}' and value_text in (${values?.map((el) => `'"${el}"'`).join(',')}) )`;
-      return { op: 'in', query, extra };
-    }
-    const query = value?.indexOf('null') !== -1
-      ? `( ${name} is null or ${name}::text in (${values?.map((el) => `'${el}'`).join(',')}) )`
-      : `${name}::text in (${value.split(',')?.map((el) => `'${el}'`).join(',')})`;
-    return { op: 'in', query, extra };
-  }
-
-  // v3 filter number range, example - "100_500"
-  if (numberTypeList.includes(fieldType) && value?.indexOf('_') !== -1) {
-    const [min, max] = value.split('_');
-    const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} <= ${max}` : null) || `${name} between ${min} and ${max}`;
-    return { op: 'between', query, extra };
-  }
-
-  // number range
-  if (numberTypeList.includes(fieldType) && value?.indexOf('-') !== -1) {
-    const [min, max] = value.split('-');
-    if (min === 'min' && max === 'max') return {};
-    const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} < ${max}` : null) || `${name} between ${min} and ${max}`;
-    return { op: 'between', query, extra };
-  }
-
-  if (['<', '>'].includes(operator)) {
-    const query = `${name} ${operator} '${value}'::${formatType}`;
-    return { op: operator, query, extra };
-  }
-
-  if (operator === '=' && filterType !== 'text' && !filter?.data) {
-    const query = {
-      null: `${name} is null`,
-      notnull: `${name} is not null`,
-    }[value] || `${name}::${formatType}='${value}'::${formatType}`;
-    return { op: '=', query, extra };
-  }
-
-  if (['~', '='].includes(operator)) {
-    const operator1 = (filterType === 'text' && (filter?.id || filter?.name) && operator === '=' ? '~' : operator);
-    const matchNull = { null: 'is null', notnull: 'is not null' }[value];
-    const match = matchNull || ((operator1 === '=' || filterType === 'autocomplete') ? `='${value}'` : `ilike '%${value}%'`);
-    if (extra && pk) {
-      const query = data && sql
-        ? `${pk} in (select object_id from crm.extra_data where property_key='${name}' and value_text in ( ( with q(id,name)  as  (${sql}) select id from q where ${filterType === 'autocomplete' ? 'id' : 'name'} ${match})))`
-        : `${pk} in (select object_id from crm.extra_data where property_key='${name}' and value_text ${match})`;
-      return { op: 'ilike', query, extra };
-    }
-
-    const query = filter?.data && filter?.sql
-      ? `${filter?.name || filter?.id} in ( ( with q(id,name)  as  (${filter?.sql}) select id from q where ${filterType === 'autocomplete' ? 'id' : 'name'}::text ${match}) )` // filter with cls
-      : `${name}::text ${match}`; // simple filter
-    // console.log(query);
-    return { op: 'ilike', query };
-  }
-
-  // json
-  if (name.includes('.')) {
-    const [col, prop] = name.split('.');
-    const query = ` ${col}->>'${prop}' in ('${value.join("','")}')`;
-    return { op: 'in', query, extra };
-  }
-
-  // geometry
-  if (['geometry'].includes(fieldType)) {
-    const bbox = value[0].split('_');
-
-    if (bbox?.length === 4) {
-      const query = ` ${name} && 'box(${bbox[0]} ${bbox[1]},${bbox[2]} ${bbox[3]})'::box2d `;
-      return { op: '&&', query, extra };
-    }
-  }
-  return {};
-}
-
-export default formatValue;

package/server/routes/report/utils/getFilterQuery.js

@@ -1,68 +0,0 @@
-/* eslint-disable no-continue */
-
-import { pgClients } from '@opengis/fastify-table/utils.js';
-
-import formatValue from './formatValue.js';
-
-export default function getFilterQuery({ pg = pgClients.client, filter: filterStr, fields, filterList, searchColumns, search }) {
-    if (!filterStr && !search) return null;
-
-    const mainOperators = ['=', '~', '>', '<'];
-
-    const filterQueryArray = decodeURIComponent(filterStr?.replace(/%/g, '%25').replace(/%/g, '\\%')?.replace(/(^,)|(,$)/g, '')).replace(/'/g, '').split(/[;|]/);
-
-    const resultList = [];
-    const searchwith = searchColumns || fields?.filter?.((el) => pg.pgType?.[el.dataTypeID] === 'text')?.map?.((el) => el.name)?.join?.(',');
-
-    const sval = `ilike '%${decodeURIComponent(search?.replace(/%/g, '%25')).replace(/'/g, "''").replace(/%/g, '\\%')}%'`;
-    const searchQuery = search && searchwith ? ` (${searchwith.split(',')?.map((name) => `${name} ${sval}`).join(' or ')} )` : '';
-
-    for (let i = 0; i < filterQueryArray.length; i += 1) {
-        const item = filterQueryArray[i];
-        const operator = mainOperators?.find((el) => item.indexOf(el) !== -1) || '=';
-        const [name] = item.split(operator);
-
-        // skip already added filter
-        if (resultList.find((el) => el.name === name)) {
-            continue;
-        }
-
-        // filter
-        const filter = filterList?.find((el) => [el.id, el.name].includes(name)) || { type: 'text' };
-
-        // find all value
-        const value = filterQueryArray.filter((el) => el.startsWith(name)).map((el) => el.substring(name.length + 1)).join(',');
-
-        if (filter?.query) {
-            resultList.push({
-                name, value, query: filter?.query, operator: '=', filterType: filter.type, type: 'text',
-            });
-            continue;
-        }
-
-        // find field and skip not exists
-        const { dataTypeID } = fields?.find((el) => el.name === name) || {};
-
-        // format query
-        const {
-            op, query, filterType, fieldType,
-        } = formatValue({
-            pg,
-            filter,
-            name,
-            value,
-            operator,
-            dataTypeID,
-        }) || {};
-        if (!query) continue;
-
-        resultList.push({
-            name, value, query, operator: op, filterType, type: fieldType,
-        });
-    }
-
-    const where = [searchQuery].concat(resultList?.map?.(el => el.query) || []).filter(el => el).join(' and ');
-
-    return where;
-}
-