@opengis/fastify-table 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintrc.cjs +42 -0
- package/README.md +26 -0
- package/config.js +3 -0
- package/crud/controllers/deleteCrud.js +10 -0
- package/crud/controllers/insert.js +9 -0
- package/crud/controllers/update.js +10 -0
- package/crud/funcs/dataInsert.js +23 -0
- package/crud/funcs/dataUpdate.js +18 -0
- package/crud/funcs/getOpt.js +8 -0
- package/crud/funcs/isFileExists.js +13 -0
- package/crud/funcs/setOpt.js +14 -0
- package/crud/index.js +29 -0
- package/helper.js +28 -0
- package/index.js +22 -0
- package/package.json +23 -0
- package/pg/funcs/autoIndex.js +89 -0
- package/pg/funcs/getMeta.js +31 -0
- package/pg/funcs/getPG.js +24 -0
- package/pg/funcs/init.js +41 -0
- package/pg/funcs/pgClients.js +2 -0
- package/pg/index.js +41 -0
- package/pg/pgClients.js +17 -0
- package/redis/client.js +14 -0
- package/redis/index.js +15 -0
- package/table/controllers/data.js +47 -0
- package/table/controllers/filter.js +17 -0
- package/table/controllers/form.js +10 -0
- package/table/controllers/suggest.js +56 -0
- package/table/controllers/utils/getSelect.js +20 -0
- package/table/controllers/utils/getSelectMeta.js +63 -0
- package/table/controllers/utils/getTemplate.js +24 -0
- package/table/funcs/getFilterSQL/index.js +75 -0
- package/table/funcs/getFilterSQL/util/formatValue.js +142 -0
- package/table/funcs/getFilterSQL/util/getCustomQuery.js +13 -0
- package/table/funcs/getFilterSQL/util/getFilterQuery.js +73 -0
- package/table/funcs/getFilterSQL/util/getOptimizedQuery.js +12 -0
- package/table/funcs/getFilterSQL/util/getTableSql.js +34 -0
- package/table/index.js +17 -0
- package/test/api/crud.test.js +23 -0
- package/test/api/table.test.js +29 -0
- package/test/confg.js +18 -0
- package/test/funcs/crud.test.js +37 -0
- package/test/funcs/pg.test.js +26 -0
- package/test/funcs/redis.test.js +19 -0
- package/test/funcs/table.test.js +19 -0
- package/test/templates/cls/test.json +10 -0
- package/test/templates/form/cp_building.form.json +33 -0
- package/test/templates/select/storage.data.json +3 -0
- package/test/templates/select/storage.data.sql +1 -0
- package/test/templates/table/gis.dataset.table.json +43 -0
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import getSelectMeta from './utils/getSelectMeta.js';
|
|
2
|
+
|
|
3
|
+
const limit = 50;
|
|
4
|
+
const headers = { 'Access-Control-Allow-Origin': '*', 'Access-Control-Allow-Methods': 'GET', 'Cache-Control': 'no-cache' };
|
|
5
|
+
|
|
6
|
+
export default async function suggest(req) {
|
|
7
|
+
const { params, query, pg } = req;
|
|
8
|
+
|
|
9
|
+
const lang = query.lang || 'ua';
|
|
10
|
+
const time = Date.now();
|
|
11
|
+
|
|
12
|
+
const selectName = query.sel || query.name || params.data;
|
|
13
|
+
if (!selectName) return { headers, status: 400, message: 'name is required' };
|
|
14
|
+
|
|
15
|
+
const meta = await getSelectMeta({ name: selectName });
|
|
16
|
+
if (!meta) return { headers, status: 404, message: 'Not found query select ' };
|
|
17
|
+
|
|
18
|
+
const { arr, searchQuery } = meta;
|
|
19
|
+
|
|
20
|
+
if (arr) {
|
|
21
|
+
const lower = query.key?.toLowerCase();
|
|
22
|
+
const data = query.key || query.val
|
|
23
|
+
? arr?.filter((el) => !lower || (el[lang] || el.text)?.toLowerCase()?.indexOf(lower) !== -1)?.filter((el) => !query.val || el.id === query.val)
|
|
24
|
+
: arr;
|
|
25
|
+
return {
|
|
26
|
+
limit, count: data.length, mode: 'array', time: Date.now() - time, data,
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
// search
|
|
31
|
+
const search = query.key ? searchQuery : null;
|
|
32
|
+
|
|
33
|
+
// val
|
|
34
|
+
const pk = meta.originalCols.split(',')[0];
|
|
35
|
+
const val = query.val ? ` ${pk}=any('{${query.val.replace(/'/g, "''")}}')` : '';
|
|
36
|
+
|
|
37
|
+
const sqlSuggest = `with rows(id,text) as (${meta.original} where ${[search, val].filter((el) => el).join(' and ') || 'true'}) select * from rows limit ${limit}`;
|
|
38
|
+
if (query.sql) return sqlSuggest;
|
|
39
|
+
|
|
40
|
+
// query
|
|
41
|
+
const { rows: dataNew } = meta.searchColumn ? { rows: [] } : await pg.query(sqlSuggest, query.key ? [`${query.key}%`] : []);
|
|
42
|
+
const { rows: dataNew1 } = dataNew.length < limit ? await pg.query(sqlSuggest, query.key ? [`%${query.key}%`] : []) : {};
|
|
43
|
+
const ids = dataNew.map((el) => el.id);
|
|
44
|
+
const data = dataNew.concat((dataNew1 || []).filter((el) => !ids?.includes(el.id)));
|
|
45
|
+
|
|
46
|
+
const message = {
|
|
47
|
+
time: Date.now() - time,
|
|
48
|
+
count: data.length,
|
|
49
|
+
total: meta.count - 0,
|
|
50
|
+
mode: 'sql',
|
|
51
|
+
sql: sqlSuggest,
|
|
52
|
+
data,
|
|
53
|
+
};
|
|
54
|
+
|
|
55
|
+
return message;
|
|
56
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import getTemplate from './getTemplate.js';
|
|
2
|
+
|
|
3
|
+
const loadCls = {};
|
|
4
|
+
|
|
5
|
+
export default async function getTable(name) {
|
|
6
|
+
if (loadCls[name]) return loadCls[name];
|
|
7
|
+
|
|
8
|
+
const clsData = await getTemplate('cls', name);
|
|
9
|
+
|
|
10
|
+
if (clsData) {
|
|
11
|
+
loadCls[name] = { arr: clsData };
|
|
12
|
+
return loadCls[name];
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
const selectData = await getTemplate('select', name);
|
|
16
|
+
if (!selectData) { return null; }
|
|
17
|
+
|
|
18
|
+
loadCls[name] = selectData;
|
|
19
|
+
return loadCls[name];
|
|
20
|
+
}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import pgClients from '../../../pg/pgClients.js';
|
|
2
|
+
|
|
3
|
+
import getSelect from './getSelect.js';
|
|
4
|
+
|
|
5
|
+
function getTable(table) {
|
|
6
|
+
// eslint-disable-next-line class-methods-use-this
|
|
7
|
+
const result = table.toLowerCase().replace(/[\n\r]+/g, ' ').split(' from ').filter((el) => /^[a-z0-9_]+\.[a-z0-9_]+/.test(el))
|
|
8
|
+
.map((el) => el.split(/[ )]/)[0]);
|
|
9
|
+
return result?.pop();
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
const selectMeta = {};
|
|
13
|
+
|
|
14
|
+
export default async function getSelectMeta({ name, pg = pgClients.client }) {
|
|
15
|
+
if (selectMeta[name]) return selectMeta[name];
|
|
16
|
+
|
|
17
|
+
const cls = await getSelect(name);
|
|
18
|
+
|
|
19
|
+
if (!cls) return null;
|
|
20
|
+
if (cls.arr) return cls;
|
|
21
|
+
if (!cls.sql) return null;
|
|
22
|
+
|
|
23
|
+
const { sql: original } = cls;
|
|
24
|
+
const sql = `with c(id,text) as (${original} ) select * from c where id is not null `;
|
|
25
|
+
|
|
26
|
+
/*= == meta table === */
|
|
27
|
+
const tableNew = original.toLowerCase().replace(/\n/g, ' ').split(' from ').filter((el) => /^[a-z0-9_]+\.[a-z0-9_]+/.test(el))
|
|
28
|
+
.map((el) => el.split(/[ )]/)[0].replace(/[\r\n]+/g, ''));
|
|
29
|
+
|
|
30
|
+
const dataOrigin = await pg.query(`${sql} limit 0`);
|
|
31
|
+
|
|
32
|
+
const dataOrigin1 = await pg.query(`${original} limit 0`);
|
|
33
|
+
|
|
34
|
+
// const table = getTable(original);
|
|
35
|
+
const count = cls?.count ?? await pg.one(`select count(*) from (${original})q`).then((el) => el.count);
|
|
36
|
+
|
|
37
|
+
// column name
|
|
38
|
+
const cols = dataOrigin.fields.map((el) => el.name);
|
|
39
|
+
const type = dataOrigin.fields.map((el) => pg.pgType[el.dataTypeID]);
|
|
40
|
+
|
|
41
|
+
const searchColumn = cls?.searchColumn || (
|
|
42
|
+
dataOrigin.fields.find((el) => el.name === 'search') ? 'search' : dataOrigin1.fields[1].name);
|
|
43
|
+
|
|
44
|
+
const searchQuery = `(${searchColumn.split(',').map((el) => `"${el}" ilike $1 `).join(' or ')})`;
|
|
45
|
+
|
|
46
|
+
const data = {
|
|
47
|
+
|
|
48
|
+
type: type.join(','),
|
|
49
|
+
cols: cols.join(','),
|
|
50
|
+
originalCols: dataOrigin1.fields.map((el) => el.name).join(','),
|
|
51
|
+
|
|
52
|
+
original,
|
|
53
|
+
sql,
|
|
54
|
+
count,
|
|
55
|
+
searchQuery,
|
|
56
|
+
table: tableNew.join(','),
|
|
57
|
+
time: new Date().toISOString(),
|
|
58
|
+
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
selectMeta[name] = data;
|
|
62
|
+
return data;
|
|
63
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { readFile } from 'fs/promises';
|
|
2
|
+
import fs from 'fs';
|
|
3
|
+
import path from 'path';
|
|
4
|
+
import config from '../../../config.js';
|
|
5
|
+
|
|
6
|
+
const loadTemplate = {};
|
|
7
|
+
|
|
8
|
+
export default async function getTemplateDir(type, name) {
|
|
9
|
+
if (!type) return null;
|
|
10
|
+
if (!name) return null;
|
|
11
|
+
|
|
12
|
+
const cwd = process.cwd();
|
|
13
|
+
const typeDir = path.join(cwd, (config.templateDir || 'server/templates'), type);
|
|
14
|
+
|
|
15
|
+
if (!loadTemplate[type]) {
|
|
16
|
+
const typeList = fs.existsSync(typeDir) ? fs.readdirSync(typeDir) : [];
|
|
17
|
+
loadTemplate[type] = typeList;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
const sql = loadTemplate[type].includes(`${name}.sql`) ? await readFile(path.join(typeDir, `${name}.sql`), 'utf-8') : null;
|
|
21
|
+
const data = loadTemplate[type].includes(`${name}.json`) ? JSON.parse(await readFile(path.join(typeDir, `${name}.json`), 'utf-8')) : null;
|
|
22
|
+
if (sql) return { ...data || {}, sql };
|
|
23
|
+
return data;
|
|
24
|
+
}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
/* const getTable = require('../../controllers/utils/getTable');
|
|
2
|
+
const pg = require('../../../pg/client');
|
|
3
|
+
const config = require('../../../../config'); */
|
|
4
|
+
|
|
5
|
+
import getTemplate from '../../controllers/utils/getTemplate.js';
|
|
6
|
+
import pgClients from '../../../pg/pgClients.js';
|
|
7
|
+
import config from '../../../config.js';
|
|
8
|
+
// filter util
|
|
9
|
+
import getTableSql from './util/getTableSql.js';
|
|
10
|
+
// import getCustomQuery from './util/getCustomQuery.js';
|
|
11
|
+
import getFilterQuery from './util/getFilterQuery.js';
|
|
12
|
+
import getOptimizedQuery from './util/getOptimizedQuery.js';
|
|
13
|
+
|
|
14
|
+
async function getFilterSQL({
|
|
15
|
+
table, filter, pg = pgClients.client, search, filterList, query,
|
|
16
|
+
}) {
|
|
17
|
+
if (!table) return { error: 'param table is required', status: 400 };
|
|
18
|
+
|
|
19
|
+
const body = await getTemplate('table', table);
|
|
20
|
+
|
|
21
|
+
const fieldQuery = config.allTemplates?.table?.[table] ? `${config.allTemplates?.table?.[table]} limit 0`
|
|
22
|
+
: `select * from ${body?.table || table} limit 0`;
|
|
23
|
+
const { fields = [] } = await pg.query(fieldQuery);
|
|
24
|
+
|
|
25
|
+
const { fields: fieldsModel } = pg.pk[body?.table] ? await pg.query(`select * from ${body.table} limit 0`) : {};
|
|
26
|
+
|
|
27
|
+
const autoSearchColumn = fields?.filter((el) => pg.pgType?.[el.dataTypeID] === 'text')?.map((el) => el.name).join(',');
|
|
28
|
+
const searchColumn = body?.search_column || autoSearchColumn;
|
|
29
|
+
const fieldsList = (fieldsModel || fields)?.map((el) => el.name);
|
|
30
|
+
try {
|
|
31
|
+
const tableSQL = await getTableSql({
|
|
32
|
+
pg, body, table, fields,
|
|
33
|
+
});
|
|
34
|
+
const sval = `ilike '%${decodeURIComponent(search).replace(/'/g, "''")}%'`;
|
|
35
|
+
const searchQuery = search && searchColumn
|
|
36
|
+
? ` (${searchColumn.split(',')?.map((name) => {
|
|
37
|
+
const { pk } = tableSQL.find((el) => el.name === name) || {};
|
|
38
|
+
return pk && !fieldsList.includes(name) ? `${pk} in (select ${pk} from (${fieldQuery})q where ${name} ${sval})` : `${name} ${sval}`;
|
|
39
|
+
}).join(' or ')} )` : '';
|
|
40
|
+
|
|
41
|
+
const filters = getFilterQuery({
|
|
42
|
+
filter,
|
|
43
|
+
tableSQL,
|
|
44
|
+
fields,
|
|
45
|
+
filterList: body?.filter_list || filterList,
|
|
46
|
+
pg,
|
|
47
|
+
config,
|
|
48
|
+
});
|
|
49
|
+
|
|
50
|
+
// filter
|
|
51
|
+
const filterQuery = filters?.filter((el) => el.query)?.map((el) => `${el.query} `).join(' and ');
|
|
52
|
+
const q = [body?.query, query, searchQuery, filterQuery].filter((el) => el).join(' and ');
|
|
53
|
+
|
|
54
|
+
// table
|
|
55
|
+
const modelQuery = body?.model || body?.table || table;
|
|
56
|
+
const optimizedSQL = `select * from ${getOptimizedQuery({ body, table, q })} `;
|
|
57
|
+
const tableCount = getOptimizedQuery({ body, table, q }, true);
|
|
58
|
+
// console.log(optimizedSQL);
|
|
59
|
+
return {
|
|
60
|
+
filterList,
|
|
61
|
+
|
|
62
|
+
q,
|
|
63
|
+
optimizedSQL,
|
|
64
|
+
tableCount,
|
|
65
|
+
table: modelQuery,
|
|
66
|
+
// filter parts
|
|
67
|
+
searchQuery,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
catch (err) {
|
|
71
|
+
throw new Error(err.toString());
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
export default getFilterSQL;
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
const dateTypeList = ['date', 'timestamp', 'timestamp without time zone'];
|
|
2
|
+
const numberTypeList = ['float8', 'int4', 'int8', 'numeric', 'double precision', 'integer'];
|
|
3
|
+
|
|
4
|
+
function dt(y, m, d) {
|
|
5
|
+
return new Date(Date.UTC(y, m, d)).toISOString().slice(0, 10);
|
|
6
|
+
}
|
|
7
|
+
const dp = {
|
|
8
|
+
d: new Date().getDate(),
|
|
9
|
+
w: new Date().getDate() - (new Date().getDay() || 7) + 1,
|
|
10
|
+
m: new Date().getMonth(),
|
|
11
|
+
q: (new Date().getMonth() / 4).toFixed() * 3,
|
|
12
|
+
y: new Date().getFullYear(),
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
function formatDateISOString(date) {
|
|
16
|
+
if (!date?.includes('.')) return date;
|
|
17
|
+
const [day, month, year] = date.split('.');
|
|
18
|
+
return `${year}-${month}-${day}`;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function formatValue({
|
|
22
|
+
clsList, filterType, filter, name, value, operator = '=', fieldType = 'text', uid = 1, optimize,
|
|
23
|
+
}) {
|
|
24
|
+
if (!name || !value) return {};
|
|
25
|
+
|
|
26
|
+
// current day, week, month, year etc.
|
|
27
|
+
if (dateTypeList.includes(fieldType) && !value?.includes('_') && ['cd', 'cw', 'cm', 'cq', 'cy'].includes(value)) {
|
|
28
|
+
const query = {
|
|
29
|
+
cd: `${name}::date = '${dt(dp.y, dp.m, dp.d)}'::date`,
|
|
30
|
+
cw: `${name}::date >= '${dt(dp.y, dp.m, dp.w)}'::date and ${name} <= '${dt(dp.y, dp.m, dp.w + 6)}'::date`,
|
|
31
|
+
cm: `${name}::date >= '${dt(dp.y, dp.m, 1)}'::date and ${name} <= '${dt(dp.y, dp.m + 1, 0)}'::date`,
|
|
32
|
+
cq: `${name}::date >= '${dt(dp.y, dp.q, 1)}'::date and ${name} <= '${dt(dp.y, dp.q + 3, 0)}'::date`,
|
|
33
|
+
cy: `${name}::date >= '${dt(dp.y, 0, 1)}'::date and ${name}::date <= '${dt(dp.y, 11, 31)}'::date`,
|
|
34
|
+
}[value];
|
|
35
|
+
return { op: '=', query };
|
|
36
|
+
}
|
|
37
|
+
// date range
|
|
38
|
+
if (dateTypeList.includes(fieldType) && value?.includes('_')) {
|
|
39
|
+
const [min, max] = value.split('_');
|
|
40
|
+
const query = `${name} >= '${min}'::date and ${name} <= '${max}'::date`;
|
|
41
|
+
return { op: 'between', query };
|
|
42
|
+
}
|
|
43
|
+
// v3 filter date range, example - "01.01.2024-31.12.2024"
|
|
44
|
+
if (dateTypeList.includes(fieldType) && value?.includes('.') && value?.indexOf('-') === 10 && value?.length === 21) {
|
|
45
|
+
const [startDate, endDate] = value.split('-');
|
|
46
|
+
const min = formatDateISOString(startDate);
|
|
47
|
+
const max = formatDateISOString(endDate);
|
|
48
|
+
const query = `${name}::date >= '${min}'::date and ${name}::date <= '${max}'::date`;
|
|
49
|
+
return { op: 'between', query };
|
|
50
|
+
}
|
|
51
|
+
// my rows
|
|
52
|
+
if (value === 'me' && uid && fieldType === 'text') {
|
|
53
|
+
return { op: '=', query: `${name}::text = '${uid}'` };
|
|
54
|
+
}
|
|
55
|
+
const formatType = {
|
|
56
|
+
float8: 'numeric',
|
|
57
|
+
int4: 'numeric',
|
|
58
|
+
int8: 'numeric',
|
|
59
|
+
varchar: 'text',
|
|
60
|
+
bool: 'boolean',
|
|
61
|
+
geometry: 'geom',
|
|
62
|
+
}[fieldType] || 'text';
|
|
63
|
+
|
|
64
|
+
if (optimize && optimize.name !== optimize.pk) {
|
|
65
|
+
const val = filterType === 'text' ? `ilike '%${value}%'` : `= any('{${value}}')`;
|
|
66
|
+
return {
|
|
67
|
+
op: '~',
|
|
68
|
+
query: fieldType?.includes('[]')
|
|
69
|
+
? `${optimize.pk} && (select array_agg(${optimize.pk}) from ${optimize.table} where ${name} ${val} )`
|
|
70
|
+
: `${optimize.pk} in (select ${optimize.pk} from ${optimize.table} where ${name} ${val} )`,
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
if (filter.sql) {
|
|
75
|
+
return { op: '~', query: filter.sql.replace('{val}', value) };
|
|
76
|
+
}
|
|
77
|
+
if (fieldType?.includes('[]')) {
|
|
78
|
+
return { op: 'in', query: `'{${value}}'::text[] && ${name}::text[]` };
|
|
79
|
+
}
|
|
80
|
+
// multiple items of 1 param
|
|
81
|
+
if (value?.indexOf(',') !== -1) {
|
|
82
|
+
const values = value.split(',').filter((el) => el !== 'null');
|
|
83
|
+
const query = value?.indexOf('null' !== -1)
|
|
84
|
+
? `( ${name} is null or ${name}::text in (${values?.map((el) => `'${el}'`).join(',')}) )`
|
|
85
|
+
: `${name}::text in (${value.split(',')?.map((el) => `'${el}'`).join(',')})`;
|
|
86
|
+
return { op: 'in', query };
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
// v3 filter number range, example - "100_500"
|
|
90
|
+
if (numberTypeList.includes(fieldType) && value?.indexOf('_') !== -1) {
|
|
91
|
+
const [min, max] = value.split('_');
|
|
92
|
+
const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} < ${max}` : null) || `${name} between ${min} and ${max}`;
|
|
93
|
+
return { op: 'between', query };
|
|
94
|
+
}
|
|
95
|
+
// number range
|
|
96
|
+
if (numberTypeList.includes(fieldType) && value?.indexOf('-') !== -1) {
|
|
97
|
+
const [min, max] = value.split('-');
|
|
98
|
+
if (min === 'min' && max === 'max') return {};
|
|
99
|
+
const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} < ${max}` : null) || `${name} between ${min} and ${max}`;
|
|
100
|
+
return { op: 'between', query };
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
if (['<', '>'].includes(operator)) {
|
|
104
|
+
const query = `${name} ${operator} '${value}'::${formatType}`;
|
|
105
|
+
return { op: operator, query };
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
if (operator === '=' && filterType !== 'text') {
|
|
109
|
+
const query = {
|
|
110
|
+
null: `${name} is null`,
|
|
111
|
+
notnull: `${name} is not null`,
|
|
112
|
+
}[value] || `${name}::${formatType}='${value}'::${formatType}`;
|
|
113
|
+
return { op: '=', query };
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
if (['~', '='].includes(operator)) {
|
|
117
|
+
const query = clsList[filter?.data]
|
|
118
|
+
? `${filter?.name} in ( ( with q(id,name) as (${clsList?.[filter?.data]}) select id from q where name ilike '%${value}%') )` // filter with cls
|
|
119
|
+
: `${name}::text ilike '%${value}%'`; // simple filter
|
|
120
|
+
return { op: 'ilike', query };
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
// json
|
|
124
|
+
if (name.includes('.')) {
|
|
125
|
+
const [col, prop] = name.split('.');
|
|
126
|
+
const query = ` ${col}->>'${prop}' in ('${value.join("','")}')`;
|
|
127
|
+
return { op: 'in', query };
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
// geometry
|
|
131
|
+
if (['geometry'].includes(fieldType)) {
|
|
132
|
+
const bbox = value[0].split('_');
|
|
133
|
+
|
|
134
|
+
if (bbox?.length === 4) {
|
|
135
|
+
const query = ` ${name} && 'box(${bbox[0]} ${bbox[1]},${bbox[2]} ${bbox[3]})'::box2d `;
|
|
136
|
+
return { op: '&&', query };
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
return {};
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
export default formatValue;
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
async function getCustomQuery({
|
|
2
|
+
pg, table, customFilter,
|
|
3
|
+
}) {
|
|
4
|
+
if (!customFilter) return null;
|
|
5
|
+
const customFilterList = customFilter?.split(',')?.map((el) => el?.split('_').pop());
|
|
6
|
+
const { property_json: customFilterSQL } = await pg.one(`select json_agg(json_build_object('id',property_id,'name',property_key,'query',property_text)
|
|
7
|
+
) as property_json from setting.property where property_key is not null and property_entity='customQuery' and object_id=$1`, [table]);
|
|
8
|
+
const data = customFilterSQL?.length ? customFilterSQL.filter((el) => customFilterList.includes(el.id)) || [] : [];
|
|
9
|
+
const customQuery = data?.map((el) => el.query).join(' and ');
|
|
10
|
+
return `${customQuery}`;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export default getCustomQuery;
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
/* eslint-disable no-continue */
|
|
2
|
+
/**
|
|
3
|
+
* @param {Number} opt.json - (1|0) 1 - Результат - Object, 0 - String
|
|
4
|
+
* @param {String} opt.query - запит до таблиці
|
|
5
|
+
* @param {String} opt.hash - інформація з хешу по запиту
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import formatValue from './formatValue.js';
|
|
9
|
+
|
|
10
|
+
function getQuery({
|
|
11
|
+
filter: filterStr, tableSQL, fields, filterList, config = {}, pg,
|
|
12
|
+
}) {
|
|
13
|
+
if (!filterStr) return null; // filter list API
|
|
14
|
+
|
|
15
|
+
const mainOperators = ['=', '~', '>', '<'];
|
|
16
|
+
|
|
17
|
+
// v3 filter
|
|
18
|
+
const { allTemplates } = config;
|
|
19
|
+
|
|
20
|
+
const filterQueryArray = config.v3?.filter
|
|
21
|
+
? decodeURI(filterStr?.replace(/(^,)|(,$)/g, '')).replace(/'/g, '').split(/[;|]/)
|
|
22
|
+
: decodeURI(filterStr?.replace(/(^,)|(,$)/g, '')?.replace(/,null/g, '')).replace(/'/g, '').split(/[;|,]/);
|
|
23
|
+
|
|
24
|
+
const resultList = [];
|
|
25
|
+
|
|
26
|
+
for (let i = 0; i < filterQueryArray.length; i += 1) {
|
|
27
|
+
const item = filterQueryArray[i];
|
|
28
|
+
const operator = mainOperators?.find((el) => item.indexOf(el) !== -1) || '=';
|
|
29
|
+
const [name] = item.split(operator);
|
|
30
|
+
|
|
31
|
+
// skip already added filter
|
|
32
|
+
if (resultList.find((el) => el.name === name)) {
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
// find all value
|
|
37
|
+
const value = filterQueryArray.filter((el) => el.startsWith(name)).map((el) => el.substring(name.length + 1)).join(',');
|
|
38
|
+
|
|
39
|
+
const optimize = fields?.find((el) => el.name === name) ? null : tableSQL.find((el) => el.name === name);
|
|
40
|
+
|
|
41
|
+
// find field and skip not exists
|
|
42
|
+
const { dataTypeID } = fields?.find((el) => el.name === name) || fields?.find((el) => el.name === optimize?.pk) || {};
|
|
43
|
+
if (!dataTypeID) continue;
|
|
44
|
+
|
|
45
|
+
const type = pg.pgType?.[dataTypeID];
|
|
46
|
+
|
|
47
|
+
// filter
|
|
48
|
+
const filter = filterList?.find((el) => el.name === name) || { type: 'text' };
|
|
49
|
+
const filterType = filter.type?.toLowerCase();
|
|
50
|
+
// format query
|
|
51
|
+
|
|
52
|
+
const { op, query } = formatValue({
|
|
53
|
+
clsList: allTemplates?.cls || [],
|
|
54
|
+
filter,
|
|
55
|
+
optimize,
|
|
56
|
+
filterType,
|
|
57
|
+
name,
|
|
58
|
+
value: decodeURIComponent(value),
|
|
59
|
+
operator,
|
|
60
|
+
fieldType: type || 'text',
|
|
61
|
+
}) || {};
|
|
62
|
+
// console.log({ query, value });
|
|
63
|
+
if (!query) continue;
|
|
64
|
+
|
|
65
|
+
resultList.push({
|
|
66
|
+
name, value, query, operator: op, filterType, type,
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
return resultList;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
export default getQuery;
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
function getOptimizedQuery({ body, table, q }, count) {
|
|
2
|
+
const order = body?.orderby || body?.order ? `order by ${body?.orderby || body?.order}` : '';
|
|
3
|
+
|
|
4
|
+
const tableName = body?.table || body?.model || table;
|
|
5
|
+
|
|
6
|
+
const sqlList = body?.sql?.filter((el) => !el.disabled && el?.sql?.replace && (count ? el.count !== false : true))
|
|
7
|
+
.map((el) => ` left join lateral (${el.filter ? el.sql.replace(/limit 1/ig, '') : el.sql}) as ${el.name} on 1=1 `).join(' ');
|
|
8
|
+
|
|
9
|
+
return `(select * from ${tableName} ${sqlList ? ` t ${sqlList}` : ''} where 1=1 and ${q?.replace('q.', 't.') || '1=1'} ${order})q`;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export default getOptimizedQuery;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
function getTable(table) {
|
|
2
|
+
const result = table?.toLowerCase()?.replace(/[\n\r]+/g, ' ')?.split(' from ')?.filter((el) => /^[a-z0-9_]+\.[a-z0-9_]+/.test(el))
|
|
3
|
+
?.map((el) => el.split(/[ )]/)[0]);
|
|
4
|
+
return result;
|
|
5
|
+
}
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* @param {Number} opt.json - (1|0) 1 - Результат - Object, 0 - String
|
|
9
|
+
* @param {String} opt.query - запит до таблиці
|
|
10
|
+
* @param {String} opt.hash - інформація з хешу по запиту
|
|
11
|
+
*/
|
|
12
|
+
const tableSql = {};
|
|
13
|
+
async function getTableSql({
|
|
14
|
+
pg, body, table, fields,
|
|
15
|
+
}) {
|
|
16
|
+
if (tableSql[table]) return tableSql[table];
|
|
17
|
+
|
|
18
|
+
const fieldList = fields.map((el) => el.name);
|
|
19
|
+
|
|
20
|
+
const tableList = body?.sql?.map((el) => getTable(el.sql)).reduce((acc, el) => acc.concat(el), []).filter((el) => fieldList.includes(pg.pk[el]));
|
|
21
|
+
|
|
22
|
+
if (!tableList) { tableSql[table] = []; return []; }
|
|
23
|
+
|
|
24
|
+
const data = await Promise.all(tableList?.map(async (tableEl) => {
|
|
25
|
+
const { fields: fieldsEl } = await pg.query(`select * from ${tableEl} limit 0`, { cache: 1 });
|
|
26
|
+
return fieldsEl.map((el) => ({ name: el.name, table: tableEl, pk: pg.pk[tableEl] }));
|
|
27
|
+
}));
|
|
28
|
+
|
|
29
|
+
tableSql[table] = data.reduce((acc, el) => acc.concat(el), []);
|
|
30
|
+
|
|
31
|
+
return tableSql[table];
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export default getTableSql;
|
package/table/index.js
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import suggest from './controllers/suggest.js';
|
|
2
|
+
import data from './controllers/data.js';
|
|
3
|
+
import filter from './controllers/filter.js';
|
|
4
|
+
import form from './controllers/form.js';
|
|
5
|
+
|
|
6
|
+
import config from '../config.js';
|
|
7
|
+
|
|
8
|
+
const prefix = config.prefix || '/api';
|
|
9
|
+
|
|
10
|
+
async function plugin(fastify) {
|
|
11
|
+
fastify.get(`${prefix}/suggest/:data`, {}, suggest);
|
|
12
|
+
fastify.get(`${prefix}/data/:table/:id?`, {}, data); // vs.crm.data.api с node
|
|
13
|
+
fastify.get(`${prefix}/filter/:table`, {}, filter);
|
|
14
|
+
fastify.get(`${prefix}/form/:form`, {}, form);
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export default plugin;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { test } from 'node:test';
|
|
2
|
+
import assert from 'node:assert';
|
|
3
|
+
|
|
4
|
+
import build from '../../helper.js';
|
|
5
|
+
import pgClients from '../../pg/pgClients.js';
|
|
6
|
+
|
|
7
|
+
test('api crud', async (t) => {
|
|
8
|
+
const app = await build(t);
|
|
9
|
+
|
|
10
|
+
await t.test('POST /insert', async () => {
|
|
11
|
+
const res = await app.inject({
|
|
12
|
+
method: 'POST',
|
|
13
|
+
url: '/api/crud/gis.dataset',
|
|
14
|
+
body: { dataset_name: '111' },
|
|
15
|
+
});
|
|
16
|
+
|
|
17
|
+
const rep = JSON.parse(res?.body);
|
|
18
|
+
// rep.dataset_id
|
|
19
|
+
// console.log(rep.total);
|
|
20
|
+
pgClients.client.query('delete from gis.dataset where dataset_id=$1', [rep.dataset_id]);
|
|
21
|
+
assert.ok(rep.dataset_id);
|
|
22
|
+
});
|
|
23
|
+
});
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { test } from 'node:test';
|
|
2
|
+
import assert from 'node:assert';
|
|
3
|
+
|
|
4
|
+
import build from '../../helper.js';
|
|
5
|
+
|
|
6
|
+
test('api table', async (t) => {
|
|
7
|
+
const app = await build(t);
|
|
8
|
+
// assert.ok(1);
|
|
9
|
+
await t.test('GET /suggest', async () => {
|
|
10
|
+
const res = await app.inject({
|
|
11
|
+
method: 'GET',
|
|
12
|
+
url: '/api/suggest/storage.data',
|
|
13
|
+
});
|
|
14
|
+
// console.log(res?.body);
|
|
15
|
+
const rep = JSON.parse(res?.body);
|
|
16
|
+
// console.log(rep.total);
|
|
17
|
+
assert.ok(rep.total);
|
|
18
|
+
});
|
|
19
|
+
await t.test('GET /data', async () => {
|
|
20
|
+
const res = await app.inject({
|
|
21
|
+
method: 'GET',
|
|
22
|
+
url: '/api/data/gis.dataset.table',
|
|
23
|
+
});
|
|
24
|
+
// console.log(res);
|
|
25
|
+
const rep = JSON.parse(res?.body);
|
|
26
|
+
// console.log(rep.total);
|
|
27
|
+
assert.ok(rep.total);
|
|
28
|
+
});
|
|
29
|
+
});
|
package/test/confg.js
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import config from '../config.js';
|
|
2
|
+
|
|
3
|
+
Object.assign(config, {
|
|
4
|
+
templateDir: 'test/templates',
|
|
5
|
+
pg: {
|
|
6
|
+
host: '192.168.3.160',
|
|
7
|
+
port: 5434,
|
|
8
|
+
database: 'mbk_rivne_dma',
|
|
9
|
+
user: 'postgres',
|
|
10
|
+
password: 'postgres',
|
|
11
|
+
},
|
|
12
|
+
redis: {
|
|
13
|
+
host: '192.168.3.160',
|
|
14
|
+
port: 6379,
|
|
15
|
+
family: 4,
|
|
16
|
+
},
|
|
17
|
+
});
|
|
18
|
+
export default config;
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { test } from 'node:test';
|
|
2
|
+
import assert from 'node:assert';
|
|
3
|
+
import '../confg.js';
|
|
4
|
+
|
|
5
|
+
import pgClients from '../../pg/pgClients.js';
|
|
6
|
+
import rclient from '../../redis/client.js';
|
|
7
|
+
|
|
8
|
+
import dataInsert from '../../crud/funcs/dataInsert.js';
|
|
9
|
+
import dataUpdate from '../../crud/funcs/dataUpdate.js';
|
|
10
|
+
|
|
11
|
+
import getOpt from '../../crud/funcs/getOpt.js';
|
|
12
|
+
import setOpt from '../../crud/funcs/setOpt.js';
|
|
13
|
+
|
|
14
|
+
test('fucns crud', async (t) => {
|
|
15
|
+
await t.test('getOpt/setOpt', async () => {
|
|
16
|
+
const opt = await setOpt({ table: 'gis.dataset' });
|
|
17
|
+
const data = await getOpt(opt);
|
|
18
|
+
// console.log(data);
|
|
19
|
+
assert.equal(data.table, 'gis.dataset');
|
|
20
|
+
});
|
|
21
|
+
const id = (Math.random() * 10000).toFixed();
|
|
22
|
+
await t.test('dataInsert', async () => {
|
|
23
|
+
const data = await dataInsert({ table: 'gis.dataset', data: { dataset_id: id, dataset_name: '222' } });
|
|
24
|
+
assert.equal(data.dataset_id, id);
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
await t.test('dataUpdate', async () => {
|
|
28
|
+
const data = await dataUpdate({ table: 'gis.dataset', id, data: { dataset_name: '22211' } });
|
|
29
|
+
assert.equal(data.dataset_name, '22211');
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
pgClients.client.query('delete from gis.dataset where dataset_id=$1', [id]);
|
|
33
|
+
t.after(() => {
|
|
34
|
+
pgClients.client?.end();
|
|
35
|
+
rclient.quit();
|
|
36
|
+
});
|
|
37
|
+
});
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { test } from 'node:test';
|
|
2
|
+
import assert from 'node:assert';
|
|
3
|
+
|
|
4
|
+
import '../confg.js';
|
|
5
|
+
|
|
6
|
+
import getMeta from '../../pg/funcs/getMeta.js';
|
|
7
|
+
import autoIndex from '../../pg/funcs/autoIndex.js';
|
|
8
|
+
import pgClients from '../../pg/pgClients.js';
|
|
9
|
+
import rclient from '../../redis/client.js';
|
|
10
|
+
|
|
11
|
+
test('funcs pg', async (t) => {
|
|
12
|
+
await t.test('getMeta', async () => {
|
|
13
|
+
const { columns } = await getMeta({ table: 'gis.dataset' });
|
|
14
|
+
// console.log(columns)
|
|
15
|
+
assert.ok(columns);
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
await t.test('autoIndex', async () => {
|
|
19
|
+
await autoIndex({ table: 'gis.dataset', columns: ['service_type'] });
|
|
20
|
+
assert.ok(1);
|
|
21
|
+
});
|
|
22
|
+
t.after(() => {
|
|
23
|
+
pgClients.client.end();
|
|
24
|
+
rclient.quit();
|
|
25
|
+
});
|
|
26
|
+
});
|