@opengis/fastify-table 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/.eslintrc.cjs +42 -0
  2. package/README.md +26 -0
  3. package/config.js +3 -0
  4. package/crud/controllers/deleteCrud.js +10 -0
  5. package/crud/controllers/insert.js +9 -0
  6. package/crud/controllers/update.js +10 -0
  7. package/crud/funcs/dataInsert.js +23 -0
  8. package/crud/funcs/dataUpdate.js +18 -0
  9. package/crud/funcs/getOpt.js +8 -0
  10. package/crud/funcs/isFileExists.js +13 -0
  11. package/crud/funcs/setOpt.js +14 -0
  12. package/crud/index.js +29 -0
  13. package/helper.js +28 -0
  14. package/index.js +22 -0
  15. package/package.json +23 -0
  16. package/pg/funcs/autoIndex.js +89 -0
  17. package/pg/funcs/getMeta.js +31 -0
  18. package/pg/funcs/getPG.js +24 -0
  19. package/pg/funcs/init.js +41 -0
  20. package/pg/funcs/pgClients.js +2 -0
  21. package/pg/index.js +41 -0
  22. package/pg/pgClients.js +17 -0
  23. package/redis/client.js +14 -0
  24. package/redis/index.js +15 -0
  25. package/table/controllers/data.js +47 -0
  26. package/table/controllers/filter.js +17 -0
  27. package/table/controllers/form.js +10 -0
  28. package/table/controllers/suggest.js +56 -0
  29. package/table/controllers/utils/getSelect.js +20 -0
  30. package/table/controllers/utils/getSelectMeta.js +63 -0
  31. package/table/controllers/utils/getTemplate.js +24 -0
  32. package/table/funcs/getFilterSQL/index.js +75 -0
  33. package/table/funcs/getFilterSQL/util/formatValue.js +142 -0
  34. package/table/funcs/getFilterSQL/util/getCustomQuery.js +13 -0
  35. package/table/funcs/getFilterSQL/util/getFilterQuery.js +73 -0
  36. package/table/funcs/getFilterSQL/util/getOptimizedQuery.js +12 -0
  37. package/table/funcs/getFilterSQL/util/getTableSql.js +34 -0
  38. package/table/index.js +17 -0
  39. package/test/api/crud.test.js +23 -0
  40. package/test/api/table.test.js +29 -0
  41. package/test/confg.js +18 -0
  42. package/test/funcs/crud.test.js +37 -0
  43. package/test/funcs/pg.test.js +26 -0
  44. package/test/funcs/redis.test.js +19 -0
  45. package/test/funcs/table.test.js +19 -0
  46. package/test/templates/cls/test.json +10 -0
  47. package/test/templates/form/cp_building.form.json +33 -0
  48. package/test/templates/select/storage.data.json +3 -0
  49. package/test/templates/select/storage.data.sql +1 -0
  50. package/test/templates/table/gis.dataset.table.json +43 -0
@@ -0,0 +1,56 @@
1
+ import getSelectMeta from './utils/getSelectMeta.js';
2
+
3
+ const limit = 50;
4
+ const headers = { 'Access-Control-Allow-Origin': '*', 'Access-Control-Allow-Methods': 'GET', 'Cache-Control': 'no-cache' };
5
+
6
+ export default async function suggest(req) {
7
+ const { params, query, pg } = req;
8
+
9
+ const lang = query.lang || 'ua';
10
+ const time = Date.now();
11
+
12
+ const selectName = query.sel || query.name || params.data;
13
+ if (!selectName) return { headers, status: 400, message: 'name is required' };
14
+
15
+ const meta = await getSelectMeta({ name: selectName });
16
+ if (!meta) return { headers, status: 404, message: 'Not found query select ' };
17
+
18
+ const { arr, searchQuery } = meta;
19
+
20
+ if (arr) {
21
+ const lower = query.key?.toLowerCase();
22
+ const data = query.key || query.val
23
+ ? arr?.filter((el) => !lower || (el[lang] || el.text)?.toLowerCase()?.indexOf(lower) !== -1)?.filter((el) => !query.val || el.id === query.val)
24
+ : arr;
25
+ return {
26
+ limit, count: data.length, mode: 'array', time: Date.now() - time, data,
27
+ };
28
+ }
29
+
30
+ // search
31
+ const search = query.key ? searchQuery : null;
32
+
33
+ // val
34
+ const pk = meta.originalCols.split(',')[0];
35
+ const val = query.val ? ` ${pk}=any('{${query.val.replace(/'/g, "''")}}')` : '';
36
+
37
+ const sqlSuggest = `with rows(id,text) as (${meta.original} where ${[search, val].filter((el) => el).join(' and ') || 'true'}) select * from rows limit ${limit}`;
38
+ if (query.sql) return sqlSuggest;
39
+
40
+ // query
41
+ const { rows: dataNew } = meta.searchColumn ? { rows: [] } : await pg.query(sqlSuggest, query.key ? [`${query.key}%`] : []);
42
+ const { rows: dataNew1 } = dataNew.length < limit ? await pg.query(sqlSuggest, query.key ? [`%${query.key}%`] : []) : {};
43
+ const ids = dataNew.map((el) => el.id);
44
+ const data = dataNew.concat((dataNew1 || []).filter((el) => !ids?.includes(el.id)));
45
+
46
+ const message = {
47
+ time: Date.now() - time,
48
+ count: data.length,
49
+ total: meta.count - 0,
50
+ mode: 'sql',
51
+ sql: sqlSuggest,
52
+ data,
53
+ };
54
+
55
+ return message;
56
+ }
@@ -0,0 +1,20 @@
1
+ import getTemplate from './getTemplate.js';
2
+
3
+ const loadCls = {};
4
+
5
+ export default async function getTable(name) {
6
+ if (loadCls[name]) return loadCls[name];
7
+
8
+ const clsData = await getTemplate('cls', name);
9
+
10
+ if (clsData) {
11
+ loadCls[name] = { arr: clsData };
12
+ return loadCls[name];
13
+ }
14
+
15
+ const selectData = await getTemplate('select', name);
16
+ if (!selectData) { return null; }
17
+
18
+ loadCls[name] = selectData;
19
+ return loadCls[name];
20
+ }
@@ -0,0 +1,63 @@
1
+ import pgClients from '../../../pg/pgClients.js';
2
+
3
+ import getSelect from './getSelect.js';
4
+
5
+ function getTable(table) {
6
+ // eslint-disable-next-line class-methods-use-this
7
+ const result = table.toLowerCase().replace(/[\n\r]+/g, ' ').split(' from ').filter((el) => /^[a-z0-9_]+\.[a-z0-9_]+/.test(el))
8
+ .map((el) => el.split(/[ )]/)[0]);
9
+ return result?.pop();
10
+ }
11
+
12
+ const selectMeta = {};
13
+
14
+ export default async function getSelectMeta({ name, pg = pgClients.client }) {
15
+ if (selectMeta[name]) return selectMeta[name];
16
+
17
+ const cls = await getSelect(name);
18
+
19
+ if (!cls) return null;
20
+ if (cls.arr) return cls;
21
+ if (!cls.sql) return null;
22
+
23
+ const { sql: original } = cls;
24
+ const sql = `with c(id,text) as (${original} ) select * from c where id is not null `;
25
+
26
+ /*= == meta table === */
27
+ const tableNew = original.toLowerCase().replace(/\n/g, ' ').split(' from ').filter((el) => /^[a-z0-9_]+\.[a-z0-9_]+/.test(el))
28
+ .map((el) => el.split(/[ )]/)[0].replace(/[\r\n]+/g, ''));
29
+
30
+ const dataOrigin = await pg.query(`${sql} limit 0`);
31
+
32
+ const dataOrigin1 = await pg.query(`${original} limit 0`);
33
+
34
+ // const table = getTable(original);
35
+ const count = cls?.count ?? await pg.one(`select count(*) from (${original})q`).then((el) => el.count);
36
+
37
+ // column name
38
+ const cols = dataOrigin.fields.map((el) => el.name);
39
+ const type = dataOrigin.fields.map((el) => pg.pgType[el.dataTypeID]);
40
+
41
+ const searchColumn = cls?.searchColumn || (
42
+ dataOrigin.fields.find((el) => el.name === 'search') ? 'search' : dataOrigin1.fields[1].name);
43
+
44
+ const searchQuery = `(${searchColumn.split(',').map((el) => `"${el}" ilike $1 `).join(' or ')})`;
45
+
46
+ const data = {
47
+
48
+ type: type.join(','),
49
+ cols: cols.join(','),
50
+ originalCols: dataOrigin1.fields.map((el) => el.name).join(','),
51
+
52
+ original,
53
+ sql,
54
+ count,
55
+ searchQuery,
56
+ table: tableNew.join(','),
57
+ time: new Date().toISOString(),
58
+
59
+ };
60
+
61
+ selectMeta[name] = data;
62
+ return data;
63
+ }
@@ -0,0 +1,24 @@
1
+ import { readFile } from 'fs/promises';
2
+ import fs from 'fs';
3
+ import path from 'path';
4
+ import config from '../../../config.js';
5
+
6
+ const loadTemplate = {};
7
+
8
+ export default async function getTemplateDir(type, name) {
9
+ if (!type) return null;
10
+ if (!name) return null;
11
+
12
+ const cwd = process.cwd();
13
+ const typeDir = path.join(cwd, (config.templateDir || 'server/templates'), type);
14
+
15
+ if (!loadTemplate[type]) {
16
+ const typeList = fs.existsSync(typeDir) ? fs.readdirSync(typeDir) : [];
17
+ loadTemplate[type] = typeList;
18
+ }
19
+
20
+ const sql = loadTemplate[type].includes(`${name}.sql`) ? await readFile(path.join(typeDir, `${name}.sql`), 'utf-8') : null;
21
+ const data = loadTemplate[type].includes(`${name}.json`) ? JSON.parse(await readFile(path.join(typeDir, `${name}.json`), 'utf-8')) : null;
22
+ if (sql) return { ...data || {}, sql };
23
+ return data;
24
+ }
@@ -0,0 +1,75 @@
1
+ /* const getTable = require('../../controllers/utils/getTable');
2
+ const pg = require('../../../pg/client');
3
+ const config = require('../../../../config'); */
4
+
5
+ import getTemplate from '../../controllers/utils/getTemplate.js';
6
+ import pgClients from '../../../pg/pgClients.js';
7
+ import config from '../../../config.js';
8
+ // filter util
9
+ import getTableSql from './util/getTableSql.js';
10
+ // import getCustomQuery from './util/getCustomQuery.js';
11
+ import getFilterQuery from './util/getFilterQuery.js';
12
+ import getOptimizedQuery from './util/getOptimizedQuery.js';
13
+
14
+ async function getFilterSQL({
15
+ table, filter, pg = pgClients.client, search, filterList, query,
16
+ }) {
17
+ if (!table) return { error: 'param table is required', status: 400 };
18
+
19
+ const body = await getTemplate('table', table);
20
+
21
+ const fieldQuery = config.allTemplates?.table?.[table] ? `${config.allTemplates?.table?.[table]} limit 0`
22
+ : `select * from ${body?.table || table} limit 0`;
23
+ const { fields = [] } = await pg.query(fieldQuery);
24
+
25
+ const { fields: fieldsModel } = pg.pk[body?.table] ? await pg.query(`select * from ${body.table} limit 0`) : {};
26
+
27
+ const autoSearchColumn = fields?.filter((el) => pg.pgType?.[el.dataTypeID] === 'text')?.map((el) => el.name).join(',');
28
+ const searchColumn = body?.search_column || autoSearchColumn;
29
+ const fieldsList = (fieldsModel || fields)?.map((el) => el.name);
30
+ try {
31
+ const tableSQL = await getTableSql({
32
+ pg, body, table, fields,
33
+ });
34
+ const sval = `ilike '%${decodeURIComponent(search).replace(/'/g, "''")}%'`;
35
+ const searchQuery = search && searchColumn
36
+ ? ` (${searchColumn.split(',')?.map((name) => {
37
+ const { pk } = tableSQL.find((el) => el.name === name) || {};
38
+ return pk && !fieldsList.includes(name) ? `${pk} in (select ${pk} from (${fieldQuery})q where ${name} ${sval})` : `${name} ${sval}`;
39
+ }).join(' or ')} )` : '';
40
+
41
+ const filters = getFilterQuery({
42
+ filter,
43
+ tableSQL,
44
+ fields,
45
+ filterList: body?.filter_list || filterList,
46
+ pg,
47
+ config,
48
+ });
49
+
50
+ // filter
51
+ const filterQuery = filters?.filter((el) => el.query)?.map((el) => `${el.query} `).join(' and ');
52
+ const q = [body?.query, query, searchQuery, filterQuery].filter((el) => el).join(' and ');
53
+
54
+ // table
55
+ const modelQuery = body?.model || body?.table || table;
56
+ const optimizedSQL = `select * from ${getOptimizedQuery({ body, table, q })} `;
57
+ const tableCount = getOptimizedQuery({ body, table, q }, true);
58
+ // console.log(optimizedSQL);
59
+ return {
60
+ filterList,
61
+
62
+ q,
63
+ optimizedSQL,
64
+ tableCount,
65
+ table: modelQuery,
66
+ // filter parts
67
+ searchQuery,
68
+ };
69
+ }
70
+ catch (err) {
71
+ throw new Error(err.toString());
72
+ }
73
+ }
74
+
75
+ export default getFilterSQL;
@@ -0,0 +1,142 @@
1
+ const dateTypeList = ['date', 'timestamp', 'timestamp without time zone'];
2
+ const numberTypeList = ['float8', 'int4', 'int8', 'numeric', 'double precision', 'integer'];
3
+
4
+ function dt(y, m, d) {
5
+ return new Date(Date.UTC(y, m, d)).toISOString().slice(0, 10);
6
+ }
7
+ const dp = {
8
+ d: new Date().getDate(),
9
+ w: new Date().getDate() - (new Date().getDay() || 7) + 1,
10
+ m: new Date().getMonth(),
11
+ q: (new Date().getMonth() / 4).toFixed() * 3,
12
+ y: new Date().getFullYear(),
13
+ };
14
+
15
+ function formatDateISOString(date) {
16
+ if (!date?.includes('.')) return date;
17
+ const [day, month, year] = date.split('.');
18
+ return `${year}-${month}-${day}`;
19
+ }
20
+
21
+ function formatValue({
22
+ clsList, filterType, filter, name, value, operator = '=', fieldType = 'text', uid = 1, optimize,
23
+ }) {
24
+ if (!name || !value) return {};
25
+
26
+ // current day, week, month, year etc.
27
+ if (dateTypeList.includes(fieldType) && !value?.includes('_') && ['cd', 'cw', 'cm', 'cq', 'cy'].includes(value)) {
28
+ const query = {
29
+ cd: `${name}::date = '${dt(dp.y, dp.m, dp.d)}'::date`,
30
+ cw: `${name}::date >= '${dt(dp.y, dp.m, dp.w)}'::date and ${name} <= '${dt(dp.y, dp.m, dp.w + 6)}'::date`,
31
+ cm: `${name}::date >= '${dt(dp.y, dp.m, 1)}'::date and ${name} <= '${dt(dp.y, dp.m + 1, 0)}'::date`,
32
+ cq: `${name}::date >= '${dt(dp.y, dp.q, 1)}'::date and ${name} <= '${dt(dp.y, dp.q + 3, 0)}'::date`,
33
+ cy: `${name}::date >= '${dt(dp.y, 0, 1)}'::date and ${name}::date <= '${dt(dp.y, 11, 31)}'::date`,
34
+ }[value];
35
+ return { op: '=', query };
36
+ }
37
+ // date range
38
+ if (dateTypeList.includes(fieldType) && value?.includes('_')) {
39
+ const [min, max] = value.split('_');
40
+ const query = `${name} >= '${min}'::date and ${name} <= '${max}'::date`;
41
+ return { op: 'between', query };
42
+ }
43
+ // v3 filter date range, example - "01.01.2024-31.12.2024"
44
+ if (dateTypeList.includes(fieldType) && value?.includes('.') && value?.indexOf('-') === 10 && value?.length === 21) {
45
+ const [startDate, endDate] = value.split('-');
46
+ const min = formatDateISOString(startDate);
47
+ const max = formatDateISOString(endDate);
48
+ const query = `${name}::date >= '${min}'::date and ${name}::date <= '${max}'::date`;
49
+ return { op: 'between', query };
50
+ }
51
+ // my rows
52
+ if (value === 'me' && uid && fieldType === 'text') {
53
+ return { op: '=', query: `${name}::text = '${uid}'` };
54
+ }
55
+ const formatType = {
56
+ float8: 'numeric',
57
+ int4: 'numeric',
58
+ int8: 'numeric',
59
+ varchar: 'text',
60
+ bool: 'boolean',
61
+ geometry: 'geom',
62
+ }[fieldType] || 'text';
63
+
64
+ if (optimize && optimize.name !== optimize.pk) {
65
+ const val = filterType === 'text' ? `ilike '%${value}%'` : `= any('{${value}}')`;
66
+ return {
67
+ op: '~',
68
+ query: fieldType?.includes('[]')
69
+ ? `${optimize.pk} && (select array_agg(${optimize.pk}) from ${optimize.table} where ${name} ${val} )`
70
+ : `${optimize.pk} in (select ${optimize.pk} from ${optimize.table} where ${name} ${val} )`,
71
+ };
72
+ }
73
+
74
+ if (filter.sql) {
75
+ return { op: '~', query: filter.sql.replace('{val}', value) };
76
+ }
77
+ if (fieldType?.includes('[]')) {
78
+ return { op: 'in', query: `'{${value}}'::text[] && ${name}::text[]` };
79
+ }
80
+ // multiple items of 1 param
81
+ if (value?.indexOf(',') !== -1) {
82
+ const values = value.split(',').filter((el) => el !== 'null');
83
+ const query = value?.indexOf('null' !== -1)
84
+ ? `( ${name} is null or ${name}::text in (${values?.map((el) => `'${el}'`).join(',')}) )`
85
+ : `${name}::text in (${value.split(',')?.map((el) => `'${el}'`).join(',')})`;
86
+ return { op: 'in', query };
87
+ }
88
+
89
+ // v3 filter number range, example - "100_500"
90
+ if (numberTypeList.includes(fieldType) && value?.indexOf('_') !== -1) {
91
+ const [min, max] = value.split('_');
92
+ const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} < ${max}` : null) || `${name} between ${min} and ${max}`;
93
+ return { op: 'between', query };
94
+ }
95
+ // number range
96
+ if (numberTypeList.includes(fieldType) && value?.indexOf('-') !== -1) {
97
+ const [min, max] = value.split('-');
98
+ if (min === 'min' && max === 'max') return {};
99
+ const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} < ${max}` : null) || `${name} between ${min} and ${max}`;
100
+ return { op: 'between', query };
101
+ }
102
+
103
+ if (['<', '>'].includes(operator)) {
104
+ const query = `${name} ${operator} '${value}'::${formatType}`;
105
+ return { op: operator, query };
106
+ }
107
+
108
+ if (operator === '=' && filterType !== 'text') {
109
+ const query = {
110
+ null: `${name} is null`,
111
+ notnull: `${name} is not null`,
112
+ }[value] || `${name}::${formatType}='${value}'::${formatType}`;
113
+ return { op: '=', query };
114
+ }
115
+
116
+ if (['~', '='].includes(operator)) {
117
+ const query = clsList[filter?.data]
118
+ ? `${filter?.name} in ( ( with q(id,name) as (${clsList?.[filter?.data]}) select id from q where name ilike '%${value}%') )` // filter with cls
119
+ : `${name}::text ilike '%${value}%'`; // simple filter
120
+ return { op: 'ilike', query };
121
+ }
122
+
123
+ // json
124
+ if (name.includes('.')) {
125
+ const [col, prop] = name.split('.');
126
+ const query = ` ${col}->>'${prop}' in ('${value.join("','")}')`;
127
+ return { op: 'in', query };
128
+ }
129
+
130
+ // geometry
131
+ if (['geometry'].includes(fieldType)) {
132
+ const bbox = value[0].split('_');
133
+
134
+ if (bbox?.length === 4) {
135
+ const query = ` ${name} && 'box(${bbox[0]} ${bbox[1]},${bbox[2]} ${bbox[3]})'::box2d `;
136
+ return { op: '&&', query };
137
+ }
138
+ }
139
+ return {};
140
+ }
141
+
142
+ export default formatValue;
@@ -0,0 +1,13 @@
1
+ async function getCustomQuery({
2
+ pg, table, customFilter,
3
+ }) {
4
+ if (!customFilter) return null;
5
+ const customFilterList = customFilter?.split(',')?.map((el) => el?.split('_').pop());
6
+ const { property_json: customFilterSQL } = await pg.one(`select json_agg(json_build_object('id',property_id,'name',property_key,'query',property_text)
7
+ ) as property_json from setting.property where property_key is not null and property_entity='customQuery' and object_id=$1`, [table]);
8
+ const data = customFilterSQL?.length ? customFilterSQL.filter((el) => customFilterList.includes(el.id)) || [] : [];
9
+ const customQuery = data?.map((el) => el.query).join(' and ');
10
+ return `${customQuery}`;
11
+ }
12
+
13
+ export default getCustomQuery;
@@ -0,0 +1,73 @@
1
+ /* eslint-disable no-continue */
2
+ /**
3
+ * @param {Number} opt.json - (1|0) 1 - Результат - Object, 0 - String
4
+ * @param {String} opt.query - запит до таблиці
5
+ * @param {String} opt.hash - інформація з хешу по запиту
6
+ */
7
+
8
+ import formatValue from './formatValue.js';
9
+
10
+ function getQuery({
11
+ filter: filterStr, tableSQL, fields, filterList, config = {}, pg,
12
+ }) {
13
+ if (!filterStr) return null; // filter list API
14
+
15
+ const mainOperators = ['=', '~', '>', '<'];
16
+
17
+ // v3 filter
18
+ const { allTemplates } = config;
19
+
20
+ const filterQueryArray = config.v3?.filter
21
+ ? decodeURI(filterStr?.replace(/(^,)|(,$)/g, '')).replace(/'/g, '').split(/[;|]/)
22
+ : decodeURI(filterStr?.replace(/(^,)|(,$)/g, '')?.replace(/,null/g, '')).replace(/'/g, '').split(/[;|,]/);
23
+
24
+ const resultList = [];
25
+
26
+ for (let i = 0; i < filterQueryArray.length; i += 1) {
27
+ const item = filterQueryArray[i];
28
+ const operator = mainOperators?.find((el) => item.indexOf(el) !== -1) || '=';
29
+ const [name] = item.split(operator);
30
+
31
+ // skip already added filter
32
+ if (resultList.find((el) => el.name === name)) {
33
+ continue;
34
+ }
35
+
36
+ // find all value
37
+ const value = filterQueryArray.filter((el) => el.startsWith(name)).map((el) => el.substring(name.length + 1)).join(',');
38
+
39
+ const optimize = fields?.find((el) => el.name === name) ? null : tableSQL.find((el) => el.name === name);
40
+
41
+ // find field and skip not exists
42
+ const { dataTypeID } = fields?.find((el) => el.name === name) || fields?.find((el) => el.name === optimize?.pk) || {};
43
+ if (!dataTypeID) continue;
44
+
45
+ const type = pg.pgType?.[dataTypeID];
46
+
47
+ // filter
48
+ const filter = filterList?.find((el) => el.name === name) || { type: 'text' };
49
+ const filterType = filter.type?.toLowerCase();
50
+ // format query
51
+
52
+ const { op, query } = formatValue({
53
+ clsList: allTemplates?.cls || [],
54
+ filter,
55
+ optimize,
56
+ filterType,
57
+ name,
58
+ value: decodeURIComponent(value),
59
+ operator,
60
+ fieldType: type || 'text',
61
+ }) || {};
62
+ // console.log({ query, value });
63
+ if (!query) continue;
64
+
65
+ resultList.push({
66
+ name, value, query, operator: op, filterType, type,
67
+ });
68
+ }
69
+
70
+ return resultList;
71
+ }
72
+
73
+ export default getQuery;
@@ -0,0 +1,12 @@
1
+ function getOptimizedQuery({ body, table, q }, count) {
2
+ const order = body?.orderby || body?.order ? `order by ${body?.orderby || body?.order}` : '';
3
+
4
+ const tableName = body?.table || body?.model || table;
5
+
6
+ const sqlList = body?.sql?.filter((el) => !el.disabled && el?.sql?.replace && (count ? el.count !== false : true))
7
+ .map((el) => ` left join lateral (${el.filter ? el.sql.replace(/limit 1/ig, '') : el.sql}) as ${el.name} on 1=1 `).join(' ');
8
+
9
+ return `(select * from ${tableName} ${sqlList ? ` t ${sqlList}` : ''} where 1=1 and ${q?.replace('q.', 't.') || '1=1'} ${order})q`;
10
+ }
11
+
12
+ export default getOptimizedQuery;
@@ -0,0 +1,34 @@
1
+ function getTable(table) {
2
+ const result = table?.toLowerCase()?.replace(/[\n\r]+/g, ' ')?.split(' from ')?.filter((el) => /^[a-z0-9_]+\.[a-z0-9_]+/.test(el))
3
+ ?.map((el) => el.split(/[ )]/)[0]);
4
+ return result;
5
+ }
6
+
7
+ /**
8
+ * @param {Number} opt.json - (1|0) 1 - Результат - Object, 0 - String
9
+ * @param {String} opt.query - запит до таблиці
10
+ * @param {String} opt.hash - інформація з хешу по запиту
11
+ */
12
+ const tableSql = {};
13
+ async function getTableSql({
14
+ pg, body, table, fields,
15
+ }) {
16
+ if (tableSql[table]) return tableSql[table];
17
+
18
+ const fieldList = fields.map((el) => el.name);
19
+
20
+ const tableList = body?.sql?.map((el) => getTable(el.sql)).reduce((acc, el) => acc.concat(el), []).filter((el) => fieldList.includes(pg.pk[el]));
21
+
22
+ if (!tableList) { tableSql[table] = []; return []; }
23
+
24
+ const data = await Promise.all(tableList?.map(async (tableEl) => {
25
+ const { fields: fieldsEl } = await pg.query(`select * from ${tableEl} limit 0`, { cache: 1 });
26
+ return fieldsEl.map((el) => ({ name: el.name, table: tableEl, pk: pg.pk[tableEl] }));
27
+ }));
28
+
29
+ tableSql[table] = data.reduce((acc, el) => acc.concat(el), []);
30
+
31
+ return tableSql[table];
32
+ }
33
+
34
+ export default getTableSql;
package/table/index.js ADDED
@@ -0,0 +1,17 @@
1
+ import suggest from './controllers/suggest.js';
2
+ import data from './controllers/data.js';
3
+ import filter from './controllers/filter.js';
4
+ import form from './controllers/form.js';
5
+
6
+ import config from '../config.js';
7
+
8
+ const prefix = config.prefix || '/api';
9
+
10
+ async function plugin(fastify) {
11
+ fastify.get(`${prefix}/suggest/:data`, {}, suggest);
12
+ fastify.get(`${prefix}/data/:table/:id?`, {}, data); // vs.crm.data.api с node
13
+ fastify.get(`${prefix}/filter/:table`, {}, filter);
14
+ fastify.get(`${prefix}/form/:form`, {}, form);
15
+ }
16
+
17
+ export default plugin;
@@ -0,0 +1,23 @@
1
+ import { test } from 'node:test';
2
+ import assert from 'node:assert';
3
+
4
+ import build from '../../helper.js';
5
+ import pgClients from '../../pg/pgClients.js';
6
+
7
+ test('api crud', async (t) => {
8
+ const app = await build(t);
9
+
10
+ await t.test('POST /insert', async () => {
11
+ const res = await app.inject({
12
+ method: 'POST',
13
+ url: '/api/crud/gis.dataset',
14
+ body: { dataset_name: '111' },
15
+ });
16
+
17
+ const rep = JSON.parse(res?.body);
18
+ // rep.dataset_id
19
+ // console.log(rep.total);
20
+ pgClients.client.query('delete from gis.dataset where dataset_id=$1', [rep.dataset_id]);
21
+ assert.ok(rep.dataset_id);
22
+ });
23
+ });
@@ -0,0 +1,29 @@
1
+ import { test } from 'node:test';
2
+ import assert from 'node:assert';
3
+
4
+ import build from '../../helper.js';
5
+
6
+ test('api table', async (t) => {
7
+ const app = await build(t);
8
+ // assert.ok(1);
9
+ await t.test('GET /suggest', async () => {
10
+ const res = await app.inject({
11
+ method: 'GET',
12
+ url: '/api/suggest/storage.data',
13
+ });
14
+ // console.log(res?.body);
15
+ const rep = JSON.parse(res?.body);
16
+ // console.log(rep.total);
17
+ assert.ok(rep.total);
18
+ });
19
+ await t.test('GET /data', async () => {
20
+ const res = await app.inject({
21
+ method: 'GET',
22
+ url: '/api/data/gis.dataset.table',
23
+ });
24
+ // console.log(res);
25
+ const rep = JSON.parse(res?.body);
26
+ // console.log(rep.total);
27
+ assert.ok(rep.total);
28
+ });
29
+ });
package/test/confg.js ADDED
@@ -0,0 +1,18 @@
1
+ import config from '../config.js';
2
+
3
+ Object.assign(config, {
4
+ templateDir: 'test/templates',
5
+ pg: {
6
+ host: '192.168.3.160',
7
+ port: 5434,
8
+ database: 'mbk_rivne_dma',
9
+ user: 'postgres',
10
+ password: 'postgres',
11
+ },
12
+ redis: {
13
+ host: '192.168.3.160',
14
+ port: 6379,
15
+ family: 4,
16
+ },
17
+ });
18
+ export default config;
@@ -0,0 +1,37 @@
1
+ import { test } from 'node:test';
2
+ import assert from 'node:assert';
3
+ import '../confg.js';
4
+
5
+ import pgClients from '../../pg/pgClients.js';
6
+ import rclient from '../../redis/client.js';
7
+
8
+ import dataInsert from '../../crud/funcs/dataInsert.js';
9
+ import dataUpdate from '../../crud/funcs/dataUpdate.js';
10
+
11
+ import getOpt from '../../crud/funcs/getOpt.js';
12
+ import setOpt from '../../crud/funcs/setOpt.js';
13
+
14
+ test('fucns crud', async (t) => {
15
+ await t.test('getOpt/setOpt', async () => {
16
+ const opt = await setOpt({ table: 'gis.dataset' });
17
+ const data = await getOpt(opt);
18
+ // console.log(data);
19
+ assert.equal(data.table, 'gis.dataset');
20
+ });
21
+ const id = (Math.random() * 10000).toFixed();
22
+ await t.test('dataInsert', async () => {
23
+ const data = await dataInsert({ table: 'gis.dataset', data: { dataset_id: id, dataset_name: '222' } });
24
+ assert.equal(data.dataset_id, id);
25
+ });
26
+
27
+ await t.test('dataUpdate', async () => {
28
+ const data = await dataUpdate({ table: 'gis.dataset', id, data: { dataset_name: '22211' } });
29
+ assert.equal(data.dataset_name, '22211');
30
+ });
31
+
32
+ pgClients.client.query('delete from gis.dataset where dataset_id=$1', [id]);
33
+ t.after(() => {
34
+ pgClients.client?.end();
35
+ rclient.quit();
36
+ });
37
+ });
@@ -0,0 +1,26 @@
1
+ import { test } from 'node:test';
2
+ import assert from 'node:assert';
3
+
4
+ import '../confg.js';
5
+
6
+ import getMeta from '../../pg/funcs/getMeta.js';
7
+ import autoIndex from '../../pg/funcs/autoIndex.js';
8
+ import pgClients from '../../pg/pgClients.js';
9
+ import rclient from '../../redis/client.js';
10
+
11
+ test('funcs pg', async (t) => {
12
+ await t.test('getMeta', async () => {
13
+ const { columns } = await getMeta({ table: 'gis.dataset' });
14
+ // console.log(columns)
15
+ assert.ok(columns);
16
+ });
17
+
18
+ await t.test('autoIndex', async () => {
19
+ await autoIndex({ table: 'gis.dataset', columns: ['service_type'] });
20
+ assert.ok(1);
21
+ });
22
+ t.after(() => {
23
+ pgClients.client.end();
24
+ rclient.quit();
25
+ });
26
+ });