@opengis/fastify-table 1.3.71 → 1.3.73
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +86 -86
- package/index.js +9 -0
- package/package.json +1 -1
- package/server/helpers/format/formatAuto.js +13 -13
- package/server/helpers/format/formatDate.js +258 -258
- package/server/helpers/format/formatDigit.js +20 -20
- package/server/helpers/format/formatNum.js +361 -361
- package/server/helpers/format/formatNumber.js +54 -54
- package/server/helpers/format/formatRelative.js +106 -106
- package/server/helpers/format/formatUnit.js +38 -38
- package/server/helpers/format/num_format.js +41 -41
- package/server/helpers/funcs/_math.js +49 -49
- package/server/helpers/funcs/empty.js +21 -21
- package/server/helpers/funcs/ifCond.js +106 -106
- package/server/helpers/funcs/ifCondAnd.js +96 -96
- package/server/helpers/funcs/ifCondOr.js +98 -98
- package/server/helpers/funcs/inc.js +20 -20
- package/server/helpers/funcs/json.js +2 -2
- package/server/helpers/funcs/round.js +27 -27
- package/server/helpers/string/coalesce.js +31 -31
- package/server/helpers/string/concat.js +28 -28
- package/server/helpers/string/split.js +19 -19
- package/server/helpers/string/str_replace.js +60 -60
- package/server/helpers/string/substr.js +31 -31
- package/server/helpers/string/translit.js +23 -23
- package/server/helpers/string/utils/alphabet.js +75 -75
- package/server/plugins/cron/funcs/addCron.js +52 -52
- package/server/plugins/cron/index.js +76 -76
- package/server/plugins/crud/funcs/getOpt.js +14 -14
- package/server/plugins/crud/funcs/setOpt.js +21 -21
- package/server/plugins/crud/funcs/setToken.js +43 -43
- package/server/plugins/crud/funcs/utils/getFolder.js +11 -11
- package/server/plugins/crud/index.js +23 -23
- package/server/plugins/hook/index.js +8 -8
- package/server/plugins/logger/errorStatus.js +19 -19
- package/server/plugins/logger/index.js +26 -26
- package/server/plugins/migration/index.js +7 -7
- package/server/plugins/pg/index.js +11 -2
- package/server/plugins/policy/sqlInjection.js +33 -33
- package/server/plugins/redis/client.js +8 -8
- package/server/plugins/redis/funcs/redisClients.js +3 -3
- package/server/plugins/redis/index.js +17 -17
- package/server/plugins/table/funcs/getFilterSQL/util/getCustomQuery.js +13 -13
- package/server/plugins/table/funcs/getFilterSQL/util/getTableSql.js +34 -34
- package/server/plugins/table/funcs/getTemplates.js +19 -19
- package/server/plugins/table/funcs/gisIRColumn.js +82 -82
- package/server/plugins/table/funcs/loadTemplate.js +1 -1
- package/server/plugins/table/funcs/loadTemplatePath.js +1 -1
- package/server/plugins/table/funcs/userTemplateDir.js +1 -1
- package/server/plugins/table/index.js +13 -13
- package/server/plugins/util/index.js +7 -7
- package/server/routes/cron/index.js +16 -14
- package/server/routes/crud/index.js +8 -7
- package/server/routes/data/controllers/cardData.js +144 -0
- package/server/routes/data/controllers/cardTabData.js +58 -0
- package/server/routes/data/controllers/funcs/getFilterSQL/index.js +92 -0
- package/server/routes/data/controllers/funcs/getFilterSQL/util/formatValue.js +170 -0
- package/server/routes/data/controllers/funcs/getFilterSQL/util/getCustomQuery.js +13 -0
- package/server/routes/data/controllers/funcs/getFilterSQL/util/getFilterQuery.js +64 -0
- package/server/routes/data/controllers/funcs/getFilterSQL/util/getOptimizedQuery.js +12 -0
- package/server/routes/data/controllers/funcs/getFilterSQL/util/getTableSql.js +34 -0
- package/server/routes/data/controllers/tableData.js +55 -0
- package/server/routes/data/controllers/tableFilter.js +16 -0
- package/server/routes/data/controllers/tableInfo.js +110 -0
- package/server/routes/data/controllers/tokenInfo.js +12 -0
- package/server/routes/data/controllers/utils/assignTokens.js +31 -0
- package/server/routes/data/controllers/utils/conditions.js +19 -0
- package/server/routes/data/controllers/utils/getColumns.js +9 -0
- package/server/routes/data/index.mjs +22 -0
- package/server/routes/data/schema.js +54 -0
- package/server/routes/dblist/index.mjs +9 -7
- package/server/routes/logger/controllers/logger.file.js +93 -93
- package/server/routes/logger/controllers/utils/checkUserAccess.js +19 -19
- package/server/routes/logger/controllers/utils/getRootDir.js +26 -26
- package/server/routes/logger/index.js +17 -17
- package/server/routes/menu/controllers/getMenu.js +97 -0
- package/server/routes/menu/controllers/interfaces.js +21 -0
- package/server/routes/menu/index.mjs +8 -0
- package/server/routes/menu/schema.js +0 -0
- package/server/routes/properties/controllers/properties.add.js +55 -55
- package/server/routes/properties/controllers/properties.get.js +17 -17
- package/server/routes/properties/index.js +16 -16
- package/server/routes/table/controllers/form.js +42 -42
- package/server/routes/table/controllers/search.js +74 -74
- package/server/routes/table/controllers/suggest.js +28 -14
- package/server/routes/table/index.js +10 -10
- package/server/routes/table/schema.js +65 -64
- package/server/routes/templates/controllers/getTemplate.js +51 -0
- package/server/routes/templates/index.mjs +10 -0
- package/server/routes/templates/schema.js +9 -0
- package/server/routes/util/controllers/status.monitor.js +8 -8
- package/server/routes/util/index.js +2 -2
- package/utils.js +2 -0
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
/* eslint-disable no-param-reassign */
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
|
|
4
|
+
import {
|
|
5
|
+
getAccess, handlebars, setOpt, setToken, getTemplate, handlebarsSync, applyHook,
|
|
6
|
+
} from '../../../../utils.js';
|
|
7
|
+
|
|
8
|
+
import getTableData from './tableData.js';
|
|
9
|
+
import conditions from './utils/conditions.js';
|
|
10
|
+
|
|
11
|
+
const components = {
|
|
12
|
+
'vs-widget-file': 'select \'vs-widget-file\' as component, count(*) from crm.files where entity_id=$1 and file_status<>3',
|
|
13
|
+
'vs-widget-comments': 'select \'vs-widget-comments\' as component, count(*) from crm.communications where entity_id=$1',
|
|
14
|
+
};
|
|
15
|
+
|
|
16
|
+
export default async function getCardData(req, reply) {
|
|
17
|
+
const {
|
|
18
|
+
pg, params = {}, session = {}, user = {},
|
|
19
|
+
} = req;
|
|
20
|
+
const { table, id } = params;
|
|
21
|
+
const { uid } = user;
|
|
22
|
+
|
|
23
|
+
const res = await applyHook('cardData', { table, id, user });
|
|
24
|
+
if (res) return res;
|
|
25
|
+
|
|
26
|
+
const time = Date.now();
|
|
27
|
+
|
|
28
|
+
const template = await getTemplate('card', table);
|
|
29
|
+
const access = await getAccess({ table, user }, pg);
|
|
30
|
+
|
|
31
|
+
if (!access?.actions?.length) {
|
|
32
|
+
return reply.status(403).send('access restricted');
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
const tableTemplate = await getTemplate('table', table);
|
|
36
|
+
|
|
37
|
+
const index = template?.find(el => el[0] === 'index.yml')?.[1] || {};
|
|
38
|
+
|
|
39
|
+
const { message, rows = [] } = index.table && index.query
|
|
40
|
+
? await pg.query(
|
|
41
|
+
`select * from ${index.table} where ${handlebarsSync.compile(index.query)({ uid, user })}`,
|
|
42
|
+
)
|
|
43
|
+
: await getTableData({
|
|
44
|
+
pg, params: { table, id }, session, user,
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
if (message) return { message };
|
|
48
|
+
|
|
49
|
+
// conditions
|
|
50
|
+
index.panels?.filter(el => el.items).forEach(el1 => {
|
|
51
|
+
el1.items = el1.items?.filter(item => conditions(item.conditions, rows[0]));
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
// title, count
|
|
55
|
+
index.panels?.filter(el => el.items).forEach(async el => {
|
|
56
|
+
const filtered = el.items.filter(item => item.count?.toLowerCase?.().includes('select'));
|
|
57
|
+
|
|
58
|
+
const data = await Promise.all(filtered.map(el1 => pg.query(el1.count).then(item => item.rows?.[0] || {})));
|
|
59
|
+
|
|
60
|
+
filtered.forEach((item1, i) => {
|
|
61
|
+
Object.assign(item1, data[i] || {}, data[i].count ? {} : { count: undefined });
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
const q = el.items.map((item2) => (item2.component ? components[item2.component] : null)).filter(item2 => item2).join(' union all ');
|
|
65
|
+
|
|
66
|
+
const counts = q && id
|
|
67
|
+
? await pg.query(q, [id])
|
|
68
|
+
.then(e => e.rows.reduce((acc, curr) => Object.assign(acc, { [curr.component]: curr.count }), {}))
|
|
69
|
+
: {};
|
|
70
|
+
el.items?.filter?.(item => item.component)?.forEach(item => Object.assign(item, { count: counts?.[item.component] }));
|
|
71
|
+
});
|
|
72
|
+
|
|
73
|
+
// tokens result
|
|
74
|
+
const tokens = {};
|
|
75
|
+
if (index?.tokens && typeof index?.tokens === 'object' && !Array.isArray(index?.tokens)) {
|
|
76
|
+
Object.keys(index.tokens || {})
|
|
77
|
+
.filter(key => index?.tokens[key]?.public
|
|
78
|
+
|| access.actions?.includes?.('edit')
|
|
79
|
+
|| access.actions?.includes?.('add')
|
|
80
|
+
|| !index?.tokens[key]?.table)
|
|
81
|
+
.forEach(key => {
|
|
82
|
+
const item = index?.tokens[key];
|
|
83
|
+
Object.keys(item).filter(el => item[el]?.includes?.('{{')).forEach(el => {
|
|
84
|
+
item[el] = handlebarsSync.compile(item[el])({
|
|
85
|
+
user, uid, id, data: rows[0],
|
|
86
|
+
});
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
const token = item.form && item.table ? setToken({
|
|
90
|
+
ids: [JSON.stringify(item)],
|
|
91
|
+
uid,
|
|
92
|
+
array: 1,
|
|
93
|
+
})[0] : setOpt(item, uid);
|
|
94
|
+
tokens[key] = token;
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
// vue result
|
|
99
|
+
const vue = template?.filter((el) => el[0].endsWith('.vue'))
|
|
100
|
+
.reduce((acc, curr) => Object.assign(acc, { [path.parse(curr[0]).name]: curr[1].match(/<template[^>]*>([\s\S]*?)<\/template>/)[1].trim() }), {});
|
|
101
|
+
|
|
102
|
+
// data result
|
|
103
|
+
const data = {};
|
|
104
|
+
const route = await pg.query('select route_id as path, title from admin.routes where enabled and alias=$1 limit 1', [table])
|
|
105
|
+
.then(el => el.rows?.[0] || {});
|
|
106
|
+
|
|
107
|
+
Object.assign(route, { tableTitle: tableTemplate?.title });
|
|
108
|
+
|
|
109
|
+
if (index?.data && index?.data?.[0]?.name) {
|
|
110
|
+
await Promise.all(index.data.filter((el) => el?.name && el?.sql).map(async (el) => {
|
|
111
|
+
const q = handlebarsSync.compile(el.sql)({
|
|
112
|
+
data: rows[0], user, uid, id,
|
|
113
|
+
});
|
|
114
|
+
const { rows: sqlData } = await pg.query(q);
|
|
115
|
+
data[el.name] = sqlData;
|
|
116
|
+
}));
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
// html result
|
|
120
|
+
const html = {};
|
|
121
|
+
if (template) {
|
|
122
|
+
await Promise.all(template.filter(el => el[0].includes('.hbs')).map(async (el) => {
|
|
123
|
+
const htmlContent = await handlebars.compile(el[1])({
|
|
124
|
+
...rows[0], user, data, tokens,
|
|
125
|
+
});
|
|
126
|
+
const name = el[0].substring(0, el[0].lastIndexOf('.'));
|
|
127
|
+
html[name] = htmlContent;
|
|
128
|
+
}));
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
return {
|
|
132
|
+
time: Date.now() - time,
|
|
133
|
+
...index,
|
|
134
|
+
tokens,
|
|
135
|
+
vue,
|
|
136
|
+
data,
|
|
137
|
+
route,
|
|
138
|
+
html,
|
|
139
|
+
rows,
|
|
140
|
+
columns: tableTemplate?.columns || tableTemplate?.colModel,
|
|
141
|
+
table: undefined,
|
|
142
|
+
query: undefined,
|
|
143
|
+
};
|
|
144
|
+
}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
/* eslint-disable no-param-reassign */
|
|
2
|
+
import {
|
|
3
|
+
config, handlebars, getToken, getTemplate, getMeta,
|
|
4
|
+
pgClients,
|
|
5
|
+
} from '../../../../utils.js';
|
|
6
|
+
|
|
7
|
+
import getTableData from './tableData.js';
|
|
8
|
+
|
|
9
|
+
export default async function cardTabData({
|
|
10
|
+
pg = pgClients.client, query = {}, params = {}, user = {},
|
|
11
|
+
}, reply) {
|
|
12
|
+
const { token } = params;
|
|
13
|
+
const { sql } = query;
|
|
14
|
+
|
|
15
|
+
if (!token) {
|
|
16
|
+
return reply.status(400).send('not enough params: token');
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
const time = Date.now();
|
|
20
|
+
const { uid } = config?.auth?.disable ? { uid: '1' } : user;
|
|
21
|
+
|
|
22
|
+
const props = await getToken({
|
|
23
|
+
token,
|
|
24
|
+
mode: 'w',
|
|
25
|
+
uid,
|
|
26
|
+
json: 1,
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
if (!props || !props?.table) {
|
|
30
|
+
return reply.status(403).send('token is invalid');
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
const tableTemplate = await getTemplate('table', props.table);
|
|
34
|
+
|
|
35
|
+
const { columns = [] } = tableTemplate?.columns || tableTemplate?.colModel
|
|
36
|
+
? { columns: tableTemplate?.columns || tableTemplate?.colModel }
|
|
37
|
+
: await getMeta({ pg, table: props.table });
|
|
38
|
+
|
|
39
|
+
const filter = await handlebars.compile(props.query?.replace?.(/@id/g, '{{id}}') || '1=1')(props);
|
|
40
|
+
|
|
41
|
+
const { message, rows = [] } = await getTableData({
|
|
42
|
+
pg, params: { table: props.table }, user, query: { filter, sql },
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
if (message) return { message };
|
|
46
|
+
|
|
47
|
+
if (props.columns?.length && rows?.length) {
|
|
48
|
+
const allowList = ['id', 'token'].concat(props.columns).map((el) => [el, `${el}_text`]).flat();
|
|
49
|
+
rows.forEach((row) => Object.keys(row).forEach((el) => { if (!allowList.includes(el)) delete row[el]; }));
|
|
50
|
+
|
|
51
|
+
return {
|
|
52
|
+
time: Date.now() - time,
|
|
53
|
+
rows,
|
|
54
|
+
columns: columns.filter((col) => props.columns.includes(col.name)),
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
return { time: Date.now() - time, rows, columns };
|
|
58
|
+
}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
import { getPG, getTemplate } from "@opengis/fastify-table/utils.js";
|
|
2
|
+
// import pgClients from '@opengis/fastify-table/pg/funcs/pgClients.js';
|
|
3
|
+
|
|
4
|
+
import getTableSql from './util/getTableSql.js';
|
|
5
|
+
import getFilterQuery from './util/getFilterQuery.js';
|
|
6
|
+
import getOptimizedQuery from './util/getOptimizedQuery.js';
|
|
7
|
+
|
|
8
|
+
async function getFilterSQL({
|
|
9
|
+
pg: pg1, table, filter, search, filterList, query, uid,
|
|
10
|
+
}) {
|
|
11
|
+
if (!table) return { error: 'param table is required', status: 400 };
|
|
12
|
+
|
|
13
|
+
const pg = pg1 || getPG();
|
|
14
|
+
const body = await getTemplate('table', table);
|
|
15
|
+
|
|
16
|
+
const sqlList = body?.sql?.length
|
|
17
|
+
? body?.sql?.filter((el) => !el.disabled && el?.sql?.replace)
|
|
18
|
+
.map((el, i) => {
|
|
19
|
+
Object.assign(el, { name: el.name || `t${i + 1}` });
|
|
20
|
+
return ` left join lateral (${el.filter ? el.sql.replace(/limit 1/ig, '') : el.sql}) as ${el.name} on 1=1 `;
|
|
21
|
+
}).join(' ')
|
|
22
|
+
: '';
|
|
23
|
+
const fieldQuery = `select * from ${body?.table || table} ${sqlList ? ` t ${sqlList}` : ''} where 1=1 limit 0`;
|
|
24
|
+
const { fields = [] } = await pg.query(fieldQuery);
|
|
25
|
+
|
|
26
|
+
const { fields: fieldsModel } = pg.pk[body?.table] ? await pg.query(`select * from ${body.table} limit 0`) : {};
|
|
27
|
+
|
|
28
|
+
const autoSearchColumn = fields?.filter((el) => pg.pgType?.[el.dataTypeID] === 'text')?.map((el) => el.name).join(',');
|
|
29
|
+
const searchColumn = body?.search_column || autoSearchColumn;
|
|
30
|
+
const fieldsList = (fieldsModel || fields)?.map((el) => el.name);
|
|
31
|
+
try {
|
|
32
|
+
const tableSQL = await getTableSql({
|
|
33
|
+
pg, body, table, fields,
|
|
34
|
+
});
|
|
35
|
+
const sval = `ilike '%${decodeURIComponent(search).replace(/'/g, "''")}%'`;
|
|
36
|
+
const searchQuery = search && searchColumn
|
|
37
|
+
? ` (${searchColumn.split(',')?.map((name) => {
|
|
38
|
+
const { pk } = tableSQL.find((el) => el.name === name) || {};
|
|
39
|
+
return pk && !fieldsList.includes(name) ? `${pk} in (select ${pk} from (${fieldQuery})q where ${name} ${sval})` : `${name} ${sval}`;
|
|
40
|
+
}).join(' or ')} )` : '';
|
|
41
|
+
|
|
42
|
+
// table_properties - user filter data
|
|
43
|
+
const { rows: filterProperties = [] } = await pg.query(`select column_id, name, title, format, data from admin.custom_column where entity=$1 and uid=$2`, [table, uid]);
|
|
44
|
+
const extraFilters = filterProperties.map((row) => ({ ua: row.title, name: row.name, type: row.format, data: row.data, extra: true }));
|
|
45
|
+
const customFilters = [];
|
|
46
|
+
|
|
47
|
+
const filterList1 = await Promise.all((filterList || (body?.filter_list || []).concat(body?.filterInline || []).concat(body?.filterCustom || []).concat(body?.filterState || []).concat(body?.filterList || []).concat(body?.filters || [])).concat(extraFilters || []).concat(customFilters || [])
|
|
48
|
+
|
|
49
|
+
?.map(async (el) => {
|
|
50
|
+
if (!el?.data) return el;
|
|
51
|
+
const cls = await getTemplate(['cls', 'select'], el.data);
|
|
52
|
+
if (Array.isArray(cls) && cls?.length) {
|
|
53
|
+
Object.assign(el, { options: cls });
|
|
54
|
+
} else if (typeof (cls?.sql || cls) === 'string') {
|
|
55
|
+
Object.assign(el, { sql: cls?.sql || cls });
|
|
56
|
+
}
|
|
57
|
+
return el;
|
|
58
|
+
})
|
|
59
|
+
);
|
|
60
|
+
const filters = getFilterQuery({
|
|
61
|
+
pg,
|
|
62
|
+
filter,
|
|
63
|
+
table: body?.table || table,
|
|
64
|
+
tableSQL,
|
|
65
|
+
fields,
|
|
66
|
+
filterList: filterList1,
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
// filter
|
|
70
|
+
const filterQuery = filters?.filter((el) => el.query)?.map((el) => `${el.query} `).join(' and ');
|
|
71
|
+
const q = [body?.query, query, searchQuery, filterQuery].filter((el) => el).join(' and ');
|
|
72
|
+
|
|
73
|
+
// table
|
|
74
|
+
const modelQuery = body?.model || body?.table || table;
|
|
75
|
+
const optimizedSQL = `select * from ${getOptimizedQuery({ body, table, q })} `;
|
|
76
|
+
const tableCount = getOptimizedQuery({ body, table, q }, true);
|
|
77
|
+
// console.log(optimizedSQL);
|
|
78
|
+
return {
|
|
79
|
+
filterList,
|
|
80
|
+
q,
|
|
81
|
+
optimizedSQL,
|
|
82
|
+
tableCount,
|
|
83
|
+
table: modelQuery,
|
|
84
|
+
searchQuery,
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
catch (err) {
|
|
88
|
+
throw new Error(err.toString());
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
export default getFilterSQL;
|
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
const dateTypeList = ['date', 'timestamp', 'timestamp without time zone'];
|
|
2
|
+
const numberTypeList = ['float8', 'int4', 'int8', 'numeric', 'double precision', 'integer'];
|
|
3
|
+
|
|
4
|
+
function dt(y, m, d) {
|
|
5
|
+
return new Date(Date.UTC(y, m, d)).toISOString().slice(0, 10);
|
|
6
|
+
}
|
|
7
|
+
const dp = {
|
|
8
|
+
d: new Date().getDate(),
|
|
9
|
+
w: new Date().getDate() - (new Date().getDay() || 7) + 1,
|
|
10
|
+
m: new Date().getMonth(),
|
|
11
|
+
q: (new Date().getMonth() / 4).toFixed() * 3,
|
|
12
|
+
y: new Date().getFullYear(),
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
function formatDateISOString(date) {
|
|
16
|
+
if (!date?.includes('.')) return date;
|
|
17
|
+
const [day, month, year] = date.split('.');
|
|
18
|
+
return `${year}-${month}-${day}`;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function formatValue({
|
|
22
|
+
pg, table, filter = {}, name, value, operator = '=', dataTypeID, uid = 1, optimize,
|
|
23
|
+
}) {
|
|
24
|
+
const { data, sql, extra } = filter;
|
|
25
|
+
const pk = pg?.pk && table ? pg.pk[table] : undefined;
|
|
26
|
+
|
|
27
|
+
if (!dataTypeID && !extra) return {};
|
|
28
|
+
const fieldType = extra ? pg.pgType?.[{ 'Date': 1114 }[filter?.type] || 25] : pg.pgType?.[dataTypeID];
|
|
29
|
+
if (!name || !value || !fieldType) return {};
|
|
30
|
+
const filterType = filter.type?.toLowerCase();
|
|
31
|
+
|
|
32
|
+
// current day, week, month, year etc.
|
|
33
|
+
if (dateTypeList.includes(fieldType) && !value?.includes('_') && ['cd', 'cw', 'cm', 'cq', 'cy'].includes(value)) {
|
|
34
|
+
const query = {
|
|
35
|
+
cd: `${name}::date = '${dt(dp.y, dp.m, dp.d)}'::date`,
|
|
36
|
+
cw: `${name}::date >= '${dt(dp.y, dp.m, dp.w)}'::date and ${name} <= '${dt(dp.y, dp.m, dp.w + 6)}'::date`,
|
|
37
|
+
cm: `${name}::date >= '${dt(dp.y, dp.m, 1)}'::date and ${name} <= '${dt(dp.y, dp.m + 1, 0)}'::date`,
|
|
38
|
+
cq: `${name}::date >= '${dt(dp.y, dp.q, 1)}'::date and ${name} <= '${dt(dp.y, dp.q + 3, 0)}'::date`,
|
|
39
|
+
cy: `${name}::date >= '${dt(dp.y, 0, 1)}'::date and ${name}::date <= '${dt(dp.y, 11, 31)}'::date`,
|
|
40
|
+
}[value];
|
|
41
|
+
return { op: '=', query, extra };
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
// date range
|
|
45
|
+
if (dateTypeList.includes(fieldType) && value?.includes('_')) {
|
|
46
|
+
const [min, max] = value.split('_');
|
|
47
|
+
const query = `${name} >= '${min}'::date and ${name} <= '${max}'::date`;
|
|
48
|
+
return { op: 'between', query, extra };
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
// v3 filter date range, example - "01.01.2024-31.12.2024"
|
|
52
|
+
if (dateTypeList.includes(fieldType) && value?.includes('.') && value?.indexOf('-') === 10 && value?.length === 21) {
|
|
53
|
+
const [startDate, endDate] = value.split('-');
|
|
54
|
+
const min = formatDateISOString(startDate);
|
|
55
|
+
const max = formatDateISOString(endDate);
|
|
56
|
+
const query = extra && pk
|
|
57
|
+
? `${pk} in (select object_id from crn.extra_data where property_key='${name}' and value_date::date >= '${min}'::date and value_date::date <= '${max}'::date)`
|
|
58
|
+
: `${name}::date >= '${min}'::date and ${name}::date <= '${max}'::date`;
|
|
59
|
+
return { op: 'between', query, extra };
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
// my rows
|
|
63
|
+
if (value === 'me' && uid && fieldType === 'text') {
|
|
64
|
+
return { op: '=', query: extra ? `uid = '${uid}'` : `${name}::text = '${uid}'`, extra };
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
const formatType = {
|
|
68
|
+
float8: 'numeric',
|
|
69
|
+
int4: 'numeric',
|
|
70
|
+
int8: 'numeric',
|
|
71
|
+
varchar: 'text',
|
|
72
|
+
bool: 'boolean',
|
|
73
|
+
geometry: 'geom',
|
|
74
|
+
}[fieldType] || 'text';
|
|
75
|
+
|
|
76
|
+
if (optimize && optimize.name !== optimize.pk) {
|
|
77
|
+
const val = filterType === 'text' ? `ilike '%${value}%'` : `= any('{${value}}')`;
|
|
78
|
+
return {
|
|
79
|
+
op: '~',
|
|
80
|
+
query: fieldType?.includes('[]')
|
|
81
|
+
? `${optimize.pk} && (select array_agg(${optimize.pk}) from ${optimize.table} where ${name} ${val} )`
|
|
82
|
+
: `${optimize.pk} in (select ${optimize.pk} from ${optimize.table} where ${name} ${val} )`,
|
|
83
|
+
extra,
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
if (fieldType?.includes('[]')) {
|
|
88
|
+
return { op: 'in', query: `'{${value}}'::text[] && ${name}::text[]`, extra };
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
// multiple items of 1 param
|
|
92
|
+
if (value?.indexOf(',') !== -1) {
|
|
93
|
+
const values = value.split(',').filter((el) => el !== 'null');
|
|
94
|
+
if (extra && pk) {
|
|
95
|
+
const query = value?.indexOf('null') !== -1
|
|
96
|
+
? `${pk} in (select object_id from crm.extra_data where property_key='${name}' and ( value_text is null or value_text in (${values?.map((el) => `'"${el}"'`).join(',')}) ) )`
|
|
97
|
+
: `${pk} in (select object_id from crm.extra_data where property_key='${name}' and value_text in (${values?.map((el) => `'"${el}"'`).join(',')}) )`;
|
|
98
|
+
return { op: 'in', query, extra };
|
|
99
|
+
}
|
|
100
|
+
const query = value?.indexOf('null') !== -1
|
|
101
|
+
? `( ${name} is null or ${name}::text in (${values?.map((el) => `'${el}'`).join(',')}) )`
|
|
102
|
+
: `${name}::text in (${value.split(',')?.map((el) => `'${el}'`).join(',')})`;
|
|
103
|
+
return { op: 'in', query, extra };
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
// v3 filter number range, example - "100_500"
|
|
107
|
+
if (numberTypeList.includes(fieldType) && value?.indexOf('_') !== -1) {
|
|
108
|
+
const [min, max] = value.split('_');
|
|
109
|
+
const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} < ${max}` : null) || `${name} between ${min} and ${max}`;
|
|
110
|
+
return { op: 'between', query, extra };
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
// number range
|
|
114
|
+
if (numberTypeList.includes(fieldType) && value?.indexOf('-') !== -1) {
|
|
115
|
+
const [min, max] = value.split('-');
|
|
116
|
+
if (min === 'min' && max === 'max') return {};
|
|
117
|
+
const query = (max === 'max' ? `${name} > ${min}` : null) || (min === 'min' ? `${name} < ${max}` : null) || `${name} between ${min} and ${max}`;
|
|
118
|
+
return { op: 'between', query, extra };
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
if (['<', '>'].includes(operator)) {
|
|
122
|
+
const query = `${name} ${operator} '${value}'::${formatType}`;
|
|
123
|
+
return { op: operator, query, extra };
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
if (operator === '=' && filterType !== 'text' && !filter?.data) {
|
|
127
|
+
const query = {
|
|
128
|
+
null: `${name} is null`,
|
|
129
|
+
notnull: `${name} is not null`,
|
|
130
|
+
}[value] || `${name}::${formatType}='${value}'::${formatType}`;
|
|
131
|
+
return { op: '=', query, extra };
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
if (['~', '='].includes(operator)) {
|
|
135
|
+
const operator1 = (filterType === 'text' && (filter?.id || filter?.name) && operator === '=' ? '~' : operator);
|
|
136
|
+
const match = operator1 === '=' ? `='${value}'` : `ilike '%${value}%'`;
|
|
137
|
+
if (extra && pk) {
|
|
138
|
+
const query = data && sql
|
|
139
|
+
? `${pk} in (select object_id from crm.extra_data where property_key='${name}' and value_text in ( ( with q(id,name) as (${sql}) select id from q where name ${match})))`
|
|
140
|
+
: `${pk} in (select object_id from crm.extra_data where property_key='${name}' and value_text ${match})`
|
|
141
|
+
return { op: 'ilike', query, extra };
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
const query = filter?.data && filter?.sql
|
|
145
|
+
? `${filter?.name || filter?.id} in ( ( with q(id,name) as (${filter?.sql}) select id from q where name::text ${match}) )` // filter with cls
|
|
146
|
+
: `${name}::text ${match}`; // simple filter
|
|
147
|
+
// console.log(query);
|
|
148
|
+
return { op: 'ilike', query };
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
// json
|
|
152
|
+
if (name.includes('.')) {
|
|
153
|
+
const [col, prop] = name.split('.');
|
|
154
|
+
const query = ` ${col}->>'${prop}' in ('${value.join("','")}')`;
|
|
155
|
+
return { op: 'in', query, extra };
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
// geometry
|
|
159
|
+
if (['geometry'].includes(fieldType)) {
|
|
160
|
+
const bbox = value[0].split('_');
|
|
161
|
+
|
|
162
|
+
if (bbox?.length === 4) {
|
|
163
|
+
const query = ` ${name} && 'box(${bbox[0]} ${bbox[1]},${bbox[2]} ${bbox[3]})'::box2d `;
|
|
164
|
+
return { op: '&&', query, extra };
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
return {};
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
export default formatValue;
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
async function getCustomQuery({
|
|
2
|
+
pg, table, customFilter,
|
|
3
|
+
}) {
|
|
4
|
+
if (!customFilter) return null;
|
|
5
|
+
const customFilterList = customFilter?.split(',')?.map((el) => el?.split('_').pop());
|
|
6
|
+
const { property_json: customFilterSQL } = await pg.one(`select json_agg(json_build_object('id',property_id,'name',property_key,'query',property_text)
|
|
7
|
+
) as property_json from admin.properties where property_key is not null and property_entity='customQuery' and object_id=$1`, [table]);
|
|
8
|
+
const data = customFilterSQL?.length ? customFilterSQL.filter((el) => customFilterList.includes(el.id)) || [] : [];
|
|
9
|
+
const customQuery = data?.map((el) => el.query).join(' and ');
|
|
10
|
+
return `${customQuery}`;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export default getCustomQuery;
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/* eslint-disable no-continue */
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* @param {Number} opt.json - (1|0) 1 - Результат - Object, 0 - String
|
|
5
|
+
* @param {String} opt.query - запит до таблиці
|
|
6
|
+
* @param {String} opt.hash - інформація з хешу по запиту
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
import formatValue from './formatValue.js';
|
|
10
|
+
|
|
11
|
+
function getQuery({
|
|
12
|
+
pg, filter: filterStr, table, tableSQL, fields, filterList,
|
|
13
|
+
}) {
|
|
14
|
+
if (!filterStr) return null; // filter list API
|
|
15
|
+
|
|
16
|
+
const mainOperators = ['=', '~', '>', '<'];
|
|
17
|
+
|
|
18
|
+
const filterQueryArray = decodeURI(filterStr?.replace(/(^,)|(,$)/g, '')).replace(/'/g, '').split(/[;|]/);
|
|
19
|
+
|
|
20
|
+
const resultList = [];
|
|
21
|
+
|
|
22
|
+
for (let i = 0; i < filterQueryArray.length; i += 1) {
|
|
23
|
+
const item = filterQueryArray[i];
|
|
24
|
+
const operator = mainOperators?.find((el) => item.indexOf(el) !== -1) || '=';
|
|
25
|
+
const [name] = item.split(operator);
|
|
26
|
+
|
|
27
|
+
// skip already added filter
|
|
28
|
+
if (resultList.find((el) => el.name === name)) {
|
|
29
|
+
continue;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
// filter
|
|
33
|
+
const filter = filterList?.find((el) => [el.id, el.name].includes(name)) || { type: 'text' };
|
|
34
|
+
|
|
35
|
+
// find all value
|
|
36
|
+
const value = filterQueryArray.filter((el) => el.startsWith(name)).map((el) => el.substring(name.length + 1)).join(',');
|
|
37
|
+
|
|
38
|
+
const optimize = fields?.find((el) => el.name === name) ? null : tableSQL.find((el) => el.name === name);
|
|
39
|
+
|
|
40
|
+
// find field and skip not exists
|
|
41
|
+
const { dataTypeID } = fields?.find((el) => el.name === name) || fields?.find((el) => el.name === optimize?.pk) || {};
|
|
42
|
+
|
|
43
|
+
// format query
|
|
44
|
+
const { op, query, filterType, fieldType } = formatValue({
|
|
45
|
+
pg,
|
|
46
|
+
table,
|
|
47
|
+
filter,
|
|
48
|
+
optimize,
|
|
49
|
+
name,
|
|
50
|
+
value: decodeURIComponent(value),
|
|
51
|
+
operator,
|
|
52
|
+
dataTypeID,
|
|
53
|
+
}) || {};
|
|
54
|
+
if (!query) continue;
|
|
55
|
+
|
|
56
|
+
resultList.push({
|
|
57
|
+
name, value, query, operator: op, filterType, type: fieldType,
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
return resultList;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
export default getQuery;
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
function getOptimizedQuery({ body, table, q }, count) {
|
|
2
|
+
const order = body?.orderby || body?.order ? `order by ${body?.orderby || body?.order}` : '';
|
|
3
|
+
|
|
4
|
+
const tableName = body?.table || body?.model || table;
|
|
5
|
+
|
|
6
|
+
const sqlList = body?.sql?.filter((el) => !el.disabled && el?.sql?.replace && (count ? el.count !== false : true))
|
|
7
|
+
.map((el) => ` left join lateral (${el.filter ? el.sql.replace(/limit 1/ig, '') : el.sql}) as ${el.name} on 1=1 `).join(' ');
|
|
8
|
+
|
|
9
|
+
return `(select * from ${tableName} ${sqlList ? ` t ${sqlList}` : ''} where 1=1 and ${q?.replace('q.', 't.') || '1=1'} ${order})q`;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export default getOptimizedQuery;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
function getTable(table) {
|
|
2
|
+
const result = table?.toLowerCase()?.replace(/[\n\r]+/g, ' ')?.split(' from ')?.filter((el) => /^[a-z0-9_]+\.[a-z0-9_]+/.test(el))
|
|
3
|
+
?.map((el) => el.split(/[ )]/)[0]);
|
|
4
|
+
return result;
|
|
5
|
+
}
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* @param {Number} opt.json - (1|0) 1 - Результат - Object, 0 - String
|
|
9
|
+
* @param {String} opt.query - запит до таблиці
|
|
10
|
+
* @param {String} opt.hash - інформація з хешу по запиту
|
|
11
|
+
*/
|
|
12
|
+
const tableSql = {};
|
|
13
|
+
async function getTableSql({
|
|
14
|
+
pg, body, table, fields,
|
|
15
|
+
}) {
|
|
16
|
+
if (tableSql[table]) return tableSql[table];
|
|
17
|
+
|
|
18
|
+
const fieldList = fields.map((el) => el.name);
|
|
19
|
+
|
|
20
|
+
const tableList = body?.sql?.map((el) => getTable(el.sql)).reduce((acc, el) => acc.concat(el), []).filter((el) => fieldList.includes(pg.pk[el]));
|
|
21
|
+
|
|
22
|
+
if (!tableList) { tableSql[table] = []; return []; }
|
|
23
|
+
|
|
24
|
+
const data = await Promise.all(tableList?.map(async (tableEl) => {
|
|
25
|
+
const { fields: fieldsEl } = await pg.query(`select * from ${tableEl} limit 0`);
|
|
26
|
+
return fieldsEl.map((el) => ({ name: el.name, table: tableEl, pk: pg.pk[tableEl] }));
|
|
27
|
+
}));
|
|
28
|
+
|
|
29
|
+
tableSql[table] = data.reduce((acc, el) => acc.concat(el), []);
|
|
30
|
+
|
|
31
|
+
return tableSql[table];
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export default getTableSql;
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import {
|
|
2
|
+
getOpt, getMeta, getTemplate, getData, pgClients,
|
|
3
|
+
} from '../../../../utils.js';
|
|
4
|
+
|
|
5
|
+
export default async function getTableData(req) {
|
|
6
|
+
const {
|
|
7
|
+
user = {}, params = {}, query = {}, pg = pgClients.client,
|
|
8
|
+
} = req;
|
|
9
|
+
const {
|
|
10
|
+
filter, limit, page, search, sql, state, order,
|
|
11
|
+
} = query || {};
|
|
12
|
+
|
|
13
|
+
const { id } = params || {};
|
|
14
|
+
|
|
15
|
+
const tokenData = await getOpt(params.table, user?.uid);
|
|
16
|
+
|
|
17
|
+
if (tokenData?.table) {
|
|
18
|
+
const loadTable = await getTemplate('table', tokenData.table);
|
|
19
|
+
|
|
20
|
+
if (!loadTable) {
|
|
21
|
+
// const resp = await getData({ id, table: params.table, pg, filter, state, limit, page, search, order, user, sql, contextQuery: tokenData.query, sufix: false });
|
|
22
|
+
// return resp;
|
|
23
|
+
const { rows = [], fields = [] } = await pg.query(`select ${tokenData.columns || '*'} from ${tokenData.table} where ${tokenData.query || 'true'} limit 10`);
|
|
24
|
+
const meta = await getMeta({ pg, table: tokenData.table });
|
|
25
|
+
const columns = (meta?.columns || fields).map(el => ({ name: el.name, type: pg.pgType?.[el.dataTypeID], title: el.title }));
|
|
26
|
+
return { rows, columns };
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
const resp = await getData({
|
|
30
|
+
id, table: tokenData.table, pg, filter, state, limit, page, search, order, user, sql, contextQuery: tokenData.query,
|
|
31
|
+
});
|
|
32
|
+
return resp;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
// Це можна 1 раз на старті
|
|
36
|
+
const interfaceName = req.headers?.referer?.match(/.*\/([^?]+)/)?.[1];
|
|
37
|
+
const { query: interfaceQuery } = interfaceName
|
|
38
|
+
? await pg.query('select query from admin.routes where route_id=$1', [interfaceName])
|
|
39
|
+
.then(el => el.rows?.[0] || {}) : {};
|
|
40
|
+
|
|
41
|
+
// це можна від користувача
|
|
42
|
+
const q = `select attr,
|
|
43
|
+
(select rule_values from admin.account_grants where account_id in (select account_id from admin.account_users where user_uid=$2) and rule_id=r.rule_id limit 1)
|
|
44
|
+
from admin.rules r where (select route_id from admin.routes where $1 in (alias,table_name)) = any(routes)`;
|
|
45
|
+
const { rows = [] } = pg.pk?.['admin.rules'] ? await pg.query(q, [params.table, user.uid]) : {};
|
|
46
|
+
|
|
47
|
+
const context = rows.filter(el => el.rule_values).map(el => `${el.attr} = any ('{${el.rule_values}}')`).join(' and ');
|
|
48
|
+
const contextQuery = [interfaceQuery, context].filter(el => el).join(' and ') || ' 2=2 ';
|
|
49
|
+
|
|
50
|
+
const res = await getData({
|
|
51
|
+
id, table: params.table, pg, filter, state, limit, page, search, order, user, sql, contextQuery,
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
return res;
|
|
55
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { getFilter, pgClients } from '../../../../utils.js';
|
|
2
|
+
|
|
3
|
+
export default async function tableFilter(req) {
|
|
4
|
+
const {
|
|
5
|
+
pg = pgClients.client, params = {}, query = {}, user = {},
|
|
6
|
+
} = req;
|
|
7
|
+
|
|
8
|
+
const {
|
|
9
|
+
filter, custom, state, search,
|
|
10
|
+
} = query;
|
|
11
|
+
|
|
12
|
+
const result = await getFilter({
|
|
13
|
+
table: params.table, pg, filter, custom, state, search, user,
|
|
14
|
+
});
|
|
15
|
+
return result;
|
|
16
|
+
}
|