@opengis/fastify-table 1.0.77 → 1.0.78

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/Changelog.md +4 -0
  2. package/crud/controllers/deleteCrud.js +19 -19
  3. package/crud/controllers/insert.js +54 -54
  4. package/crud/controllers/update.js +59 -59
  5. package/crud/funcs/dataInsert.js +24 -24
  6. package/crud/funcs/getAccess.js +53 -53
  7. package/crud/funcs/getOpt.js +10 -10
  8. package/crud/funcs/setOpt.js +16 -16
  9. package/helper.js +28 -28
  10. package/notification/controllers/userNotifications.js +19 -19
  11. package/notification/funcs/addNotification.js +8 -8
  12. package/package.json +1 -1
  13. package/pg/pgClients.js +20 -20
  14. package/policy/funcs/checkPolicy.js +82 -82
  15. package/policy/funcs/sqlInjection.js +33 -33
  16. package/policy/index.js +14 -14
  17. package/redis/client.js +8 -8
  18. package/redis/funcs/redisClients.js +2 -2
  19. package/redis/index.js +19 -19
  20. package/server/migrations/0.sql +64 -64
  21. package/server/templates/form/test.dataset.form.json +411 -411
  22. package/server/templates/select/test.storage.data.json +2 -2
  23. package/server/templates/table/test.dataset.table.json +24 -24
  24. package/server/templates/table/test.gis.map.table.json +44 -44
  25. package/table/controllers/data.js +95 -95
  26. package/table/controllers/utils/getSelect.js +20 -20
  27. package/table/controllers/utils/gisIRColumn.js +68 -68
  28. package/table/funcs/getFilterSQL/index.js +75 -75
  29. package/table/funcs/getFilterSQL/util/formatValue.js +142 -142
  30. package/table/funcs/getFilterSQL/util/getCustomQuery.js +13 -13
  31. package/table/funcs/getFilterSQL/util/getFilterQuery.js +73 -73
  32. package/table/funcs/getFilterSQL/util/getOptimizedQuery.js +12 -12
  33. package/table/funcs/metaFormat/getSelectVal.js +20 -20
  34. package/test/api/crud.test.js +88 -88
  35. package/util/controllers/status.monitor.js +8 -8
  36. package/util/index.js +21 -21
  37. package/widget/controllers/utils/historyFormat.js +76 -76
  38. package/widget/controllers/utils/obj2db.js +13 -13
  39. package/widget/controllers/widget.del.js +44 -44
  40. package/widget/controllers/widget.get.js +96 -96
  41. package/widget/controllers/widget.set.js +70 -70
@@ -1,3 +1,3 @@
1
- {
2
- "key": "dataset_id"
1
+ {
2
+ "key": "dataset_id"
3
3
  }
@@ -1,25 +1,25 @@
1
- {
2
- "columns": [
3
- {
4
- "name": "dataset_id",
5
- "title": "22"
6
- },
7
- {
8
- "name": "dataset_name",
9
- "title": "dataset_name"
10
- }
11
- ],
12
- "table": "gis.dataset",
13
- "order": "dataset_name",
14
- "meta": {
15
- "title": "dataset_name",
16
- "search": "dataset_name,dataset_id"
17
- },
18
- "filters": [
19
- {
20
- "ua": "Назва набору",
21
- "name": "dataset_name",
22
- "type": "text"
23
- }
24
- ]
1
+ {
2
+ "columns": [
3
+ {
4
+ "name": "dataset_id",
5
+ "title": "22"
6
+ },
7
+ {
8
+ "name": "dataset_name",
9
+ "title": "dataset_name"
10
+ }
11
+ ],
12
+ "table": "gis.dataset",
13
+ "order": "dataset_name",
14
+ "meta": {
15
+ "title": "dataset_name",
16
+ "search": "dataset_name,dataset_id"
17
+ },
18
+ "filters": [
19
+ {
20
+ "ua": "Назва набору",
21
+ "name": "dataset_name",
22
+ "type": "text"
23
+ }
24
+ ]
25
25
  }
@@ -1,45 +1,45 @@
1
- {
2
- "columns": [
3
- {
4
- "name": "map_id",
5
- "title": "ID"
6
- },
7
- {
8
- "name": "name",
9
- "title": "Назва"
10
- },
11
- {
12
- "name": "editor_id",
13
- "title": "Editor ID"
14
- },
15
- {
16
- "name": "alias",
17
- "title": "Alias"
18
- },
19
- {
20
- "name": "ord",
21
- "title": "Order"
22
- },
23
- {
24
- "name": "enabled",
25
- "title": "On / off"
26
- },
27
- {
28
- "name": "tags",
29
- "title": "Tags"
30
- }
31
- ],
32
- "table": "gis.map",
33
- "order": "name",
34
- "meta": {
35
- "title": "name",
36
- "search": "name,alias,map_id"
37
- },
38
- "filters": [
39
- {
40
- "ua": "Назва",
41
- "name": "name",
42
- "type": "text"
43
- }
44
- ]
1
+ {
2
+ "columns": [
3
+ {
4
+ "name": "map_id",
5
+ "title": "ID"
6
+ },
7
+ {
8
+ "name": "name",
9
+ "title": "Назва"
10
+ },
11
+ {
12
+ "name": "editor_id",
13
+ "title": "Editor ID"
14
+ },
15
+ {
16
+ "name": "alias",
17
+ "title": "Alias"
18
+ },
19
+ {
20
+ "name": "ord",
21
+ "title": "Order"
22
+ },
23
+ {
24
+ "name": "enabled",
25
+ "title": "On / off"
26
+ },
27
+ {
28
+ "name": "tags",
29
+ "title": "Tags"
30
+ }
31
+ ],
32
+ "table": "gis.map",
33
+ "order": "name",
34
+ "meta": {
35
+ "title": "name",
36
+ "search": "name,alias,map_id"
37
+ },
38
+ "filters": [
39
+ {
40
+ "ua": "Назва",
41
+ "name": "name",
42
+ "type": "text"
43
+ }
44
+ ]
45
45
  }
@@ -1,95 +1,95 @@
1
- import getTemplate from './utils/getTemplate.js';
2
- import getFilterSQL from '../funcs/getFilterSQL/index.js';
3
- import getMeta from '../../pg/funcs/getMeta.js';
4
- import metaFormat from '../funcs/metaFormat/index.js';
5
- import getAccess from '../../crud/funcs/getAccess.js';
6
- import setToken from '../../crud/funcs/setToken.js';
7
- import gisIRColumn from './utils/gisIRColumn.js';
8
-
9
- const maxLimit = 100;
10
- export default async function dataAPI(req) {
11
- const time = Date.now();
12
- const {
13
- pg, params, funcs = {}, query = {}, opt = {}, uid,
14
- } = req;
15
-
16
- const loadTable = await getTemplate('table', params.table);
17
-
18
- if (!loadTable) { return { message: 'template not found', status: 404 }; }
19
-
20
- const {
21
- table, columns, sql, cardSql, filters, form, meta,
22
- } = loadTable;
23
- const { pk, columns: dbColumns = [] } = await getMeta(table);
24
-
25
- if (!pk) return { message: `table not found: ${table}`, status: 404 };
26
-
27
- const cols = columns.filter((el) => el.name !== 'geom').map((el) => el.name || el).join(',');
28
- const columnList = dbColumns.map((el) => el.name || el).join(',');
29
- const sqlTable = sql?.filter?.((el) => !el?.disabled && el?.sql?.replace).map((el, i) => ` left join lateral (${el.sql}) ${el.name || `t${i}`} on 1=1 `)?.join('') || '';
30
- const cardSqlFiltered = opt?.id || params.id ? (cardSql?.filter?.((el) => !el?.disabled && el?.name && el?.sql?.replace) || []) : [];
31
- const cardSqlTable = cardSqlFiltered.length ? cardSqlFiltered.map((el, i) => ` left join lateral (select json_agg(row_to_json(q)) as ${el.name} from (${el.sql})q) ct${i} on 1=1 `).join('') || '' : '';
32
-
33
- if (params.id && columnList.includes(params.id)) {
34
- return gisIRColumn({
35
- pg, funcs, layer: params.table, column: params.id, sql: query.sql,
36
- });
37
- }
38
-
39
- const fData = query.filter ? await getFilterSQL({
40
- filter: query.filter,
41
- table: params.table,
42
- json: 1,
43
- }) : {};
44
-
45
- const keyQuery = query.key && loadTable.key && !(opt?.id || params.id) ? `${loadTable.key}=$1` : null;
46
-
47
- const limit = Math.min(maxLimit, +(query.limit || 20));
48
-
49
- const offset = query.page && query.page > 0 ? ` offset ${(query.page - 1) * limit}` : '';
50
- // id, query, filter
51
- const [orderColumn, orderDir] = (query.order || loadTable.order || '').split(/[- ]/);
52
-
53
- const order = columnList.includes(orderColumn) && orderColumn?.length ? `order by ${orderColumn} ${query.desc || orderDir === 'desc' ? 'desc' : ''}` : '';
54
- const state = loadTable.filterState && query.state ? loadTable.filterState[query.state]?.sql : null;
55
- const custom = loadTable.filterCustom && query.custom ? loadTable.filterCustom[query.custom]?.sql : null;
56
- const search = loadTable.meta?.search && query.search ? `(${loadTable.meta?.search.split(',').map(el => `${el} ilike '%${query.search}%'`).join(' or ')})` : null;
57
-
58
- const access = await getAccess(req, params.table);
59
- const where = [(opt?.id || params.id ? ` "${pk}" = $1` : null), keyQuery, loadTable.query, fData.q, state, custom, search, access?.query || '1=1'].filter((el) => el);
60
- const cardColumns = cardSqlFiltered.length ? `,${cardSqlFiltered.map((el) => el.name)}` : '';
61
- const q = `select ${pk ? `"${pk}" as id,` : ''} ${columnList.includes('geom') ? 'st_asgeojson(geom)::json as geom,' : ''} ${query.id || query.key ? '*' : cols || '*'} ${cardColumns} from ${table} t ${sqlTable} ${cardSqlTable} where ${where.join(' and ') || 'true'} ${order} ${offset} limit ${limit}`;
62
-
63
- if (query.sql === '1') { return q; }
64
-
65
- const { rows } = await pg.query(q, (opt?.id || params.id ? [opt?.id || params.id] : null) || (query.key && loadTable.key ? [query.key] : []));
66
-
67
- const total = keyQuery || opt?.id || params.id ? rows.length : await pg.queryCache(`select count(*) from ${table} t where ${where.join(' and ') || 'true'}`).then((el) => el?.rows[0]?.count);
68
-
69
- await metaFormat({ rows, table: params.table });
70
- const res = {
71
- time: Date.now() - time, card: loadTable.card, actions: loadTable.actions, access, total, count: rows.length, pk, form, rows, meta, columns, filters,
72
- };
73
-
74
- if (!funcs.config?.security?.disableToken) {
75
- const addTokens = setToken({
76
- ids: [JSON.stringify({ add: loadTable.table, form: loadTable.form })],
77
- mode: 'a',
78
- uid,
79
- array: 1,
80
- });
81
- Object.assign(res, { addToken: addTokens[0] });
82
-
83
- rows.forEach((row) => {
84
- const editTokens = setToken({
85
- ids: [JSON.stringify({ id: row.id, table: loadTable.table, form: loadTable.form })],
86
- mode: 'w',
87
- uid,
88
- array: 1,
89
- });
90
- Object.assign(row, { token: editTokens[0] });
91
- });
92
- }
93
-
94
- return res;
95
- }
1
+ import getTemplate from './utils/getTemplate.js';
2
+ import getFilterSQL from '../funcs/getFilterSQL/index.js';
3
+ import getMeta from '../../pg/funcs/getMeta.js';
4
+ import metaFormat from '../funcs/metaFormat/index.js';
5
+ import getAccess from '../../crud/funcs/getAccess.js';
6
+ import setToken from '../../crud/funcs/setToken.js';
7
+ import gisIRColumn from './utils/gisIRColumn.js';
8
+
9
+ const maxLimit = 100;
10
+ export default async function dataAPI(req) {
11
+ const time = Date.now();
12
+ const {
13
+ pg, params, funcs = {}, query = {}, opt = {}, uid,
14
+ } = req;
15
+
16
+ const loadTable = await getTemplate('table', params.table);
17
+
18
+ if (!loadTable) { return { message: 'template not found', status: 404 }; }
19
+
20
+ const {
21
+ table, columns, sql, cardSql, filters, form, meta, sqlColumns,
22
+ } = loadTable;
23
+ const { pk, columns: dbColumns = [] } = await getMeta(table);
24
+
25
+ if (!pk) return { message: `table not found: ${table}`, status: 404 };
26
+
27
+ const cols = columns.filter((el) => el.name !== 'geom').map((el) => el.name || el).join(',');
28
+ const columnList = dbColumns.map((el) => el.name || el).join(',');
29
+ const sqlTable = sql?.filter?.((el) => !el?.disabled && el?.sql?.replace).map((el, i) => ` left join lateral (${el.sql}) ${el.name || `t${i}`} on 1=1 `)?.join('') || '';
30
+ const cardSqlFiltered = opt?.id || params.id ? (cardSql?.filter?.((el) => !el?.disabled && el?.name && el?.sql?.replace) || []) : [];
31
+ const cardSqlTable = cardSqlFiltered.length ? cardSqlFiltered.map((el, i) => ` left join lateral (select json_agg(row_to_json(q)) as ${el.name} from (${el.sql})q) ct${i} on 1=1 `).join('') || '' : '';
32
+
33
+ if (params.id && columnList.includes(params.id)) {
34
+ return gisIRColumn({
35
+ pg, funcs, layer: params.table, column: params.id, sql: query.sql,
36
+ });
37
+ }
38
+
39
+ const fData = query.filter ? await getFilterSQL({
40
+ filter: query.filter,
41
+ table: params.table,
42
+ json: 1,
43
+ }) : {};
44
+
45
+ const keyQuery = query.key && loadTable.key && !(opt?.id || params.id) ? `${loadTable.key}=$1` : null;
46
+
47
+ const limit = Math.min(maxLimit, +(query.limit || 20));
48
+
49
+ const offset = query.page && query.page > 0 ? ` offset ${(query.page - 1) * limit}` : '';
50
+ // id, query, filter
51
+ const [orderColumn, orderDir] = (query.order || loadTable.order || '').split(/[- ]/);
52
+
53
+ const order = columnList.includes(orderColumn) && orderColumn?.length ? `order by ${orderColumn} ${query.desc || orderDir === 'desc' ? 'desc' : ''}` : '';
54
+ const state = loadTable.filterState && query.state ? loadTable.filterState[query.state]?.sql : null;
55
+ const custom = loadTable.filterCustom && query.custom ? loadTable.filterCustom[query.custom]?.sql : null;
56
+ const search = loadTable.meta?.search && query.search ? `(${loadTable.meta?.search.split(',').map(el => `${el} ilike '%${query.search}%'`).join(' or ')})` : null;
57
+
58
+ const access = await getAccess(req, params.table);
59
+ const where = [(opt?.id || params.id ? ` "${pk}" = $1` : null), keyQuery, loadTable.query, fData.q, state, custom, search, access?.query || '1=1'].filter((el) => el);
60
+ const cardColumns = cardSqlFiltered.length ? `,${cardSqlFiltered.map((el) => el.name)}` : '';
61
+ const q = `select ${pk ? `"${pk}" as id,` : ''} ${columnList.includes('geom') ? 'st_asgeojson(geom)::json as geom,' : ''} ${query.id || query.key ? '*' : sqlColumns || cols || '*'} ${cardColumns} from ${table} t ${sqlTable} ${cardSqlTable} where ${where.join(' and ') || 'true'} ${order} ${offset} limit ${limit}`;
62
+
63
+ if (query.sql === '1') { return q; }
64
+
65
+ const { rows } = await pg.query(q, (opt?.id || params.id ? [opt?.id || params.id] : null) || (query.key && loadTable.key ? [query.key] : []));
66
+
67
+ const total = keyQuery || opt?.id || params.id ? rows.length : await pg.queryCache(`select count(*) from ${table} t where ${where.join(' and ') || 'true'}`).then((el) => el?.rows[0]?.count);
68
+
69
+ await metaFormat({ rows, table: params.table });
70
+ const res = {
71
+ time: Date.now() - time, card: loadTable.card, actions: loadTable.actions, access, total, count: rows.length, pk, form, rows, meta, columns, filters,
72
+ };
73
+
74
+ if (!funcs.config?.security?.disableToken) {
75
+ const addTokens = setToken({
76
+ ids: [JSON.stringify({ add: loadTable.table, form: loadTable.form })],
77
+ mode: 'a',
78
+ uid,
79
+ array: 1,
80
+ });
81
+ Object.assign(res, { addToken: addTokens[0] });
82
+
83
+ rows.forEach((row) => {
84
+ const editTokens = setToken({
85
+ ids: [JSON.stringify({ id: row.id, table: loadTable.table, form: loadTable.form })],
86
+ mode: 'w',
87
+ uid,
88
+ array: 1,
89
+ });
90
+ Object.assign(row, { token: editTokens[0] });
91
+ });
92
+ }
93
+
94
+ return res;
95
+ }
@@ -1,20 +1,20 @@
1
- import getTemplate from './getTemplate.js';
2
-
3
- const loadCls = {};
4
-
5
- export default async function getTable(name) {
6
- if (loadCls[name]) return loadCls[name];
7
-
8
- const clsData = await getTemplate('cls', name);
9
-
10
- if (clsData) {
11
- loadCls[name] = { arr: clsData };
12
- return loadCls[name];
13
- }
14
-
15
- const selectData = await getTemplate('select', name);
16
- if (!selectData) { return null; }
17
-
18
- loadCls[name] = selectData;
19
- return loadCls[name];
20
- }
1
+ import getTemplate from './getTemplate.js';
2
+
3
+ const loadCls = {};
4
+
5
+ export default async function getTable(name) {
6
+ if (loadCls[name]) return loadCls[name];
7
+
8
+ const clsData = await getTemplate('cls', name);
9
+
10
+ if (clsData) {
11
+ loadCls[name] = { arr: clsData };
12
+ return loadCls[name];
13
+ }
14
+
15
+ const selectData = await getTemplate('select', name);
16
+ if (!selectData) { return null; }
17
+
18
+ loadCls[name] = selectData;
19
+ return loadCls[name];
20
+ }
@@ -1,68 +1,68 @@
1
- import pgClients from '../../../pg/pgClients.js';
2
-
3
- import getTemplate from './getTemplate.js';
4
- import getSelect from './getSelect.js';
5
- import getFilterSQL from '../../funcs/getFilterSQL/index.js';
6
-
7
- export default async function gisIRColumn({
8
- pg = pgClients.client, funcs = {}, layer, column, sql, query = '1=1',
9
- }) {
10
- const time = Date.now();
11
-
12
- const { config = {} } = funcs;
13
-
14
- const sel = await getSelect(query.cls || column);
15
-
16
- const body = await getTemplate('table', layer);
17
- const fData = await getFilterSQL({
18
- table: body?.table || layer, query: body?.query,
19
- });
20
-
21
- const { tlist } = await pg.one(`select array_agg((select nspname from pg_namespace where oid=relnamespace)||'.'||relname) tlist from pg_class
22
- where relkind in ('r','v','m')`);
23
-
24
- const tableName = body?.table || layer;
25
- if (!tlist.includes(body?.table || layer)) return { error: `table not found: ${tableName}`, status: 400 };
26
-
27
- // eslint-disable-next-line max-len
28
- const { fields } = await pg.query(`select * from (${fData?.optimizedSQL || `select * from ${body?.table || layer}`})q limit 0`);
29
-
30
- const col = fields.find((el) => el.name === column);
31
-
32
- if (!col) return { status: 404, message: 'not found' };
33
- const colField = pg.pgType[col.dataTypeID]?.includes('[]') ? `unnest(${column})` : column;
34
-
35
- const q = `select ${colField} as id, count(*)::int from ${tableName} t where ${body?.query || 'true'}
36
- group by ${colField} order by count desc limit 15`;
37
-
38
- if (sql) return q;
39
-
40
- if (!body?.columns?.length) {
41
- const { rows } = await pg.query(q);
42
- if (sel?.arr?.length) {
43
- rows.forEach((el) => {
44
- const data = sel?.find((item) => item.id?.toString() === el.id?.toString());
45
- Object.assign(el, data || {});
46
- });
47
- }
48
- return {
49
- count: rows?.reduce((acc, el) => acc + el.count, 0),
50
- sql: config.local ? q : undefined,
51
- rows,
52
- };
53
- }
54
-
55
- const { rows } = await pg.query(q);
56
- const cls = query.cls || body?.columns?.find((el) => el.name === column)?.data || col.data || col.option;
57
- const select = await getSelect(cls, { val: rows.map((el) => el.id), ar: 1 });
58
- rows.forEach((el) => {
59
- const data = select?.arr ? select.arr?.find((item) => item.id?.toString() === el.id?.toString()) : undefined;
60
- Object.assign(el, data || {});
61
- });
62
- return {
63
- time: Date.now() - time,
64
- count: rows.reduce((acc, el) => acc + el.count, 0),
65
- sql: config.local ? q : undefined,
66
- rows,
67
- };
68
- }
1
+ import pgClients from '../../../pg/pgClients.js';
2
+
3
+ import getTemplate from './getTemplate.js';
4
+ import getSelect from './getSelect.js';
5
+ import getFilterSQL from '../../funcs/getFilterSQL/index.js';
6
+
7
+ export default async function gisIRColumn({
8
+ pg = pgClients.client, funcs = {}, layer, column, sql, query = '1=1',
9
+ }) {
10
+ const time = Date.now();
11
+
12
+ const { config = {} } = funcs;
13
+
14
+ const sel = await getSelect(query.cls || column);
15
+
16
+ const body = await getTemplate('table', layer);
17
+ const fData = await getFilterSQL({
18
+ table: body?.table || layer, query: body?.query,
19
+ });
20
+
21
+ const { tlist } = await pg.one(`select array_agg((select nspname from pg_namespace where oid=relnamespace)||'.'||relname) tlist from pg_class
22
+ where relkind in ('r','v','m')`);
23
+
24
+ const tableName = body?.table || layer;
25
+ if (!tlist.includes(body?.table || layer)) return { error: `table not found: ${tableName}`, status: 400 };
26
+
27
+ // eslint-disable-next-line max-len
28
+ const { fields } = await pg.query(`select * from (${fData?.optimizedSQL || `select * from ${body?.table || layer}`})q limit 0`);
29
+
30
+ const col = fields.find((el) => el.name === column);
31
+
32
+ if (!col) return { status: 404, message: 'not found' };
33
+ const colField = pg.pgType[col.dataTypeID]?.includes('[]') ? `unnest(${column})` : column;
34
+
35
+ const q = `select ${colField} as id, count(*)::int from ${tableName} t where ${body?.query || 'true'}
36
+ group by ${colField} order by count desc limit 15`;
37
+
38
+ if (sql) return q;
39
+
40
+ if (!body?.columns?.length) {
41
+ const { rows } = await pg.query(q);
42
+ if (sel?.arr?.length) {
43
+ rows.forEach((el) => {
44
+ const data = sel?.find((item) => item.id?.toString() === el.id?.toString());
45
+ Object.assign(el, data || {});
46
+ });
47
+ }
48
+ return {
49
+ count: rows?.reduce((acc, el) => acc + el.count, 0),
50
+ sql: config.local ? q : undefined,
51
+ rows,
52
+ };
53
+ }
54
+
55
+ const { rows } = await pg.query(q);
56
+ const cls = query.cls || body?.columns?.find((el) => el.name === column)?.data || col.data || col.option;
57
+ const select = await getSelect(cls, { val: rows.map((el) => el.id), ar: 1 });
58
+ rows.forEach((el) => {
59
+ const data = select?.arr ? select.arr?.find((item) => item.id?.toString() === el.id?.toString()) : undefined;
60
+ Object.assign(el, data || {});
61
+ });
62
+ return {
63
+ time: Date.now() - time,
64
+ count: rows.reduce((acc, el) => acc + el.count, 0),
65
+ sql: config.local ? q : undefined,
66
+ rows,
67
+ };
68
+ }