prostgles-server 3.0.38 → 3.0.40
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/DBSchemaBuilder.d.ts.map +1 -1
- package/dist/DBSchemaBuilder.js.map +1 -1
- package/dist/DboBuilder/QueryBuilder/QueryBuilder.d.ts +2 -1
- package/dist/DboBuilder/QueryBuilder/QueryBuilder.d.ts.map +1 -1
- package/dist/DboBuilder/QueryBuilder/QueryBuilder.js +47 -2
- package/dist/DboBuilder/QueryBuilder/QueryBuilder.js.map +1 -1
- package/dist/DboBuilder/QueryBuilder/makeSelectQuery.d.ts +1 -1
- package/dist/DboBuilder/QueryBuilder/makeSelectQuery.d.ts.map +1 -1
- package/dist/DboBuilder/QueryBuilder/makeSelectQuery.js.map +1 -1
- package/dist/DboBuilder/TableHandler.d.ts +62 -0
- package/dist/DboBuilder/TableHandler.d.ts.map +1 -0
- package/dist/DboBuilder/TableHandler.js +304 -0
- package/dist/DboBuilder/TableHandler.js.map +1 -0
- package/dist/DboBuilder/ViewHandler.d.ts +137 -0
- package/dist/DboBuilder/ViewHandler.d.ts.map +1 -0
- package/dist/DboBuilder/ViewHandler.js +1292 -0
- package/dist/DboBuilder/ViewHandler.js.map +1 -0
- package/dist/DboBuilder/delete.d.ts +2 -1
- package/dist/DboBuilder/delete.d.ts.map +1 -1
- package/dist/DboBuilder/delete.js.map +1 -1
- package/dist/DboBuilder/getColumns.d.ts +12 -0
- package/dist/DboBuilder/getColumns.d.ts.map +1 -0
- package/dist/DboBuilder/getColumns.js +95 -0
- package/dist/DboBuilder/getColumns.js.map +1 -0
- package/dist/DboBuilder/insert.d.ts +2 -1
- package/dist/DboBuilder/insert.d.ts.map +1 -1
- package/dist/DboBuilder/insert.js +1 -1
- package/dist/DboBuilder/insert.js.map +1 -1
- package/dist/DboBuilder/insertDataParse.d.ts +2 -1
- package/dist/DboBuilder/insertDataParse.d.ts.map +1 -1
- package/dist/DboBuilder/insertDataParse.js +2 -3
- package/dist/DboBuilder/insertDataParse.js.map +1 -1
- package/dist/DboBuilder/parseUpdateRules.d.ts +18 -0
- package/dist/DboBuilder/parseUpdateRules.d.ts.map +1 -0
- package/dist/DboBuilder/parseUpdateRules.js +119 -0
- package/dist/DboBuilder/parseUpdateRules.js.map +1 -0
- package/dist/DboBuilder/update.d.ts +2 -1
- package/dist/DboBuilder/update.d.ts.map +1 -1
- package/dist/DboBuilder/update.js.map +1 -1
- package/dist/DboBuilder/uploadFile.d.ts +2 -1
- package/dist/DboBuilder/uploadFile.d.ts.map +1 -1
- package/dist/DboBuilder/uploadFile.js.map +1 -1
- package/dist/DboBuilder.d.ts +5 -185
- package/dist/DboBuilder.d.ts.map +1 -1
- package/dist/DboBuilder.js +7 -1773
- package/dist/DboBuilder.js.map +1 -1
- package/dist/FileManager.d.ts.map +1 -1
- package/dist/FileManager.js +4 -4
- package/dist/FileManager.js.map +1 -1
- package/dist/PubSubManager.d.ts.map +1 -1
- package/dist/PubSubManager.js +4 -0
- package/dist/PubSubManager.js.map +1 -1
- package/dist/PublishParser.d.ts.map +1 -1
- package/dist/PublishParser.js.map +1 -1
- package/dist/index.js +0 -38
- package/dist/index.js.map +1 -1
- package/lib/DBSchemaBuilder.d.ts.map +1 -1
- package/lib/DBSchemaBuilder.ts +1 -1
- package/lib/DboBuilder/QueryBuilder/QueryBuilder.d.ts +2 -1
- package/lib/DboBuilder/QueryBuilder/QueryBuilder.d.ts.map +1 -1
- package/lib/DboBuilder/QueryBuilder/QueryBuilder.js +47 -2
- package/lib/DboBuilder/QueryBuilder/QueryBuilder.ts +55 -2
- package/lib/DboBuilder/QueryBuilder/makeSelectQuery.d.ts +1 -1
- package/lib/DboBuilder/QueryBuilder/makeSelectQuery.d.ts.map +1 -1
- package/lib/DboBuilder/QueryBuilder/makeSelectQuery.ts +2 -1
- package/lib/DboBuilder/TableHandler.d.ts +54 -0
- package/lib/DboBuilder/TableHandler.d.ts.map +1 -0
- package/lib/DboBuilder/TableHandler.js +303 -0
- package/lib/DboBuilder/TableHandler.ts +365 -0
- package/lib/DboBuilder/ViewHandler.d.ts +133 -0
- package/lib/DboBuilder/ViewHandler.d.ts.map +1 -0
- package/lib/DboBuilder/ViewHandler.js +1291 -0
- package/lib/DboBuilder/ViewHandler.ts +1542 -0
- package/lib/DboBuilder/delete.d.ts +2 -1
- package/lib/DboBuilder/delete.d.ts.map +1 -1
- package/lib/DboBuilder/delete.ts +2 -1
- package/lib/DboBuilder/getColumns.d.ts +12 -0
- package/lib/DboBuilder/getColumns.d.ts.map +1 -0
- package/lib/DboBuilder/getColumns.js +94 -0
- package/lib/DboBuilder/getColumns.ts +133 -0
- package/lib/DboBuilder/insert.d.ts +2 -1
- package/lib/DboBuilder/insert.d.ts.map +1 -1
- package/lib/DboBuilder/insert.js +1 -1
- package/lib/DboBuilder/insert.ts +3 -2
- package/lib/DboBuilder/insertDataParse.d.ts +2 -1
- package/lib/DboBuilder/insertDataParse.d.ts.map +1 -1
- package/lib/DboBuilder/insertDataParse.js +2 -3
- package/lib/DboBuilder/insertDataParse.ts +6 -5
- package/lib/DboBuilder/parseUpdateRules.d.ts +18 -0
- package/lib/DboBuilder/parseUpdateRules.d.ts.map +1 -0
- package/lib/DboBuilder/parseUpdateRules.js +118 -0
- package/lib/DboBuilder/parseUpdateRules.ts +156 -0
- package/lib/DboBuilder/update.d.ts +2 -1
- package/lib/DboBuilder/update.d.ts.map +1 -1
- package/lib/DboBuilder/update.ts +2 -1
- package/lib/DboBuilder/uploadFile.d.ts +2 -1
- package/lib/DboBuilder/uploadFile.d.ts.map +1 -1
- package/lib/DboBuilder/uploadFile.ts +2 -1
- package/lib/DboBuilder.d.ts +5 -185
- package/lib/DboBuilder.d.ts.map +1 -1
- package/lib/DboBuilder.js +7 -1773
- package/lib/DboBuilder.ts +170 -2296
- package/lib/FileManager.d.ts.map +1 -1
- package/lib/FileManager.js +4 -4
- package/lib/FileManager.ts +3 -1
- package/lib/PubSubManager.d.ts.map +1 -1
- package/lib/PubSubManager.js +4 -0
- package/lib/PubSubManager.ts +6 -1
- package/lib/PublishParser.d.ts.map +1 -1
- package/lib/PublishParser.ts +3 -1
- package/lib/SyncReplication.ts +1 -1
- package/lib/index.js +0 -38
- package/lib/index.ts +1 -53
- package/package.json +2 -2
- package/tests/client/PID.txt +1 -1
- package/tests/client_only_queries.ts +1 -1
- package/tests/server/package-lock.json +409 -250
- package/tests/server/package.json +1 -1
|
@@ -0,0 +1,1292 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ViewHandler = void 0;
|
|
4
|
+
const makeSelectQuery_1 = require("../DboBuilder/QueryBuilder/makeSelectQuery");
|
|
5
|
+
const runSQL_1 = require("../DboBuilder/runSQL");
|
|
6
|
+
const prostgles_types_1 = require("prostgles-types");
|
|
7
|
+
const DboBuilder_1 = require("../DboBuilder");
|
|
8
|
+
const PubSubManager_1 = require("../PubSubManager");
|
|
9
|
+
const QueryBuilder_1 = require("./QueryBuilder/QueryBuilder");
|
|
10
|
+
const Filtering_1 = require("../Filtering");
|
|
11
|
+
const getColumns_1 = require("./getColumns");
|
|
12
|
+
const FILTER_FUNCS = QueryBuilder_1.FUNCTIONS.filter(f => f.canBeUsedForFilter);
|
|
13
|
+
class ColSet {
|
|
14
|
+
constructor(columns, tableName) {
|
|
15
|
+
this.opts = { columns, tableName, colNames: columns.map(c => c.name) };
|
|
16
|
+
}
|
|
17
|
+
async getRow(data, allowedCols, dbTx, validate) {
|
|
18
|
+
const badCol = allowedCols.find(c => !this.opts.colNames.includes(c));
|
|
19
|
+
if (!allowedCols || badCol) {
|
|
20
|
+
throw "Missing or unexpected columns: " + badCol;
|
|
21
|
+
}
|
|
22
|
+
if ((0, prostgles_types_1.isEmpty)(data))
|
|
23
|
+
throw "No data";
|
|
24
|
+
let row = (0, prostgles_types_1.pickKeys)(data, allowedCols);
|
|
25
|
+
if (validate) {
|
|
26
|
+
row = await validate(row, dbTx);
|
|
27
|
+
}
|
|
28
|
+
const rowKeys = Object.keys(row);
|
|
29
|
+
return rowKeys.map(key => {
|
|
30
|
+
const col = this.opts.columns.find(c => c.name === key);
|
|
31
|
+
if (!col)
|
|
32
|
+
throw "Unexpected missing col name";
|
|
33
|
+
/**
|
|
34
|
+
* Add utility functions for PostGIS data
|
|
35
|
+
*/
|
|
36
|
+
let escapedVal = "";
|
|
37
|
+
if (["geometry", "geography"].includes(col.udt_name) && row[key] && (0, DboBuilder_1.isPlainObject)(row[key])) {
|
|
38
|
+
const basicFunc = (args) => {
|
|
39
|
+
return args.map(arg => (0, PubSubManager_1.asValue)(arg)).join(", ");
|
|
40
|
+
};
|
|
41
|
+
const basicFuncNames = ["ST_GeomFromText", "ST_Point", "ST_MakePoint", "ST_MakePointM", "ST_PointFromText", "ST_GeomFromEWKT", "ST_GeomFromGeoJSON"];
|
|
42
|
+
const dataKeys = Object.keys(row[key]);
|
|
43
|
+
const funcName = dataKeys[0];
|
|
44
|
+
const funcExists = basicFuncNames.includes(funcName);
|
|
45
|
+
const funcArgs = row[key]?.[funcName];
|
|
46
|
+
if (dataKeys.length !== 1 || !funcExists || !Array.isArray(funcArgs)) {
|
|
47
|
+
throw `Expecting only one function key (${basicFuncNames.join(", ")}) \nwith an array of arguments \n within column (${key}) data but got: ${JSON.stringify(row[key])} \nExample: { geo_col: { ST_GeomFromText: ["POINT(-71.064544 42.28787)", 4326] } }`;
|
|
48
|
+
}
|
|
49
|
+
escapedVal = `${funcName}(${basicFunc(funcArgs)})`;
|
|
50
|
+
}
|
|
51
|
+
else {
|
|
52
|
+
/** Prevent pg-promise formatting jsonb */
|
|
53
|
+
const colIsJSON = ["json", "jsonb"].includes(col.data_type);
|
|
54
|
+
escapedVal = DboBuilder_1.pgp.as.format(colIsJSON ? "$1:json" : "$1", [row[key]]);
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Cast to type to avoid array errors (they do not cast automatically)
|
|
58
|
+
*/
|
|
59
|
+
escapedVal += `::${col.udt_name}`;
|
|
60
|
+
return {
|
|
61
|
+
escapedCol: (0, prostgles_types_1.asName)(key),
|
|
62
|
+
escapedVal,
|
|
63
|
+
};
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
async getInsertQuery(data, allowedCols, dbTx, validate) {
|
|
67
|
+
const res = (await Promise.all((Array.isArray(data) ? data : [data]).map(async (d) => {
|
|
68
|
+
const rowParts = await this.getRow(d, allowedCols, dbTx, validate);
|
|
69
|
+
const select = rowParts.map(r => r.escapedCol).join(", "), values = rowParts.map(r => r.escapedVal).join(", ");
|
|
70
|
+
return `INSERT INTO ${(0, prostgles_types_1.asName)(this.opts.tableName)} (${select}) VALUES (${values})`;
|
|
71
|
+
}))).join(";\n") + " ";
|
|
72
|
+
return res;
|
|
73
|
+
}
|
|
74
|
+
async getUpdateQuery(data, allowedCols, dbTx, validate) {
|
|
75
|
+
const res = (await Promise.all((Array.isArray(data) ? data : [data]).map(async (d) => {
|
|
76
|
+
const rowParts = await this.getRow(d, allowedCols, dbTx, validate);
|
|
77
|
+
return `UPDATE ${(0, prostgles_types_1.asName)(this.opts.tableName)} SET ` + rowParts.map(r => `${r.escapedCol} = ${r.escapedVal} `).join(",\n");
|
|
78
|
+
}))).join(";\n") + " ";
|
|
79
|
+
return res;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
class ViewHandler {
|
|
83
|
+
constructor(db, tableOrViewInfo, dboBuilder, t, dbTX, joinPaths) {
|
|
84
|
+
this.tsColumnDefs = [];
|
|
85
|
+
this.is_view = true;
|
|
86
|
+
this.filterDef = "";
|
|
87
|
+
// pubSubManager: PubSubManager;
|
|
88
|
+
this.is_media = false;
|
|
89
|
+
// TODO: fix renamed table trigger problem
|
|
90
|
+
this.getColumns = getColumns_1.getColumns.bind(this);
|
|
91
|
+
if (!db || !tableOrViewInfo)
|
|
92
|
+
throw "";
|
|
93
|
+
this.db = db;
|
|
94
|
+
this.t = t;
|
|
95
|
+
this.dbTX = dbTX;
|
|
96
|
+
this.joinPaths = joinPaths;
|
|
97
|
+
this.tableOrViewInfo = tableOrViewInfo;
|
|
98
|
+
this.name = tableOrViewInfo.name;
|
|
99
|
+
this.escapedName = (0, prostgles_types_1.asName)(this.name);
|
|
100
|
+
this.columns = tableOrViewInfo.columns;
|
|
101
|
+
/* cols are sorted by name to reduce .d.ts schema rewrites */
|
|
102
|
+
this.columnsForTypes = tableOrViewInfo.columns.slice(0).sort((a, b) => a.name.localeCompare(b.name));
|
|
103
|
+
this.column_names = tableOrViewInfo.columns.map(c => c.name);
|
|
104
|
+
// this.pubSubManager = pubSubManager;
|
|
105
|
+
this.dboBuilder = dboBuilder;
|
|
106
|
+
this.joins = this.dboBuilder.joins ?? [];
|
|
107
|
+
// fix this
|
|
108
|
+
// and also make hot schema reload over ws
|
|
109
|
+
this.colSet = new ColSet(this.columns, this.name);
|
|
110
|
+
const { $and: $and_key, $or: $or_key } = this.dboBuilder.prostgles.keywords;
|
|
111
|
+
// this.tsDataName = snakify(this.name, true);
|
|
112
|
+
// if(this.tsDataName === "T") this.tsDataName = this.tsDataName + "_";
|
|
113
|
+
// this.tsDataDef = `export type ${this.tsDataName} = {\n`;
|
|
114
|
+
this.columnsForTypes.map(({ name, udt_name, is_nullable }) => {
|
|
115
|
+
this.tsColumnDefs.push(`${(0, DboBuilder_1.escapeTSNames)(name)}?: ${(0, DboBuilder_1.postgresToTsType)(udt_name)} ${is_nullable ? " | null " : ""};`);
|
|
116
|
+
});
|
|
117
|
+
// this.tsDataDef += "};";
|
|
118
|
+
// this.tsDataDef += "\n";
|
|
119
|
+
// this.tsDataDef += `export type ${this.tsDataName}_Filter = ${this.tsDataName} | object | { ${JSON.stringify($and_key)}: (${this.tsDataName} | object)[] } | { ${JSON.stringify($or_key)}: (${this.tsDataName} | object)[] } `;
|
|
120
|
+
// this.filterDef = ` ${this.tsDataName}_Filter `;
|
|
121
|
+
// const filterDef = this.filterDef;
|
|
122
|
+
// this.tsDboDefs = [
|
|
123
|
+
// ` getColumns: () => Promise<any[]>;`,
|
|
124
|
+
// ` find: (filter?: ${filterDef}, selectParams?: SelectParams) => Promise<Partial<${this.tsDataName} & { [x: string]: any }>[]>;`,
|
|
125
|
+
// ` findOne: (filter?: ${filterDef}, selectParams?: SelectParams) => Promise<Partial<${this.tsDataName} & { [x: string]: any }>>;`,
|
|
126
|
+
// ` subscribe: (filter: ${filterDef}, params: SelectParams, onData: (items: Partial<${this.tsDataName} & { [x: string]: any }>[]) => any) => Promise<{ unsubscribe: () => any }>;`,
|
|
127
|
+
// ` subscribeOne: (filter: ${filterDef}, params: SelectParams, onData: (item: Partial<${this.tsDataName} & { [x: string]: any }>) => any) => Promise<{ unsubscribe: () => any }>;`,
|
|
128
|
+
// ` count: (filter?: ${filterDef}) => Promise<number>;`
|
|
129
|
+
// ];
|
|
130
|
+
// this.makeDef();
|
|
131
|
+
}
|
|
132
|
+
// makeDef(){
|
|
133
|
+
// this.tsDboName = `DBO_${snakify(this.name)}`;
|
|
134
|
+
// this.tsDboDef = `export type ${this.tsDboName} = {\n ${this.tsDboDefs.join("\n")} \n};\n`;
|
|
135
|
+
// }
|
|
136
|
+
getRowHashSelect(allowedFields, alias, tableAlias) {
|
|
137
|
+
let allowed_cols = this.column_names;
|
|
138
|
+
if (allowedFields)
|
|
139
|
+
allowed_cols = this.parseFieldFilter(allowedFields);
|
|
140
|
+
return "md5(" +
|
|
141
|
+
allowed_cols
|
|
142
|
+
/* CTID not available in AFTER trigger */
|
|
143
|
+
// .concat(this.is_view? [] : ["ctid"])
|
|
144
|
+
.sort()
|
|
145
|
+
.map(f => (tableAlias ? ((0, prostgles_types_1.asName)(tableAlias) + ".") : "") + (0, prostgles_types_1.asName)(f))
|
|
146
|
+
.map(f => `md5(coalesce(${f}::text, 'dd'))`)
|
|
147
|
+
.join(" || ") +
|
|
148
|
+
`)` + (alias ? ` as ${(0, prostgles_types_1.asName)(alias)}` : "");
|
|
149
|
+
}
|
|
150
|
+
async validateViewRules(args) {
|
|
151
|
+
const { fields, filterFields, returningFields, forcedFilter, dynamicFields, rule, } = args;
|
|
152
|
+
/* Safely test publish rules */
|
|
153
|
+
if (fields) {
|
|
154
|
+
try {
|
|
155
|
+
const _fields = this.parseFieldFilter(fields);
|
|
156
|
+
if (this.is_media && rule === "insert" && !_fields.includes("id")) {
|
|
157
|
+
throw "Must allow id insert for media table";
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
catch (e) {
|
|
161
|
+
throw ` issue with publish.${this.name}.${rule}.fields: \nVALUE: ` + JSON.stringify(fields, null, 2) + "\nERROR: " + JSON.stringify(e, null, 2);
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
if (filterFields) {
|
|
165
|
+
try {
|
|
166
|
+
this.parseFieldFilter(filterFields);
|
|
167
|
+
}
|
|
168
|
+
catch (e) {
|
|
169
|
+
throw ` issue with publish.${this.name}.${rule}.filterFields: \nVALUE: ` + JSON.stringify(filterFields, null, 2) + "\nERROR: " + JSON.stringify(e, null, 2);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
if (returningFields) {
|
|
173
|
+
try {
|
|
174
|
+
this.parseFieldFilter(returningFields);
|
|
175
|
+
}
|
|
176
|
+
catch (e) {
|
|
177
|
+
throw ` issue with publish.${this.name}.${rule}.returningFields: \nVALUE: ` + JSON.stringify(returningFields, null, 2) + "\nERROR: " + JSON.stringify(e, null, 2);
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
if (forcedFilter) {
|
|
181
|
+
try {
|
|
182
|
+
await this.find(forcedFilter, { limit: 0 });
|
|
183
|
+
}
|
|
184
|
+
catch (e) {
|
|
185
|
+
throw ` issue with publish.${this.name}.${rule}.forcedFilter: \nVALUE: ` + JSON.stringify(forcedFilter, null, 2) + "\nERROR: " + JSON.stringify(e, null, 2);
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
if (dynamicFields) {
|
|
189
|
+
for await (const dfieldRule of dynamicFields) {
|
|
190
|
+
try {
|
|
191
|
+
const { fields, filter } = dfieldRule;
|
|
192
|
+
this.parseFieldFilter(fields);
|
|
193
|
+
await this.find(filter, { limit: 0 });
|
|
194
|
+
}
|
|
195
|
+
catch (e) {
|
|
196
|
+
throw ` issue with publish.${this.name}.${rule}.dynamicFields: \nVALUE: ` + JSON.stringify(dfieldRule, null, 2) + "\nERROR: " + JSON.stringify(e, null, 2);
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
return true;
|
|
201
|
+
}
|
|
202
|
+
getShortestJoin(table1, table2, startAlias, isInner = false) {
|
|
203
|
+
// let searchedTables = [], result;
|
|
204
|
+
// while (!result && searchedTables.length <= this.joins.length * 2){
|
|
205
|
+
// }
|
|
206
|
+
const getJoinCondition = (on, leftTable, rightTable) => {
|
|
207
|
+
return on.map(cond => Object.keys(cond).map(lKey => `${leftTable}.${lKey} = ${rightTable}.${cond[lKey]}`).join("\nAND ")).join(" OR ");
|
|
208
|
+
};
|
|
209
|
+
let toOne = true, query = this.joins.map(({ tables, on, type }, i) => {
|
|
210
|
+
if (type.split("-")[1] === "many") {
|
|
211
|
+
toOne = false;
|
|
212
|
+
}
|
|
213
|
+
const tl = `tl${startAlias + i}`, tr = `tr${startAlias + i}`;
|
|
214
|
+
return `FROM ${tables[0]} ${tl} ${isInner ? "INNER" : "LEFT"} JOIN ${tables[1]} ${tr} ON ${getJoinCondition(on, tl, tr)}`;
|
|
215
|
+
}).join("\n");
|
|
216
|
+
return { query, toOne: false };
|
|
217
|
+
}
|
|
218
|
+
getJoins(source, target, path, checkTableConfig) {
|
|
219
|
+
let paths = [];
|
|
220
|
+
if (!this.joinPaths)
|
|
221
|
+
throw `${source} - ${target} Join info missing or dissallowed`;
|
|
222
|
+
if (path && !path.length)
|
|
223
|
+
throw `Empty join path ( $path ) specified for ${source} <-> ${target}`;
|
|
224
|
+
/* Find the join path between tables */
|
|
225
|
+
if (checkTableConfig) {
|
|
226
|
+
const tableConfigJoinInfo = this.dboBuilder?.prostgles?.tableConfigurator?.getJoinInfo(source, target);
|
|
227
|
+
if (tableConfigJoinInfo)
|
|
228
|
+
return tableConfigJoinInfo;
|
|
229
|
+
}
|
|
230
|
+
let jp;
|
|
231
|
+
if (!path) {
|
|
232
|
+
jp = this.joinPaths.find(j => j.t1 === source && j.t2 === target);
|
|
233
|
+
}
|
|
234
|
+
else {
|
|
235
|
+
jp = {
|
|
236
|
+
t1: source,
|
|
237
|
+
t2: target,
|
|
238
|
+
path
|
|
239
|
+
};
|
|
240
|
+
}
|
|
241
|
+
/* Self join */
|
|
242
|
+
if (source === target) {
|
|
243
|
+
const tableHandler = this.dboBuilder.tablesOrViews?.find(t => t.name === source);
|
|
244
|
+
if (!tableHandler)
|
|
245
|
+
throw `Table not found for joining ${source}`;
|
|
246
|
+
const fcols = tableHandler.columns.filter(c => c.references?.some(({ ftable }) => ftable === this.name));
|
|
247
|
+
if (fcols.length) {
|
|
248
|
+
throw "Self referencing not supported yet";
|
|
249
|
+
// return {
|
|
250
|
+
// paths: [{
|
|
251
|
+
// source,
|
|
252
|
+
// target,
|
|
253
|
+
// table: target,
|
|
254
|
+
// on: fcols.map(fc => fc.references!.some(({ fcols }) => fcols.map(fcol => [fc.name, fcol])))
|
|
255
|
+
// }],
|
|
256
|
+
// expectOne: false
|
|
257
|
+
// }
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
if (!jp || !this.joinPaths.find(j => path ? j.path.join() === path.join() : j.t1 === source && j.t2 === target)) {
|
|
261
|
+
throw `Joining ${source} <-...-> ${target} dissallowed or missing`;
|
|
262
|
+
}
|
|
263
|
+
/* Make the join chain info excluding root table */
|
|
264
|
+
paths = (path || jp.path).slice(1).map((t2, i, arr) => {
|
|
265
|
+
const t1 = i === 0 ? source : arr[i - 1];
|
|
266
|
+
this.joins ?? (this.joins = this.dboBuilder.joins);
|
|
267
|
+
/* Get join options */
|
|
268
|
+
const jo = this.joins.find(j => j.tables.includes(t1) && j.tables.includes(t2));
|
|
269
|
+
if (!jo)
|
|
270
|
+
throw `Joining ${t1} <-> ${t2} dissallowed or missing`;
|
|
271
|
+
;
|
|
272
|
+
let on = [];
|
|
273
|
+
jo.on.map(cond => {
|
|
274
|
+
let condArr = [];
|
|
275
|
+
Object.keys(cond).map(leftKey => {
|
|
276
|
+
const rightKey = cond[leftKey];
|
|
277
|
+
/* Left table is joining on keys */
|
|
278
|
+
if (jo.tables[0] === t1) {
|
|
279
|
+
condArr.push([leftKey, rightKey]);
|
|
280
|
+
/* Left table is joining on values */
|
|
281
|
+
}
|
|
282
|
+
else {
|
|
283
|
+
condArr.push([rightKey, leftKey]);
|
|
284
|
+
}
|
|
285
|
+
});
|
|
286
|
+
on.push(condArr);
|
|
287
|
+
});
|
|
288
|
+
return {
|
|
289
|
+
source,
|
|
290
|
+
target,
|
|
291
|
+
table: t2,
|
|
292
|
+
on
|
|
293
|
+
};
|
|
294
|
+
});
|
|
295
|
+
let expectOne = false;
|
|
296
|
+
// paths.map(({ source, target, on }, i) => {
|
|
297
|
+
// if(expectOne && on.length === 1){
|
|
298
|
+
// const sourceCol = on[0][1];
|
|
299
|
+
// const targetCol = on[0][0];
|
|
300
|
+
// const sCol = this.dboBuilder.dbo[source].columns.find(c => c.name === sourceCol)
|
|
301
|
+
// const tCol = this.dboBuilder.dbo[target].columns.find(c => c.name === targetCol)
|
|
302
|
+
// console.log({ sourceCol, targetCol, sCol, source, tCol, target, on})
|
|
303
|
+
// expectOne = sCol.is_pkey && tCol.is_pkey
|
|
304
|
+
// }
|
|
305
|
+
// })
|
|
306
|
+
return {
|
|
307
|
+
paths,
|
|
308
|
+
expectOne
|
|
309
|
+
};
|
|
310
|
+
}
|
|
311
|
+
checkFilter(filter) {
|
|
312
|
+
if (filter === null || filter && !(0, prostgles_types_1.isObject)(filter))
|
|
313
|
+
throw `invalid filter -> ${JSON.stringify(filter)} \nExpecting: undefined | {} | { field_name: "value" } | { field: { $gt: 22 } } ... `;
|
|
314
|
+
}
|
|
315
|
+
async getInfo(lang, param2, param3, tableRules, localParams) {
|
|
316
|
+
const p = this.getValidatedRules(tableRules, localParams);
|
|
317
|
+
if (!p.getInfo)
|
|
318
|
+
throw "Not allowed";
|
|
319
|
+
let has_media = undefined;
|
|
320
|
+
const mediaTable = this.dboBuilder.prostgles?.opts?.fileTable?.tableName;
|
|
321
|
+
if (!this.is_media && mediaTable) {
|
|
322
|
+
const joinConf = this.dboBuilder.prostgles?.opts?.fileTable?.referencedTables?.[this.name];
|
|
323
|
+
if (joinConf) {
|
|
324
|
+
has_media = typeof joinConf === "string" ? joinConf : "one";
|
|
325
|
+
}
|
|
326
|
+
else {
|
|
327
|
+
const jp = this.dboBuilder.joinPaths.find(jp => jp.t1 === this.name && jp.t2 === mediaTable);
|
|
328
|
+
if (jp && jp.path.length <= 3) {
|
|
329
|
+
if (jp.path.length <= 2) {
|
|
330
|
+
has_media = "one";
|
|
331
|
+
}
|
|
332
|
+
else {
|
|
333
|
+
await Promise.all(jp.path.map(async (tableName) => {
|
|
334
|
+
const pkeyFcols = this?.dboBuilder?.dbo?.[tableName]?.columns?.filter(c => c.is_pkey).map(c => c.name);
|
|
335
|
+
const cols = this?.dboBuilder?.dbo?.[tableName]?.columns?.filter(c => c?.references?.some(({ ftable }) => jp.path.includes(ftable)));
|
|
336
|
+
if (cols && cols.length && has_media !== "many") {
|
|
337
|
+
if (cols.some(c => !pkeyFcols?.includes(c.name))) {
|
|
338
|
+
has_media = "many";
|
|
339
|
+
}
|
|
340
|
+
else {
|
|
341
|
+
has_media = "one";
|
|
342
|
+
}
|
|
343
|
+
}
|
|
344
|
+
}));
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
}
|
|
349
|
+
return {
|
|
350
|
+
oid: this.tableOrViewInfo.oid,
|
|
351
|
+
comment: this.tableOrViewInfo.comment,
|
|
352
|
+
info: this.dboBuilder.prostgles?.tableConfigurator?.getTableInfo({ tableName: this.name, lang }),
|
|
353
|
+
is_media: this.is_media,
|
|
354
|
+
is_view: this.is_view,
|
|
355
|
+
has_media,
|
|
356
|
+
media_table_name: mediaTable,
|
|
357
|
+
dynamicRules: {
|
|
358
|
+
update: Boolean(tableRules?.update?.dynamicFields?.length)
|
|
359
|
+
}
|
|
360
|
+
};
|
|
361
|
+
}
|
|
362
|
+
getValidatedRules(tableRules, localParams) {
|
|
363
|
+
if (localParams?.socket && !tableRules) {
|
|
364
|
+
throw "INTERNAL ERROR: Unexpected case -> localParams && !tableRules";
|
|
365
|
+
}
|
|
366
|
+
/* Computed fields are allowed only if select is allowed */
|
|
367
|
+
const allColumns = this.column_names.slice(0).map(fieldName => ({
|
|
368
|
+
type: "column",
|
|
369
|
+
name: fieldName,
|
|
370
|
+
getQuery: ({ tableAlias }) => (0, QueryBuilder_1.asNameAlias)(fieldName, tableAlias),
|
|
371
|
+
selected: false
|
|
372
|
+
})).concat(QueryBuilder_1.COMPUTED_FIELDS.map(c => ({
|
|
373
|
+
type: c.type,
|
|
374
|
+
name: c.name,
|
|
375
|
+
getQuery: ({ tableAlias, allowedFields }) => c.getQuery({
|
|
376
|
+
allowedFields,
|
|
377
|
+
ctidField: undefined,
|
|
378
|
+
allColumns: this.columns,
|
|
379
|
+
/* CTID not available in AFTER trigger */
|
|
380
|
+
// ctidField: this.is_view? undefined : "ctid",
|
|
381
|
+
tableAlias
|
|
382
|
+
}),
|
|
383
|
+
selected: false
|
|
384
|
+
})));
|
|
385
|
+
if (tableRules) {
|
|
386
|
+
if ((0, prostgles_types_1.isEmpty)(tableRules))
|
|
387
|
+
throw "INTERNAL ERROR: Unexpected case -> Empty table rules for " + this.name;
|
|
388
|
+
const throwFieldsErr = (command, fieldType = "fields") => {
|
|
389
|
+
throw `Invalid publish.${this.name}.${command} rule -> ${fieldType} setting is missing.\nPlease specify allowed ${fieldType} in this format: "*" | { col_name: false } | { col1: true, col2: true }`;
|
|
390
|
+
}, getFirstSpecified = (...fieldParams) => {
|
|
391
|
+
const firstValid = fieldParams.find(fp => fp !== undefined);
|
|
392
|
+
return this.parseFieldFilter(firstValid);
|
|
393
|
+
};
|
|
394
|
+
let res = {
|
|
395
|
+
allColumns,
|
|
396
|
+
getColumns: tableRules?.getColumns ?? true,
|
|
397
|
+
getInfo: tableRules?.getColumns ?? true,
|
|
398
|
+
};
|
|
399
|
+
/* SELECT */
|
|
400
|
+
if (tableRules.select) {
|
|
401
|
+
if (!tableRules.select.fields)
|
|
402
|
+
return throwFieldsErr("select");
|
|
403
|
+
let maxLimit = null;
|
|
404
|
+
if (tableRules.select.maxLimit !== undefined && tableRules.select.maxLimit !== maxLimit) {
|
|
405
|
+
const ml = tableRules.select.maxLimit;
|
|
406
|
+
if (ml !== null && (!Number.isInteger(ml) || ml < 0))
|
|
407
|
+
throw ` Invalid publish.${this.name}.select.maxLimit -> expecting a positive integer OR null but got ` + ml;
|
|
408
|
+
maxLimit = ml;
|
|
409
|
+
}
|
|
410
|
+
const fields = this.parseFieldFilter(tableRules.select.fields);
|
|
411
|
+
res.select = {
|
|
412
|
+
fields,
|
|
413
|
+
orderByFields: tableRules.select.orderByFields ? this.parseFieldFilter(tableRules.select.orderByFields) : fields,
|
|
414
|
+
forcedFilter: { ...tableRules.select.forcedFilter },
|
|
415
|
+
filterFields: this.parseFieldFilter(tableRules.select.filterFields),
|
|
416
|
+
maxLimit
|
|
417
|
+
};
|
|
418
|
+
}
|
|
419
|
+
/* UPDATE */
|
|
420
|
+
if (tableRules.update) {
|
|
421
|
+
if (!tableRules.update.fields)
|
|
422
|
+
return throwFieldsErr("update");
|
|
423
|
+
res.update = {
|
|
424
|
+
fields: this.parseFieldFilter(tableRules.update.fields),
|
|
425
|
+
forcedData: { ...tableRules.update.forcedData },
|
|
426
|
+
forcedFilter: { ...tableRules.update.forcedFilter },
|
|
427
|
+
returningFields: getFirstSpecified(tableRules.update?.returningFields, tableRules?.select?.fields, tableRules.update.fields),
|
|
428
|
+
filterFields: this.parseFieldFilter(tableRules.update.filterFields)
|
|
429
|
+
};
|
|
430
|
+
}
|
|
431
|
+
/* INSERT */
|
|
432
|
+
if (tableRules.insert) {
|
|
433
|
+
if (!tableRules.insert.fields)
|
|
434
|
+
return throwFieldsErr("insert");
|
|
435
|
+
res.insert = {
|
|
436
|
+
fields: this.parseFieldFilter(tableRules.insert.fields),
|
|
437
|
+
forcedData: { ...tableRules.insert.forcedData },
|
|
438
|
+
returningFields: getFirstSpecified(tableRules.insert.returningFields, tableRules?.select?.fields, tableRules.insert.fields)
|
|
439
|
+
};
|
|
440
|
+
}
|
|
441
|
+
/* DELETE */
|
|
442
|
+
if (tableRules.delete) {
|
|
443
|
+
if (!tableRules.delete.filterFields)
|
|
444
|
+
return throwFieldsErr("delete", "filterFields");
|
|
445
|
+
res.delete = {
|
|
446
|
+
forcedFilter: { ...tableRules.delete.forcedFilter },
|
|
447
|
+
filterFields: this.parseFieldFilter(tableRules.delete.filterFields),
|
|
448
|
+
returningFields: getFirstSpecified(tableRules.delete.returningFields, tableRules?.select?.fields, tableRules.delete.filterFields)
|
|
449
|
+
};
|
|
450
|
+
}
|
|
451
|
+
if (!tableRules.select && !tableRules.update && !tableRules.delete && !tableRules.insert) {
|
|
452
|
+
if ([null, false].includes(tableRules.getInfo))
|
|
453
|
+
res.getInfo = false;
|
|
454
|
+
if ([null, false].includes(tableRules.getColumns))
|
|
455
|
+
res.getColumns = false;
|
|
456
|
+
}
|
|
457
|
+
return res;
|
|
458
|
+
}
|
|
459
|
+
else {
|
|
460
|
+
const all_cols = this.column_names.slice(0);
|
|
461
|
+
return {
|
|
462
|
+
allColumns,
|
|
463
|
+
getColumns: true,
|
|
464
|
+
getInfo: true,
|
|
465
|
+
select: {
|
|
466
|
+
fields: all_cols,
|
|
467
|
+
filterFields: all_cols,
|
|
468
|
+
orderByFields: all_cols,
|
|
469
|
+
forcedFilter: {},
|
|
470
|
+
maxLimit: null,
|
|
471
|
+
},
|
|
472
|
+
update: {
|
|
473
|
+
fields: all_cols,
|
|
474
|
+
filterFields: all_cols,
|
|
475
|
+
forcedFilter: {},
|
|
476
|
+
forcedData: {},
|
|
477
|
+
returningFields: all_cols
|
|
478
|
+
},
|
|
479
|
+
insert: {
|
|
480
|
+
fields: all_cols,
|
|
481
|
+
forcedData: {},
|
|
482
|
+
returningFields: all_cols
|
|
483
|
+
},
|
|
484
|
+
delete: {
|
|
485
|
+
filterFields: all_cols,
|
|
486
|
+
forcedFilter: {},
|
|
487
|
+
returningFields: all_cols
|
|
488
|
+
}
|
|
489
|
+
};
|
|
490
|
+
}
|
|
491
|
+
}
|
|
492
|
+
async find(filter, selectParams, param3_unused, tableRules, localParams) {
|
|
493
|
+
try {
|
|
494
|
+
filter = filter || {};
|
|
495
|
+
const allowedReturnTypes = ["row", "value", "values", "statement"];
|
|
496
|
+
const { returnType } = selectParams || {};
|
|
497
|
+
if (returnType && !allowedReturnTypes.includes(returnType)) {
|
|
498
|
+
throw `returnType (${returnType}) can only be ${allowedReturnTypes.join(" OR ")}`;
|
|
499
|
+
}
|
|
500
|
+
const { testRule = false, returnQuery = false } = localParams || {};
|
|
501
|
+
if (testRule)
|
|
502
|
+
return [];
|
|
503
|
+
if (selectParams) {
|
|
504
|
+
const good_params = ["select", "orderBy", "offset", "limit", "returnType", "groupBy"];
|
|
505
|
+
const bad_params = Object.keys(selectParams).filter(k => !good_params.includes(k));
|
|
506
|
+
if (bad_params && bad_params.length)
|
|
507
|
+
throw "Invalid params: " + bad_params.join(", ") + " \n Expecting: " + good_params.join(", ");
|
|
508
|
+
}
|
|
509
|
+
/* Validate publish */
|
|
510
|
+
if (tableRules) {
|
|
511
|
+
let fields, filterFields, forcedFilter, maxLimit;
|
|
512
|
+
if (!tableRules.select)
|
|
513
|
+
throw "select rules missing for " + this.name;
|
|
514
|
+
fields = tableRules.select.fields;
|
|
515
|
+
forcedFilter = tableRules.select.forcedFilter;
|
|
516
|
+
filterFields = tableRules.select.filterFields;
|
|
517
|
+
maxLimit = tableRules.select.maxLimit;
|
|
518
|
+
if (tableRules.select !== "*" && typeof tableRules.select !== "boolean" && !(0, DboBuilder_1.isPlainObject)(tableRules.select))
|
|
519
|
+
throw `\nINVALID publish.${this.name}.select\nExpecting any of: "*" | { fields: "*" } | true | false`;
|
|
520
|
+
if (!fields)
|
|
521
|
+
throw ` invalid ${this.name}.select rule -> fields (required) setting missing.\nExpecting any of: "*" | { col_name: false } | { col1: true, col2: true }`;
|
|
522
|
+
if (maxLimit && !Number.isInteger(maxLimit))
|
|
523
|
+
throw ` invalid publish.${this.name}.select.maxLimit -> expecting integer but got ` + maxLimit;
|
|
524
|
+
}
|
|
525
|
+
let q = await (0, QueryBuilder_1.getNewQuery)(this, filter, selectParams, param3_unused, tableRules, localParams, this.columns), _query = (0, makeSelectQuery_1.makeSelectQuery)(this, q, undefined, undefined, selectParams);
|
|
526
|
+
// console.log(_query, JSON.stringify(q, null, 2))
|
|
527
|
+
if (testRule) {
|
|
528
|
+
try {
|
|
529
|
+
await this.db.any("EXPLAIN " + _query);
|
|
530
|
+
return [];
|
|
531
|
+
}
|
|
532
|
+
catch (e) {
|
|
533
|
+
console.error(e);
|
|
534
|
+
throw `INTERNAL ERROR: Publish config is not valid for publish.${this.name}.select `;
|
|
535
|
+
}
|
|
536
|
+
}
|
|
537
|
+
if (returnQuery)
|
|
538
|
+
return _query;
|
|
539
|
+
if (returnType === "statement") {
|
|
540
|
+
if (!(await (0, runSQL_1.canRunSQL)(this.dboBuilder.prostgles, localParams))) {
|
|
541
|
+
throw `Not allowed: {returnType: "statement"} requires sql privileges `;
|
|
542
|
+
}
|
|
543
|
+
return _query;
|
|
544
|
+
}
|
|
545
|
+
if (["row", "value"].includes(returnType)) {
|
|
546
|
+
return (this.t || this.db).oneOrNone(_query).then(data => {
|
|
547
|
+
return (data && returnType === "value") ? Object.values(data)[0] : data;
|
|
548
|
+
}).catch(err => (0, DboBuilder_1.makeErr)(err, localParams, this));
|
|
549
|
+
}
|
|
550
|
+
else {
|
|
551
|
+
return (this.t || this.db).any(_query).then(data => {
|
|
552
|
+
if (returnType === "values") {
|
|
553
|
+
return data.map(d => Object.values(d)[0]);
|
|
554
|
+
}
|
|
555
|
+
return data;
|
|
556
|
+
}).catch(err => (0, DboBuilder_1.makeErr)(err, localParams, this));
|
|
557
|
+
}
|
|
558
|
+
}
|
|
559
|
+
catch (e) {
|
|
560
|
+
// console.trace(e)
|
|
561
|
+
if (localParams && localParams.testRule)
|
|
562
|
+
throw e;
|
|
563
|
+
throw (0, DboBuilder_1.parseError)(e, `dbo.${this.name}.find()`);
|
|
564
|
+
// throw { err: parseError(e), msg: `Issue with dbo.${this.name}.find()`, args: { filter, selectParams} };
|
|
565
|
+
}
|
|
566
|
+
}
|
|
567
|
+
findOne(filter, selectParams, param3_unused, table_rules, localParams) {
|
|
568
|
+
try {
|
|
569
|
+
const { select = "*", orderBy, offset = 0 } = selectParams || {};
|
|
570
|
+
if (selectParams) {
|
|
571
|
+
const good_params = ["select", "orderBy", "offset"];
|
|
572
|
+
const bad_params = Object.keys(selectParams).filter(k => !good_params.includes(k));
|
|
573
|
+
if (bad_params && bad_params.length)
|
|
574
|
+
throw "Invalid params: " + bad_params.join(", ") + " \n Expecting: " + good_params.join(", ");
|
|
575
|
+
}
|
|
576
|
+
return this.find(filter, { select, orderBy, limit: 1, offset, returnType: "row" }, undefined, table_rules, localParams);
|
|
577
|
+
}
|
|
578
|
+
catch (e) {
|
|
579
|
+
if (localParams && localParams.testRule)
|
|
580
|
+
throw e;
|
|
581
|
+
throw (0, DboBuilder_1.parseError)(e, `Issue with dbo.${this.name}.findOne()`);
|
|
582
|
+
}
|
|
583
|
+
}
|
|
584
|
+
async count(filter, param2_unused, param3_unused, table_rules, localParams) {
|
|
585
|
+
filter = filter || {};
|
|
586
|
+
try {
|
|
587
|
+
return await this.find(filter, { select: "", limit: 0 }, undefined, table_rules, localParams)
|
|
588
|
+
.then(async (allowed) => {
|
|
589
|
+
const { filterFields, forcedFilter } = table_rules?.select || {};
|
|
590
|
+
const where = (await this.prepareWhere({ filter, forcedFilter, filterFields, addKeywords: true, localParams, tableRule: table_rules })).where;
|
|
591
|
+
let query = "SELECT COUNT(*) FROM " + this.escapedName + " " + where;
|
|
592
|
+
return (this.t || this.db).one(query, { _psqlWS_tableName: this.name }).then(({ count }) => +count);
|
|
593
|
+
});
|
|
594
|
+
}
|
|
595
|
+
catch (e) {
|
|
596
|
+
if (localParams && localParams.testRule)
|
|
597
|
+
throw e;
|
|
598
|
+
throw (0, DboBuilder_1.parseError)(e, `dbo.${this.name}.count()`);
|
|
599
|
+
}
|
|
600
|
+
}
|
|
601
|
+
async size(filter, selectParams, param3_unused, table_rules, localParams) {
|
|
602
|
+
filter = filter || {};
|
|
603
|
+
try {
|
|
604
|
+
return await this.find(filter, { ...selectParams, limit: 2 }, undefined, table_rules, localParams)
|
|
605
|
+
.then(async (_allowed) => {
|
|
606
|
+
// let rules: TableRule = table_rules || {};
|
|
607
|
+
// rules.select.maxLimit = Number.MAX_SAFE_INTEGER;
|
|
608
|
+
// rules.select.fields = rules.select.fields || "*";
|
|
609
|
+
const q = await this.find(filter, { ...selectParams, limit: selectParams?.limit ?? Number.MAX_SAFE_INTEGER }, undefined, table_rules, { ...localParams, returnQuery: true });
|
|
610
|
+
const query = `
|
|
611
|
+
SELECT sum(pg_column_size((prgl_size_query.*))) as size
|
|
612
|
+
FROM (
|
|
613
|
+
${q}
|
|
614
|
+
) prgl_size_query
|
|
615
|
+
`;
|
|
616
|
+
return (this.t || this.db).one(query, { _psqlWS_tableName: this.name }).then(({ size }) => size || '0');
|
|
617
|
+
});
|
|
618
|
+
}
|
|
619
|
+
catch (e) {
|
|
620
|
+
if (localParams && localParams.testRule)
|
|
621
|
+
throw e;
|
|
622
|
+
throw (0, DboBuilder_1.parseError)(e, `dbo.${this.name}.size()`);
|
|
623
|
+
}
|
|
624
|
+
}
|
|
625
|
+
getAllowedSelectFields(selectParams = "*", allowed_cols, allow_empty = true) {
|
|
626
|
+
let all_columns = this.column_names.slice(0), allowedFields = all_columns.slice(0), resultFields = [];
|
|
627
|
+
if (selectParams) {
|
|
628
|
+
resultFields = this.parseFieldFilter(selectParams, allow_empty);
|
|
629
|
+
}
|
|
630
|
+
if (allowed_cols) {
|
|
631
|
+
allowedFields = this.parseFieldFilter(allowed_cols, allow_empty);
|
|
632
|
+
}
|
|
633
|
+
let col_names = (resultFields || []).filter(f => !allowedFields || allowedFields.includes(f));
|
|
634
|
+
/* Maintain allowed cols order */
|
|
635
|
+
if (selectParams === "*" && allowedFields && allowedFields.length)
|
|
636
|
+
col_names = allowedFields;
|
|
637
|
+
return col_names;
|
|
638
|
+
}
|
|
639
|
+
prepareColumnSet(selectParams = "*", allowed_cols, allow_empty = true, onlyNames = true) {
|
|
640
|
+
let all_columns = this.column_names.slice(0);
|
|
641
|
+
let col_names = this.getAllowedSelectFields(selectParams, all_columns, allow_empty);
|
|
642
|
+
/** Ensure order is maintained */
|
|
643
|
+
if (selectParams && Array.isArray(selectParams) && typeof selectParams[0] === "string") {
|
|
644
|
+
col_names = col_names.sort((a, b) => selectParams.indexOf(a) - selectParams.indexOf(b));
|
|
645
|
+
}
|
|
646
|
+
try {
|
|
647
|
+
let colSet = new DboBuilder_1.pgp.helpers.ColumnSet(col_names);
|
|
648
|
+
return onlyNames ? colSet.names : colSet;
|
|
649
|
+
}
|
|
650
|
+
catch (e) {
|
|
651
|
+
throw e;
|
|
652
|
+
}
|
|
653
|
+
}
|
|
654
|
+
prepareSelect(selectParams = "*", allowed_cols, allow_empty = true, tableAlias) {
|
|
655
|
+
if (tableAlias) {
|
|
656
|
+
let cs = this.prepareColumnSet(selectParams, allowed_cols, true, false);
|
|
657
|
+
return cs.columns.map(col => `${this.escapedName}.${(0, prostgles_types_1.asName)(col.name)}`).join(", ");
|
|
658
|
+
}
|
|
659
|
+
else {
|
|
660
|
+
return this.prepareColumnSet(selectParams, allowed_cols, true, true);
|
|
661
|
+
}
|
|
662
|
+
}
|
|
663
|
+
async prepareHaving(params) {
|
|
664
|
+
return "";
|
|
665
|
+
}
|
|
666
|
+
/**
|
|
667
|
+
* Parses group or simple filter
|
|
668
|
+
*/
|
|
669
|
+
async prepareWhere(params) {
|
|
670
|
+
const { filter, select, forcedFilter, filterFields: ff, addKeywords = true, tableAlias, localParams, tableRule } = params;
|
|
671
|
+
const { $and: $and_key, $or: $or_key } = this.dboBuilder.prostgles.keywords;
|
|
672
|
+
let filterFields = ff;
|
|
673
|
+
/* Local update allow all. TODO -> FIX THIS */
|
|
674
|
+
if (!ff && !tableRule)
|
|
675
|
+
filterFields = "*";
|
|
676
|
+
const parseFullFilter = async (f, parentFilter = null, isForcedFilterBypass) => {
|
|
677
|
+
if (!f)
|
|
678
|
+
throw "Invalid/missing group filter provided";
|
|
679
|
+
let result = "";
|
|
680
|
+
let keys = (0, prostgles_types_1.getKeys)(f);
|
|
681
|
+
if (!keys.length)
|
|
682
|
+
return result;
|
|
683
|
+
if ((keys.includes($and_key) || keys.includes($or_key))) {
|
|
684
|
+
if (keys.length > 1)
|
|
685
|
+
throw `\ngroup filter must contain only one array property. e.g.: { ${$and_key}: [...] } OR { ${$or_key}: [...] } `;
|
|
686
|
+
if (parentFilter && Object.keys(parentFilter).includes(""))
|
|
687
|
+
throw "group filter ($and/$or) can only be placed at the root or within another group filter";
|
|
688
|
+
}
|
|
689
|
+
const { [$and_key]: $and, [$or_key]: $or } = f, group = $and || $or;
|
|
690
|
+
if (group && group.length) {
|
|
691
|
+
const operand = $and ? " AND " : " OR ";
|
|
692
|
+
let conditions = (await Promise.all(group.map(async (gf) => await parseFullFilter(gf, group, isForcedFilterBypass)))).filter(c => c);
|
|
693
|
+
if (conditions && conditions.length) {
|
|
694
|
+
if (conditions.length === 1)
|
|
695
|
+
return conditions.join(operand);
|
|
696
|
+
else
|
|
697
|
+
return ` ( ${conditions.sort().join(operand)} ) `;
|
|
698
|
+
}
|
|
699
|
+
}
|
|
700
|
+
else if (!group) {
|
|
701
|
+
/** forcedFilters do not get checked against publish and are treated as server-side requests */
|
|
702
|
+
result = await this.getCondition({
|
|
703
|
+
filter: { ...f },
|
|
704
|
+
select,
|
|
705
|
+
allowed_colnames: isForcedFilterBypass ? this.column_names.slice(0) : this.parseFieldFilter(filterFields),
|
|
706
|
+
tableAlias,
|
|
707
|
+
localParams: isForcedFilterBypass ? undefined : localParams,
|
|
708
|
+
tableRules: isForcedFilterBypass ? undefined : tableRule
|
|
709
|
+
});
|
|
710
|
+
}
|
|
711
|
+
return result;
|
|
712
|
+
};
|
|
713
|
+
if (!(0, DboBuilder_1.isPlainObject)(filter))
|
|
714
|
+
throw "\nInvalid filter\nExpecting an object but got -> " + JSON.stringify(filter);
|
|
715
|
+
/* A forced filter condition will not check if the existsJoined filter tables have been published */
|
|
716
|
+
const forcedFilterCond = forcedFilter ? await parseFullFilter(forcedFilter, null, true) : undefined;
|
|
717
|
+
const filterCond = await parseFullFilter(filter, null, false);
|
|
718
|
+
let cond = [
|
|
719
|
+
forcedFilterCond, filterCond
|
|
720
|
+
].filter(c => c).join(" AND ");
|
|
721
|
+
const finalFilter = forcedFilter ? {
|
|
722
|
+
[$and_key]: [forcedFilter, filter].filter(prostgles_types_1.isDefined)
|
|
723
|
+
} : { ...filter };
|
|
724
|
+
if (cond && addKeywords)
|
|
725
|
+
cond = "WHERE " + cond;
|
|
726
|
+
return { where: cond || "", filter: finalFilter };
|
|
727
|
+
}
|
|
728
|
+
async prepareExistCondition(eConfig, localParams) {
|
|
729
|
+
let res = "";
|
|
730
|
+
const thisTable = this.name;
|
|
731
|
+
const isNotExists = ["$notExists", "$notExistsJoined"].includes(eConfig.existType);
|
|
732
|
+
let { f2, tables, isJoined } = eConfig;
|
|
733
|
+
let t2 = tables[tables.length - 1];
|
|
734
|
+
tables.forEach(t => {
|
|
735
|
+
if (!this.dboBuilder.dbo[t])
|
|
736
|
+
throw { stack: ["prepareExistCondition()"], message: `Invalid or dissallowed table: ${t}` };
|
|
737
|
+
});
|
|
738
|
+
/* Nested $exists not allowed */
|
|
739
|
+
if (f2 && Object.keys(f2).find(fk => DboBuilder_1.EXISTS_KEYS.includes(fk))) {
|
|
740
|
+
throw { stack: ["prepareExistCondition()"], message: "Nested exists dissallowed" };
|
|
741
|
+
}
|
|
742
|
+
const makeTableChain = (finalFilter) => {
|
|
743
|
+
let joinPaths = [];
|
|
744
|
+
let expectOne = true;
|
|
745
|
+
tables.map((t2, depth) => {
|
|
746
|
+
let t1 = depth ? tables[depth - 1] : thisTable;
|
|
747
|
+
let exactPaths = [t1, t2];
|
|
748
|
+
if (!depth && eConfig.shortestJoin)
|
|
749
|
+
exactPaths = undefined;
|
|
750
|
+
const jinf = this.getJoins(t1, t2, exactPaths, true);
|
|
751
|
+
expectOne = Boolean(expectOne && jinf.expectOne);
|
|
752
|
+
joinPaths = joinPaths.concat(jinf.paths);
|
|
753
|
+
});
|
|
754
|
+
let r = makeJoin({ paths: joinPaths, expectOne }, 0);
|
|
755
|
+
return r;
|
|
756
|
+
function makeJoin(joinInfo, ji) {
|
|
757
|
+
const { paths } = joinInfo;
|
|
758
|
+
const jp = paths[ji];
|
|
759
|
+
// let prevTable = ji? paths[ji - 1].table : jp.source;
|
|
760
|
+
let table = paths[ji].table;
|
|
761
|
+
let tableAlias = (0, prostgles_types_1.asName)(ji < paths.length - 1 ? `jd${ji}` : table);
|
|
762
|
+
let prevTableAlias = (0, prostgles_types_1.asName)(ji ? `jd${ji - 1}` : thisTable);
|
|
763
|
+
let cond = `${jp.on.map(c => {
|
|
764
|
+
return c.map(([c1, c2]) => `${prevTableAlias}.${(0, prostgles_types_1.asName)(c1)} = ${tableAlias}.${(0, prostgles_types_1.asName)(c2)}`).join(" AND ");
|
|
765
|
+
}).join("\n OR ")}`;
|
|
766
|
+
let j = `SELECT 1 \n` +
|
|
767
|
+
`FROM ${(0, prostgles_types_1.asName)(table)} ${tableAlias} \n` +
|
|
768
|
+
`WHERE ${cond} \n`; //
|
|
769
|
+
if (ji === paths.length - 1 &&
|
|
770
|
+
finalFilter) {
|
|
771
|
+
j += `AND ${finalFilter} \n`;
|
|
772
|
+
}
|
|
773
|
+
const indent = (a, b) => a;
|
|
774
|
+
if (ji < paths.length - 1) {
|
|
775
|
+
j += `AND ${makeJoin(joinInfo, ji + 1)} \n`;
|
|
776
|
+
}
|
|
777
|
+
j = indent(j, ji + 1);
|
|
778
|
+
let res = `${isNotExists ? " NOT " : " "} EXISTS ( \n` +
|
|
779
|
+
j +
|
|
780
|
+
`) \n`;
|
|
781
|
+
return indent(res, ji);
|
|
782
|
+
}
|
|
783
|
+
};
|
|
784
|
+
let finalWhere = "";
|
|
785
|
+
let t2Rules = undefined, forcedFilter, filterFields, tableAlias;
|
|
786
|
+
/* Check if allowed to view data - forcedFilters will bypass this check through isForcedFilterBypass */
|
|
787
|
+
if (localParams?.isRemoteRequest && (!localParams?.socket && !localParams?.httpReq))
|
|
788
|
+
throw "Unexpected: localParams isRemoteRequest and missing socket/httpReq: ";
|
|
789
|
+
if (localParams && (localParams.socket || localParams.httpReq) && this.dboBuilder.publishParser) {
|
|
790
|
+
t2Rules = await this.dboBuilder.publishParser.getValidatedRequestRuleWusr({ tableName: t2, command: "find", localParams });
|
|
791
|
+
if (!t2Rules || !t2Rules.select)
|
|
792
|
+
throw "Dissallowed";
|
|
793
|
+
({ forcedFilter, filterFields } = t2Rules.select);
|
|
794
|
+
}
|
|
795
|
+
try {
|
|
796
|
+
finalWhere = (await this.dboBuilder.dbo[t2].prepareWhere({
|
|
797
|
+
filter: f2,
|
|
798
|
+
forcedFilter,
|
|
799
|
+
filterFields,
|
|
800
|
+
addKeywords: false,
|
|
801
|
+
tableAlias,
|
|
802
|
+
localParams,
|
|
803
|
+
tableRule: t2Rules
|
|
804
|
+
})).where;
|
|
805
|
+
}
|
|
806
|
+
catch (err) {
|
|
807
|
+
// console.trace(err)
|
|
808
|
+
throw err;
|
|
809
|
+
}
|
|
810
|
+
if (!isJoined) {
|
|
811
|
+
res = `${isNotExists ? " NOT " : " "} EXISTS (SELECT 1 \nFROM ${(0, prostgles_types_1.asName)(t2)} \n${finalWhere ? `WHERE ${finalWhere}` : ""}) `;
|
|
812
|
+
}
|
|
813
|
+
else {
|
|
814
|
+
res = makeTableChain(finalWhere);
|
|
815
|
+
}
|
|
816
|
+
return res;
|
|
817
|
+
}
|
|
818
|
+
/**
|
|
819
|
+
* parses a single filter
|
|
820
|
+
* @example
|
|
821
|
+
* { fff: 2 } => "fff" = 2
|
|
822
|
+
* { fff: { $ilike: 'abc' } } => "fff" ilike 'abc'
|
|
823
|
+
*/
|
|
824
|
+
async getCondition(params) {
|
|
825
|
+
const { filter, select, allowed_colnames, tableAlias, localParams, tableRules } = params;
|
|
826
|
+
let data = { ...filter };
|
|
827
|
+
/* Exists join filter */
|
|
828
|
+
const ERR = "Invalid exists filter. \nExpecting somethibng like: { $exists: { tableName.tableName2: Filter } } | { $exists: { \"**.tableName3\": Filter } }\n";
|
|
829
|
+
const SP_WILDCARD = "**";
|
|
830
|
+
let existsKeys = Object.keys(data)
|
|
831
|
+
.filter(k => DboBuilder_1.EXISTS_KEYS.includes(k) && Object.keys(data[k] || {}).length)
|
|
832
|
+
.map(key => {
|
|
833
|
+
const isJoined = DboBuilder_1.EXISTS_KEYS.slice(-2).includes(key);
|
|
834
|
+
let firstKey = Object.keys(data[key])[0], tables = firstKey.split("."), f2 = data[key][firstKey], shortestJoin = false;
|
|
835
|
+
if (!isJoined) {
|
|
836
|
+
if (tables.length !== 1)
|
|
837
|
+
throw "Expecting single table in exists filter. Example: { $exists: { tableName: Filter } }";
|
|
838
|
+
}
|
|
839
|
+
else {
|
|
840
|
+
/* First part can be the ** param meaning shortest join. Will be overriden by anything in tableConfig */
|
|
841
|
+
if (!tables.length)
|
|
842
|
+
throw ERR + "\nBut got: " + data[key];
|
|
843
|
+
if (tables[0] === SP_WILDCARD) {
|
|
844
|
+
tables = tables.slice(1);
|
|
845
|
+
shortestJoin = true;
|
|
846
|
+
}
|
|
847
|
+
}
|
|
848
|
+
return {
|
|
849
|
+
key,
|
|
850
|
+
existType: key,
|
|
851
|
+
isJoined,
|
|
852
|
+
shortestJoin,
|
|
853
|
+
f2,
|
|
854
|
+
tables
|
|
855
|
+
};
|
|
856
|
+
});
|
|
857
|
+
/* Exists with exact path */
|
|
858
|
+
// Object.keys(data).map(k => {
|
|
859
|
+
// let isthis = isPlainObject(data[k]) && !this.column_names.includes(k) && !k.split(".").find(kt => !this.dboBuilder.dbo[kt]);
|
|
860
|
+
// if(isthis) {
|
|
861
|
+
// existsKeys.push({
|
|
862
|
+
// key: k,
|
|
863
|
+
// notJoined: false,
|
|
864
|
+
// exactPaths: k.split(".")
|
|
865
|
+
// });
|
|
866
|
+
// }
|
|
867
|
+
// });
|
|
868
|
+
let funcConds = [];
|
|
869
|
+
const funcFilterkeys = FILTER_FUNCS.filter(f => {
|
|
870
|
+
return f.name in data;
|
|
871
|
+
});
|
|
872
|
+
funcFilterkeys.map(f => {
|
|
873
|
+
const funcArgs = data[f.name];
|
|
874
|
+
if (!Array.isArray(funcArgs))
|
|
875
|
+
throw `A function filter must contain an array. E.g: { $funcFilterName: ["col1"] } \n but got: ${JSON.stringify((0, prostgles_types_1.pickKeys)(data, [f.name]))} `;
|
|
876
|
+
const fields = this.parseFieldFilter(f.getFields(funcArgs), true, allowed_colnames);
|
|
877
|
+
const dissallowedCols = fields.filter(fname => !allowed_colnames.includes(fname));
|
|
878
|
+
if (dissallowedCols.length) {
|
|
879
|
+
throw `Invalid/disallowed columns found in function filter: ${dissallowedCols}`;
|
|
880
|
+
}
|
|
881
|
+
funcConds.push(f.getQuery({ args: funcArgs, allColumns: this.columns, allowedFields: allowed_colnames, tableAlias }));
|
|
882
|
+
});
|
|
883
|
+
let existsCond = "";
|
|
884
|
+
if (existsKeys.length) {
|
|
885
|
+
existsCond = (await Promise.all(existsKeys.map(async (k) => await this.prepareExistCondition(k, localParams)))).join(" AND ");
|
|
886
|
+
}
|
|
887
|
+
/* Computed field queries */
|
|
888
|
+
const p = this.getValidatedRules(tableRules, localParams);
|
|
889
|
+
const computedFields = p.allColumns.filter(c => c.type === "computed");
|
|
890
|
+
let computedColConditions = [];
|
|
891
|
+
Object.keys(data || {}).map(key => {
|
|
892
|
+
const compCol = computedFields.find(cf => cf.name === key);
|
|
893
|
+
if (compCol) {
|
|
894
|
+
computedColConditions.push(compCol.getQuery({
|
|
895
|
+
tableAlias,
|
|
896
|
+
allowedFields: p.select.fields,
|
|
897
|
+
allColumns: this.columns,
|
|
898
|
+
/* CTID not available in AFTER trigger */
|
|
899
|
+
// ctidField: this.is_view? undefined : "ctid"
|
|
900
|
+
ctidField: undefined,
|
|
901
|
+
}) + ` = ${DboBuilder_1.pgp.as.format("$1", [data[key]])}`);
|
|
902
|
+
delete data[key];
|
|
903
|
+
}
|
|
904
|
+
});
|
|
905
|
+
let allowedSelect = [];
|
|
906
|
+
/* Select aliases take precedence over col names. This is to ensure filters work correctly and even on computed cols*/
|
|
907
|
+
if (select) {
|
|
908
|
+
/* Allow filtering by selected fields/funcs */
|
|
909
|
+
allowedSelect = select.filter(s => {
|
|
910
|
+
/* */
|
|
911
|
+
if (["function", "computed", "column"].includes(s.type)) {
|
|
912
|
+
if (s.type !== "column" || allowed_colnames.includes(s.alias)) {
|
|
913
|
+
return true;
|
|
914
|
+
}
|
|
915
|
+
}
|
|
916
|
+
return false;
|
|
917
|
+
});
|
|
918
|
+
}
|
|
919
|
+
/* Add remaining allowed fields */
|
|
920
|
+
allowedSelect = allowedSelect.concat(p.allColumns.filter(c => allowed_colnames.includes(c.name) &&
|
|
921
|
+
!allowedSelect.find(s => s.alias === c.name)).map(f => ({
|
|
922
|
+
type: f.type,
|
|
923
|
+
alias: f.name,
|
|
924
|
+
getQuery: (tableAlias) => f.getQuery({
|
|
925
|
+
tableAlias,
|
|
926
|
+
allColumns: this.columns,
|
|
927
|
+
allowedFields: allowed_colnames
|
|
928
|
+
}),
|
|
929
|
+
selected: false,
|
|
930
|
+
getFields: () => [f.name],
|
|
931
|
+
column_udt_type: f.type === "column" ? this.columns.find(c => c.name === f.name)?.udt_name : undefined
|
|
932
|
+
})));
|
|
933
|
+
/* Parse complex filters
|
|
934
|
+
{ $filter: [{ $func: [...] }, "=", value | { $func: [..] }] }
|
|
935
|
+
*/
|
|
936
|
+
const complexFilters = [];
|
|
937
|
+
const complexFilterKey = "$filter";
|
|
938
|
+
const allowedComparators = [">", "<", "=", "<=", ">=", "<>", "!="];
|
|
939
|
+
if (complexFilterKey in data) {
|
|
940
|
+
const getFuncQuery = (funcData) => {
|
|
941
|
+
const { funcName, args } = (0, QueryBuilder_1.parseFunctionObject)(funcData);
|
|
942
|
+
const funcDef = (0, QueryBuilder_1.parseFunction)({ func: funcName, args, functions: QueryBuilder_1.FUNCTIONS, allowedFields: allowed_colnames });
|
|
943
|
+
return funcDef.getQuery({ args, tableAlias, allColumns: this.columns, allowedFields: allowed_colnames });
|
|
944
|
+
};
|
|
945
|
+
const complexFilter = data[complexFilterKey];
|
|
946
|
+
if (!Array.isArray(complexFilter))
|
|
947
|
+
throw `Invalid $filter. Must contain an array of at least element but got: ${JSON.stringify(complexFilter)} `;
|
|
948
|
+
const leftFilter = complexFilter[0];
|
|
949
|
+
const comparator = complexFilter[1];
|
|
950
|
+
const rightFilterOrValue = complexFilter[2];
|
|
951
|
+
const leftVal = getFuncQuery(leftFilter);
|
|
952
|
+
let result = leftVal;
|
|
953
|
+
if (comparator) {
|
|
954
|
+
if (!allowedComparators.includes(comparator))
|
|
955
|
+
throw `Invalid $filter. comparator ${JSON.stringify(comparator)} is not valid. Expecting one of: ${allowedComparators}`;
|
|
956
|
+
if (!rightFilterOrValue)
|
|
957
|
+
throw "Invalid $filter. Expecting a value or function after the comparator";
|
|
958
|
+
const rightVal = (0, prostgles_types_1.isObject)(rightFilterOrValue) ? getFuncQuery(rightFilterOrValue) : (0, PubSubManager_1.asValue)(rightFilterOrValue);
|
|
959
|
+
if (leftVal === rightVal)
|
|
960
|
+
throw "Invalid $filter. Cannot compare two identical function signatures: " + JSON.stringify(leftFilter);
|
|
961
|
+
result += ` ${comparator} ${rightVal}`;
|
|
962
|
+
}
|
|
963
|
+
complexFilters.push(result);
|
|
964
|
+
}
|
|
965
|
+
/* Parse join filters
|
|
966
|
+
{ $joinFilter: { $ST_DWithin: [table.col, foreignTable.col, distance] }
|
|
967
|
+
will make an exists filter
|
|
968
|
+
*/
|
|
969
|
+
let filterKeys = Object.keys(data).filter(k => k !== complexFilterKey && !funcFilterkeys.find(ek => ek.name === k) && !computedFields.find(cf => cf.name === k) && !existsKeys.find(ek => ek.key === k));
|
|
970
|
+
// if(allowed_colnames){
|
|
971
|
+
// const aliasedColumns = (select || []).filter(s =>
|
|
972
|
+
// ["function", "computed", "column"].includes(s.type) && allowed_colnames.includes(s.alias) ||
|
|
973
|
+
// s.getFields().find(f => allowed_colnames.includes(f))
|
|
974
|
+
// ).map(s => s.alias);
|
|
975
|
+
// const validCols = [...allowed_colnames, ...aliasedColumns];
|
|
976
|
+
// }
|
|
977
|
+
const validFieldNames = allowedSelect.map(s => s.alias);
|
|
978
|
+
const invalidColumn = filterKeys
|
|
979
|
+
.find(fName => !validFieldNames.find(c => c === fName ||
|
|
980
|
+
(fName.startsWith(c) && (fName.slice(c.length).includes("->") ||
|
|
981
|
+
fName.slice(c.length).includes(".")))));
|
|
982
|
+
if (invalidColumn) {
|
|
983
|
+
throw `Table: ${this.name} -> disallowed/inexistent columns in filter: ${invalidColumn} \n Expecting one of: ${allowedSelect.map(s => s.type === "column" ? s.getQuery() : s.alias).join(", ")}`;
|
|
984
|
+
}
|
|
985
|
+
/* TODO: Allow filter funcs */
|
|
986
|
+
// const singleFuncs = FUNCTIONS.filter(f => f.singleColArg);
|
|
987
|
+
const f = (0, prostgles_types_1.pickKeys)(data, filterKeys);
|
|
988
|
+
const q = (0, Filtering_1.parseFilterItem)({
|
|
989
|
+
filter: f,
|
|
990
|
+
tableAlias,
|
|
991
|
+
pgp: DboBuilder_1.pgp,
|
|
992
|
+
select: allowedSelect
|
|
993
|
+
});
|
|
994
|
+
let templates = [q].filter(q => q);
|
|
995
|
+
if (existsCond)
|
|
996
|
+
templates.push(existsCond);
|
|
997
|
+
templates = templates.concat(funcConds);
|
|
998
|
+
templates = templates.concat(computedColConditions);
|
|
999
|
+
templates = templates.concat(complexFilters);
|
|
1000
|
+
/* sorted to ensure duplicate subscription channels are not created due to different condition order */
|
|
1001
|
+
return templates.sort()
|
|
1002
|
+
.join(" AND \n");
|
|
1003
|
+
}
|
|
1004
|
+
/* This relates only to SELECT */
|
|
1005
|
+
prepareSortItems(orderBy, allowed_cols, tableAlias, select) {
|
|
1006
|
+
const throwErr = () => {
|
|
1007
|
+
throw "\nInvalid orderBy option -> " + JSON.stringify(orderBy) +
|
|
1008
|
+
"Expecting: \
|
|
1009
|
+
{ key2: false, key1: true } \
|
|
1010
|
+
{ key1: 1, key2: -1 } \
|
|
1011
|
+
[{ key1: true }, { key2: false }] \
|
|
1012
|
+
[{ key: 'colName', asc: true, nulls: 'first', nullEmpty: true }]";
|
|
1013
|
+
}, parseOrderObj = (orderBy, expectOne = false) => {
|
|
1014
|
+
if (!(0, DboBuilder_1.isPlainObject)(orderBy))
|
|
1015
|
+
return throwErr();
|
|
1016
|
+
const keys = Object.keys(orderBy);
|
|
1017
|
+
if (keys.length && keys.find(k => ["key", "asc", "nulls", "nullEmpty"].includes(k))) {
|
|
1018
|
+
const { key, asc, nulls, nullEmpty = false } = orderBy;
|
|
1019
|
+
if (!["string"].includes(typeof key) ||
|
|
1020
|
+
!["boolean"].includes(typeof asc) ||
|
|
1021
|
+
!["first", "last", undefined, null].includes(nulls) ||
|
|
1022
|
+
!["boolean"].includes(typeof nullEmpty)) {
|
|
1023
|
+
throw `Invalid orderBy option (${JSON.stringify(orderBy, null, 2)}) \n
|
|
1024
|
+
Expecting { key: string, asc?: boolean, nulls?: 'first' | 'last' | null | undefined, nullEmpty?: boolean } `;
|
|
1025
|
+
}
|
|
1026
|
+
return [{ key, asc, nulls, nullEmpty }];
|
|
1027
|
+
}
|
|
1028
|
+
if (expectOne && keys.length > 1) {
|
|
1029
|
+
throw "\nInvalid orderBy " + JSON.stringify(orderBy) +
|
|
1030
|
+
"\nEach orderBy array element cannot have more than one key";
|
|
1031
|
+
}
|
|
1032
|
+
/* { key2: true, key1: false } */
|
|
1033
|
+
if (!Object.values(orderBy).find(v => ![true, false].includes(v))) {
|
|
1034
|
+
return keys.map(key => ({ key, asc: Boolean(orderBy[key]) }));
|
|
1035
|
+
/* { key2: -1, key1: 1 } */
|
|
1036
|
+
}
|
|
1037
|
+
else if (!Object.values(orderBy).find(v => ![-1, 1].includes(v))) {
|
|
1038
|
+
return keys.map(key => ({ key, asc: orderBy[key] === 1 }));
|
|
1039
|
+
/* { key2: "asc", key1: "desc" } */
|
|
1040
|
+
}
|
|
1041
|
+
else if (!Object.values(orderBy).find(v => !["asc", "desc"].includes(v))) {
|
|
1042
|
+
return keys.map(key => ({ key, asc: orderBy[key] === "asc" }));
|
|
1043
|
+
}
|
|
1044
|
+
else
|
|
1045
|
+
return throwErr();
|
|
1046
|
+
};
|
|
1047
|
+
if (!orderBy)
|
|
1048
|
+
return [];
|
|
1049
|
+
let _ob = [];
|
|
1050
|
+
if ((0, DboBuilder_1.isPlainObject)(orderBy)) {
|
|
1051
|
+
_ob = parseOrderObj(orderBy);
|
|
1052
|
+
}
|
|
1053
|
+
else if (typeof orderBy === "string") {
|
|
1054
|
+
/* string */
|
|
1055
|
+
_ob = [{ key: orderBy, asc: true }];
|
|
1056
|
+
}
|
|
1057
|
+
else if (Array.isArray(orderBy)) {
|
|
1058
|
+
/* Order by is formed of a list of ascending field names */
|
|
1059
|
+
let _orderBy = orderBy;
|
|
1060
|
+
if (_orderBy && !_orderBy.find(v => typeof v !== "string")) {
|
|
1061
|
+
/* [string] */
|
|
1062
|
+
_ob = _orderBy.map(key => ({ key, asc: true }));
|
|
1063
|
+
}
|
|
1064
|
+
else if (_orderBy.find(v => (0, DboBuilder_1.isPlainObject)(v) && Object.keys(v).length)) {
|
|
1065
|
+
_ob = _orderBy.map(v => parseOrderObj(v, true)[0]);
|
|
1066
|
+
}
|
|
1067
|
+
else
|
|
1068
|
+
return throwErr();
|
|
1069
|
+
}
|
|
1070
|
+
else
|
|
1071
|
+
return throwErr();
|
|
1072
|
+
if (!_ob || !_ob.length)
|
|
1073
|
+
return [];
|
|
1074
|
+
const validatedAggAliases = select.filter(s => s.type !== "joinedColumn" &&
|
|
1075
|
+
(!s.fields.length || s.fields.every(f => allowed_cols.includes(f)))).map(s => s.alias);
|
|
1076
|
+
let bad_param = _ob.find(({ key }) => !(validatedAggAliases || []).includes(key) &&
|
|
1077
|
+
!allowed_cols.includes(key));
|
|
1078
|
+
if (!bad_param) {
|
|
1079
|
+
const selectedAliases = select.filter(s => s.selected).map(s => s.alias);
|
|
1080
|
+
// return (excludeOrder? "" : " ORDER BY ") + (_ob.map(({ key, asc, nulls, nullEmpty = false }) => {
|
|
1081
|
+
return _ob.map(({ key, asc, nulls, nullEmpty = false }) => {
|
|
1082
|
+
/* Order by column index when possible to bypass name collision when ordering by a computed column.
|
|
1083
|
+
(Postgres will sort by existing columns wheundefined possible)
|
|
1084
|
+
*/
|
|
1085
|
+
const orderType = asc ? " ASC " : " DESC ";
|
|
1086
|
+
const index = selectedAliases.indexOf(key) + 1;
|
|
1087
|
+
const nullOrder = nulls ? ` NULLS ${nulls === "first" ? " FIRST " : " LAST "}` : "";
|
|
1088
|
+
let colKey = (index > 0 && !nullEmpty) ? index : [tableAlias, key].filter(prostgles_types_1.isDefined).map(prostgles_types_1.asName).join(".");
|
|
1089
|
+
if (nullEmpty) {
|
|
1090
|
+
colKey = `nullif(trim(${colKey}::text), '')`;
|
|
1091
|
+
}
|
|
1092
|
+
const res = `${colKey} ${orderType} ${nullOrder}`;
|
|
1093
|
+
if (typeof colKey === "number") {
|
|
1094
|
+
return {
|
|
1095
|
+
asc,
|
|
1096
|
+
fieldPosition: colKey
|
|
1097
|
+
};
|
|
1098
|
+
}
|
|
1099
|
+
return {
|
|
1100
|
+
fieldQuery: colKey,
|
|
1101
|
+
asc,
|
|
1102
|
+
};
|
|
1103
|
+
});
|
|
1104
|
+
}
|
|
1105
|
+
else {
|
|
1106
|
+
throw "Invalid/disallowed orderBy fields or params: " + bad_param.key;
|
|
1107
|
+
}
|
|
1108
|
+
}
|
|
1109
|
+
/* This relates only to SELECT */
|
|
1110
|
+
prepareLimitQuery(limit = 1000, p) {
|
|
1111
|
+
if (limit !== undefined && limit !== null && !Number.isInteger(limit)) {
|
|
1112
|
+
throw "Unexpected LIMIT. Must be null or an integer";
|
|
1113
|
+
}
|
|
1114
|
+
let _limit = limit;
|
|
1115
|
+
// if(_limit === undefined && p.select.maxLimit === null){
|
|
1116
|
+
// _limit = 1000;
|
|
1117
|
+
/* If no limit then set as the lesser of (100, maxLimit) */
|
|
1118
|
+
// } else
|
|
1119
|
+
if (_limit !== null && !Number.isInteger(_limit) && p.select.maxLimit !== null) {
|
|
1120
|
+
_limit = [100, p.select.maxLimit].filter(Number.isInteger).sort((a, b) => a - b)[0];
|
|
1121
|
+
}
|
|
1122
|
+
else {
|
|
1123
|
+
/* If a limit higher than maxLimit specified throw error */
|
|
1124
|
+
if (Number.isInteger(p.select.maxLimit) && _limit > p.select.maxLimit) {
|
|
1125
|
+
throw `Unexpected LIMIT ${_limit}. Must be less than the published maxLimit: ` + p.select.maxLimit;
|
|
1126
|
+
}
|
|
1127
|
+
}
|
|
1128
|
+
return _limit;
|
|
1129
|
+
}
|
|
1130
|
+
/* This relates only to SELECT */
|
|
1131
|
+
prepareOffsetQuery(offset) {
|
|
1132
|
+
if (Number.isInteger(offset)) {
|
|
1133
|
+
return offset;
|
|
1134
|
+
}
|
|
1135
|
+
return 0;
|
|
1136
|
+
}
|
|
1137
|
+
intersectColumns(allowedFields, dissallowedFields, fixIssues = false) {
|
|
1138
|
+
let result = [];
|
|
1139
|
+
if (allowedFields) {
|
|
1140
|
+
result = this.parseFieldFilter(allowedFields);
|
|
1141
|
+
}
|
|
1142
|
+
if (dissallowedFields) {
|
|
1143
|
+
const _dissalowed = this.parseFieldFilter(dissallowedFields);
|
|
1144
|
+
if (!fixIssues) {
|
|
1145
|
+
throw `dissallowed/invalid field found for ${this.name}: `;
|
|
1146
|
+
}
|
|
1147
|
+
result = result.filter(key => !_dissalowed.includes(key));
|
|
1148
|
+
}
|
|
1149
|
+
return result;
|
|
1150
|
+
}
|
|
1151
|
+
/**
|
|
1152
|
+
* Prepare and validate field object:
|
|
1153
|
+
* @example ({ item_id: 1 }, { user_id: 32 }) => { item_id: 1, user_id: 32 }
|
|
1154
|
+
* OR
|
|
1155
|
+
* ({ a: 1 }, { b: 32 }, ["c", "d"]) => throw "a field is not allowed"
|
|
1156
|
+
* @param {Object} obj - initial data
|
|
1157
|
+
* @param {Object} forcedData - set/override property
|
|
1158
|
+
* @param {string[]} allowed_cols - allowed columns (excluding forcedData) from table rules
|
|
1159
|
+
*/
|
|
1160
|
+
prepareFieldValues(obj = {}, forcedData = {}, allowed_cols, fixIssues = false) {
|
|
1161
|
+
let column_names = this.column_names.slice(0);
|
|
1162
|
+
if (!column_names || !column_names.length)
|
|
1163
|
+
throw "table column_names mising";
|
|
1164
|
+
let _allowed_cols = column_names.slice(0);
|
|
1165
|
+
let _obj = { ...obj };
|
|
1166
|
+
if (allowed_cols) {
|
|
1167
|
+
_allowed_cols = this.parseFieldFilter(allowed_cols, false);
|
|
1168
|
+
}
|
|
1169
|
+
let final_filter = { ..._obj }, filter_keys = Object.keys(final_filter);
|
|
1170
|
+
if (fixIssues && filter_keys.length) {
|
|
1171
|
+
final_filter = {};
|
|
1172
|
+
filter_keys
|
|
1173
|
+
.filter(col => _allowed_cols.includes(col))
|
|
1174
|
+
.map(col => {
|
|
1175
|
+
final_filter[col] = _obj[col];
|
|
1176
|
+
});
|
|
1177
|
+
}
|
|
1178
|
+
/* If has keys check against allowed_cols */
|
|
1179
|
+
if (final_filter && Object.keys(final_filter).length && _allowed_cols) {
|
|
1180
|
+
validateObj(final_filter, _allowed_cols);
|
|
1181
|
+
}
|
|
1182
|
+
if (forcedData && Object.keys(forcedData).length) {
|
|
1183
|
+
final_filter = { ...final_filter, ...forcedData };
|
|
1184
|
+
}
|
|
1185
|
+
validateObj(final_filter, column_names.slice(0));
|
|
1186
|
+
return final_filter;
|
|
1187
|
+
}
|
|
1188
|
+
parseFieldFilter(fieldParams = "*", allow_empty = true, allowed_cols) {
|
|
1189
|
+
return ViewHandler._parseFieldFilter(fieldParams, allow_empty, allowed_cols || this.column_names.slice(0));
|
|
1190
|
+
}
|
|
1191
|
+
/**
|
|
1192
|
+
* Filter string array
|
|
1193
|
+
* @param {FieldFilter} fieldParams - { col1: 0, col2: 0 } | { col1: true, col2: true } | "*" | ["key1", "key2"] | []
|
|
1194
|
+
* @param {boolean} allow_empty - allow empty select. defaults to true
|
|
1195
|
+
*/
|
|
1196
|
+
static _parseFieldFilter(fieldParams = "*", allow_empty = true, all_cols) {
|
|
1197
|
+
if (!all_cols)
|
|
1198
|
+
throw "all_cols missing";
|
|
1199
|
+
const all_fields = all_cols; // || this.column_names.slice(0);
|
|
1200
|
+
let colNames = [], initialParams = JSON.stringify(fieldParams);
|
|
1201
|
+
if (fieldParams) {
|
|
1202
|
+
/*
|
|
1203
|
+
"field1, field2, field4" | "*"
|
|
1204
|
+
*/
|
|
1205
|
+
if (typeof fieldParams === "string") {
|
|
1206
|
+
fieldParams = fieldParams.split(",").map(k => k.trim());
|
|
1207
|
+
}
|
|
1208
|
+
/* string[] */
|
|
1209
|
+
if (Array.isArray(fieldParams) && !fieldParams.find(f => typeof f !== "string")) {
|
|
1210
|
+
/*
|
|
1211
|
+
["*"]
|
|
1212
|
+
*/
|
|
1213
|
+
if (fieldParams[0] === "*") {
|
|
1214
|
+
return all_fields.slice(0);
|
|
1215
|
+
/*
|
|
1216
|
+
[""]
|
|
1217
|
+
*/
|
|
1218
|
+
}
|
|
1219
|
+
else if (fieldParams[0] === "") {
|
|
1220
|
+
if (allow_empty) {
|
|
1221
|
+
return [""];
|
|
1222
|
+
}
|
|
1223
|
+
else {
|
|
1224
|
+
throw "Empty value not allowed";
|
|
1225
|
+
}
|
|
1226
|
+
/*
|
|
1227
|
+
["field1", "field2", "field3"]
|
|
1228
|
+
*/
|
|
1229
|
+
}
|
|
1230
|
+
else {
|
|
1231
|
+
colNames = fieldParams.slice(0);
|
|
1232
|
+
}
|
|
1233
|
+
/*
|
|
1234
|
+
{ field1: true, field2: true } = only field1 and field2
|
|
1235
|
+
{ field1: false, field2: false } = all fields except field1 and field2
|
|
1236
|
+
*/
|
|
1237
|
+
}
|
|
1238
|
+
else if ((0, DboBuilder_1.isPlainObject)(fieldParams)) {
|
|
1239
|
+
if (!(0, prostgles_types_1.getKeys)(fieldParams).length) {
|
|
1240
|
+
return []; //all_fields.slice(0) as typeof all_fields;
|
|
1241
|
+
}
|
|
1242
|
+
let keys = (0, prostgles_types_1.getKeys)(fieldParams);
|
|
1243
|
+
if (keys[0] === "") {
|
|
1244
|
+
if (allow_empty) {
|
|
1245
|
+
return [""];
|
|
1246
|
+
}
|
|
1247
|
+
else {
|
|
1248
|
+
throw "Empty value not allowed";
|
|
1249
|
+
}
|
|
1250
|
+
}
|
|
1251
|
+
validate(keys);
|
|
1252
|
+
keys.forEach(key => {
|
|
1253
|
+
const allowedVals = [true, false, 0, 1];
|
|
1254
|
+
if (!allowedVals.includes(fieldParams[key]))
|
|
1255
|
+
throw `Invalid field selection value for: { ${key}: ${fieldParams[key]} }. \n Allowed values: ${allowedVals.join(" OR ")}`;
|
|
1256
|
+
});
|
|
1257
|
+
let allowed = keys.filter(key => fieldParams[key]), disallowed = keys.filter(key => !fieldParams[key]);
|
|
1258
|
+
if (disallowed && disallowed.length) {
|
|
1259
|
+
return all_fields.filter(col => !disallowed.includes(col));
|
|
1260
|
+
}
|
|
1261
|
+
else {
|
|
1262
|
+
return [...allowed];
|
|
1263
|
+
}
|
|
1264
|
+
}
|
|
1265
|
+
else {
|
|
1266
|
+
throw " Unrecognised field filter.\nExpecting any of: string | string[] | { [field]: boolean } \n Received -> " + initialParams;
|
|
1267
|
+
}
|
|
1268
|
+
validate(colNames);
|
|
1269
|
+
}
|
|
1270
|
+
return colNames;
|
|
1271
|
+
function validate(cols) {
|
|
1272
|
+
let bad_keys = cols.filter(col => !all_fields.includes(col));
|
|
1273
|
+
if (bad_keys && bad_keys.length) {
|
|
1274
|
+
throw "\nUnrecognised or illegal fields: " + bad_keys.join(", ");
|
|
1275
|
+
}
|
|
1276
|
+
}
|
|
1277
|
+
}
|
|
1278
|
+
}
|
|
1279
|
+
exports.ViewHandler = ViewHandler;
|
|
1280
|
+
/**
|
|
1281
|
+
* Throw error if illegal keys found in object
|
|
1282
|
+
*/
|
|
1283
|
+
function validateObj(obj, allowedKeys) {
|
|
1284
|
+
if (obj && Object.keys(obj).length) {
|
|
1285
|
+
const invalid_keys = Object.keys(obj).filter(k => !allowedKeys.includes(k));
|
|
1286
|
+
if (invalid_keys.length) {
|
|
1287
|
+
throw "Invalid/Illegal fields found: " + invalid_keys.join(", ");
|
|
1288
|
+
}
|
|
1289
|
+
}
|
|
1290
|
+
return obj;
|
|
1291
|
+
}
|
|
1292
|
+
//# sourceMappingURL=ViewHandler.js.map
|