prostgles-server 4.2.235 → 4.2.237
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/DboBuilder/ViewHandler/subscribe.d.ts.map +1 -1
- package/dist/DboBuilder/ViewHandler/subscribe.js.map +1 -1
- package/dist/Logging.d.ts +6 -3
- package/dist/Logging.d.ts.map +1 -1
- package/dist/PubSubManager/PubSubManager.d.ts +19 -3
- package/dist/PubSubManager/PubSubManager.d.ts.map +1 -1
- package/dist/PubSubManager/PubSubManager.js +29 -237
- package/dist/PubSubManager/PubSubManager.js.map +1 -1
- package/dist/PubSubManager/addTrigger.d.ts +21 -0
- package/dist/PubSubManager/addTrigger.d.ts.map +1 -0
- package/dist/PubSubManager/addTrigger.js +83 -0
- package/dist/PubSubManager/addTrigger.js.map +1 -0
- package/dist/PubSubManager/deleteOrphanedTriggers.d.ts +3 -0
- package/dist/PubSubManager/deleteOrphanedTriggers.d.ts.map +1 -0
- package/dist/PubSubManager/deleteOrphanedTriggers.js +31 -0
- package/dist/PubSubManager/deleteOrphanedTriggers.js.map +1 -0
- package/dist/PubSubManager/initialiseEventTriggers.d.ts +3 -0
- package/dist/PubSubManager/initialiseEventTriggers.d.ts.map +1 -0
- package/dist/PubSubManager/initialiseEventTriggers.js +150 -0
- package/dist/PubSubManager/initialiseEventTriggers.js.map +1 -0
- package/dist/PubSubManager/notifListener.d.ts.map +1 -1
- package/dist/PubSubManager/notifListener.js +2 -28
- package/dist/PubSubManager/notifListener.js.map +1 -1
- package/dist/PubSubManager/refreshTriggers.d.ts +3 -0
- package/dist/PubSubManager/refreshTriggers.d.ts.map +1 -0
- package/dist/PubSubManager/refreshTriggers.js +31 -0
- package/dist/PubSubManager/refreshTriggers.js.map +1 -0
- package/lib/DboBuilder/ViewHandler/subscribe.ts +0 -1
- package/lib/Logging.ts +7 -3
- package/lib/PubSubManager/PubSubManager.ts +37 -266
- package/lib/PubSubManager/addTrigger.ts +94 -0
- package/lib/PubSubManager/deleteOrphanedTriggers.ts +33 -0
- package/lib/PubSubManager/initialiseEventTriggers.ts +156 -0
- package/lib/PubSubManager/notifListener.ts +2 -31
- package/lib/PubSubManager/refreshTriggers.ts +38 -0
- package/package.json +1 -1
|
@@ -3,7 +3,6 @@
|
|
|
3
3
|
* Licensed under the MIT License. See LICENSE in the project root for license information.
|
|
4
4
|
*--------------------------------------------------------------------------------------------*/
|
|
5
5
|
|
|
6
|
-
import * as crypto from "crypto";
|
|
7
6
|
import {
|
|
8
7
|
DBHandlerServer,
|
|
9
8
|
DboBuilder,
|
|
@@ -12,9 +11,13 @@ import {
|
|
|
12
11
|
TableOrViewInfo,
|
|
13
12
|
} from "../DboBuilder/DboBuilder";
|
|
14
13
|
import { PostgresNotifListenManager } from "../PostgresNotifListenManager";
|
|
15
|
-
import { DB
|
|
14
|
+
import { DB } from "../Prostgles";
|
|
16
15
|
import { addSync } from "./addSync";
|
|
16
|
+
import { addTrigger } from "./addTrigger";
|
|
17
|
+
import { initialiseEventTriggers } from "./initialiseEventTriggers";
|
|
17
18
|
import { initPubSubManager } from "./initPubSubManager";
|
|
19
|
+
import { refreshTriggers } from "./refreshTriggers";
|
|
20
|
+
import { deleteOrphanedTriggers } from "./deleteOrphanedTriggers";
|
|
18
21
|
|
|
19
22
|
import * as pgPromise from "pg-promise";
|
|
20
23
|
import pg from "pg-promise/typescript/pg-subset";
|
|
@@ -28,20 +31,17 @@ import {
|
|
|
28
31
|
WAL,
|
|
29
32
|
} from "prostgles-types";
|
|
30
33
|
|
|
31
|
-
import { find, pickKeys
|
|
34
|
+
import { find, pickKeys } from "prostgles-types/dist/util";
|
|
32
35
|
import { LocalFuncs, getOnDataFunc, matchesLocalFuncs } from "../DboBuilder/ViewHandler/subscribe";
|
|
33
|
-
import { EVENT_TRIGGER_TAGS } from "../Event_Trigger_Tags";
|
|
34
36
|
import { EventTypes } from "../Logging";
|
|
35
37
|
import { TableRule } from "../PublishParser/PublishParser";
|
|
36
38
|
import { syncData } from "../SyncReplication";
|
|
37
39
|
import { addSub } from "./addSub";
|
|
38
|
-
import { DB_OBJ_NAMES } from "./getPubSubManagerInitQuery";
|
|
39
40
|
import { notifListener } from "./notifListener";
|
|
40
|
-
import { DELETE_DISCONNECTED_APPS_QUERY } from "./orphanTriggerCheck";
|
|
41
41
|
import { pushSubData } from "./pushSubData";
|
|
42
42
|
|
|
43
43
|
type PGP = pgPromise.IMain<{}, pg.IClient>;
|
|
44
|
-
const pgp: PGP = pgPromise({});
|
|
44
|
+
export const pgp: PGP = pgPromise({});
|
|
45
45
|
export const asValue = (v: any) => pgp.as.format("$1", [v]);
|
|
46
46
|
export const DEFAULT_SYNC_BATCH_SIZE = 50;
|
|
47
47
|
|
|
@@ -156,6 +156,8 @@ export type Subscription = Pick<
|
|
|
156
156
|
}[];
|
|
157
157
|
};
|
|
158
158
|
|
|
159
|
+
export type PubSubManagerTriggers = Record<string, { condition: string; hash: string }[]>;
|
|
160
|
+
|
|
159
161
|
/**
|
|
160
162
|
* Used to facilitate table subscribe and sync
|
|
161
163
|
*/
|
|
@@ -183,7 +185,7 @@ export class PubSubManager {
|
|
|
183
185
|
}
|
|
184
186
|
|
|
185
187
|
dboBuilder: DboBuilder;
|
|
186
|
-
_triggers:
|
|
188
|
+
_triggers: PubSubManagerTriggers | undefined;
|
|
187
189
|
sockets: AnyObject = {};
|
|
188
190
|
|
|
189
191
|
subs: Subscription[] = [];
|
|
@@ -232,92 +234,7 @@ export class PubSubManager {
|
|
|
232
234
|
|
|
233
235
|
appChecking = false;
|
|
234
236
|
checkedListenerTableCond?: string[];
|
|
235
|
-
|
|
236
|
-
initialiseEventTriggers = async () => {
|
|
237
|
-
const { watchSchema } = this.dboBuilder.prostgles.opts;
|
|
238
|
-
if (watchSchema && !(await getIsSuperUser(this.db))) {
|
|
239
|
-
console.warn(
|
|
240
|
-
"prostgles watchSchema requires superuser db user. Will not watch using event triggers"
|
|
241
|
-
);
|
|
242
|
-
}
|
|
243
|
-
|
|
244
|
-
try {
|
|
245
|
-
/** We use these names because they include schema where necessary */
|
|
246
|
-
const allTableNames = Object.keys(this.dbo).filter((k) => this.dbo[k]?.tableOrViewInfo);
|
|
247
|
-
const tableFilterQuery =
|
|
248
|
-
allTableNames.length ?
|
|
249
|
-
`OR table_name NOT IN (${allTableNames.map((tblName) => asValue(tblName)).join(", ")})`
|
|
250
|
-
: "";
|
|
251
|
-
const query = pgp.as.format(
|
|
252
|
-
`
|
|
253
|
-
BEGIN;-- ISOLATION LEVEL SERIALIZABLE;
|
|
254
|
-
|
|
255
|
-
/**
|
|
256
|
-
* ${PubSubManager.EXCLUDE_QUERY_FROM_SCHEMA_WATCH_ID}
|
|
257
|
-
* Drop stale triggers
|
|
258
|
-
* */
|
|
259
|
-
DO
|
|
260
|
-
$do$
|
|
261
|
-
DECLARE trg RECORD;
|
|
262
|
-
q TEXT;
|
|
263
|
-
ev_trg_needed BOOLEAN := FALSE;
|
|
264
|
-
ev_trg_exists BOOLEAN := FALSE;
|
|
265
|
-
is_super_user BOOLEAN := FALSE;
|
|
266
|
-
BEGIN
|
|
267
|
-
|
|
268
|
-
/**
|
|
269
|
-
* Delete disconnected app records, this will delete related triggers
|
|
270
|
-
* */
|
|
271
|
-
${DELETE_DISCONNECTED_APPS_QUERY};
|
|
272
|
-
|
|
273
|
-
DELETE FROM prostgles.app_triggers
|
|
274
|
-
WHERE app_id NOT IN (SELECT id FROM prostgles.apps)
|
|
275
|
-
${tableFilterQuery}
|
|
276
|
-
;
|
|
277
|
-
|
|
278
|
-
/** IS THIS STILL NEEDED? Delete existing triggers without locking
|
|
279
|
-
*/
|
|
280
|
-
LOCK TABLE prostgles.app_triggers IN ACCESS EXCLUSIVE MODE;
|
|
281
|
-
EXECUTE format(
|
|
282
|
-
$q$
|
|
283
|
-
|
|
284
|
-
CREATE TEMP TABLE %1$I AS --ON COMMIT DROP AS
|
|
285
|
-
SELECT * FROM prostgles.app_triggers;
|
|
286
|
-
|
|
287
|
-
DELETE FROM prostgles.app_triggers;
|
|
288
|
-
|
|
289
|
-
INSERT INTO prostgles.app_triggers
|
|
290
|
-
SELECT * FROM %1$I;
|
|
291
|
-
|
|
292
|
-
DROP TABLE IF EXISTS %1$I;
|
|
293
|
-
$q$,
|
|
294
|
-
${asValue("triggers_" + this.appId)}
|
|
295
|
-
);
|
|
296
|
-
|
|
297
|
-
${SCHEMA_WATCH_EVENT_TRIGGER_QUERY}
|
|
298
|
-
|
|
299
|
-
END
|
|
300
|
-
$do$;
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
COMMIT;
|
|
304
|
-
`,
|
|
305
|
-
{ EVENT_TRIGGER_TAGS }
|
|
306
|
-
);
|
|
307
|
-
|
|
308
|
-
await this.db
|
|
309
|
-
.tx((t) => t.any(query))
|
|
310
|
-
.catch((e: any) => {
|
|
311
|
-
console.error("prepareTriggers failed: ", e);
|
|
312
|
-
throw e;
|
|
313
|
-
});
|
|
314
|
-
|
|
315
|
-
return true;
|
|
316
|
-
} catch (e) {
|
|
317
|
-
console.error("prepareTriggers failed: ", e);
|
|
318
|
-
throw e;
|
|
319
|
-
}
|
|
320
|
-
};
|
|
237
|
+
initialiseEventTriggers = initialiseEventTriggers.bind(this);
|
|
321
238
|
|
|
322
239
|
getClientSubs({
|
|
323
240
|
channel_name,
|
|
@@ -359,6 +276,16 @@ export class PubSubManager {
|
|
|
359
276
|
|
|
360
277
|
notifListener = notifListener.bind(this);
|
|
361
278
|
|
|
279
|
+
getTriggerInfo = (tableName: string) => {
|
|
280
|
+
const tableTriggerConditions = this._triggers?.[tableName]?.map((cond, idx) => ({
|
|
281
|
+
idx,
|
|
282
|
+
...cond,
|
|
283
|
+
subs: this.getTriggerSubs(tableName, cond.condition),
|
|
284
|
+
syncs: this.getSyncs(tableName, cond.condition),
|
|
285
|
+
}));
|
|
286
|
+
return tableTriggerConditions;
|
|
287
|
+
};
|
|
288
|
+
|
|
362
289
|
getSubData = async (
|
|
363
290
|
sub: Subscription
|
|
364
291
|
): Promise<{ data: any[]; err?: undefined } | { data?: undefined; err: any }> => {
|
|
@@ -457,184 +384,15 @@ export class PubSubManager {
|
|
|
457
384
|
/**
|
|
458
385
|
* Sync triggers with database
|
|
459
386
|
* */
|
|
460
|
-
refreshTriggers =
|
|
461
|
-
const triggers: {
|
|
462
|
-
table_name: string;
|
|
463
|
-
condition: string;
|
|
464
|
-
}[] = await this.db.any(
|
|
465
|
-
`
|
|
466
|
-
SELECT *
|
|
467
|
-
FROM prostgles.v_triggers
|
|
468
|
-
WHERE app_id = $1
|
|
469
|
-
ORDER BY table_name, condition
|
|
470
|
-
`,
|
|
471
|
-
[this.dboBuilder.prostgles.appId]
|
|
472
|
-
);
|
|
387
|
+
refreshTriggers = refreshTriggers.bind(this);
|
|
473
388
|
|
|
474
|
-
|
|
475
|
-
triggers.map((t) => {
|
|
476
|
-
this._triggers ??= {};
|
|
477
|
-
this._triggers[t.table_name] ??= [];
|
|
478
|
-
if (!this._triggers[t.table_name]?.includes(t.condition)) {
|
|
479
|
-
this._triggers[t.table_name]?.push(t.condition);
|
|
480
|
-
}
|
|
481
|
-
});
|
|
482
|
-
};
|
|
389
|
+
deleteOrphanedTriggers = debounce(deleteOrphanedTriggers.bind(this), 1000);
|
|
483
390
|
|
|
484
391
|
addingTrigger: any;
|
|
485
392
|
addTriggerPool?: Record<string, string[]> = undefined;
|
|
486
|
-
|
|
487
|
-
params: { table_name: string; condition: string },
|
|
488
|
-
viewOptions: ViewSubscriptionOptions | undefined,
|
|
489
|
-
socket: PRGLIOSocket | undefined
|
|
490
|
-
) {
|
|
491
|
-
const addedTrigger = await tryCatchV2(async () => {
|
|
492
|
-
const { table_name } = { ...params };
|
|
493
|
-
let { condition } = { ...params };
|
|
494
|
-
if (!table_name) throw "MISSING table_name";
|
|
495
|
-
|
|
496
|
-
if (!condition || !condition.trim().length) {
|
|
497
|
-
condition = "TRUE";
|
|
498
|
-
}
|
|
499
|
-
|
|
500
|
-
if (this.dbo[table_name]?.tableOrViewInfo?.isHyperTable) {
|
|
501
|
-
throw "Triggers do not work on timescaledb hypertables due to bug:\nhttps://github.com/timescale/timescaledb/issues/1084";
|
|
502
|
-
}
|
|
503
|
-
|
|
504
|
-
const trgVals = {
|
|
505
|
-
tbl: asValue(table_name),
|
|
506
|
-
cond: asValue(condition),
|
|
507
|
-
condHash: asValue(crypto.createHash("md5").update(condition).digest("hex")),
|
|
508
|
-
};
|
|
509
|
-
|
|
510
|
-
await this.db.tx((t) =>
|
|
511
|
-
t.any(`
|
|
512
|
-
BEGIN WORK;
|
|
513
|
-
/* ${PubSubManager.EXCLUDE_QUERY_FROM_SCHEMA_WATCH_ID} */
|
|
514
|
-
/* why is this lock level needed? */
|
|
515
|
-
--LOCK TABLE prostgles.app_triggers IN ACCESS EXCLUSIVE MODE;
|
|
516
|
-
|
|
517
|
-
/** app_triggers is not refreshed when tables are dropped */
|
|
518
|
-
DELETE FROM prostgles.app_triggers at
|
|
519
|
-
WHERE app_id = ${asValue(this.appId)}
|
|
520
|
-
AND NOT EXISTS (
|
|
521
|
-
SELECT 1
|
|
522
|
-
FROM pg_catalog.pg_trigger t
|
|
523
|
-
WHERE tgname like format('prostgles_triggers_%s_', at.table_name) || '%'
|
|
524
|
-
AND tgenabled = 'O'
|
|
525
|
-
);
|
|
526
|
-
|
|
527
|
-
INSERT INTO prostgles.app_triggers (
|
|
528
|
-
table_name,
|
|
529
|
-
condition,
|
|
530
|
-
condition_hash,
|
|
531
|
-
app_id,
|
|
532
|
-
related_view_name,
|
|
533
|
-
related_view_def
|
|
534
|
-
)
|
|
535
|
-
VALUES (
|
|
536
|
-
${trgVals.tbl},
|
|
537
|
-
${trgVals.cond},
|
|
538
|
-
${trgVals.condHash},
|
|
539
|
-
${asValue(this.appId)},
|
|
540
|
-
${asValue(viewOptions?.viewName ?? null)},
|
|
541
|
-
${asValue(viewOptions?.definition ?? null)}
|
|
542
|
-
)
|
|
543
|
-
ON CONFLICT DO NOTHING;
|
|
544
|
-
|
|
545
|
-
COMMIT WORK;
|
|
546
|
-
`)
|
|
547
|
-
);
|
|
548
|
-
|
|
549
|
-
/** This might be redundant due to trigger on app_triggers */
|
|
550
|
-
await this.refreshTriggers();
|
|
551
|
-
|
|
552
|
-
return trgVals;
|
|
553
|
-
});
|
|
554
|
-
|
|
555
|
-
await this._log({
|
|
556
|
-
type: "syncOrSub",
|
|
557
|
-
command: "addTrigger",
|
|
558
|
-
condition: addedTrigger.data?.cond ?? params.condition,
|
|
559
|
-
duration: addedTrigger.duration,
|
|
560
|
-
socketId: socket?.id,
|
|
561
|
-
state: !addedTrigger.data?.tbl ? "fail" : "ok",
|
|
562
|
-
error: addedTrigger.error,
|
|
563
|
-
sid: socket && this.dboBuilder.prostgles.authHandler?.getSIDNoError({ socket }),
|
|
564
|
-
tableName: addedTrigger.data?.tbl ?? params.table_name,
|
|
565
|
-
connectedSocketIds: this.dboBuilder.prostgles.connectedSockets.map((s) => s.id),
|
|
566
|
-
localParams: socket && { clientReq: { socket } },
|
|
567
|
-
triggers: this._triggers,
|
|
568
|
-
});
|
|
569
|
-
|
|
570
|
-
if (addedTrigger.error) throw addedTrigger.error;
|
|
571
|
-
|
|
572
|
-
return addedTrigger;
|
|
573
|
-
}
|
|
393
|
+
addTrigger = addTrigger.bind(this);
|
|
574
394
|
}
|
|
575
395
|
|
|
576
|
-
const SCHEMA_WATCH_EVENT_TRIGGER_QUERY = `
|
|
577
|
-
|
|
578
|
-
is_super_user := EXISTS (select 1 from pg_user where usename = CURRENT_USER AND usesuper IS TRUE);
|
|
579
|
-
|
|
580
|
-
/* DROP the old buggy schema watch trigger */
|
|
581
|
-
IF EXISTS (
|
|
582
|
-
SELECT 1 FROM pg_catalog.pg_event_trigger
|
|
583
|
-
WHERE evtname = 'prostgles_schema_watch_trigger'
|
|
584
|
-
) AND is_super_user IS TRUE
|
|
585
|
-
THEN
|
|
586
|
-
DROP EVENT TRIGGER IF EXISTS prostgles_schema_watch_trigger;
|
|
587
|
-
END IF;
|
|
588
|
-
|
|
589
|
-
ev_trg_needed := EXISTS (
|
|
590
|
-
SELECT 1 FROM prostgles.apps
|
|
591
|
-
WHERE watching_schema_tag_names IS NOT NULL
|
|
592
|
-
);
|
|
593
|
-
ev_trg_exists := EXISTS (
|
|
594
|
-
SELECT 1 FROM pg_catalog.pg_event_trigger
|
|
595
|
-
WHERE evtname = ${asValue(DB_OBJ_NAMES.schema_watch_trigger)}
|
|
596
|
-
);
|
|
597
|
-
|
|
598
|
-
/* DROP stale event trigger */
|
|
599
|
-
IF
|
|
600
|
-
is_super_user IS TRUE
|
|
601
|
-
AND ev_trg_needed IS FALSE
|
|
602
|
-
AND ev_trg_exists IS TRUE
|
|
603
|
-
THEN
|
|
604
|
-
|
|
605
|
-
SELECT format(
|
|
606
|
-
$$
|
|
607
|
-
DROP EVENT TRIGGER IF EXISTS %I ;
|
|
608
|
-
DROP EVENT TRIGGER IF EXISTS %I ;
|
|
609
|
-
$$
|
|
610
|
-
, ${asValue(DB_OBJ_NAMES.schema_watch_trigger)}
|
|
611
|
-
, ${asValue(DB_OBJ_NAMES.schema_watch_trigger_drop)}
|
|
612
|
-
)
|
|
613
|
-
INTO q;
|
|
614
|
-
EXECUTE q;
|
|
615
|
-
|
|
616
|
-
/* CREATE event trigger */
|
|
617
|
-
ELSIF
|
|
618
|
-
is_super_user IS TRUE
|
|
619
|
-
AND ev_trg_needed IS TRUE
|
|
620
|
-
AND ev_trg_exists IS FALSE
|
|
621
|
-
THEN
|
|
622
|
-
|
|
623
|
-
DROP EVENT TRIGGER IF EXISTS ${DB_OBJ_NAMES.schema_watch_trigger};
|
|
624
|
-
CREATE EVENT TRIGGER ${DB_OBJ_NAMES.schema_watch_trigger}
|
|
625
|
-
ON ddl_command_end
|
|
626
|
-
WHEN TAG IN (\${EVENT_TRIGGER_TAGS:csv})
|
|
627
|
-
EXECUTE PROCEDURE ${DB_OBJ_NAMES.schema_watch_func}();
|
|
628
|
-
|
|
629
|
-
DROP EVENT TRIGGER IF EXISTS ${DB_OBJ_NAMES.schema_watch_trigger_drop};
|
|
630
|
-
CREATE EVENT TRIGGER ${DB_OBJ_NAMES.schema_watch_trigger_drop}
|
|
631
|
-
ON sql_drop
|
|
632
|
-
--WHEN TAG IN (\${EVENT_TRIGGER_TAGS:csv})
|
|
633
|
-
EXECUTE PROCEDURE ${DB_OBJ_NAMES.schema_watch_func}();
|
|
634
|
-
|
|
635
|
-
END IF;
|
|
636
|
-
`;
|
|
637
|
-
|
|
638
396
|
export const NOTIF_TYPE = {
|
|
639
397
|
data: "data_has_changed",
|
|
640
398
|
data_trigger_change: "data_watch_triggers_have_changed",
|
|
@@ -650,6 +408,19 @@ export const NOTIF_CHANNEL = {
|
|
|
650
408
|
},
|
|
651
409
|
};
|
|
652
410
|
|
|
411
|
+
function debounce<Params extends any[]>(
|
|
412
|
+
func: (...args: Params) => any,
|
|
413
|
+
timeout: number
|
|
414
|
+
): (...args: Params) => void {
|
|
415
|
+
let timer: NodeJS.Timeout;
|
|
416
|
+
return (...args: Params) => {
|
|
417
|
+
clearTimeout(timer);
|
|
418
|
+
timer = setTimeout(() => {
|
|
419
|
+
func(...args);
|
|
420
|
+
}, timeout);
|
|
421
|
+
};
|
|
422
|
+
}
|
|
423
|
+
|
|
653
424
|
export const parseCondition = (condition: string): string =>
|
|
654
425
|
condition && condition.trim().length ? condition : "TRUE";
|
|
655
426
|
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { tryCatchV2 } from "prostgles-types";
|
|
2
|
+
import { asValue, PubSubManager, ViewSubscriptionOptions } from "./PubSubManager";
|
|
3
|
+
import * as crypto from "crypto";
|
|
4
|
+
import { PRGLIOSocket } from "../DboBuilder/DboBuilderTypes";
|
|
5
|
+
|
|
6
|
+
export async function addTrigger(
|
|
7
|
+
this: PubSubManager,
|
|
8
|
+
params: { table_name: string; condition: string },
|
|
9
|
+
viewOptions: ViewSubscriptionOptions | undefined,
|
|
10
|
+
socket: PRGLIOSocket | undefined
|
|
11
|
+
) {
|
|
12
|
+
const addedTrigger = await tryCatchV2(async () => {
|
|
13
|
+
const { table_name } = { ...params };
|
|
14
|
+
let { condition } = { ...params };
|
|
15
|
+
if (!table_name) throw "MISSING table_name";
|
|
16
|
+
|
|
17
|
+
if (!condition || !condition.trim().length) {
|
|
18
|
+
condition = "TRUE";
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
if (this.dbo[table_name]?.tableOrViewInfo?.isHyperTable) {
|
|
22
|
+
throw "Triggers do not work on timescaledb hypertables due to bug:\nhttps://github.com/timescale/timescaledb/issues/1084";
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
const trgVals = {
|
|
26
|
+
tbl: asValue(table_name),
|
|
27
|
+
cond: asValue(condition),
|
|
28
|
+
condHash: asValue(crypto.createHash("md5").update(condition).digest("hex")),
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
await this.db.tx((t) =>
|
|
32
|
+
t.any(`
|
|
33
|
+
BEGIN WORK;
|
|
34
|
+
/* ${PubSubManager.EXCLUDE_QUERY_FROM_SCHEMA_WATCH_ID} */
|
|
35
|
+
/* why is this lock level needed? */
|
|
36
|
+
--LOCK TABLE prostgles.app_triggers IN ACCESS EXCLUSIVE MODE;
|
|
37
|
+
|
|
38
|
+
/** app_triggers is not refreshed when tables are dropped */
|
|
39
|
+
DELETE FROM prostgles.app_triggers at
|
|
40
|
+
WHERE app_id = ${asValue(this.appId)}
|
|
41
|
+
AND NOT EXISTS (
|
|
42
|
+
SELECT 1
|
|
43
|
+
FROM pg_catalog.pg_trigger t
|
|
44
|
+
WHERE tgname like format('prostgles_triggers_%s_', at.table_name) || '%'
|
|
45
|
+
AND tgenabled = 'O'
|
|
46
|
+
);
|
|
47
|
+
|
|
48
|
+
INSERT INTO prostgles.app_triggers (
|
|
49
|
+
table_name,
|
|
50
|
+
condition,
|
|
51
|
+
condition_hash,
|
|
52
|
+
app_id,
|
|
53
|
+
related_view_name,
|
|
54
|
+
related_view_def
|
|
55
|
+
)
|
|
56
|
+
VALUES (
|
|
57
|
+
${trgVals.tbl},
|
|
58
|
+
${trgVals.cond},
|
|
59
|
+
${trgVals.condHash},
|
|
60
|
+
${asValue(this.appId)},
|
|
61
|
+
${asValue(viewOptions?.viewName ?? null)},
|
|
62
|
+
${asValue(viewOptions?.definition ?? null)}
|
|
63
|
+
)
|
|
64
|
+
ON CONFLICT DO NOTHING;
|
|
65
|
+
|
|
66
|
+
COMMIT WORK;
|
|
67
|
+
`)
|
|
68
|
+
);
|
|
69
|
+
|
|
70
|
+
/** This might be redundant due to trigger on app_triggers */
|
|
71
|
+
await this.refreshTriggers();
|
|
72
|
+
|
|
73
|
+
return trgVals;
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
await this._log({
|
|
77
|
+
type: "syncOrSub",
|
|
78
|
+
command: "addTrigger",
|
|
79
|
+
condition: addedTrigger.data?.cond ?? params.condition,
|
|
80
|
+
duration: addedTrigger.duration,
|
|
81
|
+
socketId: socket?.id,
|
|
82
|
+
state: !addedTrigger.data?.tbl ? "fail" : "ok",
|
|
83
|
+
error: addedTrigger.error,
|
|
84
|
+
sid: socket && this.dboBuilder.prostgles.authHandler?.getSIDNoError({ socket }),
|
|
85
|
+
tableName: addedTrigger.data?.tbl ?? params.table_name,
|
|
86
|
+
connectedSocketIds: this.dboBuilder.prostgles.connectedSockets.map((s) => s.id),
|
|
87
|
+
localParams: socket && { clientReq: { socket } },
|
|
88
|
+
triggers: this._triggers,
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
if (addedTrigger.error) throw addedTrigger.error;
|
|
92
|
+
|
|
93
|
+
return addedTrigger;
|
|
94
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { PubSubManager } from "./PubSubManager";
|
|
2
|
+
|
|
3
|
+
export async function deleteOrphanedTriggers(this: PubSubManager, tableName: string) {
|
|
4
|
+
const activeConditions = (this.getTriggerInfo(tableName) ?? []).filter(
|
|
5
|
+
(c) => c.subs.length || c.syncs.length
|
|
6
|
+
);
|
|
7
|
+
|
|
8
|
+
this.db
|
|
9
|
+
.any(
|
|
10
|
+
`
|
|
11
|
+
/* Delete removed subscriptions */
|
|
12
|
+
/* ${PubSubManager.EXCLUDE_QUERY_FROM_SCHEMA_WATCH_ID} */
|
|
13
|
+
DELETE FROM prostgles.app_triggers at
|
|
14
|
+
WHERE EXISTS (
|
|
15
|
+
SELECT 1
|
|
16
|
+
FROM prostgles.v_triggers t
|
|
17
|
+
WHERE t.table_name = $1
|
|
18
|
+
AND t.condition_hash NOT IN ($2:csv)
|
|
19
|
+
AND t.app_id = $3
|
|
20
|
+
AND at.app_id = t.app_id
|
|
21
|
+
AND at.table_name = t.table_name
|
|
22
|
+
AND at.condition = t.condition
|
|
23
|
+
)
|
|
24
|
+
`,
|
|
25
|
+
[tableName, activeConditions.map((c) => c.hash), this.appId]
|
|
26
|
+
)
|
|
27
|
+
.then(() => {
|
|
28
|
+
return this.refreshTriggers();
|
|
29
|
+
})
|
|
30
|
+
.catch((e) => {
|
|
31
|
+
console.error("Error deleting orphaned triggers", e);
|
|
32
|
+
});
|
|
33
|
+
}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
import * as pgp from "pg-promise";
|
|
2
|
+
import { PubSubManager } from "./PubSubManager";
|
|
3
|
+
import { getIsSuperUser } from "../Prostgles";
|
|
4
|
+
import { EVENT_TRIGGER_TAGS } from "../Event_Trigger_Tags";
|
|
5
|
+
import { DELETE_DISCONNECTED_APPS_QUERY } from "./orphanTriggerCheck";
|
|
6
|
+
import { DB_OBJ_NAMES } from "./getPubSubManagerInitQuery";
|
|
7
|
+
|
|
8
|
+
const asValue = (v: any) => pgp.as.format("$1", [v]);
|
|
9
|
+
|
|
10
|
+
export async function initialiseEventTriggers(this: PubSubManager) {
|
|
11
|
+
const { watchSchema } = this.dboBuilder.prostgles.opts;
|
|
12
|
+
if (watchSchema && !(await getIsSuperUser(this.db))) {
|
|
13
|
+
console.warn(
|
|
14
|
+
"prostgles watchSchema requires superuser db user. Will not watch using event triggers"
|
|
15
|
+
);
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
try {
|
|
19
|
+
/** We use these names because they include schema where necessary */
|
|
20
|
+
const allTableNames = Object.keys(this.dbo).filter((k) => this.dbo[k]?.tableOrViewInfo);
|
|
21
|
+
const tableFilterQuery =
|
|
22
|
+
allTableNames.length ?
|
|
23
|
+
`OR table_name NOT IN (${allTableNames.map((tblName) => asValue(tblName)).join(", ")})`
|
|
24
|
+
: "";
|
|
25
|
+
const query = pgp.as.format(
|
|
26
|
+
`
|
|
27
|
+
BEGIN;-- ISOLATION LEVEL SERIALIZABLE;
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* ${PubSubManager.EXCLUDE_QUERY_FROM_SCHEMA_WATCH_ID}
|
|
31
|
+
* Drop stale triggers
|
|
32
|
+
* */
|
|
33
|
+
DO
|
|
34
|
+
$do$
|
|
35
|
+
DECLARE trg RECORD;
|
|
36
|
+
q TEXT;
|
|
37
|
+
ev_trg_needed BOOLEAN := FALSE;
|
|
38
|
+
ev_trg_exists BOOLEAN := FALSE;
|
|
39
|
+
is_super_user BOOLEAN := FALSE;
|
|
40
|
+
BEGIN
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* Delete disconnected app records, this will delete related triggers
|
|
44
|
+
* */
|
|
45
|
+
${DELETE_DISCONNECTED_APPS_QUERY};
|
|
46
|
+
|
|
47
|
+
DELETE FROM prostgles.app_triggers
|
|
48
|
+
WHERE app_id NOT IN (SELECT id FROM prostgles.apps)
|
|
49
|
+
${tableFilterQuery}
|
|
50
|
+
;
|
|
51
|
+
|
|
52
|
+
/** IS THIS STILL NEEDED? Delete existing triggers without locking
|
|
53
|
+
*/
|
|
54
|
+
LOCK TABLE prostgles.app_triggers IN ACCESS EXCLUSIVE MODE;
|
|
55
|
+
EXECUTE format(
|
|
56
|
+
$q$
|
|
57
|
+
|
|
58
|
+
CREATE TEMP TABLE %1$I AS --ON COMMIT DROP AS
|
|
59
|
+
SELECT * FROM prostgles.app_triggers;
|
|
60
|
+
|
|
61
|
+
DELETE FROM prostgles.app_triggers;
|
|
62
|
+
|
|
63
|
+
INSERT INTO prostgles.app_triggers
|
|
64
|
+
SELECT * FROM %1$I;
|
|
65
|
+
|
|
66
|
+
DROP TABLE IF EXISTS %1$I;
|
|
67
|
+
$q$,
|
|
68
|
+
${asValue("triggers_" + this.appId)}
|
|
69
|
+
);
|
|
70
|
+
|
|
71
|
+
${SCHEMA_WATCH_EVENT_TRIGGER_QUERY}
|
|
72
|
+
|
|
73
|
+
END
|
|
74
|
+
$do$;
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
COMMIT;
|
|
78
|
+
`,
|
|
79
|
+
{ EVENT_TRIGGER_TAGS }
|
|
80
|
+
);
|
|
81
|
+
|
|
82
|
+
await this.db
|
|
83
|
+
.tx((t) => t.any(query))
|
|
84
|
+
.catch((e: any) => {
|
|
85
|
+
console.error("prepareTriggers failed: ", e);
|
|
86
|
+
throw e;
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
return true;
|
|
90
|
+
} catch (e) {
|
|
91
|
+
console.error("prepareTriggers failed: ", e);
|
|
92
|
+
throw e;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
const SCHEMA_WATCH_EVENT_TRIGGER_QUERY = `
|
|
97
|
+
|
|
98
|
+
is_super_user := EXISTS (select 1 from pg_user where usename = CURRENT_USER AND usesuper IS TRUE);
|
|
99
|
+
|
|
100
|
+
/* DROP the old buggy schema watch trigger */
|
|
101
|
+
IF EXISTS (
|
|
102
|
+
SELECT 1 FROM pg_catalog.pg_event_trigger
|
|
103
|
+
WHERE evtname = 'prostgles_schema_watch_trigger'
|
|
104
|
+
) AND is_super_user IS TRUE
|
|
105
|
+
THEN
|
|
106
|
+
DROP EVENT TRIGGER IF EXISTS prostgles_schema_watch_trigger;
|
|
107
|
+
END IF;
|
|
108
|
+
|
|
109
|
+
ev_trg_needed := EXISTS (
|
|
110
|
+
SELECT 1 FROM prostgles.apps
|
|
111
|
+
WHERE watching_schema_tag_names IS NOT NULL
|
|
112
|
+
);
|
|
113
|
+
ev_trg_exists := EXISTS (
|
|
114
|
+
SELECT 1 FROM pg_catalog.pg_event_trigger
|
|
115
|
+
WHERE evtname = ${asValue(DB_OBJ_NAMES.schema_watch_trigger)}
|
|
116
|
+
);
|
|
117
|
+
|
|
118
|
+
/* DROP stale event trigger */
|
|
119
|
+
IF
|
|
120
|
+
is_super_user IS TRUE
|
|
121
|
+
AND ev_trg_needed IS FALSE
|
|
122
|
+
AND ev_trg_exists IS TRUE
|
|
123
|
+
THEN
|
|
124
|
+
|
|
125
|
+
SELECT format(
|
|
126
|
+
$$
|
|
127
|
+
DROP EVENT TRIGGER IF EXISTS %I ;
|
|
128
|
+
DROP EVENT TRIGGER IF EXISTS %I ;
|
|
129
|
+
$$
|
|
130
|
+
, ${asValue(DB_OBJ_NAMES.schema_watch_trigger)}
|
|
131
|
+
, ${asValue(DB_OBJ_NAMES.schema_watch_trigger_drop)}
|
|
132
|
+
)
|
|
133
|
+
INTO q;
|
|
134
|
+
EXECUTE q;
|
|
135
|
+
|
|
136
|
+
/* CREATE event trigger */
|
|
137
|
+
ELSIF
|
|
138
|
+
is_super_user IS TRUE
|
|
139
|
+
AND ev_trg_needed IS TRUE
|
|
140
|
+
AND ev_trg_exists IS FALSE
|
|
141
|
+
THEN
|
|
142
|
+
|
|
143
|
+
DROP EVENT TRIGGER IF EXISTS ${DB_OBJ_NAMES.schema_watch_trigger};
|
|
144
|
+
CREATE EVENT TRIGGER ${DB_OBJ_NAMES.schema_watch_trigger}
|
|
145
|
+
ON ddl_command_end
|
|
146
|
+
WHEN TAG IN (\${EVENT_TRIGGER_TAGS:csv})
|
|
147
|
+
EXECUTE PROCEDURE ${DB_OBJ_NAMES.schema_watch_func}();
|
|
148
|
+
|
|
149
|
+
DROP EVENT TRIGGER IF EXISTS ${DB_OBJ_NAMES.schema_watch_trigger_drop};
|
|
150
|
+
CREATE EVENT TRIGGER ${DB_OBJ_NAMES.schema_watch_trigger_drop}
|
|
151
|
+
ON sql_drop
|
|
152
|
+
--WHEN TAG IN (\${EVENT_TRIGGER_TAGS:csv})
|
|
153
|
+
EXECUTE PROCEDURE ${DB_OBJ_NAMES.schema_watch_func}();
|
|
154
|
+
|
|
155
|
+
END IF;
|
|
156
|
+
`;
|