prostgles-server 3.0.99 → 3.0.100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/dist/AuthHandler.js +6 -6
  2. package/dist/AuthHandler.js.map +1 -1
  3. package/dist/DboBuilder/ViewHandler.js +0 -1
  4. package/dist/DboBuilder/ViewHandler.js.map +1 -1
  5. package/dist/DboBuilder/subscribe.d.ts.map +1 -1
  6. package/dist/DboBuilder/subscribe.js +0 -17
  7. package/dist/DboBuilder/subscribe.js.map +1 -1
  8. package/dist/JSONBValidation/validate_jsonb_schema_sql.d.ts +1 -1
  9. package/dist/JSONBValidation/validate_jsonb_schema_sql.d.ts.map +1 -1
  10. package/dist/JSONBValidation/validate_jsonb_schema_sql.js +8 -2
  11. package/dist/JSONBValidation/validate_jsonb_schema_sql.js.map +1 -1
  12. package/dist/PubSubManager/PubSubManager.d.ts +4 -7
  13. package/dist/PubSubManager/PubSubManager.d.ts.map +1 -1
  14. package/dist/PubSubManager/PubSubManager.js +13 -19
  15. package/dist/PubSubManager/PubSubManager.js.map +1 -1
  16. package/dist/PubSubManager/getInitQuery.d.ts +9 -0
  17. package/dist/PubSubManager/getInitQuery.d.ts.map +1 -0
  18. package/dist/PubSubManager/getInitQuery.js +537 -0
  19. package/dist/PubSubManager/getInitQuery.js.map +1 -0
  20. package/dist/PubSubManager/initPubSubManager.d.ts.map +1 -1
  21. package/dist/PubSubManager/initPubSubManager.js +46 -577
  22. package/dist/PubSubManager/initPubSubManager.js.map +1 -1
  23. package/dist/SchemaWatch.js +1 -0
  24. package/dist/SchemaWatch.js.map +1 -1
  25. package/lib/AuthHandler.js +6 -6
  26. package/lib/AuthHandler.ts +7 -7
  27. package/lib/DboBuilder/ViewHandler.js +0 -1
  28. package/lib/DboBuilder/ViewHandler.ts +1 -1
  29. package/lib/DboBuilder/subscribe.d.ts.map +1 -1
  30. package/lib/DboBuilder/subscribe.js +0 -17
  31. package/lib/DboBuilder/subscribe.ts +0 -25
  32. package/lib/JSONBValidation/validate_jsonb_schema_sql.d.ts +1 -1
  33. package/lib/JSONBValidation/validate_jsonb_schema_sql.d.ts.map +1 -1
  34. package/lib/JSONBValidation/validate_jsonb_schema_sql.js +8 -2
  35. package/lib/JSONBValidation/validate_jsonb_schema_sql.ts +8 -2
  36. package/lib/PubSubManager/PubSubManager.d.ts +4 -7
  37. package/lib/PubSubManager/PubSubManager.d.ts.map +1 -1
  38. package/lib/PubSubManager/PubSubManager.js +16 -19
  39. package/lib/PubSubManager/PubSubManager.ts +18 -20
  40. package/lib/PubSubManager/getInitQuery.d.ts +9 -0
  41. package/lib/PubSubManager/getInitQuery.d.ts.map +1 -0
  42. package/lib/PubSubManager/getInitQuery.js +536 -0
  43. package/lib/PubSubManager/getInitQuery.ts +537 -0
  44. package/lib/PubSubManager/initPubSubManager.d.ts.map +1 -1
  45. package/lib/PubSubManager/initPubSubManager.js +46 -577
  46. package/lib/PubSubManager/initPubSubManager.ts +48 -585
  47. package/lib/SchemaWatch.js +1 -0
  48. package/lib/SchemaWatch.ts +1 -1
  49. package/package.json +3 -3
  50. package/tests/client/PID.txt +1 -1
  51. package/tests/server/package-lock.json +1 -1
@@ -1,521 +1,15 @@
1
1
  import { PostgresNotifListenManager } from "../PostgresNotifListenManager";
2
2
  import { asValue, log, PubSubManager } from "./PubSubManager";
3
- const REALTIME_TRIGGER_CHECK_QUERY = "prostgles-server internal query used to manage realtime triggers" as const;
4
- import * as fs from "fs";
5
- import * as path from "path";
6
- import { validate_jsonb_schema_sql } from "../JSONBValidation/validate_jsonb_schema_sql";
3
+ const REALTIME_TRIGGER_CHECK_QUERY = "prostgles-server internal query used to manage realtime triggers" as const;
4
+ import { getInitQuery } from "./getInitQuery";
7
5
 
8
6
  export async function initPubSubManager(this: PubSubManager): Promise<PubSubManager | undefined> {
9
7
  if (!this.canContinue()) return undefined;
10
8
 
11
9
  let tries = 5;
12
10
  try {
13
- const schema_version = 10;
14
11
 
15
- const initQuery = `
16
- BEGIN; -- ISOLATION LEVEL SERIALIZABLE;-- TRANSACTION ISOLATION LEVEL SERIALIZABLE;
17
-
18
- --SET TRANSACTION ISOLATION LEVEL SERIALIZABLE;
19
-
20
- /*
21
- * ${PubSubManager.EXCLUDE_QUERY_FROM_SCHEMA_WATCH_ID}
22
- */
23
-
24
- DO
25
- $do$
26
- BEGIN
27
-
28
- /* Reduce deadlocks */
29
- PERFORM pg_sleep(random());
30
-
31
- /* Drop older version */
32
- IF EXISTS (SELECT 1 FROM information_schema.schemata WHERE schema_name = 'prostgles') THEN
33
-
34
- IF
35
- NOT EXISTS (
36
- SELECT 1
37
- FROM information_schema.tables
38
- WHERE table_schema = 'prostgles'
39
- AND table_name = 'versions'
40
- )
41
- THEN
42
- DROP SCHEMA IF EXISTS prostgles CASCADE;
43
- ELSE
44
- IF NOT EXISTS(SELECT 1 FROM prostgles.versions WHERE version >= ${schema_version}) THEN
45
- DROP SCHEMA IF EXISTS prostgles CASCADE;
46
- END IF;
47
- END IF;
48
-
49
- END IF;
50
-
51
-
52
- IF NOT EXISTS (SELECT 1 FROM information_schema.schemata WHERE schema_name = 'prostgles')
53
- THEN
54
- --RAISE NOTICE 'CREATE SCHEMA IF NOT EXISTS prostgles';
55
-
56
- CREATE SCHEMA IF NOT EXISTS prostgles;
57
-
58
- CREATE TABLE IF NOT EXISTS prostgles.versions(
59
- version NUMERIC PRIMARY KEY
60
- );
61
- INSERT INTO prostgles.versions(version) VALUES(${schema_version}) ON CONFLICT DO NOTHING;
62
-
63
- ${validate_jsonb_schema_sql}
64
-
65
- CREATE OR REPLACE FUNCTION prostgles.random_string(length INTEGER DEFAULT 33) RETURNS TEXT AS $$
66
- DECLARE
67
- chars TEXT[] := '{0,1,2,3,4,5,6,7,8,9,A,B,C,D,E,F,G,H,I,J,K,L,M,N,O,P,Q,R,S,T,U,V,W,X,Y,Z,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,w,x,y,z}';
68
- result TEXT := '';
69
- i INTEGER := 0;
70
- BEGIN
71
- IF length < 0 THEN
72
- RAISE exception 'Given length cannot be less than 0';
73
- END IF;
74
- FOR i IN 1..length LOOP
75
- result := result || chars[1+random()*(array_length(chars, 1)-1)];
76
- END LOOP;
77
- RETURN result;
78
- END;
79
- $$ language plpgsql;
80
- COMMENT ON FUNCTION prostgles.random_string IS 'UUIDs without installing pgcrypto';
81
-
82
-
83
- CREATE OR REPLACE FUNCTION prostgles.debug(VARIADIC args TEXT[]) RETURNS VOID AS $$
84
- BEGIN
85
-
86
- --PERFORM pg_notify('debug', concat_ws(' ', args));
87
- IF
88
- NOT EXISTS (
89
- SELECT 1
90
- FROM information_schema.tables
91
- WHERE table_schema = 'prostgles'
92
- AND table_name = 'debug'
93
- )
94
- THEN
95
- CREATE TABLE IF NOT EXISTS prostgles.debug(m TEXT);
96
- END IF;
97
-
98
- INSERT INTO prostgles.debug(m) VALUES(concat_ws(' ', args));
99
-
100
- END;
101
- $$ LANGUAGE plpgsql;
102
- COMMENT ON FUNCTION prostgles.debug IS 'Used for internal debugging';
103
-
104
-
105
- CREATE TABLE IF NOT EXISTS prostgles.apps (
106
- id TEXT PRIMARY KEY DEFAULT prostgles.random_string(),
107
- added TIMESTAMP DEFAULT NOW(),
108
- application_name TEXT,
109
- last_check TIMESTAMP NOT NULL DEFAULT NOW(),
110
- last_check_ended TIMESTAMP NOT NULL DEFAULT NOW(),
111
- watching_schema BOOLEAN DEFAULT FALSE,
112
- check_frequency_ms INTEGER NOT NULL
113
- );
114
- COMMENT ON TABLE prostgles.apps IS 'Keep track of prostgles server apps connected to db to combine common triggers. Heartbeat used due to no logout triggers in postgres';
115
-
116
- CREATE TABLE IF NOT EXISTS prostgles.app_triggers (
117
- app_id TEXT NOT NULL,
118
- table_name TEXT NOT NULL,
119
- condition TEXT NOT NULL,
120
-
121
- /* The view from the root subscription, found in the condition.
122
- We need this because old_table/new_table data is not reflected in the view inside the AFTER trigger
123
- */
124
- related_view_name TEXT,
125
- related_view_def TEXT, /* view definition */
126
-
127
- inserted TIMESTAMP NOT NULL DEFAULT NOW(),
128
- last_used TIMESTAMP NOT NULL DEFAULT NOW(),
129
- PRIMARY KEY (app_id, table_name, condition) /* This unqique index limits the condition column value to be less than 'SELECT current_setting('block_size'); */
130
- );
131
- COMMENT ON TABLE prostgles.app_triggers IS 'Tables and conditions that are currently subscribed/synced';
132
-
133
-
134
- CREATE OR REPLACE VIEW prostgles.v_triggers AS
135
- SELECT *
136
- , (ROW_NUMBER() OVER( ORDER BY table_name, condition ))::text AS id
137
- , ROW_NUMBER() OVER(PARTITION BY app_id, table_name ORDER BY table_name, condition ) - 1 AS c_id
138
- FROM prostgles.app_triggers;
139
- COMMENT ON VIEW prostgles.v_triggers IS 'Augment trigger table with natural IDs and per app IDs';
140
-
141
-
142
- CREATE OR REPLACE FUNCTION ${this.DB_OBJ_NAMES.data_watch_func}() RETURNS TRIGGER
143
- AS $$
144
-
145
- DECLARE t_ids TEXT[];
146
- DECLARE c_ids INTEGER[];
147
- DECLARE err_c_ids INTEGER[];
148
- DECLARE unions TEXT := '';
149
- DECLARE query TEXT := '';
150
- DECLARE nrw RECORD;
151
- DECLARE erw RECORD;
152
- DECLARE has_errors BOOLEAN := FALSE;
153
-
154
- DECLARE err_text TEXT;
155
- DECLARE err_detail TEXT;
156
- DECLARE err_hint TEXT;
157
-
158
- DECLARE view_def_query TEXT := '';
159
-
160
- BEGIN
161
-
162
- -- PERFORM pg_notify('debug', concat_ws(' ', 'TABLE', TG_TABLE_NAME, TG_OP));
163
-
164
- SELECT string_agg(
165
- format(
166
- $c$
167
- SELECT CASE WHEN EXISTS(
168
- SELECT 1 FROM %I WHERE %s
169
- ) THEN %s::text END AS t_ids
170
- $c$,
171
- table_name,
172
- condition,
173
- id
174
- ),
175
- E' UNION \n '
176
- )
177
- INTO unions
178
- FROM prostgles.v_triggers
179
- WHERE table_name = TG_TABLE_NAME;
180
-
181
-
182
- /* unions = 'old_table union new_table' or any one of the tables */
183
- IF unions IS NOT NULL THEN
184
-
185
- SELECT
186
- format(
187
- E'WITH %I AS (\n %s \n) ',
188
- TG_TABLE_NAME,
189
- concat_ws(
190
- E' UNION ALL \n ',
191
- CASE WHEN (TG_OP = 'DELETE' OR TG_OP = 'UPDATE') THEN ' SELECT * FROM old_table ' END,
192
- CASE WHEN (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN ' SELECT * FROM new_table ' END
193
- )
194
- )
195
- ||
196
- COALESCE((
197
- SELECT ', ' || string_agg(format(E' %I AS ( \n %s \n ) ', related_view_name, related_view_def), ', ')
198
- FROM (
199
- SELECT DISTINCT related_view_name, related_view_def
200
- FROM prostgles.v_triggers
201
- WHERE table_name = TG_TABLE_NAME
202
- AND related_view_name IS NOT NULL
203
- AND related_view_def IS NOT NULL
204
- ) t
205
- ), '')
206
- ||
207
- format(
208
- $c$
209
- SELECT ARRAY_AGG(DISTINCT t.t_ids)
210
- FROM (
211
- %s
212
- ) t
213
- $c$, unions
214
- )
215
- INTO query;
216
-
217
- BEGIN
218
- EXECUTE query INTO t_ids;
219
-
220
- --RAISE NOTICE 'trigger fired ok';
221
-
222
- EXCEPTION WHEN OTHERS THEN
223
-
224
- has_errors := TRUE;
225
-
226
- GET STACKED DIAGNOSTICS
227
- err_text = MESSAGE_TEXT,
228
- err_detail = PG_EXCEPTION_DETAIL,
229
- err_hint = PG_EXCEPTION_HINT;
230
-
231
-
232
- END;
233
-
234
- --RAISE NOTICE 'has_errors: % ', has_errors;
235
- --RAISE NOTICE 'unions: % , cids: %', unions, c_ids;
236
-
237
- IF (t_ids IS NOT NULL OR has_errors) THEN
238
-
239
- FOR nrw IN
240
- SELECT app_id, string_agg(c_id::text, ',') as cids
241
- FROM prostgles.v_triggers
242
- WHERE id = ANY(t_ids)
243
- OR has_errors
244
- GROUP BY app_id
245
- LOOP
246
-
247
- PERFORM pg_notify(
248
- ${asValue(this.NOTIF_CHANNEL.preffix)} || nrw.app_id ,
249
- concat_ws(
250
- ${asValue(PubSubManager.DELIMITER)},
251
-
252
- ${asValue(this.NOTIF_TYPE.data)},
253
- COALESCE(TG_TABLE_NAME, 'MISSING'),
254
- COALESCE(TG_OP, 'MISSING'),
255
- CASE WHEN has_errors
256
- THEN concat_ws('; ', 'error', err_text, err_detail, err_hint, 'query: ' || query )
257
- ELSE COALESCE(nrw.cids, '')
258
- END
259
- ${this.dboBuilder.prostgles.opts.DEBUG_MODE? (", (select json_agg(t)::TEXT FROM (SELECT * from old_table) t), query") : ""}
260
- )
261
- );
262
- END LOOP;
263
-
264
-
265
- IF has_errors THEN
266
-
267
- DELETE FROM prostgles.app_triggers;
268
- RAISE NOTICE 'trigger dropped due to exception: % % %', err_text, err_detail, err_hint;
269
-
270
- END IF;
271
-
272
-
273
- END IF;
274
- END IF;
275
-
276
-
277
- RETURN NULL;
278
-
279
- /*
280
- EXCEPTION WHEN OTHERS THEN
281
- DELETE FROM prostgles.app_triggers; -- delete all or will need to loop through all conditions to find issue;
282
- RAISE NOTICE 'trigger dropped due to exception';
283
- ${"--EXCEPTION_WHEN_COLUMN_WAS_RENAMED_THEN_DROP_TRIGGER"};
284
-
285
-
286
-
287
- RETURN NULL;
288
- */
289
- END;
290
-
291
- --COMMIT;
292
- $$ LANGUAGE plpgsql;
293
- COMMENT ON FUNCTION ${this.DB_OBJ_NAMES.data_watch_func} IS 'Prostgles internal function used to notify when data in the table changed';
294
-
295
-
296
-
297
- CREATE OR REPLACE FUNCTION ${this.DB_OBJ_NAMES.trigger_add_remove_func}() RETURNS TRIGGER
298
- AS $$
299
-
300
- DECLARE operations TEXT[] := ARRAY['insert', 'update', 'delete'];
301
- DECLARE op TEXT;
302
- DECLARE query TEXT;
303
- DECLARE trw RECORD;
304
-
305
- BEGIN
306
-
307
-
308
- --RAISE NOTICE 'prostgles.app_triggers % ', TG_OP;
309
-
310
- /* If no other listeners on table then DROP triggers */
311
- IF TG_OP = 'DELETE' THEN
312
-
313
- --RAISE NOTICE 'DELETE trigger_add_remove_func table: % ', ' ' || COALESCE((SELECT concat_ws(' ', string_agg(table_name, ' & '), count(*), min(inserted) ) FROM prostgles.app_triggers) , ' 0 ');
314
- --RAISE NOTICE 'DELETE trigger_add_remove_func old_table: % ', '' || COALESCE((SELECT concat_ws(' ', string_agg(table_name, ' & '), count(*), min(inserted) ) FROM old_table), ' 0 ');
315
-
316
-
317
- /* Drop actual triggers if needed */
318
- FOR trw IN
319
- SELECT DISTINCT table_name FROM old_table ot
320
- WHERE NOT EXISTS (
321
- SELECT 1 FROM prostgles.app_triggers t
322
- WHERE t.table_name = ot.table_name
323
- )
324
- LOOP
325
-
326
- FOREACH op IN ARRAY operations
327
- LOOP
328
- --RAISE NOTICE ' DROP DATA TRIGGER FOR: % ', trw.table_name;
329
- EXECUTE format(' DROP TRIGGER IF EXISTS %I ON %I ;' , 'prostgles_triggers_' || trw.table_name || '_' || op, trw.table_name);
330
- END LOOP;
331
-
332
- END LOOP;
333
-
334
- /* If newly added listeners on table then CREATE triggers */
335
- ELSIF TG_OP = 'INSERT' THEN
336
-
337
-
338
- --RAISE NOTICE 'INSERT trigger_add_remove_func table: % ', ' ' || COALESCE((SELECT concat_ws(' ', string_agg(table_name, ' & '), count(*), min(inserted) ) FROM prostgles.triggers) , ' 0 ');
339
- --RAISE NOTICE 'INSERT trigger_add_remove_func new_table: % ', '' || COALESCE((SELECT concat_ws(' ', string_agg(table_name, ' & '), count(*), min(inserted) ) FROM new_table), ' 0 ');
340
-
341
- /* Loop through newly added tables */
342
- FOR trw IN
343
-
344
- SELECT DISTINCT table_name
345
- FROM new_table nt
346
-
347
- /* Table did not exist prior to this insert */
348
- WHERE NOT EXISTS (
349
- SELECT 1
350
- FROM prostgles.app_triggers t
351
- WHERE t.table_name = nt.table_name
352
- AND t.inserted < nt.inserted -- exclude current record (this is an after trigger). Turn into before trigger?
353
- )
354
-
355
- /* Table is valid */
356
- AND EXISTS (
357
- SELECT 1
358
- FROM information_schema.tables
359
- WHERE table_schema = 'public'
360
- AND table_name = nt.table_name
361
- )
362
- LOOP
363
-
364
- /*
365
- RAISE NOTICE ' CREATE DATA TRIGGER FOR: % TABLE EXISTS?', trw.table_name, SELECT EXISTS (
366
- SELECT 1
367
- FROM information_schema.tables
368
- WHERE table_schema = 'public'
369
- AND table_name = nt.table_name
370
- );
371
- */
372
-
373
- query := format(
374
- $q$
375
- DROP TRIGGER IF EXISTS %1$I ON %2$I;
376
- CREATE TRIGGER %1$I
377
- AFTER INSERT ON %2$I
378
- REFERENCING NEW TABLE AS new_table
379
- FOR EACH STATEMENT EXECUTE PROCEDURE ${this.DB_OBJ_NAMES.data_watch_func}();
380
- COMMENT ON TRIGGER %1$I ON %2$I IS 'Prostgles internal trigger used to notify when data in the table changed';
381
- $q$,
382
- 'prostgles_triggers_' || trw.table_name || '_insert', trw.table_name
383
- ) || format(
384
- $q$
385
- DROP TRIGGER IF EXISTS %1$I ON %2$I;
386
- CREATE TRIGGER %1$I
387
- AFTER UPDATE ON %2$I
388
- REFERENCING OLD TABLE AS old_table NEW TABLE AS new_table
389
- FOR EACH STATEMENT EXECUTE PROCEDURE ${this.DB_OBJ_NAMES.data_watch_func}();
390
- COMMENT ON TRIGGER %1$I ON %2$I IS 'Prostgles internal trigger used to notify when data in the table changed';
391
- $q$,
392
- 'prostgles_triggers_' || trw.table_name || '_update', trw.table_name
393
- ) || format(
394
- $q$
395
- DROP TRIGGER IF EXISTS %1$I ON %2$I;
396
- CREATE TRIGGER %1$I
397
- AFTER DELETE ON %2$I
398
- REFERENCING OLD TABLE AS old_table
399
- FOR EACH STATEMENT EXECUTE PROCEDURE ${this.DB_OBJ_NAMES.data_watch_func}();
400
- COMMENT ON TRIGGER %1$I ON %2$I IS 'Prostgles internal trigger used to notify when data in the table changed';
401
- $q$,
402
- 'prostgles_triggers_' || trw.table_name || '_delete', trw.table_name
403
- );
404
-
405
- --RAISE NOTICE ' % ', query;
406
-
407
-
408
- query := format(
409
- $q$
410
- DO $e$
411
- BEGIN
412
-
413
- IF EXISTS (
414
- SELECT 1
415
- FROM information_schema.tables
416
- WHERE table_schema = 'public'
417
- AND table_name = %L
418
- ) THEN
419
-
420
- %s
421
-
422
- END IF;
423
-
424
- END $e$;
425
- $q$,
426
- trw.table_name,
427
- query
428
- ) ;
429
-
430
-
431
- EXECUTE query;
432
-
433
- END LOOP;
434
-
435
- END IF;
436
-
437
-
438
- RETURN NULL;
439
- END;
440
-
441
- $$ LANGUAGE plpgsql;
442
- COMMENT ON FUNCTION ${this.DB_OBJ_NAMES.trigger_add_remove_func} IS 'Used to add/remove table watch triggers concurrently ';
443
-
444
- DROP TRIGGER IF EXISTS prostgles_triggers_insert ON prostgles.app_triggers;
445
- CREATE TRIGGER prostgles_triggers_insert
446
- AFTER INSERT ON prostgles.app_triggers
447
- REFERENCING NEW TABLE AS new_table
448
- FOR EACH STATEMENT EXECUTE PROCEDURE ${this.DB_OBJ_NAMES.trigger_add_remove_func}();
449
-
450
- DROP TRIGGER IF EXISTS prostgles_triggers_delete ON prostgles.app_triggers;
451
- CREATE TRIGGER prostgles_triggers_delete
452
- AFTER DELETE ON prostgles.app_triggers
453
- REFERENCING OLD TABLE AS old_table
454
- FOR EACH STATEMENT EXECUTE PROCEDURE ${this.DB_OBJ_NAMES.trigger_add_remove_func}();
455
-
456
-
457
- CREATE OR REPLACE FUNCTION ${this.DB_OBJ_NAMES.schema_watch_func}() RETURNS event_trigger AS $$
458
-
459
- DECLARE curr_query TEXT := '';
460
- DECLARE arw RECORD;
461
-
462
- BEGIN
463
-
464
- --RAISE NOTICE 'SCHEMA_WATCH: %', tg_tag;
465
-
466
- /*
467
- This event trigger will outlive a prostgles app instance.
468
- Must ensure it only fires if an app instance is running
469
- */
470
- IF
471
- EXISTS (
472
- SELECT 1
473
- FROM information_schema.tables
474
- WHERE table_schema = 'prostgles'
475
- AND table_name = 'apps'
476
- )
477
- THEN
478
-
479
- SELECT LEFT(COALESCE(current_query(), ''), 5000)
480
- INTO curr_query;
481
-
482
- FOR arw IN
483
- SELECT * FROM prostgles.apps WHERE watching_schema IS TRUE
484
-
485
- LOOP
486
- PERFORM pg_notify(
487
- ${asValue(this.NOTIF_CHANNEL.preffix)} || arw.id,
488
- concat_ws(
489
- ${asValue(PubSubManager.DELIMITER)},
490
- ${asValue(this.NOTIF_TYPE.schema)}, tg_tag , TG_event, curr_query
491
- )
492
- );
493
- END LOOP;
494
-
495
- END IF;
496
-
497
- END;
498
- $$ LANGUAGE plpgsql;
499
- COMMENT ON FUNCTION ${this.DB_OBJ_NAMES.schema_watch_func} IS 'Prostgles internal function used to notify when schema has changed';
500
-
501
- END IF;
502
-
503
- END
504
- $do$;
505
-
506
-
507
- COMMIT;
508
- `;
509
-
510
- // const prgl_exists = await this.db.oneOrNone(`
511
- // DROP SCHEMA IF EXISTS prostgles CASCADE;
512
- // SELECT 1 FROM information_schema.schemata WHERE schema_name = 'prostgles'
513
- // `);
514
-
515
- // if(!prgl_exists){
516
- // await this.db.any(q);
517
- // }
518
- await this.db.any(initQuery);
12
+ await this.db.any(await getInitQuery.bind(this)());
519
13
  if (!this.canContinue()) return;
520
14
 
521
15
 
@@ -534,94 +28,63 @@ export async function initPubSubManager(this: PubSubManager): Promise<PubSubMana
534
28
  try { // drop owned by api
535
29
 
536
30
  this.appChecking = true;
31
+
32
+ const listeners = this.getActiveListeners();
537
33
 
538
- let trgUpdateLastUsed = "",
539
- listeners = this.getActiveListeners();
540
-
541
- if (listeners.length) {
542
- trgUpdateLastUsed = `
543
- UPDATE prostgles.app_triggers
544
- SET last_used = CASE WHEN (table_name, condition) IN (
545
- ${listeners.map(l => ` ( ${asValue(l.table_name)}, ${asValue(l.condition)} ) `).join(", ")}
546
- ) THEN NOW() ELSE last_used END
547
- WHERE app_id = ${asValue(this.appID)};
548
- `;
549
- }
550
-
551
- appQ = `
552
-
553
- DO $$
554
- BEGIN
34
+ appQ = `
35
+ DO $$
36
+ BEGIN
555
37
 
556
- /* ${REALTIME_TRIGGER_CHECK_QUERY} */
557
- /* prostgles schema must exist */
558
- IF
559
- EXISTS (
560
- SELECT 1
561
- FROM information_schema.tables
562
- WHERE table_schema = 'prostgles'
563
- AND table_name = 'apps'
564
- )
565
- THEN
38
+ /* ${REALTIME_TRIGGER_CHECK_QUERY} */
39
+ /* prostgles schema must exist */
40
+ IF
41
+ EXISTS (
42
+ SELECT 1
43
+ FROM information_schema.tables
44
+ WHERE table_schema = 'prostgles'
45
+ AND table_name = 'apps'
46
+ )
47
+ THEN
48
+
49
+ UPDATE prostgles.apps
50
+ SET last_check = NOW()
51
+ WHERE id = ${asValue(this.appID)};
566
52
 
567
-
568
- /* Concurrency control to avoid deadlock
569
- IF NOT EXISTS (
570
- SELECT 1 FROM prostgles.apps
571
- WHERE last_check < last_check_ended
572
- AND last_check_ended > NOW() - interval '5 minutes'
573
- ) THEN
574
- */
575
- UPDATE prostgles.apps
576
- SET last_check = NOW()
577
- WHERE id = ${asValue(this.appID)};
578
53
 
579
54
 
580
-
581
- /* Delete unused triggers. Might deadlock */
582
- IF EXISTS ( SELECT 1 FROM prostgles.app_triggers)
55
+ /* Delete unused triggers. Might deadlock */
56
+ IF EXISTS ( SELECT 1 FROM prostgles.app_triggers)
57
+
58
+ THEN
583
59
 
584
- /* If this is the latest app then proceed
585
- AND (
586
- SELECT id = ${asValue(this.appID)}
587
- FROM prostgles.apps
588
- ORDER BY last_check DESC
589
- LIMIT 1
590
- ) = TRUE
591
- */
592
-
593
- THEN
594
-
595
- /* TODO: Fixed deadlocks */
596
- --LOCK TABLE prostgles.app_triggers IN ACCESS EXCLUSIVE MODE;
597
-
598
- /* UPDATE currently used triggers */
599
- ${trgUpdateLastUsed}
600
-
601
- /* DELETE stale triggers for current app. Other triggers will be deleted on app startup */
602
- DELETE FROM prostgles.app_triggers
603
- WHERE app_id = ${asValue(this.appID)}
604
- AND last_used < NOW() - 4 * ${asValue(this.appCheckFrequencyMS)} * interval '1 millisecond'; -- 10 seconds at the moment
605
-
606
- END IF;
60
+ /* TODO: Fixed deadlocks */
61
+ --LOCK TABLE prostgles.app_triggers IN ACCESS EXCLUSIVE MODE;
607
62
 
63
+ /* UPDATE currently used triggers */
64
+ ${!listeners.length? "" : `
65
+ UPDATE prostgles.app_triggers
66
+ SET last_used = CASE WHEN (table_name, condition) IN (
67
+ ${listeners.map(l => ` ( ${asValue(l.table_name)}, ${asValue(l.condition)} ) `).join(", ")}
68
+ ) THEN NOW() ELSE last_used END
69
+ WHERE app_id = ${asValue(this.appID)};
70
+ `}
608
71
 
72
+ /* DELETE stale triggers for current app. Other triggers will be deleted on app startup */
73
+ DELETE FROM prostgles.app_triggers
74
+ WHERE app_id = ${asValue(this.appID)}
75
+ AND last_used < NOW() - 4 * ${asValue(this.appCheckFrequencyMS)} * interval '1 millisecond'; -- 10 seconds at the moment
609
76
 
610
- UPDATE prostgles.apps
611
- SET last_check_ended = NOW()
612
- WHERE id = ${asValue(this.appID)};
77
+ END IF;
613
78
 
614
- /*
615
- END IF;
616
- */
79
+ UPDATE prostgles.apps
80
+ SET last_check_ended = NOW()
81
+ WHERE id = ${asValue(this.appID)};
617
82
 
618
-
619
- END IF;
620
83
 
621
- -- must not commit without a lock
622
- --COMMIT;
623
- END $$;
624
- `
84
+ END IF;
85
+
86
+ END $$;
87
+ `
625
88
  await this.db.any(appQ);
626
89
  tries = 5;
627
90
  log("updated last_check");
@@ -28,6 +28,7 @@ class SchemaWatch {
28
28
  }, watchSchemaType.checkIntervalMillis);
29
29
  }
30
30
  else if (watchSchemaType === "DDL_trigger") {
31
+ /** Do nothing */
31
32
  }
32
33
  }
33
34
  }