@haathie/pgmb 0.2.16 → 0.2.18

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@haathie/pgmb",
-  "version": "0.2.16",
+  "version": "0.2.18",
   "description": "PG message broker, with a type-safe typescript client with built-in webhook & SSE support.",
   "publishConfig": {
     "registry": "https://registry.npmjs.org",

package/sql/pgmb-0.2.0-0.2.2.sql

@@ -0,0 +1,54 @@
+SET search_path TO pgmb;
+-- Trigger that pushes changes to the events table
+CREATE OR REPLACE FUNCTION push_table_event()
+RETURNS TRIGGER AS $$
+DECLARE
+	start_num BIGINT = create_random_bigint();
+BEGIN
+	IF TG_OP = 'INSERT' THEN
+		INSERT INTO events(id, topic, payload)
+		SELECT
+			create_event_id(clock_timestamp(), rand := start_num + row_number() OVER ()),
+			create_topic(TG_TABLE_SCHEMA, TG_TABLE_NAME, TG_OP),
+			jsonb_strip_nulls(s.data)
+		FROM NEW n
+		CROSS JOIN LATERAL
+			serialise_record_for_event(TG_RELID, TG_OP, n) AS s(data, emit)
+		WHERE s.emit;
+	ELSIF TG_OP = 'DELETE' THEN
+		INSERT INTO events(id, topic, payload)
+		SELECT
+			create_event_id(clock_timestamp(), rand := start_num + row_number() OVER ()),
+			create_topic(TG_TABLE_SCHEMA, TG_TABLE_NAME, TG_OP),
+			jsonb_strip_nulls(to_jsonb(s.data))
+		FROM OLD o
+		CROSS JOIN LATERAL
+			serialise_record_for_event(TG_RELID, TG_OP, o) AS s(data, emit)
+		WHERE s.emit;
+	ELSIF TG_OP = 'UPDATE' THEN
+		-- For updates, we can send both old and new data
+		INSERT INTO events(id, topic, payload, metadata)
+		SELECT
+			create_event_id(clock_timestamp(), rand := start_num + n.rn),
+			create_topic(TG_TABLE_SCHEMA, TG_TABLE_NAME, TG_OP),
+			jsonb_diff(n.data, o.data),
+			jsonb_build_object('old', jsonb_strip_nulls(o.data))
+		FROM (
+			SELECT s.data, s.emit, row_number() OVER () AS rn
+			FROM NEW n
+			CROSS JOIN LATERAL
+				serialise_record_for_event(TG_RELID, TG_OP, n) AS s(data, emit)
+		) AS n
+		INNER JOIN (
+			SELECT s.data, row_number() OVER () AS rn FROM OLD o
+			CROSS JOIN LATERAL
+				serialise_record_for_event(TG_RELID, TG_OP, o) AS s(data, emit)
+		) AS o ON n.rn = o.rn
+		-- ignore rows where data didn't change
+		WHERE jsonb_diff(n.data, o.data) is not null AND n.emit;
+	END IF;
+
+	RETURN NULL;
+END
+$$ LANGUAGE plpgsql SECURITY DEFINER VOLATILE PARALLEL UNSAFE
+	SET search_path TO pgmb;

package/sql/pgmb-0.2.0-0.2.8.sql

@@ -4,6 +4,8 @@ ALTER TYPE config_type ADD VALUE 'use_pg_cron';
 ALTER TYPE config_type ADD VALUE 'pg_cron_poll_for_events_cron';
 ALTER TYPE config_type ADD VALUE 'pg_cron_partition_maintenance_cron';
 
+COMMIT; -- prevents unsafe enum use
+
 INSERT INTO config(id, value) VALUES
 ('pg_cron_poll_for_events_cron', '1 second'),
 -- every 30 minutes

package/sql/pgmb-0.2.15-0.2.17.sql

@@ -0,0 +1,57 @@
+SET search_path TO pgmb;
+
+CREATE OR REPLACE FUNCTION prepare_poll_for_events_fn(
+	sql_statements TEXT[]
+) RETURNS VOID AS $$
+DECLARE
+	tmpl_proc_name constant TEXT :=
+		'poll_for_events_tmpl';
+	tmpl_proc_placeholder constant TEXT :=
+		'TRUE -- CONDITIONS_SQL_PLACEHOLDER --';
+	condition_sql TEXT;
+	proc_src TEXT;
+BEGIN
+	IF sql_statements = '{}' THEN
+		-- no subscriptions, so just use 'FALSE' to avoid any matches
+		sql_statements := ARRAY['FALSE'];
+	END IF;
+	-- build the condition SQL
+	condition_sql := FORMAT(
+		'('
+		|| array_to_string(
+			ARRAY(
+				SELECT
+					'(' || stmt || ') AND s.conditions_sql = %L'
+				FROM unnest(sql_statements) AS arr(stmt)
+			),
+			') OR ('
+		)
+		|| ')',
+		VARIADIC sql_statements
+	);
+	condition_sql := FORMAT('/* updated at %s */', NOW()) || condition_sql;
+
+	-- fetch the source of the template procedure
+	select pg_get_functiondef(oid) INTO proc_src
+	from pg_proc where proname = tmpl_proc_name and
+		pronamespace = 'pgmb'::regnamespace;
+	IF proc_src IS NULL THEN
+		RAISE EXCEPTION 'Template procedure % not found', tmpl_proc_name;
+	END IF;
+
+	-- replace the placeholder with the actual condition SQL
+	proc_src := REPLACE(proc_src, tmpl_proc_placeholder, condition_sql);
+	proc_src := REPLACE(proc_src, tmpl_proc_name, 'poll_for_events');
+
+	-- the new poll_for_events function will be created with
+	-- the pgmb_reader role, to avoid a bad "conditions_sql"
+	-- from having any destructive access to the database.
+	EXECUTE proc_src;
+	-- changing the owner will ensure that the function is executed with
+	-- the pgmb_reader's permissions.
+	-- https://www.postgresql.org/docs/current/sql-alterfunction.html
+	EXECUTE 'ALTER FUNCTION poll_for_events() OWNER TO pgmb_reader';
+END;
+$$ LANGUAGE plpgsql VOLATILE STRICT PARALLEL UNSAFE
+SET search_path TO pgmb
+SECURITY INVOKER;

package/sql/pgmb.sql

@@ -589,9 +589,11 @@ BEGIN
 	-- the new poll_for_events function will be created with
 	-- the pgmb_reader role, to avoid a bad "conditions_sql"
 	-- from having any destructive access to the database.
-	SET ROLE pgmb_reader;
 	EXECUTE proc_src;
-	RESET ROLE;
+	-- changing the owner will ensure that the function is executed with
+	-- the pgmb_reader's permissions.
+	-- https://www.postgresql.org/docs/current/sql-alterfunction.html
+	EXECUTE 'ALTER FUNCTION poll_for_events() OWNER TO pgmb_reader';
 END;
 $$ LANGUAGE plpgsql VOLATILE STRICT PARALLEL UNSAFE
 SET search_path TO pgmb