@pgflow/core 0.1.18 → 0.1.19

package/dist/supabase/migrations/000060_fail_task.sql

@@ -1,124 +0,0 @@
-create or replace function pgflow.fail_task(
-  run_id uuid,
-  step_slug text,
-  task_index int,
-  error_message text
-)
-returns setof pgflow.step_tasks
-language plpgsql
-volatile
-set search_path to ''
-as $$
-begin
-
-WITH run_lock AS (
-  SELECT * FROM pgflow.runs
-  WHERE pgflow.runs.run_id = fail_task.run_id
-  FOR UPDATE
-),
-step_lock AS (
-  SELECT * FROM pgflow.step_states
-  WHERE pgflow.step_states.run_id = fail_task.run_id
-    AND pgflow.step_states.step_slug = fail_task.step_slug
-  FOR UPDATE
-),
-flow_info AS (
-  SELECT r.flow_slug
-  FROM pgflow.runs r
-  WHERE r.run_id = fail_task.run_id
-),
-config AS (
-  SELECT
-    COALESCE(s.opt_max_attempts, f.opt_max_attempts) AS opt_max_attempts,
-    COALESCE(s.opt_base_delay, f.opt_base_delay) AS opt_base_delay
-  FROM pgflow.steps s
-  JOIN pgflow.flows f ON f.flow_slug = s.flow_slug
-  JOIN flow_info fi ON fi.flow_slug = s.flow_slug
-  WHERE s.flow_slug = fi.flow_slug AND s.step_slug = fail_task.step_slug
-),
-
-fail_or_retry_task as (
-  UPDATE pgflow.step_tasks as task
-  SET
-    status = CASE
-      WHEN task.attempts_count < (SELECT opt_max_attempts FROM config) THEN 'queued'
-      ELSE 'failed'
-    END,
-    error_message = fail_task.error_message
-  WHERE task.run_id = fail_task.run_id
-    AND task.step_slug = fail_task.step_slug
-    AND task.task_index = fail_task.task_index
-    AND task.status = 'queued'
-  RETURNING *
-),
-maybe_fail_step AS (
-  UPDATE pgflow.step_states
-  SET
-    status = CASE
-             WHEN (select fail_or_retry_task.status from fail_or_retry_task) = 'failed' THEN 'failed'
-             ELSE pgflow.step_states.status
-             END
-  FROM fail_or_retry_task
-  WHERE pgflow.step_states.run_id = fail_task.run_id
-    AND pgflow.step_states.step_slug = fail_task.step_slug
-  RETURNING pgflow.step_states.*
-)
-UPDATE pgflow.runs
-SET status = CASE
-              WHEN (select status from maybe_fail_step) = 'failed' THEN 'failed'
-              ELSE status
-              END
-WHERE pgflow.runs.run_id = fail_task.run_id;
-
--- For queued tasks: delay the message for retry with exponential backoff
-PERFORM (
-  WITH retry_config AS (
-    SELECT
-      COALESCE(s.opt_base_delay, f.opt_base_delay) AS base_delay
-    FROM pgflow.steps s
-    JOIN pgflow.flows f ON f.flow_slug = s.flow_slug
-    JOIN pgflow.runs r ON r.flow_slug = f.flow_slug
-    WHERE r.run_id = fail_task.run_id
-      AND s.step_slug = fail_task.step_slug
-  ),
-  queued_tasks AS (
-    SELECT
-      r.flow_slug,
-      st.message_id,
-      pgflow.calculate_retry_delay((SELECT base_delay FROM retry_config), st.attempts_count) AS calculated_delay
-    FROM pgflow.step_tasks st
-    JOIN pgflow.runs r ON st.run_id = r.run_id
-    WHERE st.run_id = fail_task.run_id
-      AND st.step_slug = fail_task.step_slug
-      AND st.task_index = fail_task.task_index
-      AND st.status = 'queued'
-  )
-  SELECT pgmq.set_vt(qt.flow_slug, qt.message_id, qt.calculated_delay)
-  FROM queued_tasks qt
-  WHERE EXISTS (SELECT 1 FROM queued_tasks)
-);
-
--- For failed tasks: archive the message
-PERFORM (
-  WITH failed_tasks AS (
-    SELECT r.flow_slug, st.message_id
-    FROM pgflow.step_tasks st
-    JOIN pgflow.runs r ON st.run_id = r.run_id
-    WHERE st.run_id = fail_task.run_id
-      AND st.step_slug = fail_task.step_slug
-      AND st.task_index = fail_task.task_index
-      AND st.status = 'failed'
-  )
-  SELECT pgmq.archive(ft.flow_slug, ft.message_id)
-  FROM failed_tasks ft
-  WHERE EXISTS (SELECT 1 FROM failed_tasks)
-);
-
-return query select *
-from pgflow.step_tasks st
-where st.run_id = fail_task.run_id
-  and st.step_slug = fail_task.step_slug
-  and st.task_index = fail_task.task_index;
-
-end;
-$$;

package/dist/supabase/migrations/000_edge_worker_initial.sql

@@ -1,86 +0,0 @@
-create extension if not exists pgmq version '1.4.4';
-
-create schema if not exists edge_worker;
-
--------------------------------------------------------------------------------
--- Workers Table --------------------------------------------------------------
--------------------------------------------------------------------------------
-create table if not exists edge_worker.workers (
-  worker_id uuid not null primary key,
-  queue_name text not null,
-  function_name text not null,
-  started_at timestamptz not null default now(),
-  stopped_at timestamptz,
-  last_heartbeat_at timestamptz not null default now()
-);
-
---------------------------------------------------------------------------------
--- Read With Poll --------------------------------------------------------------
---                                                                            --
--- This is a backport of the pgmq.read_with_poll function from version 1.5.0  --
--- It is required because it fixes a bug with high CPU usage and Supabase     --
--- is still using version 1.4.4.                                              --
---                                                                            --
--- It is slightly modified (removed headers which are not available in 1.4.1) --
---                                                                            --
--- This will be removed once Supabase upgrades to 1.5.0 or higher.            --
---------------------------------------------------------------------------------
-create function edge_worker.read_with_poll(
-  queue_name text,
-  vt integer,
-  qty integer,
-  max_poll_seconds integer default 5,
-  poll_interval_ms integer default 100,
-  conditional jsonb default '{}'
-)
-returns setof pgmq.message_record as $$
-DECLARE
-    r pgmq.message_record;
-    stop_at timestamp;
-    sql text;
-    qtable text := pgmq.format_table_name(queue_name, 'q');
-BEGIN
-    stop_at := clock_timestamp() + make_interval(secs => max_poll_seconds);
-    LOOP
-      IF (SELECT clock_timestamp() >= stop_at) THEN
-        RETURN;
-      END IF;
-
-      sql := FORMAT(
-          $QUERY$
-          WITH cte AS
-          (
-              SELECT msg_id
-              FROM pgmq.%I
-              WHERE vt <= clock_timestamp() AND CASE
-                  WHEN %L != '{}'::jsonb THEN (message @> %2$L)::integer
-                  ELSE 1
-              END = 1
-              ORDER BY msg_id ASC
-              LIMIT $1
-              FOR UPDATE SKIP LOCKED
-          )
-          UPDATE pgmq.%I m
-          SET
-              vt = clock_timestamp() + %L,
-              read_ct = read_ct + 1
-          FROM cte
-          WHERE m.msg_id = cte.msg_id
-          RETURNING m.msg_id, m.read_ct, m.enqueued_at, m.vt, m.message;
-          $QUERY$,
-          qtable, conditional, qtable, make_interval(secs => vt)
-      );
-
-      FOR r IN
-        EXECUTE sql USING qty
-      LOOP
-        RETURN NEXT r;
-      END LOOP;
-      IF FOUND THEN
-        RETURN;
-      ELSE
-        PERFORM pg_sleep(poll_interval_ms::numeric / 1000);
-      END IF;
-    END LOOP;
-END;
-$$ language plpgsql;