stampeded 0.4.0-x86_64-linux-gnu → 0.4.1-x86_64-linux-gnu

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cad7f788cd761495c62f13f696e9a8b6a278fe20cddaf2973deed5fc58e1fb1f
-  data.tar.gz: 28788406522070a1ed14f54d8b855e26c7c3c0501c4b69bf6c4466d66f575807
+  metadata.gz: 4485b1e18988e4c2c276bd0a870f85269a5b4e52474f30fced2f96f3b2aae07f
+  data.tar.gz: b04edfe17a6776c9a056b8ea0ab649a20aca8ebc8d136e391c487d9d8ce1840b
 SHA512:
-  metadata.gz: 47083a221b84efec03e9693cd4cc543307c9c59f35aad9772a8d43b8de48c99fb31b0a770e5ee178ba693c2505b1afba9f0a30a08018528fb51a2d0f46ee9d1e
-  data.tar.gz: bb24cac65641ca47c82780535a3325bfab125306a7d14a9ed0536d0bcabbbe77c93c76aa97335fea0820a67a8be71ffc35bd971776d57034fcdd7035432e4ede
+  metadata.gz: 017f98fb4a6cc157f9727385b384efa94c60028644efb4b650893b2083ed15581b50a2ce6d903bff6ce83dc77f6eec86258b813a880ba6c9fb6557229d42ea70
+  data.tar.gz: 2c42fb9d96bd810a97cb2f5a7e7b374e7b1761751b813fc43cb0562cc050d679d78be2b7cb242fa1400aeb7d83d14ac6a85bd357f4c3243d786f88d8c0ecf0d3

data/lib/stampeded/schema.rb

@@ -1,8 +1,11 @@
 # frozen_string_literal: true
 
+require "digest"
+
 module Stampeded
   module Schema
-    FILES = %w[schema.sql].freeze
+    # Where the daemon's sqlx migrator records what it applied.
+    TABLE = "stampeded_migrations"
 
     module_function
 
@@ -15,15 +18,40 @@ module Stampeded
         raise(Error, "cannot find schema/*.sql (looked in #{candidates.join(", ")})")
     end
 
-    def sql
-      FILES.map { |f| File.read(File.join(root, f)) }.join("\n")
+    # [version, description, sql] per migration, in order: sqlx's names.
+    def migrations
+      Dir[File.join(root, "*.sql")].sort.map do |path|
+        version, name = File.basename(path, ".sql").split("_", 2)
+        [Integer(version, 10), name.tr("_", " "), File.read(path)]
+      end
     end
 
+    def sql = migrations.map(&:last).join("\n")
+
+    # A fresh install, recorded as sqlx records it, so the daemon's
+    # --migrate finds nothing to apply.
     def install!(conn = nil)
       run = lambda do |c|
         c.exec("BEGIN")
         begin
-          c.exec(sql)
+          c.exec(<<~SQL)
+            CREATE TABLE #{TABLE} (
+                version BIGINT PRIMARY KEY,
+                description TEXT NOT NULL,
+                installed_on TIMESTAMPTZ NOT NULL DEFAULT now(),
+                success BOOLEAN NOT NULL,
+                checksum BYTEA NOT NULL,
+                execution_time BIGINT NOT NULL
+            )
+          SQL
+          migrations.each do |version, description, sql|
+            c.exec(sql)
+            c.exec_params(
+              "INSERT INTO #{TABLE} (version, description, success, checksum, execution_time) " \
+              "VALUES ($1, $2, true, decode($3, 'hex'), 0)",
+              [version, description, Digest::SHA384.hexdigest(sql)]
+            )
+          end
           c.exec("COMMIT")
         rescue StandardError
           c.exec("ROLLBACK")
@@ -40,7 +68,7 @@ module Stampeded
           DROP TABLE IF EXISTS stampeded_cron_occurrences, stampeded_schedules,
                                stampeded_queue_policies, stampeded_queue_counts,
                                stampeded_jobs, stampeded_workers,
-                               stampeded_schema CASCADE;
+                               stampeded_schema, stampeded_migrations CASCADE;
           DO $$
           DECLARE r record;
           BEGIN

data/lib/stampeded/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Stampeded
-  VERSION = "0.4.0" # x-release-please-version
+  VERSION = "0.4.1" # x-release-please-version
 end

data/schema/{schema.sql → 0001_init.sql}

@@ -65,20 +65,15 @@ CREATE TABLE stampeded_jobs (
     dedup_period    text        CHECK (dedup_period IN
                                   ('minute','hour','day','week','month')),
 
-    -- Scope, period and bucket: buckets of two periods start together (an
-    -- hour and its day at midnight UTC), so the period keeps them apart.
-    -- Joined as bytea with a raw zero byte: no `text` value can ever decode
-    -- to one (chr(0) itself is refused), so a crafted dedup_scope can never
-    -- forge the separator and so never forge another row's key.
     dedup_key       bytea       GENERATED ALWAYS AS (
-        sha256(
-            dedup_scope::bytea || '\x00'::bytea || coalesce(
-                dedup_period::bytea || '\x00'::bytea || extract(
+        sha256((
+            dedup_scope || coalesce(
+                ':' || extract(
                     epoch FROM (date_trunc(dedup_period, inserted_at, 'UTC') - to_timestamp(0))
-                )::bigint::text::bytea,
-                ''::bytea
+                )::bigint::text,
+                ''
             )
-        )
+        )::bytea)
     ) STORED,
 
     failure_kind    text,
@@ -1052,13 +1047,3 @@ CREATE TABLE stampeded_queue_policies (
     created_at     timestamptz NOT NULL DEFAULT now(),
     updated_at     timestamptz NOT NULL DEFAULT now()
 );
-
--- Which schema this database holds, one row: `stampeded::schema::migrate`
--- upgrades from it and refuses one newer than itself. Raised by each upgrade.
-CREATE TABLE stampeded_schema (
-    version     integer     NOT NULL CHECK (version > 0),
-    changed_at  timestamptz NOT NULL DEFAULT now()
-);
-CREATE UNIQUE INDEX stampeded_schema_one_row ON stampeded_schema ((true));
--- Must match schema::VERSION.
-INSERT INTO stampeded_schema (version) VALUES (3);

data/schema/0002_dedup_key_period.sql

@@ -0,0 +1,14 @@
+-- Schema 2: the dedup key names its period. Without it, an hourly and a
+-- daily unique job of the same scope shared a key whenever their buckets
+-- started together (every midnight UTC, Mondays, the 1st of a month) and
+-- refused each other. The new key is strictly finer: no row can collide.
+ALTER TABLE stampeded_jobs ALTER COLUMN dedup_key SET EXPRESSION AS (
+    sha256((
+        dedup_scope || coalesce(
+            ':' || dedup_period || ':' || extract(
+                epoch FROM (date_trunc(dedup_period, inserted_at, 'UTC') - to_timestamp(0))
+            )::bigint::text,
+            ''
+        )
+    )::bytea)
+);

data/schema/0003_dedup_key_separator.sql

@@ -0,0 +1,17 @@
+-- Schema 3: the dedup key joins scope/period/bucket as bytea with a raw
+-- zero byte. The old ':' join let a crafted dedup_scope (e.g.
+-- 'a:hour:1700000000') forge the exact key of an unrelated periodic job
+-- (scope 'a', period 'hour', that epoch) -- same sha256, same unique index,
+-- wrongly rejected as a duplicate. No `text` value can ever decode to a
+-- zero byte (chr(0) itself is refused by Postgres), so the new separator
+-- can never be forged.
+ALTER TABLE stampeded_jobs ALTER COLUMN dedup_key SET EXPRESSION AS (
+    sha256(
+        dedup_scope::bytea || '\x00'::bytea || coalesce(
+            dedup_period::bytea || '\x00'::bytea || extract(
+                epoch FROM (date_trunc(dedup_period, inserted_at, 'UTC') - to_timestamp(0))
+            )::bigint::text::bytea,
+            ''::bytea
+        )
+    )
+);

data/schema/0004_dedup_key_raw_scope.sql

@@ -0,0 +1,12 @@
+-- Backslashes are doubled so `::bytea` keeps the scope's own bytes instead
+-- of reading escapes: `a` and `\x61` are distinct scopes.
+ALTER TABLE stampeded_jobs ALTER COLUMN dedup_key SET EXPRESSION AS (
+    sha256(
+        replace(dedup_scope, '\', '\\')::bytea || '\x00'::bytea || coalesce(
+            dedup_period::bytea || '\x00'::bytea || extract(
+                epoch FROM (date_trunc(dedup_period, inserted_at, 'UTC') - to_timestamp(0))
+            )::bigint::text::bytea,
+            ''::bytea
+        )
+    )
+);

data/schema/0005_schema_version_guard.sql

@@ -0,0 +1,9 @@
+-- stampeded 0.4 reads this and refuses a version above 3, rather than
+-- mistaking this database for an unversioned one and rewriting it.
+CREATE TABLE IF NOT EXISTS stampeded_schema (
+    version     integer     NOT NULL CHECK (version > 0),
+    changed_at  timestamptz NOT NULL DEFAULT now()
+);
+CREATE UNIQUE INDEX IF NOT EXISTS stampeded_schema_one_row ON stampeded_schema ((true));
+DELETE FROM stampeded_schema;
+INSERT INTO stampeded_schema (version) VALUES (5);

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: stampeded
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: x86_64-linux-gnu
 authors:
 - Abdelkader Boudih
@@ -83,7 +83,11 @@ files:
 - lib/stampeded/worker.rb
 - libexec/libstampeded_ffi.so
 - libexec/stampeded
-- schema/schema.sql
+- schema/0001_init.sql
+- schema/0002_dedup_key_period.sql
+- schema/0003_dedup_key_separator.sql
+- schema/0004_dedup_key_raw_scope.sql
+- schema/0005_schema_version_guard.sql
 homepage: https://github.com/seuros/stampeded
 licenses:
 - BSD-3-Clause