@paymentsdb/sync-engine 0.0.1

package/dist/migrations/0058_improve_sync_runs_status.sql

@@ -0,0 +1,36 @@
+-- Improve sync_runs view status logic
+-- More granular status based on actual object run states
+
+DROP VIEW IF EXISTS "stripe"."sync_runs";
+
+CREATE VIEW "stripe"."sync_runs" AS
+SELECT
+  r._account_id as account_id,
+  r.started_at,
+  r.closed_at,
+  r.triggered_by,
+  r.max_concurrent,
+  -- Aggregate metrics from child objects
+  COALESCE(SUM(o.processed_count), 0) as total_processed,
+  COUNT(o.*) as total_objects,
+  COUNT(*) FILTER (WHERE o.status = 'complete') as complete_count,
+  COUNT(*) FILTER (WHERE o.status = 'error') as error_count,
+  COUNT(*) FILTER (WHERE o.status = 'running') as running_count,
+  COUNT(*) FILTER (WHERE o.status = 'pending') as pending_count,
+  -- Collect error messages if any
+  STRING_AGG(o.error_message, '; ') FILTER (WHERE o.error_message IS NOT NULL) as error_message,
+  -- Derive overall status from run state and object states
+  CASE
+    -- Run still open (closed_at IS NULL)
+    WHEN r.closed_at IS NULL AND COUNT(*) FILTER (WHERE o.status = 'running') > 0 THEN 'running'
+    WHEN r.closed_at IS NULL AND (COUNT(o.*) = 0 OR COUNT(o.*) = COUNT(*) FILTER (WHERE o.status = 'pending')) THEN 'pending'
+    WHEN r.closed_at IS NULL THEN 'running'
+    -- Run closed (closed_at IS NOT NULL)
+    WHEN COUNT(*) FILTER (WHERE o.status = 'error') > 0 THEN 'error'
+    ELSE 'complete'
+  END as status
+FROM "stripe"."_sync_runs" r
+LEFT JOIN "stripe"."_sync_obj_runs" o
+  ON o._account_id = r._account_id
+  AND o.run_started_at = r.started_at
+GROUP BY r._account_id, r.started_at, r.closed_at, r.triggered_by, r.max_concurrent;

package/dist/migrations/0059_sigma_subscription_item_change_events_v2_beta.sql

@@ -0,0 +1,61 @@
+-- event_timestamp and event_type are not generated columns because they are not immutable. 
+-- Postgres requires generated expressions to be immutable.
+
+CREATE TABLE IF NOT EXISTS "stripe"."subscription_item_change_events_v2_beta" (
+  "_raw_data" jsonb NOT NULL,
+  "_last_synced_at" timestamptz,
+  "_updated_at" timestamptz DEFAULT now(),
+  "_account_id" text NOT NULL,
+
+  "event_timestamp" timestamptz NOT NULL,
+  "event_type" text NOT NULL,
+  "subscription_item_id" text NOT NULL,
+
+  PRIMARY KEY ("_account_id", "event_timestamp", "event_type", "subscription_item_id")
+);
+
+-- Foreign key to stripe.accounts
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  DROP CONSTRAINT IF EXISTS fk_subscription_item_change_events_v2_beta_account;
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD CONSTRAINT fk_subscription_item_change_events_v2_beta_account
+  FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+
+-- Maintain _updated_at on UPDATE
+DROP TRIGGER IF EXISTS handle_updated_at ON "stripe"."subscription_item_change_events_v2_beta";
+CREATE TRIGGER handle_updated_at
+  BEFORE UPDATE ON "stripe"."subscription_item_change_events_v2_beta"
+  FOR EACH ROW EXECUTE FUNCTION set_updated_at();
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "currency" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'currency', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "mrr_change" bigint
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'mrr_change', ''))::bigint) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "quantity_change" bigint
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'quantity_change', ''))::bigint) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "subscription_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'subscription_id', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "customer_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'customer_id', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "price_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'price_id', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "product_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'product_id', ''))::text) STORED;
+
+-- Keep as text to avoid non-immutable timestamp casts in a generated column
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "local_event_timestamp" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'local_event_timestamp', ''))::text) STORED;

package/dist/migrations/0060_sigma_exchange_rates_from_usd.sql

@@ -0,0 +1,38 @@
+
+CREATE TABLE IF NOT EXISTS "stripe"."exchange_rates_from_usd" (
+  "_raw_data" jsonb NOT NULL,
+  "_last_synced_at" timestamptz,
+  "_updated_at" timestamptz DEFAULT now(),
+  "_account_id" text NOT NULL,
+
+  "date" date NOT NULL,
+  "sell_currency" text NOT NULL,
+
+  PRIMARY KEY ("_account_id", "date", "sell_currency")
+);
+
+-- Foreign key to stripe.accounts
+ALTER TABLE "stripe"."exchange_rates_from_usd"
+  DROP CONSTRAINT IF EXISTS fk_exchange_rates_from_usd_account;
+ALTER TABLE "stripe"."exchange_rates_from_usd"
+  ADD CONSTRAINT fk_exchange_rates_from_usd_account
+  FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+
+-- Maintain _updated_at on UPDATE
+DROP TRIGGER IF EXISTS handle_updated_at ON "stripe"."exchange_rates_from_usd";
+CREATE TRIGGER handle_updated_at
+  BEFORE UPDATE ON "stripe"."exchange_rates_from_usd"
+  FOR EACH ROW EXECUTE FUNCTION set_updated_at();
+
+ALTER TABLE "stripe"."exchange_rates_from_usd"
+  ADD COLUMN IF NOT EXISTS "buy_currency_exchange_rates" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'buy_currency_exchange_rates', ''))::text) STORED;
+
+-- Index on date for efficient range queries
+CREATE INDEX IF NOT EXISTS idx_exchange_rates_from_usd_date
+  ON "stripe"."exchange_rates_from_usd" ("date");
+
+-- Index on sell_currency for filtering by currency
+CREATE INDEX IF NOT EXISTS idx_exchange_rates_from_usd_sell_currency
+  ON "stripe"."exchange_rates_from_usd" ("sell_currency");
+

package/dist/migrations/0061_add_page_cursor.sql

@@ -0,0 +1,3 @@
+-- Add page_cursor column for pagination state within a single sync run.
+-- This is used to store the starting_after ID for backfills using Stripe list calls.
+ALTER TABLE "stripe"."_sync_obj_runs" ADD COLUMN IF NOT EXISTS page_cursor text;

package/dist/migrations/0062_balance_transactions.sql

@@ -0,0 +1,42 @@
+-- Balance Transactions table - stores full Stripe balance transaction data
+-- Balance transactions represent funds moving through your Stripe account
+
+CREATE TABLE IF NOT EXISTS "stripe"."balance_transactions" (
+  "id" text PRIMARY KEY,
+  "_raw_data" jsonb NOT NULL,
+  "_last_synced_at" timestamptz,
+  "_updated_at" timestamptz DEFAULT now(),
+  "_account_id" text NOT NULL,
+
+  -- Generated columns from _raw_data
+  "object" text GENERATED ALWAYS AS ((_raw_data->>'object')::text) STORED,
+  "amount" bigint GENERATED ALWAYS AS ((_raw_data->>'amount')::bigint) STORED,
+  "available_on" integer GENERATED ALWAYS AS ((_raw_data->>'available_on')::integer) STORED,
+  "created" integer GENERATED ALWAYS AS ((_raw_data->>'created')::integer) STORED,
+  "currency" text GENERATED ALWAYS AS ((_raw_data->>'currency')::text) STORED,
+  "description" text GENERATED ALWAYS AS ((_raw_data->>'description')::text) STORED,
+  "exchange_rate" numeric GENERATED ALWAYS AS ((_raw_data->>'exchange_rate')::numeric) STORED,
+  "fee" bigint GENERATED ALWAYS AS ((_raw_data->>'fee')::bigint) STORED,
+  "fee_details" jsonb GENERATED ALWAYS AS (_raw_data->'fee_details') STORED,
+  "net" bigint GENERATED ALWAYS AS ((_raw_data->>'net')::bigint) STORED,
+  "reporting_category" text GENERATED ALWAYS AS ((_raw_data->>'reporting_category')::text) STORED,
+  "source" text GENERATED ALWAYS AS ((_raw_data->>'source')::text) STORED,
+  "status" text GENERATED ALWAYS AS ((_raw_data->>'status')::text) STORED,
+  "type" text GENERATED ALWAYS AS ((_raw_data->>'type')::text) STORED
+);
+
+-- Foreign key to accounts
+ALTER TABLE "stripe"."balance_transactions"
+  DROP CONSTRAINT IF EXISTS fk_balance_transactions_account;
+ALTER TABLE "stripe"."balance_transactions"
+  ADD CONSTRAINT fk_balance_transactions_account
+  FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+
+-- Update trigger
+DROP TRIGGER IF EXISTS handle_updated_at ON "stripe"."balance_transactions";
+CREATE TRIGGER handle_updated_at
+  BEFORE UPDATE ON "stripe"."balance_transactions"
+  FOR EACH ROW EXECUTE FUNCTION set_updated_at();
+
+-- Indexes
+CREATE INDEX stripe_balance_transactions_created_idx ON "stripe"."balance_transactions" USING btree (created);