stripe-experiment-sync 0.0.5 → 1.0.1

package/dist/migrations/0043_add_account_id.sql

@@ -0,0 +1,49 @@
+-- Add _account_id column to all tables to track which Stripe account each record belongs to
+-- Column is nullable for backward compatibility with existing data
+
+ALTER TABLE "stripe"."active_entitlements" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."charges" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."checkout_session_line_items" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."checkout_sessions" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."customers" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."disputes" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."early_fraud_warnings" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."features" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."invoices" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."_managed_webhooks" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."payment_intents" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."payment_methods" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."plans" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."prices" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."products" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."refunds" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."reviews" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."setup_intents" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."subscription_items" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."subscription_schedules" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."subscriptions" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+
+ALTER TABLE "stripe"."tax_ids" ADD COLUMN IF NOT EXISTS "_account_id" TEXT;
+

package/dist/migrations/0044_make_account_id_required.sql

@@ -0,0 +1,54 @@
+-- Make _account_id required by:
+-- 1. Deleting all rows where _account_id IS NULL
+-- 2. Setting _account_id to NOT NULL
+
+-- Delete rows with null _account_id
+DELETE FROM "stripe"."active_entitlements" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."charges" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."checkout_session_line_items" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."checkout_sessions" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."credit_notes" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."customers" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."disputes" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."early_fraud_warnings" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."features" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."invoices" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."_managed_webhooks" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."payment_intents" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."payment_methods" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."plans" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."prices" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."products" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."refunds" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."reviews" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."setup_intents" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."subscription_items" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."subscription_schedules" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."subscriptions" WHERE "_account_id" IS NULL;
+DELETE FROM "stripe"."tax_ids" WHERE "_account_id" IS NULL;
+
+-- Make _account_id NOT NULL
+ALTER TABLE "stripe"."active_entitlements" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."charges" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."checkout_session_line_items" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."checkout_sessions" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."credit_notes" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."customers" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."disputes" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."early_fraud_warnings" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."features" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."invoices" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."_managed_webhooks" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."payment_intents" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."payment_methods" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."plans" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."prices" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."products" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."refunds" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."reviews" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."setup_intents" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."subscription_items" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."subscription_schedules" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."subscriptions" ALTER COLUMN "_account_id" SET NOT NULL;
+ALTER TABLE "stripe"."tax_ids" ALTER COLUMN "_account_id" SET NOT NULL;
+

package/dist/migrations/0045_sync_status.sql

@@ -0,0 +1,18 @@
+-- Create _sync_status metadata table for tracking incremental sync cursors
+-- This table tracks the state and progress of each resource's synchronization
+
+CREATE TABLE IF NOT EXISTS "stripe"."_sync_status" (
+  id serial PRIMARY KEY,
+  resource text UNIQUE NOT NULL,
+  status text CHECK (status IN ('idle', 'running', 'complete', 'error')) DEFAULT 'idle',
+  last_synced_at timestamptz DEFAULT now(),
+  last_incremental_cursor timestamptz,
+  error_message text,
+  updated_at timestamptz DEFAULT now()
+);
+
+-- Use existing set_updated_at() function created in migration 0012
+CREATE TRIGGER handle_updated_at
+  BEFORE UPDATE ON "stripe"."_sync_status"
+  FOR EACH ROW
+  EXECUTE PROCEDURE set_updated_at();

package/dist/migrations/0046_sync_status_per_account.sql

@@ -0,0 +1,91 @@
+-- Add _account_id to _sync_status table to track sync cursors per account
+-- This enables proper cursor isolation when syncing multiple Stripe accounts
+--
+-- Breaking change: All existing cursor data will be deleted (clean slate)
+-- Next sync will perform a full backfill for each account
+
+-- Step 1: Delete all existing cursor data
+DELETE FROM "stripe"."_sync_status";
+
+-- Step 2: Add _account_id column
+ALTER TABLE "stripe"."_sync_status" ADD COLUMN "_account_id" TEXT NOT NULL;
+
+-- Step 3: Drop existing unique constraint on resource
+ALTER TABLE "stripe"."_sync_status" DROP CONSTRAINT IF EXISTS _sync_status_resource_key;
+
+-- Step 4: Add new composite unique constraint on (resource, _account_id)
+ALTER TABLE "stripe"."_sync_status"
+  ADD CONSTRAINT _sync_status_resource_account_key
+  UNIQUE (resource, "_account_id");
+
+-- Step 5: Add index for efficient lookups
+CREATE INDEX IF NOT EXISTS idx_sync_status_resource_account
+  ON "stripe"."_sync_status" (resource, "_account_id");
+
+-- Step 6: Create accounts table to track Stripe accounts (JSONB with generated columns)
+CREATE TABLE IF NOT EXISTS "stripe"."accounts" (
+  id TEXT PRIMARY KEY,
+  raw_data JSONB NOT NULL,
+  first_synced_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  last_synced_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  -- Generated columns extracted from raw_data
+  business_name TEXT GENERATED ALWAYS AS ((raw_data->'business_profile'->>'name')::text) STORED,
+  email TEXT GENERATED ALWAYS AS ((raw_data->>'email')::text) STORED,
+  type TEXT GENERATED ALWAYS AS ((raw_data->>'type')::text) STORED,
+  charges_enabled BOOLEAN GENERATED ALWAYS AS ((raw_data->>'charges_enabled')::boolean) STORED,
+  payouts_enabled BOOLEAN GENERATED ALWAYS AS ((raw_data->>'payouts_enabled')::boolean) STORED,
+  details_submitted BOOLEAN GENERATED ALWAYS AS ((raw_data->>'details_submitted')::boolean) STORED,
+  country TEXT GENERATED ALWAYS AS ((raw_data->>'country')::text) STORED,
+  default_currency TEXT GENERATED ALWAYS AS ((raw_data->>'default_currency')::text) STORED,
+  created INTEGER GENERATED ALWAYS AS ((raw_data->>'created')::integer) STORED
+);
+
+-- Step 7: Add index for account name lookups
+CREATE INDEX IF NOT EXISTS idx_accounts_business_name
+  ON "stripe"."accounts" (business_name);
+
+-- Step 8: Add updated_at trigger for accounts
+CREATE TRIGGER handle_updated_at
+  BEFORE UPDATE ON "stripe"."accounts"
+  FOR EACH ROW
+  EXECUTE PROCEDURE set_updated_at();
+
+-- Step 9: Backfill accounts from existing data tables
+INSERT INTO "stripe"."accounts" (id, raw_data, first_synced_at, last_synced_at)
+SELECT DISTINCT
+  "_account_id" as id,
+  jsonb_build_object('id', "_account_id", 'type', 'unknown') as raw_data,
+  now() as first_synced_at,
+  now() as last_synced_at
+FROM "stripe"."products"
+WHERE "_account_id" IS NOT NULL
+ON CONFLICT (id) DO NOTHING;
+
+-- Step 10: Add foreign key constraints from data tables to accounts
+ALTER TABLE "stripe"."active_entitlements" ADD CONSTRAINT fk_active_entitlements_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."charges" ADD CONSTRAINT fk_charges_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."checkout_session_line_items" ADD CONSTRAINT fk_checkout_session_line_items_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."checkout_sessions" ADD CONSTRAINT fk_checkout_sessions_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."credit_notes" ADD CONSTRAINT fk_credit_notes_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."customers" ADD CONSTRAINT fk_customers_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."disputes" ADD CONSTRAINT fk_disputes_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."early_fraud_warnings" ADD CONSTRAINT fk_early_fraud_warnings_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."features" ADD CONSTRAINT fk_features_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."invoices" ADD CONSTRAINT fk_invoices_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."_managed_webhooks" ADD CONSTRAINT fk_managed_webhooks_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."payment_intents" ADD CONSTRAINT fk_payment_intents_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."payment_methods" ADD CONSTRAINT fk_payment_methods_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."plans" ADD CONSTRAINT fk_plans_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."prices" ADD CONSTRAINT fk_prices_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."products" ADD CONSTRAINT fk_products_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."refunds" ADD CONSTRAINT fk_refunds_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."reviews" ADD CONSTRAINT fk_reviews_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."setup_intents" ADD CONSTRAINT fk_setup_intents_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."subscription_items" ADD CONSTRAINT fk_subscription_items_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."subscription_schedules" ADD CONSTRAINT fk_subscription_schedules_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."subscriptions" ADD CONSTRAINT fk_subscriptions_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+ALTER TABLE "stripe"."tax_ids" ADD CONSTRAINT fk_tax_ids_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+
+-- Step 11: Add foreign key from _sync_status to accounts
+ALTER TABLE "stripe"."_sync_status" ADD CONSTRAINT fk_sync_status_account FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);

package/dist/migrations/0047_api_key_hashes.sql

@@ -0,0 +1,12 @@
+-- Add api_key_hashes array column to accounts table
+-- This stores SHA-256 hashes of Stripe API keys for fast account lookups
+-- Enables lookup of account ID by API key hash without making Stripe API calls
+-- Supports multiple API keys per account (test/live keys, rotated keys, etc.)
+
+-- Step 1: Add api_key_hashes column as TEXT array
+ALTER TABLE "stripe"."accounts" ADD COLUMN "api_key_hashes" TEXT[] DEFAULT '{}';
+
+-- Step 2: Create GIN index for fast array containment lookups
+-- This enables efficient queries like: WHERE 'hash_value' = ANY(api_key_hashes)
+CREATE INDEX IF NOT EXISTS idx_accounts_api_key_hashes
+  ON "stripe"."accounts" USING GIN (api_key_hashes);