stripe-experiment-sync 1.0.1 → 1.0.3

package/dist/index.js

@@ -1,68 +1,6 @@
-// package.json
-var package_default = {
-  name: "stripe-experiment-sync",
-  version: "1.0.1",
-  private: false,
-  description: "Stripe Sync Engine to sync Stripe data to Postgres",
-  type: "module",
-  main: "./dist/index.cjs",
-  exports: {
-    import: {
-      types: "./dist/index.d.ts",
-      import: "./dist/index.js"
-    },
-    require: {
-      types: "./dist/index.d.cts",
-      require: "./dist/index.cjs"
-    }
-  },
-  scripts: {
-    clean: "rimraf dist",
-    prebuild: "npm run clean",
-    build: "tsup src/index.ts --format esm,cjs --dts --shims && cp -r src/database/migrations dist/migrations",
-    lint: "eslint src --ext .ts",
-    test: "vitest"
-  },
-  files: [
-    "dist"
-  ],
-  dependencies: {
-    pg: "^8.16.3",
-    "pg-node-migrations": "0.0.8",
-    ws: "^8.18.0",
-    yesql: "^7.0.0"
-  },
-  peerDependencies: {
-    stripe: "> 11"
-  },
-  devDependencies: {
-    "@types/node": "^24.10.1",
-    "@types/pg": "^8.15.5",
-    "@types/ws": "^8.5.13",
-    "@types/yesql": "^4.1.4",
-    "@vitest/ui": "^4.0.9",
-    vitest: "^3.2.4"
-  },
-  repository: {
-    type: "git",
-    url: "https://github.com/tx-stripe/stripe-sync-engine.git"
-  },
-  homepage: "https://github.com/tx-stripe/stripe-sync-engine#readme",
-  bugs: {
-    url: "https://github.com/tx-stripe/stripe-sync-engine/issues"
-  },
-  keywords: [
-    "stripe",
-    "postgres",
-    "sync",
-    "webhooks",
-    "supabase",
-    "billing",
-    "database",
-    "typescript"
-  ],
-  author: "Supabase <https://supabase.com/>"
-};
+import {
+  package_default
+} from "./chunk-SNGEJHKN.js";
 
 // src/stripeSync.ts
 import Stripe2 from "stripe";
@@ -398,12 +336,20 @@ var PostgresClient = class {
    */
   async cancelStaleRuns(accountId) {
     await this.query(
-      `UPDATE "${this.config.schema}"."_sync_run" r
+      `UPDATE "${this.config.schema}"."_sync_obj_run" o
        SET status = 'error',
            error_message = 'Auto-cancelled: stale (no update in 5 min)',
            completed_at = now()
+       WHERE o."_account_id" = $1
+         AND o.status = 'running'
+         AND o.updated_at < now() - interval '5 minutes'`,
+      [accountId]
+    );
+    await this.query(
+      `UPDATE "${this.config.schema}"."_sync_run" r
+       SET closed_at = now()
        WHERE r."_account_id" = $1
-         AND r.status = 'running'
+         AND r.closed_at IS NULL
          AND EXISTS (
            SELECT 1 FROM "${this.config.schema}"."_sync_obj_run" o
            WHERE o."_account_id" = r."_account_id"
@@ -413,7 +359,7 @@ var PostgresClient = class {
            SELECT 1 FROM "${this.config.schema}"."_sync_obj_run" o
            WHERE o."_account_id" = r."_account_id"
              AND o.run_started_at = r.started_at
-             AND o.updated_at >= now() - interval '5 minutes'
+             AND o.status IN ('pending', 'running')
          )`,
       [accountId]
     );
@@ -429,7 +375,7 @@ var PostgresClient = class {
     await this.cancelStaleRuns(accountId);
     const existing = await this.query(
       `SELECT "_account_id", started_at FROM "${this.config.schema}"."_sync_run"
-       WHERE "_account_id" = $1 AND status = 'running'`,
+       WHERE "_account_id" = $1 AND closed_at IS NULL`,
       [accountId]
     );
     if (existing.rows.length > 0) {
@@ -458,7 +404,7 @@ var PostgresClient = class {
   async getActiveSyncRun(accountId) {
     const result = await this.query(
       `SELECT "_account_id", started_at FROM "${this.config.schema}"."_sync_run"
-       WHERE "_account_id" = $1 AND status = 'running'`,
+       WHERE "_account_id" = $1 AND closed_at IS NULL`,
       [accountId]
     );
     if (result.rows.length === 0) return null;
@@ -466,11 +412,12 @@ var PostgresClient = class {
     return { accountId: row._account_id, runStartedAt: row.started_at };
   }
   /**
-   * Get full sync run details.
+   * Get sync run config (for concurrency control).
+   * Status is derived from sync_dashboard view.
    */
   async getSyncRun(accountId, runStartedAt) {
     const result = await this.query(
-      `SELECT "_account_id", started_at, status, max_concurrent
+      `SELECT "_account_id", started_at, max_concurrent, closed_at
        FROM "${this.config.schema}"."_sync_run"
        WHERE "_account_id" = $1 AND started_at = $2`,
       [accountId, runStartedAt]
@@ -480,32 +427,22 @@ var PostgresClient = class {
     return {
       accountId: row._account_id,
       runStartedAt: row.started_at,
-      status: row.status,
-      maxConcurrent: row.max_concurrent
+      maxConcurrent: row.max_concurrent,
+      closedAt: row.closed_at
     };
   }
   /**
-   * Mark a sync run as complete.
+   * Close a sync run (mark as done).
+   * Status (complete/error) is derived from object run states.
    */
-  async completeSyncRun(accountId, runStartedAt) {
+  async closeSyncRun(accountId, runStartedAt) {
     await this.query(
       `UPDATE "${this.config.schema}"."_sync_run"
-       SET status = 'complete', completed_at = now()
-       WHERE "_account_id" = $1 AND started_at = $2`,
+       SET closed_at = now()
+       WHERE "_account_id" = $1 AND started_at = $2 AND closed_at IS NULL`,
       [accountId, runStartedAt]
     );
   }
-  /**
-   * Mark a sync run as failed.
-   */
-  async failSyncRun(accountId, runStartedAt, errorMessage) {
-    await this.query(
-      `UPDATE "${this.config.schema}"."_sync_run"
-       SET status = 'error', error_message = $3, completed_at = now()
-       WHERE "_account_id" = $1 AND started_at = $2`,
-      [accountId, runStartedAt, errorMessage]
-    );
-  }
   /**
    * Create object run entries for a sync run.
    * All objects start as 'pending'.
@@ -629,6 +566,7 @@ var PostgresClient = class {
   }
   /**
    * Mark an object sync as complete.
+   * Auto-closes the run when all objects are done.
    */
   async completeObjectSync(accountId, runStartedAt, object) {
     await this.query(
@@ -637,9 +575,14 @@ var PostgresClient = class {
        WHERE "_account_id" = $1 AND run_started_at = $2 AND object = $3`,
       [accountId, runStartedAt, object]
     );
+    const allDone = await this.areAllObjectsComplete(accountId, runStartedAt);
+    if (allDone) {
+      await this.closeSyncRun(accountId, runStartedAt);
+    }
   }
   /**
    * Mark an object sync as failed.
+   * Auto-closes the run when all objects are done.
    */
   async failObjectSync(accountId, runStartedAt, object, errorMessage) {
     await this.query(
@@ -648,6 +591,21 @@ var PostgresClient = class {
        WHERE "_account_id" = $1 AND run_started_at = $2 AND object = $3`,
       [accountId, runStartedAt, object, errorMessage]
     );
+    const allDone = await this.areAllObjectsComplete(accountId, runStartedAt);
+    if (allDone) {
+      await this.closeSyncRun(accountId, runStartedAt);
+    }
+  }
+  /**
+   * Check if any object in a run has errored.
+   */
+  async hasAnyObjectErrors(accountId, runStartedAt) {
+    const result = await this.query(
+      `SELECT COUNT(*) as count FROM "${this.config.schema}"."_sync_obj_run"
+       WHERE "_account_id" = $1 AND run_started_at = $2 AND status = 'error'`,
+      [accountId, runStartedAt]
+    );
+    return parseInt(result.rows[0].count) > 0;
   }
   /**
    * Count running objects in a run.
@@ -689,6 +647,13 @@ var PostgresClient = class {
     );
     return parseInt(result.rows[0].count) === 0;
   }
+  /**
+   * Closes the database connection pool and cleans up resources.
+   * Call this when you're done using the PostgresClient instance.
+   */
+  async close() {
+    await this.pool.end();
+  }
 };
 
 // src/schemas/managed_webhook.ts
@@ -1243,8 +1208,8 @@ var StripeSync = class {
       // Depends on invoice
       listFn: (p) => this.stripe.creditNotes.list(p),
       upsertFn: (items, id, bf) => this.upsertCreditNotes(items, id, bf),
-      supportsCreatedFilter: false
-      // credit_notes don't support created filter
+      supportsCreatedFilter: true
+      // credit_notes support created filter
     },
     dispute: {
       order: 14,
@@ -1897,14 +1862,10 @@ var StripeSync = class {
           }
         }
       }
-      await this.postgresClient.completeSyncRun(accountId, runStartedAt);
+      await this.postgresClient.closeSyncRun(accountId, runStartedAt);
       return results;
     } catch (error) {
-      await this.postgresClient.failSyncRun(
-        accountId,
-        runStartedAt,
-        error instanceof Error ? error.message : "Unknown error"
-      );
+      await this.postgresClient.closeSyncRun(accountId, runStartedAt);
       throw error;
     }
   }
@@ -2435,12 +2396,13 @@ var StripeSync = class {
     await this.postgresClient.tryStartObjectSync(accountId, runStartedAt, resourceName);
     try {
       const result = await fn(cursor, runStartedAt);
-      await this.postgresClient.completeSyncRun(accountId, runStartedAt);
+      await this.postgresClient.completeObjectSync(accountId, runStartedAt, resourceName);
       return result;
     } catch (error) {
-      await this.postgresClient.failSyncRun(
+      await this.postgresClient.failObjectSync(
         accountId,
         runStartedAt,
+        resourceName,
         error instanceof Error ? error.message : "Unknown error"
       );
       throw error;
@@ -3188,6 +3150,13 @@ var StripeSync = class {
     }
     return entities;
   }
+  /**
+   * Closes the database connection pool and cleans up resources.
+   * Call this when you're done using the StripeSync instance.
+   */
+  async close() {
+    await this.postgresClient.pool.end();
+  }
 };
 function chunkArray(array, chunkSize) {
   const result = [];

package/dist/migrations/0055_bigint_money_columns.sql

@@ -0,0 +1,72 @@
+-- Fix generated columns: must drop and recreate with ::bigint cast
+-- Money columns that can overflow PostgreSQL integer max (~2.1 billion)
+
+-- checkout_session_line_items
+ALTER TABLE "stripe"."checkout_session_line_items" DROP COLUMN "amount_discount";
+ALTER TABLE "stripe"."checkout_session_line_items" ADD COLUMN "amount_discount" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_discount')::bigint) STORED;
+ALTER TABLE "stripe"."checkout_session_line_items" DROP COLUMN "amount_subtotal";
+ALTER TABLE "stripe"."checkout_session_line_items" ADD COLUMN "amount_subtotal" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_subtotal')::bigint) STORED;
+ALTER TABLE "stripe"."checkout_session_line_items" DROP COLUMN "amount_tax";
+ALTER TABLE "stripe"."checkout_session_line_items" ADD COLUMN "amount_tax" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_tax')::bigint) STORED;
+ALTER TABLE "stripe"."checkout_session_line_items" DROP COLUMN "amount_total";
+ALTER TABLE "stripe"."checkout_session_line_items" ADD COLUMN "amount_total" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_total')::bigint) STORED;
+
+-- checkout_sessions
+ALTER TABLE "stripe"."checkout_sessions" DROP COLUMN "amount_subtotal";
+ALTER TABLE "stripe"."checkout_sessions" ADD COLUMN "amount_subtotal" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_subtotal')::bigint) STORED;
+ALTER TABLE "stripe"."checkout_sessions" DROP COLUMN "amount_total";
+ALTER TABLE "stripe"."checkout_sessions" ADD COLUMN "amount_total" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_total')::bigint) STORED;
+
+-- credit_notes
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "amount";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "amount" bigint GENERATED ALWAYS AS ((_raw_data->>'amount')::bigint) STORED;
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "amount_shipping";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "amount_shipping" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_shipping')::bigint) STORED;
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "discount_amount";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "discount_amount" bigint GENERATED ALWAYS AS ((_raw_data->>'discount_amount')::bigint) STORED;
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "out_of_band_amount";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "out_of_band_amount" bigint GENERATED ALWAYS AS ((_raw_data->>'out_of_band_amount')::bigint) STORED;
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "subtotal";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "subtotal" bigint GENERATED ALWAYS AS ((_raw_data->>'subtotal')::bigint) STORED;
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "subtotal_excluding_tax";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "subtotal_excluding_tax" bigint GENERATED ALWAYS AS ((_raw_data->>'subtotal_excluding_tax')::bigint) STORED;
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "total";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "total" bigint GENERATED ALWAYS AS ((_raw_data->>'total')::bigint) STORED;
+ALTER TABLE "stripe"."credit_notes" DROP COLUMN "total_excluding_tax";
+ALTER TABLE "stripe"."credit_notes" ADD COLUMN "total_excluding_tax" bigint GENERATED ALWAYS AS ((_raw_data->>'total_excluding_tax')::bigint) STORED;
+
+-- customers
+ALTER TABLE "stripe"."customers" DROP COLUMN "balance";
+ALTER TABLE "stripe"."customers" ADD COLUMN "balance" bigint GENERATED ALWAYS AS ((_raw_data->>'balance')::bigint) STORED;
+
+-- invoices
+ALTER TABLE "stripe"."invoices" DROP COLUMN "ending_balance";
+ALTER TABLE "stripe"."invoices" ADD COLUMN "ending_balance" bigint GENERATED ALWAYS AS ((_raw_data->>'ending_balance')::bigint) STORED;
+ALTER TABLE "stripe"."invoices" DROP COLUMN "starting_balance";
+ALTER TABLE "stripe"."invoices" ADD COLUMN "starting_balance" bigint GENERATED ALWAYS AS ((_raw_data->>'starting_balance')::bigint) STORED;
+ALTER TABLE "stripe"."invoices" DROP COLUMN "subtotal";
+ALTER TABLE "stripe"."invoices" ADD COLUMN "subtotal" bigint GENERATED ALWAYS AS ((_raw_data->>'subtotal')::bigint) STORED;
+ALTER TABLE "stripe"."invoices" DROP COLUMN "tax";
+ALTER TABLE "stripe"."invoices" ADD COLUMN "tax" bigint GENERATED ALWAYS AS ((_raw_data->>'tax')::bigint) STORED;
+ALTER TABLE "stripe"."invoices" DROP COLUMN "post_payment_credit_notes_amount";
+ALTER TABLE "stripe"."invoices" ADD COLUMN "post_payment_credit_notes_amount" bigint GENERATED ALWAYS AS ((_raw_data->>'post_payment_credit_notes_amount')::bigint) STORED;
+ALTER TABLE "stripe"."invoices" DROP COLUMN "pre_payment_credit_notes_amount";
+ALTER TABLE "stripe"."invoices" ADD COLUMN "pre_payment_credit_notes_amount" bigint GENERATED ALWAYS AS ((_raw_data->>'pre_payment_credit_notes_amount')::bigint) STORED;
+
+-- payment_intents
+ALTER TABLE "stripe"."payment_intents" DROP COLUMN "amount";
+ALTER TABLE "stripe"."payment_intents" ADD COLUMN "amount" bigint GENERATED ALWAYS AS ((_raw_data->>'amount')::bigint) STORED;
+ALTER TABLE "stripe"."payment_intents" DROP COLUMN "amount_capturable";
+ALTER TABLE "stripe"."payment_intents" ADD COLUMN "amount_capturable" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_capturable')::bigint) STORED;
+ALTER TABLE "stripe"."payment_intents" DROP COLUMN "amount_received";
+ALTER TABLE "stripe"."payment_intents" ADD COLUMN "amount_received" bigint GENERATED ALWAYS AS ((_raw_data->>'amount_received')::bigint) STORED;
+ALTER TABLE "stripe"."payment_intents" DROP COLUMN "application_fee_amount";
+ALTER TABLE "stripe"."payment_intents" ADD COLUMN "application_fee_amount" bigint GENERATED ALWAYS AS ((_raw_data->>'application_fee_amount')::bigint) STORED;
+
+-- prices
+ALTER TABLE "stripe"."prices" DROP COLUMN "unit_amount";
+ALTER TABLE "stripe"."prices" ADD COLUMN "unit_amount" bigint GENERATED ALWAYS AS ((_raw_data->>'unit_amount')::bigint) STORED;
+
+-- refunds
+ALTER TABLE "stripe"."refunds" DROP COLUMN "amount";
+ALTER TABLE "stripe"."refunds" ADD COLUMN "amount" bigint GENERATED ALWAYS AS ((_raw_data->>'amount')::bigint) STORED;

package/dist/migrations/0056_sync_run_closed_at.sql

@@ -0,0 +1,53 @@
+-- Add closed_at column to _sync_run
+-- closed_at IS NULL means the run is still active
+-- Status is derived from object states when closed_at IS NOT NULL
+
+-- Step 1: Drop dependent view first
+DROP VIEW IF EXISTS "stripe"."sync_dashboard";
+
+-- Step 2: Drop the old constraint, status column, and completed_at column
+ALTER TABLE "stripe"."_sync_run" DROP CONSTRAINT IF EXISTS one_active_run_per_account;
+ALTER TABLE "stripe"."_sync_run" DROP COLUMN IF EXISTS status;
+ALTER TABLE "stripe"."_sync_run" DROP COLUMN IF EXISTS completed_at;
+
+-- Step 3: Add closed_at column
+ALTER TABLE "stripe"."_sync_run" ADD COLUMN IF NOT EXISTS closed_at TIMESTAMPTZ;
+
+-- Step 4: Create exclusion constraint (only one active run per account)
+ALTER TABLE "stripe"."_sync_run"
+ADD CONSTRAINT one_active_run_per_account
+EXCLUDE ("_account_id" WITH =) WHERE (closed_at IS NULL);
+
+-- Step 5: Recreate sync_dashboard view (run-level only, one row per run)
+-- Base table: _sync_run (parent sync operation)
+-- Child table: _sync_obj_run (individual object syncs)
+CREATE OR REPLACE VIEW "stripe"."sync_dashboard" AS
+SELECT
+  run."_account_id" as account_id,
+  run.started_at,
+  run.closed_at,
+  run.max_concurrent,
+  run.triggered_by,
+  run.updated_at,
+  -- Derived status from object states
+  CASE
+    WHEN run.closed_at IS NULL THEN 'running'
+    WHEN EXISTS (
+      SELECT 1 FROM "stripe"."_sync_obj_run" obj
+      WHERE obj."_account_id" = run."_account_id"
+        AND obj.run_started_at = run.started_at
+        AND obj.status = 'error'
+    ) THEN 'error'
+    ELSE 'complete'
+  END as status,
+  -- First error message from failed objects
+  (SELECT obj.error_message FROM "stripe"."_sync_obj_run" obj
+   WHERE obj."_account_id" = run."_account_id"
+     AND obj.run_started_at = run.started_at
+     AND obj.status = 'error'
+   ORDER BY obj.object LIMIT 1) as error_message,
+  -- Total processed count across all objects
+  COALESCE((SELECT SUM(obj.processed_count) FROM "stripe"."_sync_obj_run" obj
+   WHERE obj."_account_id" = run."_account_id"
+     AND obj.run_started_at = run.started_at), 0) as processed_count
+FROM "stripe"."_sync_run" run;