stripe-experiment-sync 0.0.1 → 0.0.3

package/dist/index.cjs

@@ -31,7 +31,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var index_exports = {};
 __export(index_exports, {
   PostgresClient: () => PostgresClient,
-  StripeAutoSync: () => StripeAutoSync
+  StripeAutoSync: () => StripeAutoSync,
+  runMigrations: () => runMigrations
 });
 module.exports = __toCommonJS(index_exports);
 
@@ -891,7 +892,8 @@ var StripeAutoSync = class {
       webhookPath: options.webhookPath || "/stripe-webhooks",
       stripeApiVersion: options.stripeApiVersion || "2020-08-27",
       autoExpandLists: options.autoExpandLists !== void 0 ? options.autoExpandLists : false,
-      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true
+      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true,
+      keepWebhooksOnShutdown: options.keepWebhooksOnShutdown !== void 0 ? options.keepWebhooksOnShutdown : true
     };
   }
   /**
@@ -907,10 +909,30 @@ var StripeAutoSync = class {
    */
   async start(app) {
     try {
-      await runMigrations({
-        databaseUrl: this.options.databaseUrl,
-        schema: this.options.schema
-      });
+      try {
+        await runMigrations({
+          databaseUrl: this.options.databaseUrl,
+          schema: this.options.schema
+        });
+      } catch (migrationError) {
+        console.warn("Migration failed, dropping schema and retrying...");
+        console.warn("Migration error:", migrationError instanceof Error ? migrationError.message : String(migrationError));
+        const { Client: Client2 } = await import("pg");
+        const client = new Client2({ connectionString: this.options.databaseUrl });
+        try {
+          await client.connect();
+          await client.query(`DROP SCHEMA IF EXISTS "${this.options.schema}" CASCADE`);
+          console.log(`\u2713 Dropped schema: ${this.options.schema}`);
+        } finally {
+          await client.end();
+        }
+        console.log("Retrying migrations...");
+        await runMigrations({
+          databaseUrl: this.options.databaseUrl,
+          schema: this.options.schema
+        });
+        console.log("\u2713 Migrations completed successfully after retry");
+      }
       const poolConfig = {
         max: 10,
         connectionString: this.options.databaseUrl,
@@ -926,7 +948,7 @@ var StripeAutoSync = class {
         poolConfig
       });
       const baseUrl = this.options.baseUrl();
-      const { webhook, uuid } = await this.stripeSync.createManagedWebhook(
+      const { webhook, uuid } = await this.stripeSync.findOrCreateManagedWebhook(
         `${baseUrl}${this.options.webhookPath}`,
         {
           enabled_events: ["*"],
@@ -936,6 +958,10 @@ var StripeAutoSync = class {
       );
       this.webhookId = webhook.id;
       this.webhookUuid = uuid;
+      console.log("Starting initial backfill of all Stripe data...");
+      const backfillResult = await this.stripeSync.syncBackfill({ object: "all" });
+      const totalSynced = Object.values(backfillResult).reduce((sum, result) => sum + (result?.synced || 0), 0);
+      console.log(`\u2713 Backfill complete: ${totalSynced} objects synced`);
       this.mountWebhook(app);
       app.use(this.getBodyParserMiddleware());
       return {
@@ -956,10 +982,10 @@ var StripeAutoSync = class {
   }
   /**
    * Stops all services and cleans up resources:
-   * 1. Deletes Stripe webhook endpoint from Stripe and database
+   * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
    */
   async stop() {
-    if (this.webhookId && this.stripeSync) {
+    if (this.webhookId && this.stripeSync && !this.options.keepWebhooksOnShutdown) {
       try {
         await this.stripeSync.deleteManagedWebhook(this.webhookId);
       } catch (error) {
@@ -1058,7 +1084,7 @@ var StripeSync = class {
   postgresClient;
   async processWebhook(payload, signature, uuid) {
     const result = await this.postgresClient.query(
-      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE uuid = $1`,
+      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE uuid = $1`,
       [uuid]
     );
     if (result.rows.length === 0) {
@@ -2275,16 +2301,38 @@ var StripeSync = class {
     await this.upsertManagedWebhooks([webhookWithUuid]);
     return { webhook, uuid };
   }
+  async findOrCreateManagedWebhook(baseUrl, params) {
+    const existingWebhooks = await this.listManagedWebhooks();
+    for (const existingWebhook of existingWebhooks) {
+      const existingBaseUrl = existingWebhook.url.replace(/\/[^/]+$/, "");
+      if (existingBaseUrl === baseUrl) {
+        try {
+          const stripeWebhook = await this.stripe.webhookEndpoints.retrieve(
+            existingWebhook.id
+          );
+          if (stripeWebhook.status === "enabled") {
+            return {
+              webhook: stripeWebhook,
+              uuid: existingWebhook.uuid
+            };
+          }
+        } catch (error) {
+          continue;
+        }
+      }
+    }
+    return this.createManagedWebhook(baseUrl, params);
+  }
   async getManagedWebhook(id) {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE id = $1`,
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE id = $1`,
       [id]
     );
     return result.rows.length > 0 ? result.rows[0] : null;
   }
   async listManagedWebhooks() {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" ORDER BY created DESC`
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" ORDER BY created DESC`
     );
     return result.rows;
   }
@@ -2297,12 +2345,12 @@ var StripeSync = class {
   }
   async deleteManagedWebhook(id) {
     await this.stripe.webhookEndpoints.del(id);
-    return this.postgresClient.delete("managed_webhooks", id);
+    return this.postgresClient.delete("_managed_webhooks", id);
   }
   async upsertManagedWebhooks(webhooks, syncTimestamp) {
     return this.postgresClient.upsertManyWithTimestampProtection(
       webhooks,
-      "managed_webhooks",
+      "_managed_webhooks",
       managedWebhookSchema,
       syncTimestamp
     );
@@ -2366,5 +2414,6 @@ function chunkArray(array, chunkSize) {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   PostgresClient,
-  StripeAutoSync
+  StripeAutoSync,
+  runMigrations
 });

package/dist/index.d.cts

@@ -2,6 +2,7 @@ import { Express } from 'express';
 import pg, { PoolConfig, QueryResult } from 'pg';
 import pino from 'pino';
 import Stripe from 'stripe';
+import { ConnectionOptions } from 'node:tls';
 
 interface StripeAutoSyncOptions {
     databaseUrl: string;
@@ -12,6 +13,7 @@ interface StripeAutoSyncOptions {
     stripeApiVersion?: string;
     autoExpandLists?: boolean;
     backfillRelatedEntities?: boolean;
+    keepWebhooksOnShutdown?: boolean;
 }
 interface StripeAutoSyncInfo {
     baseUrl: string;
@@ -44,7 +46,7 @@ declare class StripeAutoSync {
     start(app: Express): Promise<StripeAutoSyncInfo>;
     /**
      * Stops all services and cleans up resources:
-     * 1. Deletes Stripe webhook endpoint from Stripe and database
+     * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
      */
     stop(): Promise<void>;
     /**
@@ -219,4 +221,12 @@ declare class PostgresClient {
     private cleanseArrayField;
 }
 
-export { PostgresClient, type RevalidateEntity, StripeAutoSync, type StripeAutoSyncInfo, type StripeAutoSyncOptions, type StripeSyncConfig, type Sync, type SyncBackfill, type SyncBackfillParams, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject };
+type MigrationConfig = {
+    schema: string;
+    databaseUrl: string;
+    ssl?: ConnectionOptions;
+    logger?: pino.Logger;
+};
+declare function runMigrations(config: MigrationConfig): Promise<void>;
+
+export { PostgresClient, type RevalidateEntity, StripeAutoSync, type StripeAutoSyncInfo, type StripeAutoSyncOptions, type StripeSyncConfig, type Sync, type SyncBackfill, type SyncBackfillParams, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject, runMigrations };

package/dist/index.d.ts

@@ -2,6 +2,7 @@ import { Express } from 'express';
 import pg, { PoolConfig, QueryResult } from 'pg';
 import pino from 'pino';
 import Stripe from 'stripe';
+import { ConnectionOptions } from 'node:tls';
 
 interface StripeAutoSyncOptions {
     databaseUrl: string;
@@ -12,6 +13,7 @@ interface StripeAutoSyncOptions {
     stripeApiVersion?: string;
     autoExpandLists?: boolean;
     backfillRelatedEntities?: boolean;
+    keepWebhooksOnShutdown?: boolean;
 }
 interface StripeAutoSyncInfo {
     baseUrl: string;
@@ -44,7 +46,7 @@ declare class StripeAutoSync {
     start(app: Express): Promise<StripeAutoSyncInfo>;
     /**
      * Stops all services and cleans up resources:
-     * 1. Deletes Stripe webhook endpoint from Stripe and database
+     * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
      */
     stop(): Promise<void>;
     /**
@@ -219,4 +221,12 @@ declare class PostgresClient {
     private cleanseArrayField;
 }
 
-export { PostgresClient, type RevalidateEntity, StripeAutoSync, type StripeAutoSyncInfo, type StripeAutoSyncOptions, type StripeSyncConfig, type Sync, type SyncBackfill, type SyncBackfillParams, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject };
+type MigrationConfig = {
+    schema: string;
+    databaseUrl: string;
+    ssl?: ConnectionOptions;
+    logger?: pino.Logger;
+};
+declare function runMigrations(config: MigrationConfig): Promise<void>;
+
+export { PostgresClient, type RevalidateEntity, StripeAutoSync, type StripeAutoSyncInfo, type StripeAutoSyncOptions, type StripeSyncConfig, type Sync, type SyncBackfill, type SyncBackfillParams, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject, runMigrations };

package/dist/index.js

@@ -850,7 +850,8 @@ var StripeAutoSync = class {
       webhookPath: options.webhookPath || "/stripe-webhooks",
       stripeApiVersion: options.stripeApiVersion || "2020-08-27",
       autoExpandLists: options.autoExpandLists !== void 0 ? options.autoExpandLists : false,
-      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true
+      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true,
+      keepWebhooksOnShutdown: options.keepWebhooksOnShutdown !== void 0 ? options.keepWebhooksOnShutdown : true
     };
   }
   /**
@@ -866,10 +867,30 @@ var StripeAutoSync = class {
    */
   async start(app) {
     try {
-      await runMigrations({
-        databaseUrl: this.options.databaseUrl,
-        schema: this.options.schema
-      });
+      try {
+        await runMigrations({
+          databaseUrl: this.options.databaseUrl,
+          schema: this.options.schema
+        });
+      } catch (migrationError) {
+        console.warn("Migration failed, dropping schema and retrying...");
+        console.warn("Migration error:", migrationError instanceof Error ? migrationError.message : String(migrationError));
+        const { Client: Client2 } = await import("pg");
+        const client = new Client2({ connectionString: this.options.databaseUrl });
+        try {
+          await client.connect();
+          await client.query(`DROP SCHEMA IF EXISTS "${this.options.schema}" CASCADE`);
+          console.log(`\u2713 Dropped schema: ${this.options.schema}`);
+        } finally {
+          await client.end();
+        }
+        console.log("Retrying migrations...");
+        await runMigrations({
+          databaseUrl: this.options.databaseUrl,
+          schema: this.options.schema
+        });
+        console.log("\u2713 Migrations completed successfully after retry");
+      }
       const poolConfig = {
         max: 10,
         connectionString: this.options.databaseUrl,
@@ -885,7 +906,7 @@ var StripeAutoSync = class {
         poolConfig
       });
       const baseUrl = this.options.baseUrl();
-      const { webhook, uuid } = await this.stripeSync.createManagedWebhook(
+      const { webhook, uuid } = await this.stripeSync.findOrCreateManagedWebhook(
         `${baseUrl}${this.options.webhookPath}`,
         {
           enabled_events: ["*"],
@@ -895,6 +916,10 @@ var StripeAutoSync = class {
       );
       this.webhookId = webhook.id;
       this.webhookUuid = uuid;
+      console.log("Starting initial backfill of all Stripe data...");
+      const backfillResult = await this.stripeSync.syncBackfill({ object: "all" });
+      const totalSynced = Object.values(backfillResult).reduce((sum, result) => sum + (result?.synced || 0), 0);
+      console.log(`\u2713 Backfill complete: ${totalSynced} objects synced`);
       this.mountWebhook(app);
       app.use(this.getBodyParserMiddleware());
       return {
@@ -915,10 +940,10 @@ var StripeAutoSync = class {
   }
   /**
    * Stops all services and cleans up resources:
-   * 1. Deletes Stripe webhook endpoint from Stripe and database
+   * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
    */
   async stop() {
-    if (this.webhookId && this.stripeSync) {
+    if (this.webhookId && this.stripeSync && !this.options.keepWebhooksOnShutdown) {
       try {
         await this.stripeSync.deleteManagedWebhook(this.webhookId);
       } catch (error) {
@@ -1017,7 +1042,7 @@ var StripeSync = class {
   postgresClient;
   async processWebhook(payload, signature, uuid) {
     const result = await this.postgresClient.query(
-      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE uuid = $1`,
+      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE uuid = $1`,
       [uuid]
     );
     if (result.rows.length === 0) {
@@ -2234,16 +2259,38 @@ var StripeSync = class {
     await this.upsertManagedWebhooks([webhookWithUuid]);
     return { webhook, uuid };
   }
+  async findOrCreateManagedWebhook(baseUrl, params) {
+    const existingWebhooks = await this.listManagedWebhooks();
+    for (const existingWebhook of existingWebhooks) {
+      const existingBaseUrl = existingWebhook.url.replace(/\/[^/]+$/, "");
+      if (existingBaseUrl === baseUrl) {
+        try {
+          const stripeWebhook = await this.stripe.webhookEndpoints.retrieve(
+            existingWebhook.id
+          );
+          if (stripeWebhook.status === "enabled") {
+            return {
+              webhook: stripeWebhook,
+              uuid: existingWebhook.uuid
+            };
+          }
+        } catch (error) {
+          continue;
+        }
+      }
+    }
+    return this.createManagedWebhook(baseUrl, params);
+  }
   async getManagedWebhook(id) {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE id = $1`,
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE id = $1`,
       [id]
     );
     return result.rows.length > 0 ? result.rows[0] : null;
   }
   async listManagedWebhooks() {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" ORDER BY created DESC`
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" ORDER BY created DESC`
     );
     return result.rows;
   }
@@ -2256,12 +2303,12 @@ var StripeSync = class {
   }
   async deleteManagedWebhook(id) {
     await this.stripe.webhookEndpoints.del(id);
-    return this.postgresClient.delete("managed_webhooks", id);
+    return this.postgresClient.delete("_managed_webhooks", id);
   }
   async upsertManagedWebhooks(webhooks, syncTimestamp) {
     return this.postgresClient.upsertManyWithTimestampProtection(
       webhooks,
-      "managed_webhooks",
+      "_managed_webhooks",
       managedWebhookSchema,
       syncTimestamp
     );
@@ -2324,5 +2371,6 @@ function chunkArray(array, chunkSize) {
 }
 export {
   PostgresClient,
-  StripeAutoSync
+  StripeAutoSync,
+  runMigrations
 };

package/dist/migrations/0041_rename_managed_webhooks.sql

@@ -0,0 +1,2 @@
+-- Rename managed_webhooks table to _managed_webhooks
+alter table if exists "stripe"."managed_webhooks" rename to "_managed_webhooks";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "stripe-experiment-sync",
-  "version": "0.0.1",
+  "version": "0.0.3",
   "private": false,
   "description": "Stripe Sync Engine to sync Stripe data based on webhooks to Postgres",
   "type": "module",