stripe-experiment-sync 0.0.1 → 0.0.2

package/dist/index.cjs

@@ -891,7 +891,8 @@ var StripeAutoSync = class {
       webhookPath: options.webhookPath || "/stripe-webhooks",
       stripeApiVersion: options.stripeApiVersion || "2020-08-27",
       autoExpandLists: options.autoExpandLists !== void 0 ? options.autoExpandLists : false,
-      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true
+      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true,
+      keepWebhooksOnShutdown: options.keepWebhooksOnShutdown !== void 0 ? options.keepWebhooksOnShutdown : true
     };
   }
   /**
@@ -926,7 +927,7 @@ var StripeAutoSync = class {
         poolConfig
       });
       const baseUrl = this.options.baseUrl();
-      const { webhook, uuid } = await this.stripeSync.createManagedWebhook(
+      const { webhook, uuid } = await this.stripeSync.findOrCreateManagedWebhook(
         `${baseUrl}${this.options.webhookPath}`,
         {
           enabled_events: ["*"],
@@ -936,6 +937,10 @@ var StripeAutoSync = class {
       );
       this.webhookId = webhook.id;
       this.webhookUuid = uuid;
+      console.log("Starting initial backfill of all Stripe data...");
+      const backfillResult = await this.stripeSync.syncBackfill({ object: "all" });
+      const totalSynced = Object.values(backfillResult).reduce((sum, result) => sum + (result?.synced || 0), 0);
+      console.log(`\u2713 Backfill complete: ${totalSynced} objects synced`);
       this.mountWebhook(app);
       app.use(this.getBodyParserMiddleware());
       return {
@@ -956,10 +961,10 @@ var StripeAutoSync = class {
   }
   /**
    * Stops all services and cleans up resources:
-   * 1. Deletes Stripe webhook endpoint from Stripe and database
+   * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
    */
   async stop() {
-    if (this.webhookId && this.stripeSync) {
+    if (this.webhookId && this.stripeSync && !this.options.keepWebhooksOnShutdown) {
       try {
         await this.stripeSync.deleteManagedWebhook(this.webhookId);
       } catch (error) {
@@ -1058,7 +1063,7 @@ var StripeSync = class {
   postgresClient;
   async processWebhook(payload, signature, uuid) {
     const result = await this.postgresClient.query(
-      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE uuid = $1`,
+      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE uuid = $1`,
       [uuid]
     );
     if (result.rows.length === 0) {
@@ -2275,16 +2280,38 @@ var StripeSync = class {
     await this.upsertManagedWebhooks([webhookWithUuid]);
     return { webhook, uuid };
   }
+  async findOrCreateManagedWebhook(baseUrl, params) {
+    const existingWebhooks = await this.listManagedWebhooks();
+    for (const existingWebhook of existingWebhooks) {
+      const existingBaseUrl = existingWebhook.url.replace(/\/[^/]+$/, "");
+      if (existingBaseUrl === baseUrl) {
+        try {
+          const stripeWebhook = await this.stripe.webhookEndpoints.retrieve(
+            existingWebhook.id
+          );
+          if (stripeWebhook.status === "enabled") {
+            return {
+              webhook: stripeWebhook,
+              uuid: existingWebhook.uuid
+            };
+          }
+        } catch (error) {
+          continue;
+        }
+      }
+    }
+    return this.createManagedWebhook(baseUrl, params);
+  }
   async getManagedWebhook(id) {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE id = $1`,
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE id = $1`,
       [id]
     );
     return result.rows.length > 0 ? result.rows[0] : null;
   }
   async listManagedWebhooks() {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" ORDER BY created DESC`
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" ORDER BY created DESC`
     );
     return result.rows;
   }
@@ -2297,12 +2324,12 @@ var StripeSync = class {
   }
   async deleteManagedWebhook(id) {
     await this.stripe.webhookEndpoints.del(id);
-    return this.postgresClient.delete("managed_webhooks", id);
+    return this.postgresClient.delete("_managed_webhooks", id);
   }
   async upsertManagedWebhooks(webhooks, syncTimestamp) {
     return this.postgresClient.upsertManyWithTimestampProtection(
       webhooks,
-      "managed_webhooks",
+      "_managed_webhooks",
       managedWebhookSchema,
       syncTimestamp
     );

package/dist/index.d.cts

@@ -12,6 +12,7 @@ interface StripeAutoSyncOptions {
     stripeApiVersion?: string;
     autoExpandLists?: boolean;
     backfillRelatedEntities?: boolean;
+    keepWebhooksOnShutdown?: boolean;
 }
 interface StripeAutoSyncInfo {
     baseUrl: string;
@@ -44,7 +45,7 @@ declare class StripeAutoSync {
     start(app: Express): Promise<StripeAutoSyncInfo>;
     /**
      * Stops all services and cleans up resources:
-     * 1. Deletes Stripe webhook endpoint from Stripe and database
+     * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
      */
     stop(): Promise<void>;
     /**

package/dist/index.d.ts

@@ -12,6 +12,7 @@ interface StripeAutoSyncOptions {
     stripeApiVersion?: string;
     autoExpandLists?: boolean;
     backfillRelatedEntities?: boolean;
+    keepWebhooksOnShutdown?: boolean;
 }
 interface StripeAutoSyncInfo {
     baseUrl: string;
@@ -44,7 +45,7 @@ declare class StripeAutoSync {
     start(app: Express): Promise<StripeAutoSyncInfo>;
     /**
      * Stops all services and cleans up resources:
-     * 1. Deletes Stripe webhook endpoint from Stripe and database
+     * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
      */
     stop(): Promise<void>;
     /**

package/dist/index.js

@@ -850,7 +850,8 @@ var StripeAutoSync = class {
       webhookPath: options.webhookPath || "/stripe-webhooks",
       stripeApiVersion: options.stripeApiVersion || "2020-08-27",
       autoExpandLists: options.autoExpandLists !== void 0 ? options.autoExpandLists : false,
-      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true
+      backfillRelatedEntities: options.backfillRelatedEntities !== void 0 ? options.backfillRelatedEntities : true,
+      keepWebhooksOnShutdown: options.keepWebhooksOnShutdown !== void 0 ? options.keepWebhooksOnShutdown : true
     };
   }
   /**
@@ -885,7 +886,7 @@ var StripeAutoSync = class {
         poolConfig
       });
       const baseUrl = this.options.baseUrl();
-      const { webhook, uuid } = await this.stripeSync.createManagedWebhook(
+      const { webhook, uuid } = await this.stripeSync.findOrCreateManagedWebhook(
         `${baseUrl}${this.options.webhookPath}`,
         {
           enabled_events: ["*"],
@@ -895,6 +896,10 @@ var StripeAutoSync = class {
       );
       this.webhookId = webhook.id;
       this.webhookUuid = uuid;
+      console.log("Starting initial backfill of all Stripe data...");
+      const backfillResult = await this.stripeSync.syncBackfill({ object: "all" });
+      const totalSynced = Object.values(backfillResult).reduce((sum, result) => sum + (result?.synced || 0), 0);
+      console.log(`\u2713 Backfill complete: ${totalSynced} objects synced`);
       this.mountWebhook(app);
       app.use(this.getBodyParserMiddleware());
       return {
@@ -915,10 +920,10 @@ var StripeAutoSync = class {
   }
   /**
    * Stops all services and cleans up resources:
-   * 1. Deletes Stripe webhook endpoint from Stripe and database
+   * 1. Optionally deletes Stripe webhook endpoint from Stripe and database (based on keepWebhooksOnShutdown)
    */
   async stop() {
-    if (this.webhookId && this.stripeSync) {
+    if (this.webhookId && this.stripeSync && !this.options.keepWebhooksOnShutdown) {
       try {
         await this.stripeSync.deleteManagedWebhook(this.webhookId);
       } catch (error) {
@@ -1017,7 +1022,7 @@ var StripeSync = class {
   postgresClient;
   async processWebhook(payload, signature, uuid) {
     const result = await this.postgresClient.query(
-      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE uuid = $1`,
+      `SELECT secret FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE uuid = $1`,
       [uuid]
     );
     if (result.rows.length === 0) {
@@ -2234,16 +2239,38 @@ var StripeSync = class {
     await this.upsertManagedWebhooks([webhookWithUuid]);
     return { webhook, uuid };
   }
+  async findOrCreateManagedWebhook(baseUrl, params) {
+    const existingWebhooks = await this.listManagedWebhooks();
+    for (const existingWebhook of existingWebhooks) {
+      const existingBaseUrl = existingWebhook.url.replace(/\/[^/]+$/, "");
+      if (existingBaseUrl === baseUrl) {
+        try {
+          const stripeWebhook = await this.stripe.webhookEndpoints.retrieve(
+            existingWebhook.id
+          );
+          if (stripeWebhook.status === "enabled") {
+            return {
+              webhook: stripeWebhook,
+              uuid: existingWebhook.uuid
+            };
+          }
+        } catch (error) {
+          continue;
+        }
+      }
+    }
+    return this.createManagedWebhook(baseUrl, params);
+  }
   async getManagedWebhook(id) {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" WHERE id = $1`,
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" WHERE id = $1`,
       [id]
     );
     return result.rows.length > 0 ? result.rows[0] : null;
   }
   async listManagedWebhooks() {
     const result = await this.postgresClient.query(
-      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."managed_webhooks" ORDER BY created DESC`
+      `SELECT * FROM "${this.config.schema || DEFAULT_SCHEMA}"."_managed_webhooks" ORDER BY created DESC`
     );
     return result.rows;
   }
@@ -2256,12 +2283,12 @@ var StripeSync = class {
   }
   async deleteManagedWebhook(id) {
     await this.stripe.webhookEndpoints.del(id);
-    return this.postgresClient.delete("managed_webhooks", id);
+    return this.postgresClient.delete("_managed_webhooks", id);
   }
   async upsertManagedWebhooks(webhooks, syncTimestamp) {
     return this.postgresClient.upsertManyWithTimestampProtection(
       webhooks,
-      "managed_webhooks",
+      "_managed_webhooks",
       managedWebhookSchema,
       syncTimestamp
     );

package/dist/migrations/0041_rename_managed_webhooks.sql

@@ -0,0 +1,2 @@
+-- Rename managed_webhooks table to _managed_webhooks
+alter table if exists "stripe"."managed_webhooks" rename to "_managed_webhooks";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "stripe-experiment-sync",
-  "version": "0.0.1",
+  "version": "0.0.2",
   "private": false,
   "description": "Stripe Sync Engine to sync Stripe data based on webhooks to Postgres",
   "type": "module",