stripe-experiment-sync 1.0.8 → 1.0.9-beta.1765909347

package/dist/index.d.cts

@@ -6,6 +6,22 @@ type PostgresConfig = {
     schema: string;
     poolConfig: PoolConfig;
 };
+type RawJsonUpsertOptions = {
+    /**
+     * Columns to use as the ON CONFLICT target.
+     * Example: ['id'] for standard Stripe objects, or a composite key for Sigma tables.
+     */
+    conflictTarget: string[];
+    /**
+     * Additional typed columns to insert alongside `_raw_data` (for tables that don't have `id` keys).
+     * Values are read from `entry[entryKey]` and cast to `pgType` in SQL.
+     */
+    extraColumns?: Array<{
+        column: string;
+        pgType: string;
+        entryKey: string;
+    }>;
+};
 declare class PostgresClient {
     private config;
     pool: pg.Pool;
@@ -17,7 +33,7 @@ declare class PostgresClient {
     }>(entries: T[], table: string): Promise<T[]>;
     upsertManyWithTimestampProtection<T extends {
         [Key: string]: any;
-    }>(entries: T[], table: string, accountId: string, syncTimestamp?: string): Promise<T[]>;
+    }>(entries: T[], table: string, accountId: string, syncTimestamp?: string, upsertOptions?: RawJsonUpsertOptions): Promise<T[]>;
     private cleanseArrayField;
     findMissingEntries(table: string, ids: string[]): Promise<string[]>;
     upsertAccount(accountData: {
@@ -157,6 +173,10 @@ declare class PostgresClient {
      * This considers completed, error, AND running runs to ensure recovery syncs
      * don't re-process data that was already synced before a crash.
      * A 'running' status with a cursor means the process was killed mid-sync.
+     *
+     * Handles two cursor formats:
+     * - Numeric: compared as bigint for correct ordering
+     * - Composite cursors: compared as strings with COLLATE "C"
      */
     getLastCompletedCursor(accountId: string, object: string): Promise<string | null>;
     /**
@@ -198,6 +218,38 @@ declare class PostgresClient {
     close(): Promise<void>;
 }
 
+type SigmaCursorColumnType = 'timestamp' | 'string' | 'number';
+type SigmaCursorColumnSpec = {
+    column: string;
+    type: SigmaCursorColumnType;
+};
+type SigmaCursorSpec = {
+    version: 1;
+    columns: SigmaCursorColumnSpec[];
+};
+type SigmaIngestionConfig = {
+    /**
+     * The Sigma table name to query (no quoting, no schema).
+     */
+    sigmaTable: string;
+    /**
+     * Destination Postgres table name (in the `stripe` schema by convention).
+     */
+    destinationTable: string;
+    /** Limit for each Sigma query page. */
+    pageSize: number;
+    /**
+     * Defines the ordering and cursor semantics. The columns must form a total order (i.e. be unique together) or pagination can be incorrect.
+     */
+    cursor: SigmaCursorSpec;
+    /** Optional additional WHERE clause appended with AND (must not include leading WHERE). */
+    additionalWhere?: string;
+    /** Columns to SELECT (defaults to `*`). */
+    select?: '*' | string[];
+    /** Postgres upsert behavior for this table (conflict target and typed columns). */
+    upsert: RawJsonUpsertOptions;
+};
+
 /**
  * Simple logger interface compatible with both pino and console
  */
@@ -212,6 +264,12 @@ type StripeSyncConfig = {
     databaseUrl?: string;
     /** Stripe secret key used to authenticate requests to the Stripe API. Defaults to empty string */
     stripeSecretKey: string;
+    /**
+     * Enables syncing Stripe Sigma (reporting) tables via the Sigma API.
+     *
+     * Default: false (opt-in, so workers don't enqueue Sigma jobs unexpectedly).
+     */
+    enableSigmaSync?: boolean;
     /** Stripe account ID. If not provided, will be retrieved from Stripe API. Used as fallback option. */
     stripeAccountId?: string;
     /** Stripe webhook signing secret for validating webhook signatures. Required if not using managed webhooks. */
@@ -236,7 +294,7 @@ type StripeSyncConfig = {
     revalidateObjectsViaStripeApi?: Array<RevalidateEntity>;
     /** @deprecated Use `poolConfig` instead. */
     maxPostgresConnections?: number;
-    poolConfig: PoolConfig;
+    poolConfig?: PoolConfig;
     logger?: Logger;
     /**
      * Maximum number of retry attempts for 429 rate limit errors.
@@ -260,7 +318,7 @@ type StripeSyncConfig = {
      */
     retryJitterMs?: number;
 };
-type SyncObject = 'all' | 'customer' | 'customer_with_entitlements' | 'invoice' | 'price' | 'product' | 'subscription' | 'subscription_schedules' | 'setup_intent' | 'payment_method' | 'dispute' | 'charge' | 'payment_intent' | 'plan' | 'tax_id' | 'credit_note' | 'early_fraud_warning' | 'refund' | 'checkout_sessions';
+type SyncObject = 'all' | 'customer' | 'customer_with_entitlements' | 'invoice' | 'price' | 'product' | 'subscription' | 'subscription_schedules' | 'setup_intent' | 'payment_method' | 'dispute' | 'charge' | 'payment_intent' | 'plan' | 'tax_id' | 'credit_note' | 'early_fraud_warning' | 'refund' | 'checkout_sessions' | 'subscription_item_change_events_v2_beta' | 'exchange_rates_from_usd';
 interface Sync {
     synced: number;
 }
@@ -282,6 +340,8 @@ interface SyncBackfill {
     earlyFraudWarnings?: Sync;
     refunds?: Sync;
     checkoutSessions?: Sync;
+    subscriptionItemChangeEventsV2Beta?: Sync;
+    exchangeRatesFromUsd?: Sync;
 }
 interface SyncParams {
     created?: {
@@ -334,6 +394,44 @@ interface ProcessNextParams extends SyncParams {
     /** Who/what triggered this sync (for observability) */
     triggeredBy?: string;
 }
+/**
+ * Syncable resource configuration
+ */
+type BaseResourceConfig = {
+    /** Backfill order: lower numbers sync first; parents before children for FK dependencies */
+    order: number;
+    /** Whether this resource supports incremental sync via 'created' filter or cursor */
+    supportsCreatedFilter: boolean;
+};
+type StripeListResourceConfig = BaseResourceConfig & {
+    /** Function to list items from Stripe API */
+    listFn: (params: Stripe.PaginationParams & {
+        created?: Stripe.RangeQueryParam;
+    }) => Promise<{
+        data: unknown[];
+        has_more: boolean;
+    }>;
+    /** Function to upsert items to database */
+    upsertFn: (items: unknown[], accountId: string, backfillRelated?: boolean) => Promise<unknown[] | void>;
+    /** discriminator */
+    sigma?: undefined;
+};
+/**
+ * Configuration for Sigma query-backed resources.
+ * Uses Stripe Sigma SQL queries with composite cursor pagination.
+ */
+type SigmaResourceConfig = BaseResourceConfig & {
+    /** Sigma uses composite cursors, not created filter */
+    supportsCreatedFilter: false;
+    /** Sigma ingestion configuration (query, cursor spec, upsert options) */
+    sigma: SigmaIngestionConfig;
+    /** discriminator */
+    listFn?: undefined;
+    /** discriminator */
+    upsertFn?: undefined;
+};
+/** Union of all resource configuration types */
+type ResourceConfig = StripeListResourceConfig | SigmaResourceConfig;
 
 /**
  * Identifies a specific sync run.
@@ -461,6 +559,8 @@ declare class StripeSync {
      * Uses the observable sync system for tracking progress.
      */
     private fetchOnePage;
+    private getSigmaFallbackCursorFromDestination;
+    private fetchOneSigmaPage;
     /**
      * Process all pages for all (or specified) object types until complete.
      *
@@ -652,6 +752,9 @@ interface StripeWebhookEvent {
 }
 declare function createStripeWebSocketClient(options: StripeWebSocketOptions): Promise<StripeWebSocketClient>;
 
+declare function parseCsvObjects(csv: string): Array<Record<string, string | null>>;
+declare function normalizeSigmaTimestampToIso(value: string): string | null;
+
 declare const VERSION: string;
 
-export { type Logger, PostgresClient, type ProcessNextParams, type ProcessNextResult, type RevalidateEntity, StripeSync, type StripeSyncConfig, type StripeWebSocketClient, type StripeWebSocketOptions, type StripeWebhookEvent, type Sync, type SyncBackfill, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject, type SyncParams, VERSION, type WebhookProcessingResult, createStripeWebSocketClient, hashApiKey, runMigrations };
+export { type BaseResourceConfig, type Logger, PostgresClient, type ProcessNextParams, type ProcessNextResult, type ResourceConfig, type RevalidateEntity, type SigmaResourceConfig, type StripeListResourceConfig, StripeSync, type StripeSyncConfig, type StripeWebSocketClient, type StripeWebSocketOptions, type StripeWebhookEvent, type Sync, type SyncBackfill, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject, type SyncParams, VERSION, type WebhookProcessingResult, createStripeWebSocketClient, hashApiKey, normalizeSigmaTimestampToIso, parseCsvObjects, runMigrations };

package/dist/index.d.ts

@@ -6,6 +6,22 @@ type PostgresConfig = {
     schema: string;
     poolConfig: PoolConfig;
 };
+type RawJsonUpsertOptions = {
+    /**
+     * Columns to use as the ON CONFLICT target.
+     * Example: ['id'] for standard Stripe objects, or a composite key for Sigma tables.
+     */
+    conflictTarget: string[];
+    /**
+     * Additional typed columns to insert alongside `_raw_data` (for tables that don't have `id` keys).
+     * Values are read from `entry[entryKey]` and cast to `pgType` in SQL.
+     */
+    extraColumns?: Array<{
+        column: string;
+        pgType: string;
+        entryKey: string;
+    }>;
+};
 declare class PostgresClient {
     private config;
     pool: pg.Pool;
@@ -17,7 +33,7 @@ declare class PostgresClient {
     }>(entries: T[], table: string): Promise<T[]>;
     upsertManyWithTimestampProtection<T extends {
         [Key: string]: any;
-    }>(entries: T[], table: string, accountId: string, syncTimestamp?: string): Promise<T[]>;
+    }>(entries: T[], table: string, accountId: string, syncTimestamp?: string, upsertOptions?: RawJsonUpsertOptions): Promise<T[]>;
     private cleanseArrayField;
     findMissingEntries(table: string, ids: string[]): Promise<string[]>;
     upsertAccount(accountData: {
@@ -157,6 +173,10 @@ declare class PostgresClient {
      * This considers completed, error, AND running runs to ensure recovery syncs
      * don't re-process data that was already synced before a crash.
      * A 'running' status with a cursor means the process was killed mid-sync.
+     *
+     * Handles two cursor formats:
+     * - Numeric: compared as bigint for correct ordering
+     * - Composite cursors: compared as strings with COLLATE "C"
      */
     getLastCompletedCursor(accountId: string, object: string): Promise<string | null>;
     /**
@@ -198,6 +218,38 @@ declare class PostgresClient {
     close(): Promise<void>;
 }
 
+type SigmaCursorColumnType = 'timestamp' | 'string' | 'number';
+type SigmaCursorColumnSpec = {
+    column: string;
+    type: SigmaCursorColumnType;
+};
+type SigmaCursorSpec = {
+    version: 1;
+    columns: SigmaCursorColumnSpec[];
+};
+type SigmaIngestionConfig = {
+    /**
+     * The Sigma table name to query (no quoting, no schema).
+     */
+    sigmaTable: string;
+    /**
+     * Destination Postgres table name (in the `stripe` schema by convention).
+     */
+    destinationTable: string;
+    /** Limit for each Sigma query page. */
+    pageSize: number;
+    /**
+     * Defines the ordering and cursor semantics. The columns must form a total order (i.e. be unique together) or pagination can be incorrect.
+     */
+    cursor: SigmaCursorSpec;
+    /** Optional additional WHERE clause appended with AND (must not include leading WHERE). */
+    additionalWhere?: string;
+    /** Columns to SELECT (defaults to `*`). */
+    select?: '*' | string[];
+    /** Postgres upsert behavior for this table (conflict target and typed columns). */
+    upsert: RawJsonUpsertOptions;
+};
+
 /**
  * Simple logger interface compatible with both pino and console
  */
@@ -212,6 +264,12 @@ type StripeSyncConfig = {
     databaseUrl?: string;
     /** Stripe secret key used to authenticate requests to the Stripe API. Defaults to empty string */
     stripeSecretKey: string;
+    /**
+     * Enables syncing Stripe Sigma (reporting) tables via the Sigma API.
+     *
+     * Default: false (opt-in, so workers don't enqueue Sigma jobs unexpectedly).
+     */
+    enableSigmaSync?: boolean;
     /** Stripe account ID. If not provided, will be retrieved from Stripe API. Used as fallback option. */
     stripeAccountId?: string;
     /** Stripe webhook signing secret for validating webhook signatures. Required if not using managed webhooks. */
@@ -236,7 +294,7 @@ type StripeSyncConfig = {
     revalidateObjectsViaStripeApi?: Array<RevalidateEntity>;
     /** @deprecated Use `poolConfig` instead. */
     maxPostgresConnections?: number;
-    poolConfig: PoolConfig;
+    poolConfig?: PoolConfig;
     logger?: Logger;
     /**
      * Maximum number of retry attempts for 429 rate limit errors.
@@ -260,7 +318,7 @@ type StripeSyncConfig = {
      */
     retryJitterMs?: number;
 };
-type SyncObject = 'all' | 'customer' | 'customer_with_entitlements' | 'invoice' | 'price' | 'product' | 'subscription' | 'subscription_schedules' | 'setup_intent' | 'payment_method' | 'dispute' | 'charge' | 'payment_intent' | 'plan' | 'tax_id' | 'credit_note' | 'early_fraud_warning' | 'refund' | 'checkout_sessions';
+type SyncObject = 'all' | 'customer' | 'customer_with_entitlements' | 'invoice' | 'price' | 'product' | 'subscription' | 'subscription_schedules' | 'setup_intent' | 'payment_method' | 'dispute' | 'charge' | 'payment_intent' | 'plan' | 'tax_id' | 'credit_note' | 'early_fraud_warning' | 'refund' | 'checkout_sessions' | 'subscription_item_change_events_v2_beta' | 'exchange_rates_from_usd';
 interface Sync {
     synced: number;
 }
@@ -282,6 +340,8 @@ interface SyncBackfill {
     earlyFraudWarnings?: Sync;
     refunds?: Sync;
     checkoutSessions?: Sync;
+    subscriptionItemChangeEventsV2Beta?: Sync;
+    exchangeRatesFromUsd?: Sync;
 }
 interface SyncParams {
     created?: {
@@ -334,6 +394,44 @@ interface ProcessNextParams extends SyncParams {
     /** Who/what triggered this sync (for observability) */
     triggeredBy?: string;
 }
+/**
+ * Syncable resource configuration
+ */
+type BaseResourceConfig = {
+    /** Backfill order: lower numbers sync first; parents before children for FK dependencies */
+    order: number;
+    /** Whether this resource supports incremental sync via 'created' filter or cursor */
+    supportsCreatedFilter: boolean;
+};
+type StripeListResourceConfig = BaseResourceConfig & {
+    /** Function to list items from Stripe API */
+    listFn: (params: Stripe.PaginationParams & {
+        created?: Stripe.RangeQueryParam;
+    }) => Promise<{
+        data: unknown[];
+        has_more: boolean;
+    }>;
+    /** Function to upsert items to database */
+    upsertFn: (items: unknown[], accountId: string, backfillRelated?: boolean) => Promise<unknown[] | void>;
+    /** discriminator */
+    sigma?: undefined;
+};
+/**
+ * Configuration for Sigma query-backed resources.
+ * Uses Stripe Sigma SQL queries with composite cursor pagination.
+ */
+type SigmaResourceConfig = BaseResourceConfig & {
+    /** Sigma uses composite cursors, not created filter */
+    supportsCreatedFilter: false;
+    /** Sigma ingestion configuration (query, cursor spec, upsert options) */
+    sigma: SigmaIngestionConfig;
+    /** discriminator */
+    listFn?: undefined;
+    /** discriminator */
+    upsertFn?: undefined;
+};
+/** Union of all resource configuration types */
+type ResourceConfig = StripeListResourceConfig | SigmaResourceConfig;
 
 /**
  * Identifies a specific sync run.
@@ -461,6 +559,8 @@ declare class StripeSync {
      * Uses the observable sync system for tracking progress.
      */
     private fetchOnePage;
+    private getSigmaFallbackCursorFromDestination;
+    private fetchOneSigmaPage;
     /**
      * Process all pages for all (or specified) object types until complete.
      *
@@ -652,6 +752,9 @@ interface StripeWebhookEvent {
 }
 declare function createStripeWebSocketClient(options: StripeWebSocketOptions): Promise<StripeWebSocketClient>;
 
+declare function parseCsvObjects(csv: string): Array<Record<string, string | null>>;
+declare function normalizeSigmaTimestampToIso(value: string): string | null;
+
 declare const VERSION: string;
 
-export { type Logger, PostgresClient, type ProcessNextParams, type ProcessNextResult, type RevalidateEntity, StripeSync, type StripeSyncConfig, type StripeWebSocketClient, type StripeWebSocketOptions, type StripeWebhookEvent, type Sync, type SyncBackfill, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject, type SyncParams, VERSION, type WebhookProcessingResult, createStripeWebSocketClient, hashApiKey, runMigrations };
+export { type BaseResourceConfig, type Logger, PostgresClient, type ProcessNextParams, type ProcessNextResult, type ResourceConfig, type RevalidateEntity, type SigmaResourceConfig, type StripeListResourceConfig, StripeSync, type StripeSyncConfig, type StripeWebSocketClient, type StripeWebSocketOptions, type StripeWebhookEvent, type Sync, type SyncBackfill, type SyncEntitlementsParams, type SyncFeaturesParams, type SyncObject, type SyncParams, VERSION, type WebhookProcessingResult, createStripeWebSocketClient, hashApiKey, normalizeSigmaTimestampToIso, parseCsvObjects, runMigrations };

package/dist/index.js

@@ -4,14 +4,18 @@ import {
   VERSION,
   createStripeWebSocketClient,
   hashApiKey,
+  normalizeSigmaTimestampToIso,
+  parseCsvObjects,
   runMigrations
-} from "./chunk-J7BH3XD6.js";
-import "./chunk-CKWVW2JK.js";
+} from "./chunk-2CYYWBTD.js";
+import "./chunk-3W3CERIG.js";
 export {
   PostgresClient,
   StripeSync,
   VERSION,
   createStripeWebSocketClient,
   hashApiKey,
+  normalizeSigmaTimestampToIso,
+  parseCsvObjects,
   runMigrations
 };

package/dist/migrations/0059_sigma_subscription_item_change_events_v2_beta.sql

@@ -0,0 +1,61 @@
+-- event_timestamp and event_type are not generated columns because they are not immutable. 
+-- Postgres requires generated expressions to be immutable.
+
+CREATE TABLE IF NOT EXISTS "stripe"."subscription_item_change_events_v2_beta" (
+  "_raw_data" jsonb NOT NULL,
+  "_last_synced_at" timestamptz,
+  "_updated_at" timestamptz DEFAULT now(),
+  "_account_id" text NOT NULL,
+
+  "event_timestamp" timestamptz NOT NULL,
+  "event_type" text NOT NULL,
+  "subscription_item_id" text NOT NULL,
+
+  PRIMARY KEY ("_account_id", "event_timestamp", "event_type", "subscription_item_id")
+);
+
+-- Foreign key to stripe.accounts
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  DROP CONSTRAINT IF EXISTS fk_subscription_item_change_events_v2_beta_account;
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD CONSTRAINT fk_subscription_item_change_events_v2_beta_account
+  FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+
+-- Maintain _updated_at on UPDATE
+DROP TRIGGER IF EXISTS handle_updated_at ON "stripe"."subscription_item_change_events_v2_beta";
+CREATE TRIGGER handle_updated_at
+  BEFORE UPDATE ON "stripe"."subscription_item_change_events_v2_beta"
+  FOR EACH ROW EXECUTE FUNCTION set_updated_at();
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "currency" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'currency', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "mrr_change" bigint
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'mrr_change', ''))::bigint) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "quantity_change" bigint
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'quantity_change', ''))::bigint) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "subscription_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'subscription_id', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "customer_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'customer_id', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "price_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'price_id', ''))::text) STORED;
+
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "product_id" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'product_id', ''))::text) STORED;
+
+-- Keep as text to avoid non-immutable timestamp casts in a generated column
+ALTER TABLE "stripe"."subscription_item_change_events_v2_beta"
+  ADD COLUMN IF NOT EXISTS "local_event_timestamp" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'local_event_timestamp', ''))::text) STORED;

package/dist/migrations/0060_sigma_exchange_rates_from_usd.sql

@@ -0,0 +1,38 @@
+
+CREATE TABLE IF NOT EXISTS "stripe"."exchange_rates_from_usd" (
+  "_raw_data" jsonb NOT NULL,
+  "_last_synced_at" timestamptz,
+  "_updated_at" timestamptz DEFAULT now(),
+  "_account_id" text NOT NULL,
+
+  "date" date NOT NULL,
+  "sell_currency" text NOT NULL,
+
+  PRIMARY KEY ("_account_id", "date", "sell_currency")
+);
+
+-- Foreign key to stripe.accounts
+ALTER TABLE "stripe"."exchange_rates_from_usd"
+  DROP CONSTRAINT IF EXISTS fk_exchange_rates_from_usd_account;
+ALTER TABLE "stripe"."exchange_rates_from_usd"
+  ADD CONSTRAINT fk_exchange_rates_from_usd_account
+  FOREIGN KEY ("_account_id") REFERENCES "stripe"."accounts" (id);
+
+-- Maintain _updated_at on UPDATE
+DROP TRIGGER IF EXISTS handle_updated_at ON "stripe"."exchange_rates_from_usd";
+CREATE TRIGGER handle_updated_at
+  BEFORE UPDATE ON "stripe"."exchange_rates_from_usd"
+  FOR EACH ROW EXECUTE FUNCTION set_updated_at();
+
+ALTER TABLE "stripe"."exchange_rates_from_usd"
+  ADD COLUMN IF NOT EXISTS "buy_currency_exchange_rates" text
+    GENERATED ALWAYS AS ((NULLIF(_raw_data->>'buy_currency_exchange_rates', ''))::text) STORED;
+
+-- Index on date for efficient range queries
+CREATE INDEX IF NOT EXISTS idx_exchange_rates_from_usd_date
+  ON "stripe"."exchange_rates_from_usd" ("date");
+
+-- Index on sell_currency for filtering by currency
+CREATE INDEX IF NOT EXISTS idx_exchange_rates_from_usd_sell_currency
+  ON "stripe"."exchange_rates_from_usd" ("sell_currency");
+

package/dist/supabase/index.cjs

@@ -47,14 +47,14 @@ module.exports = __toCommonJS(supabase_exports);
 // src/supabase/supabase.ts
 var import_supabase_management_js = require("supabase-management-js");
 
-// raw-ts:/Users/lfdepombo/src/stripe-sync-engine/packages/sync-engine/src/supabase/edge-functions/stripe-setup.ts
+// raw-ts:/home/runner/work/sync-engine/sync-engine/packages/sync-engine/src/supabase/edge-functions/stripe-setup.ts
 var stripe_setup_default = "import { StripeSync, runMigrations } from 'npm:stripe-experiment-sync'\n\nDeno.serve(async (req) => {\n  if (req.method !== 'POST') {\n    return new Response('Method not allowed', { status: 405 })\n  }\n\n  const authHeader = req.headers.get('Authorization')\n  if (!authHeader?.startsWith('Bearer ')) {\n    return new Response('Unauthorized', { status: 401 })\n  }\n\n  let stripeSync = null\n  try {\n    // Get and validate database URL\n    const rawDbUrl = Deno.env.get('SUPABASE_DB_URL')\n    if (!rawDbUrl) {\n      throw new Error('SUPABASE_DB_URL environment variable is not set')\n    }\n    // Remove sslmode from connection string (not supported by pg in Deno)\n    const dbUrl = rawDbUrl.replace(/[?&]sslmode=[^&]*/g, '').replace(/[?&]$/, '')\n\n    await runMigrations({ databaseUrl: dbUrl })\n\n    stripeSync = new StripeSync({\n      poolConfig: { connectionString: dbUrl, max: 2 }, // Need 2 for advisory lock + queries\n      stripeSecretKey: Deno.env.get('STRIPE_SECRET_KEY'),\n    })\n\n    // Release any stale advisory locks from previous timeouts\n    await stripeSync.postgresClient.query('SELECT pg_advisory_unlock_all()')\n\n    // Construct webhook URL from SUPABASE_URL (available in all Edge Functions)\n    const supabaseUrl = Deno.env.get('SUPABASE_URL')\n    if (!supabaseUrl) {\n      throw new Error('SUPABASE_URL environment variable is not set')\n    }\n    const webhookUrl = supabaseUrl + '/functions/v1/stripe-webhook'\n\n    const webhook = await stripeSync.findOrCreateManagedWebhook(webhookUrl)\n\n    await stripeSync.postgresClient.pool.end()\n\n    return new Response(\n      JSON.stringify({\n        success: true,\n        message: 'Setup complete',\n        webhookId: webhook.id,\n      }),\n      {\n        status: 200,\n        headers: { 'Content-Type': 'application/json' },\n      }\n    )\n  } catch (error) {\n    console.error('Setup error:', error)\n    // Cleanup on error\n    if (stripeSync) {\n      try {\n        await stripeSync.postgresClient.query('SELECT pg_advisory_unlock_all()')\n        await stripeSync.postgresClient.pool.end()\n      } catch (cleanupErr) {\n        console.warn('Cleanup failed:', cleanupErr)\n      }\n    }\n    return new Response(JSON.stringify({ success: false, error: error.message }), {\n      status: 500,\n      headers: { 'Content-Type': 'application/json' },\n    })\n  }\n})\n";
 
-// raw-ts:/Users/lfdepombo/src/stripe-sync-engine/packages/sync-engine/src/supabase/edge-functions/stripe-webhook.ts
+// raw-ts:/home/runner/work/sync-engine/sync-engine/packages/sync-engine/src/supabase/edge-functions/stripe-webhook.ts
 var stripe_webhook_default = "import { StripeSync } from 'npm:stripe-experiment-sync'\n\nDeno.serve(async (req) => {\n  if (req.method !== 'POST') {\n    return new Response('Method not allowed', { status: 405 })\n  }\n\n  const sig = req.headers.get('stripe-signature')\n  if (!sig) {\n    return new Response('Missing stripe-signature header', { status: 400 })\n  }\n\n  const rawDbUrl = Deno.env.get('SUPABASE_DB_URL')\n  if (!rawDbUrl) {\n    return new Response(JSON.stringify({ error: 'SUPABASE_DB_URL not set' }), { status: 500 })\n  }\n  const dbUrl = rawDbUrl.replace(/[?&]sslmode=[^&]*/g, '').replace(/[?&]$/, '')\n\n  const stripeSync = new StripeSync({\n    poolConfig: { connectionString: dbUrl, max: 1 },\n    stripeSecretKey: Deno.env.get('STRIPE_SECRET_KEY')!,\n  })\n\n  try {\n    const rawBody = new Uint8Array(await req.arrayBuffer())\n    await stripeSync.processWebhook(rawBody, sig)\n    return new Response(JSON.stringify({ received: true }), {\n      status: 200,\n      headers: { 'Content-Type': 'application/json' },\n    })\n  } catch (error) {\n    console.error('Webhook processing error:', error)\n    const isSignatureError =\n      error.message?.includes('signature') || error.type === 'StripeSignatureVerificationError'\n    const status = isSignatureError ? 400 : 500\n    return new Response(JSON.stringify({ error: error.message }), {\n      status,\n      headers: { 'Content-Type': 'application/json' },\n    })\n  } finally {\n    await stripeSync.postgresClient.pool.end()\n  }\n})\n";
 
-// raw-ts:/Users/lfdepombo/src/stripe-sync-engine/packages/sync-engine/src/supabase/edge-functions/stripe-worker.ts
-var stripe_worker_default = "/**\n * Stripe Sync Worker\n *\n * Triggered by pg_cron every 10 seconds. Uses pgmq for durable work queue.\n *\n * Flow:\n * 1. Read batch of messages from pgmq (qty=10, vt=60s)\n * 2. If queue empty: enqueue all objects (continuous sync)\n * 3. Process messages in parallel (Promise.all):\n *    - processNext(object)\n *    - Delete message on success\n *    - Re-enqueue if hasMore\n * 4. Return results summary\n *\n * Concurrency:\n * - Multiple workers can run concurrently via overlapping pg_cron triggers.\n * - Each worker processes its batch of messages in parallel (Promise.all).\n * - pgmq visibility timeout prevents duplicate message reads across workers.\n * - processNext() is idempotent (uses internal cursor tracking), so duplicate\n *   processing on timeout/crash is safe.\n */\n\nimport { StripeSync } from 'npm:stripe-experiment-sync'\nimport postgres from 'npm:postgres'\n\nconst QUEUE_NAME = 'stripe_sync_work'\nconst VISIBILITY_TIMEOUT = 60 // seconds\nconst BATCH_SIZE = 10\n\nDeno.serve(async (req) => {\n  const authHeader = req.headers.get('Authorization')\n  if (!authHeader?.startsWith('Bearer ')) {\n    return new Response('Unauthorized', { status: 401 })\n  }\n\n  const rawDbUrl = Deno.env.get('SUPABASE_DB_URL')\n  if (!rawDbUrl) {\n    return new Response(JSON.stringify({ error: 'SUPABASE_DB_URL not set' }), { status: 500 })\n  }\n  const dbUrl = rawDbUrl.replace(/[?&]sslmode=[^&]*/g, '').replace(/[?&]$/, '')\n\n  let sql\n  let stripeSync\n\n  try {\n    sql = postgres(dbUrl, { max: 1, prepare: false })\n  } catch (error) {\n    return new Response(\n      JSON.stringify({\n        error: 'Failed to create postgres connection',\n        details: error.message,\n        stack: error.stack,\n      }),\n      { status: 500, headers: { 'Content-Type': 'application/json' } }\n    )\n  }\n\n  try {\n    stripeSync = new StripeSync({\n      poolConfig: { connectionString: dbUrl, max: 1 },\n      stripeSecretKey: Deno.env.get('STRIPE_SECRET_KEY')!,\n    })\n  } catch (error) {\n    await sql.end()\n    return new Response(\n      JSON.stringify({\n        error: 'Failed to create StripeSync',\n        details: error.message,\n        stack: error.stack,\n      }),\n      { status: 500, headers: { 'Content-Type': 'application/json' } }\n    )\n  }\n\n  try {\n    // Read batch of messages from queue\n    const messages = await sql`\n      SELECT * FROM pgmq.read(${QUEUE_NAME}::text, ${VISIBILITY_TIMEOUT}::int, ${BATCH_SIZE}::int)\n    `\n\n    // If queue empty, enqueue all objects for continuous sync\n    if (messages.length === 0) {\n      // Create sync run to make enqueued work visible (status='pending')\n      const { objects } = await stripeSync.joinOrCreateSyncRun('worker')\n      const msgs = objects.map((object) => JSON.stringify({ object }))\n\n      await sql`\n        SELECT pgmq.send_batch(\n          ${QUEUE_NAME}::text,\n          ${sql.array(msgs)}::jsonb[]\n        )\n      `\n\n      return new Response(JSON.stringify({ enqueued: objects.length, objects }), {\n        status: 200,\n        headers: { 'Content-Type': 'application/json' },\n      })\n    }\n\n    // Process messages in parallel\n    const results = await Promise.all(\n      messages.map(async (msg) => {\n        const { object } = msg.message as { object: string }\n\n        try {\n          const result = await stripeSync.processNext(object)\n\n          // Delete message on success (cast to bigint to disambiguate overloaded function)\n          await sql`SELECT pgmq.delete(${QUEUE_NAME}::text, ${msg.msg_id}::bigint)`\n\n          // Re-enqueue if more pages\n          if (result.hasMore) {\n            await sql`SELECT pgmq.send(${QUEUE_NAME}::text, ${sql.json({ object })}::jsonb)`\n          }\n\n          return { object, ...result }\n        } catch (error) {\n          // Log error but continue to next message\n          // Message will become visible again after visibility timeout\n          console.error(`Error processing ${object}:`, error)\n          return {\n            object,\n            processed: 0,\n            hasMore: false,\n            error: error.message,\n            stack: error.stack,\n          }\n        }\n      })\n    )\n\n    return new Response(JSON.stringify({ results }), {\n      status: 200,\n      headers: { 'Content-Type': 'application/json' },\n    })\n  } catch (error) {\n    console.error('Worker error:', error)\n    return new Response(JSON.stringify({ error: error.message, stack: error.stack }), {\n      status: 500,\n      headers: { 'Content-Type': 'application/json' },\n    })\n  } finally {\n    if (sql) await sql.end()\n    if (stripeSync) await stripeSync.postgresClient.pool.end()\n  }\n})\n";
+// raw-ts:/home/runner/work/sync-engine/sync-engine/packages/sync-engine/src/supabase/edge-functions/stripe-worker.ts
+var stripe_worker_default = "/**\n * Stripe Sync Worker\n *\n * Triggered by pg_cron every 10 seconds. Uses pgmq for durable work queue.\n *\n * Flow:\n * 1. Read batch of messages from pgmq (qty=10, vt=60s)\n * 2. If queue empty: enqueue all objects (continuous sync)\n * 3. Process messages in parallel (Promise.all):\n *    - processNext(object)\n *    - Delete message on success\n *    - Re-enqueue if hasMore\n * 4. Return results summary\n *\n * Concurrency:\n * - Multiple workers can run concurrently via overlapping pg_cron triggers.\n * - Each worker processes its batch of messages in parallel (Promise.all).\n * - pgmq visibility timeout prevents duplicate message reads across workers.\n * - processNext() is idempotent (uses internal cursor tracking), so duplicate\n *   processing on timeout/crash is safe.\n */\n\nimport { StripeSync } from 'npm:stripe-experiment-sync'\nimport postgres from 'npm:postgres'\n\nconst QUEUE_NAME = 'stripe_sync_work'\nconst VISIBILITY_TIMEOUT = 60 // seconds\nconst BATCH_SIZE = 10\n\nDeno.serve(async (req) => {\n  const authHeader = req.headers.get('Authorization')\n  if (!authHeader?.startsWith('Bearer ')) {\n    return new Response('Unauthorized', { status: 401 })\n  }\n\n  const rawDbUrl = Deno.env.get('SUPABASE_DB_URL')\n  if (!rawDbUrl) {\n    return new Response(JSON.stringify({ error: 'SUPABASE_DB_URL not set' }), { status: 500 })\n  }\n  const dbUrl = rawDbUrl.replace(/[?&]sslmode=[^&]*/g, '').replace(/[?&]$/, '')\n\n  let sql\n  let stripeSync\n\n  try {\n    sql = postgres(dbUrl, { max: 1, prepare: false })\n  } catch (error) {\n    return new Response(\n      JSON.stringify({\n        error: 'Failed to create postgres connection',\n        details: error.message,\n        stack: error.stack,\n      }),\n      { status: 500, headers: { 'Content-Type': 'application/json' } }\n    )\n  }\n\n  try {\n    stripeSync = new StripeSync({\n      poolConfig: { connectionString: dbUrl, max: 1 },\n      stripeSecretKey: Deno.env.get('STRIPE_SECRET_KEY')!,\n      enableSigmaSync: (Deno.env.get('ENABLE_SIGMA_SYNC') ?? 'false') === 'true',\n    })\n  } catch (error) {\n    await sql.end()\n    return new Response(\n      JSON.stringify({\n        error: 'Failed to create StripeSync',\n        details: error.message,\n        stack: error.stack,\n      }),\n      { status: 500, headers: { 'Content-Type': 'application/json' } }\n    )\n  }\n\n  try {\n    // Read batch of messages from queue\n    const messages = await sql`\n      SELECT * FROM pgmq.read(${QUEUE_NAME}::text, ${VISIBILITY_TIMEOUT}::int, ${BATCH_SIZE}::int)\n    `\n\n    // If queue empty, enqueue all objects for continuous sync\n    if (messages.length === 0) {\n      // Create sync run to make enqueued work visible (status='pending')\n      const { objects } = await stripeSync.joinOrCreateSyncRun('worker')\n      const msgs = objects.map((object) => JSON.stringify({ object }))\n\n      await sql`\n        SELECT pgmq.send_batch(\n          ${QUEUE_NAME}::text,\n          ${sql.array(msgs)}::jsonb[]\n        )\n      `\n\n      return new Response(JSON.stringify({ enqueued: objects.length, objects }), {\n        status: 200,\n        headers: { 'Content-Type': 'application/json' },\n      })\n    }\n\n    // Process messages in parallel\n    const results = await Promise.all(\n      messages.map(async (msg) => {\n        const { object } = msg.message as { object: string }\n\n        try {\n          const result = await stripeSync.processNext(object)\n\n          // Delete message on success (cast to bigint to disambiguate overloaded function)\n          await sql`SELECT pgmq.delete(${QUEUE_NAME}::text, ${msg.msg_id}::bigint)`\n\n          // Re-enqueue if more pages\n          if (result.hasMore) {\n            await sql`SELECT pgmq.send(${QUEUE_NAME}::text, ${sql.json({ object })}::jsonb)`\n          }\n\n          return { object, ...result }\n        } catch (error) {\n          // Log error but continue to next message\n          // Message will become visible again after visibility timeout\n          console.error(`Error processing ${object}:`, error)\n          return {\n            object,\n            processed: 0,\n            hasMore: false,\n            error: error.message,\n            stack: error.stack,\n          }\n        }\n      })\n    )\n\n    return new Response(JSON.stringify({ results }), {\n      status: 200,\n      headers: { 'Content-Type': 'application/json' },\n    })\n  } catch (error) {\n    console.error('Worker error:', error)\n    return new Response(JSON.stringify({ error: error.message, stack: error.stack }), {\n      status: 500,\n      headers: { 'Content-Type': 'application/json' },\n    })\n  } finally {\n    if (sql) await sql.end()\n    if (stripeSync) await stripeSync.postgresClient.pool.end()\n  }\n})\n";
 
 // src/supabase/edge-function-code.ts
 var setupFunctionCode = stripe_setup_default;
@@ -64,7 +64,7 @@ var workerFunctionCode = stripe_worker_default;
 // package.json
 var package_default = {
   name: "stripe-experiment-sync",
-  version: "1.0.8-beta.1765856228",
+  version: "1.0.9-beta.1765909347",
   private: false,
   description: "Stripe Sync Engine to sync Stripe data to Postgres",
   type: "module",
@@ -104,6 +104,7 @@ var package_default = {
     dotenv: "^16.4.7",
     express: "^4.18.2",
     inquirer: "^12.3.0",
+    papaparse: "5.4.1",
     pg: "^8.16.3",
     "pg-node-migrations": "0.0.8",
     stripe: "^17.7.0",
@@ -115,6 +116,7 @@ var package_default = {
     "@types/express": "^4.17.21",
     "@types/inquirer": "^9.0.7",
     "@types/node": "^24.10.1",
+    "@types/papaparse": "5.3.16",
     "@types/pg": "^8.15.5",
     "@types/ws": "^8.5.13",
     "@types/yesql": "^4.1.4",
@@ -443,6 +445,17 @@ var SupabaseSetupClient = class {
       } catch (err) {
         console.warn("Could not delete vault secret:", err);
       }
+      try {
+        await this.runSQL(`
+          SELECT pg_terminate_backend(pid)
+          FROM pg_stat_activity
+          WHERE datname = current_database()
+            AND pid != pg_backend_pid()
+            AND query ILIKE '%stripe.%'
+        `);
+      } catch (err) {
+        console.warn("Could not terminate connections:", err);
+      }
       await this.runSQL(`DROP SCHEMA IF EXISTS stripe CASCADE`);
     } catch (error) {
       throw new Error(`Uninstall failed: ${error instanceof Error ? error.message : String(error)}`);

package/dist/supabase/index.js

@@ -9,8 +9,8 @@ import {
   uninstall,
   webhookFunctionCode,
   workerFunctionCode
-} from "../chunk-X2OQQCC2.js";
-import "../chunk-CKWVW2JK.js";
+} from "../chunk-SI3VFP3M.js";
+import "../chunk-3W3CERIG.js";
 export {
   INSTALLATION_ERROR_SUFFIX,
   INSTALLATION_INSTALLED_SUFFIX,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "stripe-experiment-sync",
-  "version": "1.0.8",
+  "version": "1.0.9-beta.1765909347",
   "private": false,
   "description": "Stripe Sync Engine to sync Stripe data to Postgres",
   "type": "module",
@@ -40,6 +40,7 @@
     "dotenv": "^16.4.7",
     "express": "^4.18.2",
     "inquirer": "^12.3.0",
+    "papaparse": "5.4.1",
     "pg": "^8.16.3",
     "pg-node-migrations": "0.0.8",
     "stripe": "^17.7.0",
@@ -51,6 +52,7 @@
     "@types/express": "^4.17.21",
     "@types/inquirer": "^9.0.7",
     "@types/node": "^24.10.1",
+    "@types/papaparse": "5.3.16",
     "@types/pg": "^8.15.5",
     "@types/ws": "^8.5.13",
     "@types/yesql": "^4.1.4",